2024-05-20T20:49:13.900 INFO:root:teuthology version: 0.0.1.dev276+g4fbe5e8 2024-05-20T20:49:13.900 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993 --name leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} --verbose --owner scheduled_leonidus@teuthology -- /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/orig.config.yaml 2024-05-20T20:49:13.952 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-20T20:49:14.042 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993 branch: wip-lusov-quiesce description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} email: null first_in_suite: false job_id: '7715993' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiesce ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 4ebd1d5361d457738957dc0455bba90102296634 subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: 4ebd1d5361d457738957dc0455bba90102296634 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=legacy - nowsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiesce sha1: 4ebd1d5361d457738957dc0455bba90102296634 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 202 sha1: 4ebd1d5361d457738957dc0455bba90102296634 sleep_before_teardown: 0 subset: 941/111111 suite: fs suite_branch: wip-lusov-quiesce suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 4ebd1d5361d457738957dc0455bba90102296634 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi006.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEEkLTnL2kSYCBYtoO/r/RsowfVCdLnWsVigF1uV8fJ0L3HnSWYDVUG2AbF/TsKp4+L+4Xpv6FTgT88cPhhd75Q= smithi042.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE3dYgJCxGoBODofjFX+LtCQnSnhO156qdg1zyF1pqu9qm1RQw2deK6zOb+FAWL5tvCewRiTn+Qk3fObdT3SNzo= smithi062.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEL3BnbZ7wGWk4TsbYNpU1/dX/oJaFCK8Tc7uNZVrbH/hJQuzXNEgCC1Y6mbRME8OrpTV+0ki7mVSJzAHZfelH8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: install-fix teuthology_sha1: 4fbe5e8dc899215f216853b8569a107d8be8861d timestamp: 2024-05-20_18:42:22 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-05-20T20:49:14.042 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa; will attempt to use it 2024-05-20T20:49:14.043 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa/tasks 2024-05-20T20:49:14.043 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-20T20:49:14.044 INFO:teuthology.task.internal:Checking packages... 2024-05-20T20:49:14.067 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '4ebd1d5361d457738957dc0455bba90102296634' 2024-05-20T20:49:14.068 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-20T20:49:14.068 INFO:teuthology.packaging:ref: None 2024-05-20T20:49:14.068 INFO:teuthology.packaging:tag: None 2024-05-20T20:49:14.068 INFO:teuthology.packaging:branch: wip-lusov-quiesce 2024-05-20T20:49:14.068 INFO:teuthology.packaging:sha1: 4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T20:49:14.068 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiesce 2024-05-20T20:49:14.240 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3830.g4ebd1d53 2024-05-20T20:49:14.242 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-20T20:49:14.249 INFO:teuthology.task.internal:no buildpackages task found 2024-05-20T20:49:14.249 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-20T20:49:14.272 INFO:teuthology.task.internal:Saving configuration 2024-05-20T20:49:14.293 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-20T20:49:14.301 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-20T20:49:14.325 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi006.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 20:43:32.486684', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEEkLTnL2kSYCBYtoO/r/RsowfVCdLnWsVigF1uV8fJ0L3HnSWYDVUG2AbF/TsKp4+L+4Xpv6FTgT88cPhhd75Q='} 2024-05-20T20:49:14.348 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi042.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 20:43:32.489219', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE3dYgJCxGoBODofjFX+LtCQnSnhO156qdg1zyF1pqu9qm1RQw2deK6zOb+FAWL5tvCewRiTn+Qk3fObdT3SNzo='} 2024-05-20T20:49:14.369 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi062.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 20:43:32.488068', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEL3BnbZ7wGWk4TsbYNpU1/dX/oJaFCK8Tc7uNZVrbH/hJQuzXNEgCC1Y6mbRME8OrpTV+0ki7mVSJzAHZfelH8='} 2024-05-20T20:49:14.369 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-20T20:49:14.375 INFO:teuthology.task.internal:roles: ubuntu@smithi006.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-20T20:49:14.375 INFO:teuthology.task.internal:roles: ubuntu@smithi042.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-20T20:49:14.375 INFO:teuthology.task.internal:roles: ubuntu@smithi062.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-20T20:49:14.375 INFO:teuthology.run_tasks:Running task console_log... 2024-05-20T20:49:14.455 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2b847b3ac0>, signals=[15]) 2024-05-20T20:49:14.455 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-20T20:49:14.463 INFO:teuthology.task.internal:Opening connections... 2024-05-20T20:49:14.463 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi006.front.sepia.ceph.com 2024-05-20T20:49:14.465 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:49:14.543 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi042.front.sepia.ceph.com 2024-05-20T20:49:14.544 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:49:14.619 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi062.front.sepia.ceph.com 2024-05-20T20:49:14.620 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:49:14.694 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-20T20:49:14.701 DEBUG:teuthology.orchestra.run.smithi006:> uname -m 2024-05-20T20:49:14.720 INFO:teuthology.orchestra.run.smithi006.stdout:x86_64 2024-05-20T20:49:14.720 DEBUG:teuthology.orchestra.run.smithi006:> cat /etc/os-release 2024-05-20T20:49:14.777 INFO:teuthology.orchestra.run.smithi006.stdout:NAME="CentOS Stream" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:VERSION="9" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:ID="centos" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:ID_LIKE="rhel fedora" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:VERSION_ID="9" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:PLATFORM_ID="platform:el9" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:ANSI_COLOR="0;31" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:LOGO="fedora-logo-icon" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T20:49:14.778 INFO:teuthology.orchestra.run.smithi006.stdout:HOME_URL="https://centos.org/" 2024-05-20T20:49:14.779 INFO:teuthology.orchestra.run.smithi006.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T20:49:14.779 INFO:teuthology.orchestra.run.smithi006.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T20:49:14.779 INFO:teuthology.orchestra.run.smithi006.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T20:49:14.779 INFO:teuthology.lock.ops:Updating smithi006.front.sepia.ceph.com on lock server 2024-05-20T20:49:14.800 DEBUG:teuthology.orchestra.run.smithi042:> uname -m 2024-05-20T20:49:14.819 INFO:teuthology.orchestra.run.smithi042.stdout:x86_64 2024-05-20T20:49:14.819 DEBUG:teuthology.orchestra.run.smithi042:> cat /etc/os-release 2024-05-20T20:49:14.878 INFO:teuthology.orchestra.run.smithi042.stdout:NAME="CentOS Stream" 2024-05-20T20:49:14.878 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION="9" 2024-05-20T20:49:14.878 INFO:teuthology.orchestra.run.smithi042.stdout:ID="centos" 2024-05-20T20:49:14.878 INFO:teuthology.orchestra.run.smithi042.stdout:ID_LIKE="rhel fedora" 2024-05-20T20:49:14.878 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION_ID="9" 2024-05-20T20:49:14.878 INFO:teuthology.orchestra.run.smithi042.stdout:PLATFORM_ID="platform:el9" 2024-05-20T20:49:14.879 INFO:teuthology.orchestra.run.smithi042.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T20:49:14.879 INFO:teuthology.orchestra.run.smithi042.stdout:ANSI_COLOR="0;31" 2024-05-20T20:49:14.879 INFO:teuthology.orchestra.run.smithi042.stdout:LOGO="fedora-logo-icon" 2024-05-20T20:49:14.879 INFO:teuthology.orchestra.run.smithi042.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T20:49:14.879 INFO:teuthology.orchestra.run.smithi042.stdout:HOME_URL="https://centos.org/" 2024-05-20T20:49:14.879 INFO:teuthology.orchestra.run.smithi042.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T20:49:14.879 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T20:49:14.879 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T20:49:14.879 INFO:teuthology.lock.ops:Updating smithi042.front.sepia.ceph.com on lock server 2024-05-20T20:49:14.901 DEBUG:teuthology.orchestra.run.smithi062:> uname -m 2024-05-20T20:49:14.919 INFO:teuthology.orchestra.run.smithi062.stdout:x86_64 2024-05-20T20:49:14.919 DEBUG:teuthology.orchestra.run.smithi062:> cat /etc/os-release 2024-05-20T20:49:14.978 INFO:teuthology.orchestra.run.smithi062.stdout:NAME="CentOS Stream" 2024-05-20T20:49:14.978 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION="9" 2024-05-20T20:49:14.978 INFO:teuthology.orchestra.run.smithi062.stdout:ID="centos" 2024-05-20T20:49:14.978 INFO:teuthology.orchestra.run.smithi062.stdout:ID_LIKE="rhel fedora" 2024-05-20T20:49:14.978 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION_ID="9" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM_ID="platform:el9" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:ANSI_COLOR="0;31" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:LOGO="fedora-logo-icon" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:HOME_URL="https://centos.org/" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T20:49:14.979 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T20:49:14.979 INFO:teuthology.lock.ops:Updating smithi062.front.sepia.ceph.com on lock server 2024-05-20T20:49:15.038 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-20T20:49:15.049 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-20T20:49:15.057 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-20T20:49:15.057 DEBUG:teuthology.orchestra.run.smithi006:> test '!' -e /home/ubuntu/cephtest 2024-05-20T20:49:15.060 DEBUG:teuthology.orchestra.run.smithi042:> test '!' -e /home/ubuntu/cephtest 2024-05-20T20:49:15.062 DEBUG:teuthology.orchestra.run.smithi062:> test '!' -e /home/ubuntu/cephtest 2024-05-20T20:49:15.082 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-20T20:49:15.089 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-20T20:49:15.089 DEBUG:teuthology.orchestra.run.smithi006:> test -z $(ls -A /var/lib/ceph) 2024-05-20T20:49:15.117 DEBUG:teuthology.orchestra.run.smithi042:> test -z $(ls -A /var/lib/ceph) 2024-05-20T20:49:15.120 DEBUG:teuthology.orchestra.run.smithi062:> test -z $(ls -A /var/lib/ceph) 2024-05-20T20:49:15.151 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-20T20:49:15.224 INFO:teuthology.run_tasks:Running task kernel... 2024-05-20T20:49:15.238 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-05-20T20:49:15.239 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-05-20T20:49:15.239 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-05-20T20:49:15.239 DEBUG:teuthology.orchestra.run.smithi006:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T20:49:15.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:49:15.256 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-05-20T20:49:15.511 DEBUG:teuthology.task.kernel:sha1 for client.0 is 0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T20:49:15.511 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "0fe9556839d28e65b29a64cc05a26a6884e8775d"... 2024-05-20T20:49:15.511 DEBUG:teuthology.orchestra.run.smithi006:> uname -r 2024-05-20T20:49:15.529 INFO:teuthology.orchestra.run.smithi006.stdout:5.14.0-437.el9.x86_64 2024-05-20T20:49:15.529 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T20:49:15.530 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-05-20T20:49:15.530 DEBUG:teuthology.orchestra.run.smithi006:> sudo yum upgrade -y linux-firmware 2024-05-20T20:49:17.837 INFO:teuthology.orchestra.run.smithi006.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.1 MB 00:00 2024-05-20T20:49:21.978 INFO:teuthology.orchestra.run.smithi006.stdout:CentOS Stream 9 - AppStream 6.3 MB/s | 19 MB 00:03 2024-05-20T20:49:27.402 INFO:teuthology.orchestra.run.smithi006.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.2 MB 00:01 2024-05-20T20:49:28.821 INFO:teuthology.orchestra.run.smithi006.stdout:CentOS Stream 9 - Extras packages 69 kB/s | 16 kB 00:00 2024-05-20T20:49:30.301 INFO:teuthology.orchestra.run.smithi006.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-05-20T20:49:35.606 INFO:teuthology.orchestra.run.smithi006.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-05-20T20:49:37.660 INFO:teuthology.orchestra.run.smithi006.stdout:Dependencies resolved. 2024-05-20T20:49:37.661 INFO:teuthology.orchestra.run.smithi006.stdout:Nothing to do. 2024-05-20T20:49:37.661 INFO:teuthology.orchestra.run.smithi006.stdout:Complete! 2024-05-20T20:49:37.772 INFO:teuthology.task.kernel:Downloading kernel 0fe9556839d28e65b29a64cc05a26a6884e8775d on client.0... 2024-05-20T20:49:37.772 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T20:49:37.907 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/ 2024-05-20T20:49:37.907 DEBUG:teuthology.orchestra.run.smithi006:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g0fe9556839d2-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/ --input-file=- 2024-05-20T20:49:37.910 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi006.front.sepia.ceph.com to complete... 2024-05-20T20:49:50.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20 20:49:50 URL:https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g0fe9556839d2-1.x86_64.rpm [357365859/357365859] -> "/tmp/kernel.x86_64.rpm" [1] 2024-05-20T20:49:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:FINISHED --2024-05-20 20:49:50-- 2024-05-20T20:49:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:Total wall clock time: 13s 2024-05-20T20:49:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:Downloaded: 1 files, 341M in 12s (27.6 MB/s) 2024-05-20T20:49:50.642 INFO:teuthology.task.kernel:Installing kernel 0fe9556839d28e65b29a64cc05a26a6884e8775d on client.0... 2024-05-20T20:49:50.642 DEBUG:teuthology.orchestra.run.smithi006:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-05-20T20:49:52.826 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying... ######################################## 2024-05-20T20:49:52.942 INFO:teuthology.orchestra.run.smithi006.stdout:Preparing... ######################################## 2024-05-20T20:49:53.054 INFO:teuthology.orchestra.run.smithi006.stdout:Updating / installing... 2024-05-20T20:50:01.374 INFO:teuthology.orchestra.run.smithi006.stdout:kernel-6.9.0_rc3_g0fe9556839d2-1 ######################################## 2024-05-20T20:50:41.856 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi006.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-05-20T20:50:41.857 DEBUG:teuthology.orchestra.run.smithi006:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/boot/System.map-6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/boot/config-6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/boot/vmlinuz-6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/System.map 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/config 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto 2024-05-20T20:50:41.939 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crc32c-intel.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-avx2.ko 2024-05-20T20:50:41.940 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu/mce 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm-amd.ko 2024-05-20T20:50:41.941 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm-intel.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/ansi_cprng.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/anubis.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/arc4.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_memcpy.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_pq.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_raid6_recov.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_tx.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_xor.ko 2024-05-20T20:50:41.942 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/raid6test.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/authenc.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/authencesn.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blake2b_generic.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blowfish_common.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blowfish_generic.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/camellia_generic.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast5_generic.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast6_generic.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast_common.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/ccm.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cmac.ko 2024-05-20T20:50:41.943 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crc32_generic.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crypto_engine.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crypto_user.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cts.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/des_generic.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/dh_generic.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/echainiv.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/essiv.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/fcrypt.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/khazad.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/lz4.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/lz4hc.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/md4.ko 2024-05-20T20:50:41.944 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/michael_mic.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/pcbc.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/pcrypt.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/rmd160.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/seed.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/serpent_generic.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/tcrypt.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/tea.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/twofish_common.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/twofish_generic.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/vmac.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/wp512.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xcbc.ko 2024-05-20T20:50:41.945 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xor.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xxhash_generic.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/acpi_ipmi.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/acpi_pad.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/ec_sys.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/platform_profile.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/sbs.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/sbshc.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/video.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/acard-ahci.ko 2024-05-20T20:50:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/ahci_platform.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/ata_generic.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/libahci_platform.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_acpi.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ali.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_amd.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_artop.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_atiixp.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_atp867x.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cmd640.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cmd64x.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cypress.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_efar.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt366.ko 2024-05-20T20:50:41.947 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt37x.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt3x2n.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt3x3.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_it8213.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_it821x.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_jmicron.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_marvell.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_mpiix.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_netcell.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ninja32.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ns87410.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ns87415.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_oldpiix.ko 2024-05-20T20:50:41.948 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_opti.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_optidma.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pcmcia.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pdc2027x.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_piccolo.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_rdc.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sch.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_serverworks.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sil680.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sis.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sl82c105.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_triflex.ko 2024-05-20T20:50:41.949 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_via.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pdc_adma.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_inic162x.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_mv.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_nv.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_promise.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_qstor.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sil.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sil24.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sis.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_svw.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sx4.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_uli.ko 2024-05-20T20:50:41.950 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_via.ko 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_vsc.ko 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/auxdisplay 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/auxdisplay/ks0108.ko 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap/regmap-i2c.ko 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap/regmap-mmio.ko 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/bcma 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/bcma/bcma.ko 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/aoe 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/aoe/aoe.ko 2024-05-20T20:50:41.951 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/brd.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/drbd 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/drbd/drbd.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/floppy.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/loop.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/mtip32xx 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/nbd.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/null_blk 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/null_blk/null_blk.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/pktcdvd.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/rbd.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/virtio_blk.ko 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkback 2024-05-20T20:50:41.952 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkfront.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/zram 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/zram/zram.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hangcheck-timer.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/amd-rng.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/intel-rng.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/via-rng.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/virtio-rng.ko 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi 2024-05-20T20:50:41.953 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_si.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/lp.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/mwave 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/mwave/mwave.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ppdev.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tlclk.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm.ko 2024-05-20T20:50:41.954 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_atmel.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_infineon.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_nsc.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_tis.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/uv_mmtimer.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/virtio_console.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/p4-clockmod.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/powernow-k8.ko 2024-05-20T20:50:41.955 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/speedstep-lib.ko 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp/ccp.ko 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_common 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/padlock-aes.ko 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/padlock-sha.ko 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/virtio 2024-05-20T20:50:41.956 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dca 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dca/dca.ko 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/devfreq 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/dw 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/dw/dw_dmac.ko 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/ioat 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/ioat/ioatdma.ko 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/amd64_edac.ko 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/e752x_edac.ko 2024-05-20T20:50:41.957 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/edac_mce_amd.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i3000_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i3200_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i5100_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i5400_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i7300_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i7core_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i82975x_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/ie31200_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/sb_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/x38_edac.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware/edd.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware/iscsi_ibft.ko 2024-05-20T20:50:41.958 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio/gpio-ich.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio/gpio-viperboard.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-appleir.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-aureal.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-axff.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-dr.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-elecom.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-elo.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-emsff.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gaff.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gt683r.ko 2024-05-20T20:50:41.959 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gyration.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtek-kbd.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtek-mouse.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtekff.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-hyperv.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-icade.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-keytouch.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-kye.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-lcpower.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-led.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-lenovo.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-logitech-dj.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-multitouch.ko 2024-05-20T20:50:41.960 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-ortek.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-penmount.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-petalynx.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-picolcd.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-pl.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-plantronics.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-primax.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-rmi.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-arvo.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-common.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-isku.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-kone.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-konepure.ko 2024-05-20T20:50:41.961 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-lua.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-pyra.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-ryos.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-savu.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-saitek.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-samsung.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sensor-hub.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sjoy.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sony.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-speedlink.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-steelseries.ko 2024-05-20T20:50:41.962 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sunplus.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-thrustmaster.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-tivo.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-tmff.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-topseed.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-twinhan.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-uclogic.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-waltop.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-wiimote.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-xinmo.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-zpff.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-zydacron.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/uhid.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/wacom.ko 2024-05-20T20:50:41.963 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_balloon.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_utils.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_vmbus.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/abituguru.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/abituguru3.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/acpi_power_meter.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ad7414.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ad7418.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adc128d818.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1025.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1026.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1029.ko 2024-05-20T20:50:41.964 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1031.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm9240.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ads7828.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7410.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7411.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7462.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7470.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7475.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7x10.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/amc6821.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/applesmc.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asb100.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asc7621.ko 2024-05-20T20:50:41.965 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asus_atk0110.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/atxp1.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/coretemp.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/dme1737.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ds1621.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ds620.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/emc1403.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/emc6w201.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f71805f.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f71882fg.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f75375s.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/fam15h_power.ko 2024-05-20T20:50:41.966 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/fschmd.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/g760a.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/g762.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/gl518sm.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/gl520sm.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/hwmon-vid.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/i5500_temp.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/i5k_amb.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ibmaem.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ibmpex.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ina209.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ina2xx.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/it87.ko 2024-05-20T20:50:41.967 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/k10temp.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/k8temp.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lineage-pem.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm63.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm73.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm75.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm77.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm78.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm80.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm83.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm85.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm87.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm90.ko 2024-05-20T20:50:41.968 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm92.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm93.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95234.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95241.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95245.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc2945.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4151.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4215.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4222.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4245.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4260.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4261.ko 2024-05-20T20:50:41.969 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max16065.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max1619.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max1668.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max197.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6639.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6650.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6697.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/mcp3021.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6683.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6775-core.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6775.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct7802.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pc87360.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pc87427.ko 2024-05-20T20:50:41.970 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pcf8591.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max16064.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max34440.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max8688.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-05-20T20:50:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/powr1220.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch5627.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch5636.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch56xx-common.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sht15.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sht21.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/shtc1.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sis5595.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47b397.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47m1.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47m192.ko 2024-05-20T20:50:41.972 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/thmc50.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp102.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp103.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp401.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp421.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/via-cputemp.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/via686a.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/vt1211.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/vt8231.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83627ehf.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83627hf.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83781d.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83791d.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83792d.ko 2024-05-20T20:50:41.973 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83793.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83795.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83l785ts.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83l786ng.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-05-20T20:50:41.974 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-i801.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-isch.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-parport.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-05-20T20:50:41.975 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-via.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-dev.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-mux.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-smbus.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-stub.ko 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband 2024-05-20T20:50:41.976 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_cm.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_core.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_umad.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/iw_cm.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/rdma_cm.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/cxgb4 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx4 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-05-20T20:50:41.977 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx5 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mthca 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/ipoib 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/iser 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/isert 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srp 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-05-20T20:50:41.978 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srpt 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/fm801-gp.ko 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/gameport.ko 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/joydev.ko 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/keyboard 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/keyboard/gpio_keys.ko 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/appletouch.ko 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/bcm5974.ko 2024-05-20T20:50:41.979 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/cyapatp.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/elan_i2c.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/sermouse.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/synaptics_usb.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/vsxxxaa.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/rmi4 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/rmi4/rmi_core.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/altera_ps2.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/arc_ps2.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/serio_raw.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/sparse-keymap.ko 2024-05-20T20:50:41.980 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-blinkm.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-lm3530.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-lp3944.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-ss4200.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-05-20T20:50:41.981 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/bcache 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/bcache/bcache.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-bio-prison.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-cache-smq.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-cache.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-crypt.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-delay.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-flakey.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-log-userspace.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-multipath.ko 2024-05-20T20:50:41.982 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-queue-length.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-raid.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-round-robin.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-service-time.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-switch.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-thin-pool.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-verity.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/persistent-data 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid0.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid1.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid10.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid456.ko 2024-05-20T20:50:41.983 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptbase.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptctl.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptfc.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptlan.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptsas.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptscsih.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptspi.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/lpc_ich.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/lpc_sch.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/mfd-core.ko 2024-05-20T20:50:41.984 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/sm501.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/viperboard.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/vx855.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/wl1273-core.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/altera-stapl 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/apds9802als.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/apds990x.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/bh1770glc.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/cb710 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/cb710/cb710.ko 2024-05-20T20:50:41.985 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/at24.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/max6875.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/enclosure.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/hpilo.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/isl29003.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/isl29020.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei-me.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei-txe.ko 2024-05-20T20:50:41.986 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-gru 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-gru/gru.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xp.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xpc.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tifm_7xx1.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tifm_core.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tsl2550.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_balloon.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_vmci 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-05-20T20:50:41.987 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/bonding 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/bonding/bonding.ko 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/b53 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/b53/b53_common.ko 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/bcm-sf2.ko 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6060.ko 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6xxx 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dummy.ko 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/eql.ko 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet 2024-05-20T20:50:41.988 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/8390.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/adaptec 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/agere 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/agere/et131x.ko 2024-05-20T20:50:41.989 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/alteon 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/altera 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/alx 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1c 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-05-20T20:50:41.990 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1e 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/genet 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-05-20T20:50:41.991 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade/bna 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-05-20T20:50:41.992 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco/enic 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink 2024-05-20T20:50:41.993 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dnet.ko 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex/benet 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ethoc.ko 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/fealnx.ko 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e100.ko 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000e 2024-05-20T20:50:41.994 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/fm10k 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/i40e 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/iavf 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igb 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igbvf 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbe 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbevf 2024-05-20T20:50:41.995 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/jme.ko 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/skge.ko 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-05-20T20:50:41.996 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/micrel 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom/myri10ge 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/neterion 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/nvidia 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-05-20T20:50:41.997 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/netxen 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rdc 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/atp.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-05-20T20:50:41.998 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rocker 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sfc 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/silan 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis/sis190.ko 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis/sis900.ko 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-05-20T20:50:41.999 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/cassini.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/niu.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/sungem.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/tehuti 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ti 2024-05-20T20:50:42.000 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ti/tlan.ko 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/xircom 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/geneve.ko 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/hyperv 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ieee802154 2024-05-20T20:50:42.001 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ieee802154/fakelb.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ifb.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ipvlan 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ipvlan/ipvlan.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/macvlan.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/macvtap.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-regmap.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mii.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/net_failover.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/netconsole.ko 2024-05-20T20:50:42.002 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/nlmon.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs/pcs-lynx.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/amd.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm7xxx.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm87xx.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/broadcom.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/cicada.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/davicom.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/dp83640.ko 2024-05-20T20:50:42.003 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/et1011c.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/icplus.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/lxt.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/marvell.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/micrel.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/national.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/phylink.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/qsemi.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/realtek.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/smsc.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/ste10Xp.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/vitesse.ko 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp 2024-05-20T20:50:42.004 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/bsd_comp.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_async.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_deflate.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_generic.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_mppe.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_synctty.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pppoe.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pppox.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pptp.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip/slhc.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip/slip.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/sungem_phy.ko 2024-05-20T20:50:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/tap.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_activebackup.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_broadcast.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_random.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/tun.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/veth.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/virtio_net.ko 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vmxnet3 2024-05-20T20:50:42.006 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vxlan 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vxlan/vxlan.ko 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netback 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netback/xen-netback.ko 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netfront.ko 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ntb 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ntb/ntb.ko 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host/nvme-core.ko 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host/nvme.ko 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport 2024-05-20T20:50:42.007 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_cs.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_pc.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_serial.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/hotplug 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/pcie 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/pcie/aer_inject.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/xen-pcifront.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/i82092.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/pd6729.ko 2024-05-20T20:50:42.008 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/yenta_socket.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl/intel 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/acer-wmi.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/acerhdf.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/apple-gmux.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-laptop.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-wmi.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/classmate-laptop.ko 2024-05-20T20:50:42.009 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/hdaps.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel_ips.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/msi-wmi.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/mxm-wmi.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/samsung-laptop.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/samsung-q10.ko 2024-05-20T20:50:42.010 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/topstar-laptop.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/toshiba_haps.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/wmi-bmof.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/wmi.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap/intel_rapl_common.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap/intel_rapl_msr.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps-gpio.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps-ldisc.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps_parport.ko 2024-05-20T20:50:42.011 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/pps_core.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp/ptp.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp/ptp_kvm.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/atl 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/fmpm.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-bq32k.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1286.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1307.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1374.ko 2024-05-20T20:50:42.012 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1511.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1553.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1672.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1742.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds2404.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds3232.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-em3027.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-fm3130.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-isl12022.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-isl1208.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m41t80.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m48t35.ko 2024-05-20T20:50:42.013 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m48t59.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-max6900.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-msm6242.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf2127.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf85063.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8523.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8563.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8583.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rp5c01.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rs5c372.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rx8025.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rx8581.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-05-20T20:50:42.014 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-x1205.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-9xxx.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-sas.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-xxxx.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/BusLogic.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/a100u2w.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aacraid 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aacraid/aacraid.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/advansys.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-05-20T20:50:42.015 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/am53c974.ko 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/arcmsr 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/atp870u.ko 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/be2iscsi 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bfa 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bfa/bfa.ko 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2fc 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2i 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ch.ko 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/csiostor 2024-05-20T20:50:42.016 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/csiostor/csiostor.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb3i 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb4i 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/dc395x.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/dmx3191d.ko 2024-05-20T20:50:42.017 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esas2r 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esas2r/esas2r.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esp_scsi.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe/fcoe.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fnic 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fnic/fnic.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hpsa.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hptiop.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hv_storvsc.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/initio.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ipr.ko 2024-05-20T20:50:42.018 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ips.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/isci 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/isci/isci.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/iscsi_tcp.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libfc 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libfc/libfc.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libiscsi.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libiscsi_tcp.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libsas 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libsas/libsas.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/lpfc 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/lpfc/lpfc.ko 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid 2024-05-20T20:50:42.019 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mpt3sas 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvsas 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvsas/mvsas.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvumi.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pm8001 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pmcraid.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla1280.ko 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx 2024-05-20T20:50:42.020 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla4xxx 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/raid_class.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_debug.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_fc.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_sas.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_spi.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_srp.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ses.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/st.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/stex.ko 2024-05-20T20:50:42.021 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/sym53c8xx_2 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/virtio_scsi.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/vmw_pvscsi.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/wd719x.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ssb 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ssb/ssb.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/iscsi 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/loopback 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/loopback/tcm_loop.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_file.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_iblock.ko 2024-05-20T20:50:42.022 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_mod.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_pscsi.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_user.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/tcm_fc 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-05-20T20:50:42.023 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-05-20T20:50:42.024 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/ipwireless 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/n_gsm.ko 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/n_hdlc.ko 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/nozomi.ko 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/8250 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/arc_uart.ko 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/jsm 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/jsm/jsm.ko 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/core 2024-05-20T20:50:42.025 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/core/ufshcd-core.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/host 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_aec.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_cif.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_pci_generic.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_sercos3.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/cdc-acm.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/cdc-wdm.ko 2024-05-20T20:50:42.026 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/usblp.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/usbtmc.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/host 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/host/sl811-hcd.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image/mdc800.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image/microtek.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/adutux.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/appledisplay.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/emi26.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/emi62.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/ezusb.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/idmouse.ko 2024-05-20T20:50:42.027 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/iowarrior.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/isight_firmware.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/ldusb.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/legousbtower.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/sisusbvga 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/trancevibrator.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usb3503.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usblcd.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usbsevseg.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/uss720.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/yurex.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/phy 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/phy/phy-generic.ko 2024-05-20T20:50:42.028 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/aircable.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ark3116.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/belkin_sa.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ch341.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cp210x.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cyberjack.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cypress_m8.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/digi_acceleport.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/empeg.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ftdi_sio.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/garmin_gps.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/io_edgeport.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/io_ti.ko 2024-05-20T20:50:42.029 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ipaq.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ipw.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ir-usb.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/keyspan.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/keyspan_pda.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/kl5kusb105.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/kobil_sct.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mct_u232.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mos7720.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mos7840.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/navman.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/omninet.ko 2024-05-20T20:50:42.030 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/opticon.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/option.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/oti6858.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/pl2303.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/qcaux.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/qcserial.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/quatech2.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/safe_serial.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/sierra.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/spcp8x5.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ssu100.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/symbolserial.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-05-20T20:50:42.031 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb_debug.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb_wwan.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/visor.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/whiteheat.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/xsens_mt.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/uas.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-alauda.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-cypress.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-datafab.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-freecom.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-isd200.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-05-20T20:50:42.032 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-karma.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-onetouch.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-realtek.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-sddr09.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-sddr55.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-usbat.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/usb-storage.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/usbip-core.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/usbip-host.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-05-20T20:50:42.033 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci/vfio-pci.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/vfio.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_iotlb.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_net.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_scsi.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/apple_bl.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/lcd.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/platform_lcd.ko 2024-05-20T20:50:42.034 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_balloon.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_mmio.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_ring.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters/ds2482.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters/ds2490.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-05-20T20:50:42.035 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_smem.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_therm.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/wire.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/alim1535_wdt.ko 2024-05-20T20:50:42.036 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/alim7101_wdt.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/f71808e_wdt.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/hpwdt.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/i6300esb.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/iTCO_wdt.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ib700wdt.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ibmasr.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/it8712f_wdt.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/it87_wdt.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/machzwd.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/nv_tco.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/pcwd_pci.ko 2024-05-20T20:50:42.037 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/pcwd_usb.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sch311x_wdt.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/softdog.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sp5100_tco.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/via_wdt.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83877f_wdt.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83977f_wdt.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/wdt_pci.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/xen_wdt.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-acpi-processor.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-evtchn.ko 2024-05-20T20:50:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-gntalloc.ko 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-gntdev.ko 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-pciback 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-privcmd.ko 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xenfs 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xenfs/xenfs.ko 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/9p 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/9p/9p.ko 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/affs 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/affs/affs.ko 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/befs 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/befs/befs.ko 2024-05-20T20:50:42.039 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/binfmt_misc.ko 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/btrfs 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/btrfs/btrfs.ko 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cachefiles 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cachefiles/cachefiles.ko 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ceph 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ceph/ceph.ko 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/coda 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/coda/coda.ko 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cramfs 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cramfs/cramfs.ko 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/dlm 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/dlm/dlm.ko 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ecryptfs 2024-05-20T20:50:42.040 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ecryptfs/ecryptfs.ko 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/f2fs 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/f2fs/f2fs.ko 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/fat.ko 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/msdos.ko 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/vfat.ko 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse/cuse.ko 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse/fuse.ko 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/gfs2 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/gfs2/gfs2.ko 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfs 2024-05-20T20:50:42.041 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfs/hfs.ko 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfsplus 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfsplus/hfsplus.ko 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/isofs 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/isofs/isofs.ko 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/jfs 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/jfs/jfs.ko 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/lockd 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/lockd/lockd.ko 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/minix 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/minix/minix.ko 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/netfs 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/netfs/netfs.ko 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs 2024-05-20T20:50:42.042 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/blocklayout 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/filelayout 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/flexfilelayout 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfs.ko 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfsv3.ko 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfsv4.ko 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common/grace.ko 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common/nfs_acl.ko 2024-05-20T20:50:42.043 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfsd 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfsd/nfsd.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nilfs2 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nilfs2/nilfs2.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-celtic.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-centeuro.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-croatian.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-cyrillic.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-gaelic.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-greek.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-iceland.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-inuit.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-roman.ko 2024-05-20T20:50:42.044 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-romanian.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-turkish.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1250.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1251.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1255.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp737.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp775.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp850.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp852.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp855.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp857.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp860.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp861.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp862.ko 2024-05-20T20:50:42.045 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp863.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp864.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp865.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp866.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp869.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp874.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp932.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp936.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp949.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp950.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_euc-jp.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-1.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-13.ko 2024-05-20T20:50:42.046 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-14.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-15.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-2.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-3.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-4.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-5.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-6.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-7.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-9.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-r.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-ru.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-u.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_ucs2_utils.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_utf8.ko 2024-05-20T20:50:42.047 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/cluster 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlm 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlmfs 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2.ko 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/overlayfs 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/overlayfs/overlay.ko 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/pstore 2024-05-20T20:50:42.048 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/pstore/ramoops.ko 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/reiserfs 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/reiserfs/reiserfs.ko 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/romfs 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/romfs/romfs.ko 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/client 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/client/cifs.ko 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common/cifs_arc4.ko 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common/cifs_md4.ko 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/squashfs 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/squashfs/squashfs.ko 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/sysv 2024-05-20T20:50:42.049 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/sysv/sysv.ko 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/udf 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/udf/udf.ko 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ufs 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ufs/ufs.ko 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/xfs 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/xfs/xfs.ko 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/rcu 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/rcu/rcutorture.ko 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/torture.ko 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/trace 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib 2024-05-20T20:50:42.050 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/asn1_encoder.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crc-itu-t.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crc8.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto/libarc4.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto/libdes.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/libcrc32c.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lru_cache.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4/lz4_compress.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4/lz4hc_compress.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/math 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/math/cordic.ko 2024-05-20T20:50:42.051 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/raid6 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/raid6/raid6_pq.ko 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/reed_solomon 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/reed_solomon/reed_solomon.ko 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_bm.ko 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_fsm.ko 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_kmp.ko 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/zstd 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/zstd/zstd_compress.ko 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/mm 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/mm/hwpoison-inject.ko 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/6lowpan.ko 2024-05-20T20:50:42.052 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_dest.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_fragment.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_hop.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_ipv6.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_mobility.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_routing.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_udp.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/garp.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/mrp.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/p8022.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/psnap.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/stp.ko 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/8021q 2024-05-20T20:50:42.053 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/8021q/8021q.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_fd.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_rdma.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_virtio.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/batman-adv 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/batman-adv/batman-adv.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/br_netfilter.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/bridge.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_among.ko 2024-05-20T20:50:42.054 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_arp.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_ip.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_limit.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_log.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_mark.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_snat.ko 2024-05-20T20:50:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_stp.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtables.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ceph 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ceph/libceph.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core/failover.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core/pktgen.ko 2024-05-20T20:50:42.056 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_diag.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_ipv4.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_ipv6.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dns_resolver 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dns_resolver/dns_resolver.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/dsa_core.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_brcm.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_dsa.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_none.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_trailer.ko 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154 2024-05-20T20:50:42.057 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/6lowpan 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/ieee802154.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/ieee802154_socket.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ah4.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/esp4.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/fou.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/gre.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/inet_diag.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_gre.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_tunnel.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_vti.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ipcomp.ko 2024-05-20T20:50:42.058 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ipip.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arp_tables.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_security.ko 2024-05-20T20:50:42.059 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_bic.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_dctcp.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_diag.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_highspeed.ko 2024-05-20T20:50:42.060 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_htcp.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_hybla.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_illinois.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_lp.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_scalable.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_vegas.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_veno.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_westwood.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_yeah.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tunnel4.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/udp_diag.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/udp_tunnel.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/xfrm4_tunnel.ko 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6 2024-05-20T20:50:42.061 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ah6.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/esp6.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/fou6.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_tunnel.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_vti.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ipcomp6.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-05-20T20:50:42.062 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-05-20T20:50:42.063 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/sit.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/tunnel6.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/xfrm6_tunnel.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/key 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/key/af_key.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_core.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_debugfs.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_eth.ko 2024-05-20T20:50:42.064 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ip.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ip6.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_netlink.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ppp.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/llc 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/llc/llc.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mac802154 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mac802154/mac802154.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mpls 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mpls/mpls_gso.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-05-20T20:50:42.065 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-05-20T20:50:42.066 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-05-20T20:50:42.067 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conncount.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_h323.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_irc.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_sane.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_sip.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-05-20T20:50:42.068 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_dup_netdev.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_flow_table.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_flow_table_inet.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_log_syslog.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_amanda.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_ftp.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_irc.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_sip.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_tftp.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_synproxy_core.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_tables.ko 2024-05-20T20:50:42.069 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_acct.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_log.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_osf.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_queue.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_chain_nat.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_compat.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_ct.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_dup_netdev.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_fib.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_fwd_netdev.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_hash.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_limit.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_log.ko 2024-05-20T20:50:42.070 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_masq.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_nat.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_numgen.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_queue.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_quota.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_redir.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_reject.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_reject_inet.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_socket.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_tunnel.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_AUDIT.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CHECKSUM.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CLASSIFY.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-05-20T20:50:42.071 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CT.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_DSCP.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_HL.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_HMARK.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_IDLETIMER.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_LED.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_LOG.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_MASQUERADE.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NETMAP.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NFLOG.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NFQUEUE.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_RATEEST.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_REDIRECT.ko 2024-05-20T20:50:42.072 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_SECMARK.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TCPMSS.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TEE.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TPROXY.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TRACE.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_addrtype.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_bpf.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cgroup.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cluster.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_comment.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connbytes.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connlabel.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connlimit.ko 2024-05-20T20:50:42.073 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connmark.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_conntrack.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cpu.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_dccp.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_devgroup.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_dscp.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ecn.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_esp.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_hashlimit.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_helper.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_hl.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ipcomp.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_iprange.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ipvs.ko 2024-05-20T20:50:42.074 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_l2tp.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_length.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_limit.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_mac.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_mark.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_multiport.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_nat.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_nfacct.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_osf.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_owner.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_physdev.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_pkttype.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_policy.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_quota.ko 2024-05-20T20:50:42.075 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_rateest.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_realm.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_recent.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_sctp.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_set.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_socket.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_state.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_statistic.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_string.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_tcpmss.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_time.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_u32.ko 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netlink 2024-05-20T20:50:42.076 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netlink/netlink_diag.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/nsh 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/nsh/nsh.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/openvswitch.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-geneve.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-gre.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-vxlan.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/packet 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/packet/af_packet_diag.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds_rdma.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds_tcp.ko 2024-05-20T20:50:42.077 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_csum.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_gact.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_mirred.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_nat.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_pedit.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_police.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_simple.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_skbedit.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_vlan.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_basic.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_bpf.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_flow.ko 2024-05-20T20:50:42.078 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_fw.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_route.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_u32.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_cmp.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_ipset.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_meta.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_nbyte.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_text.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_u32.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_choke.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_codel.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_drr.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_fq.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_gred.ko 2024-05-20T20:50:42.079 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_hfsc.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_hhf.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_htb.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_ingress.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_mqprio.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_mqprio_lib.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_multiq.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_netem.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_pie.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_plug.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_prio.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_qfq.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_red.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_sfb.ko 2024-05-20T20:50:42.080 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_sfq.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_tbf.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_teql.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp/sctp.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp/sctp_diag.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/sunrpc.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/xprtrdma 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc 2024-05-20T20:50:42.081 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc/tipc.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc/tipc_diag.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/unix 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/unix/unix_diag.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock_diag.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock_loopback.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/xfrm 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/xfrm/xfrm_ipcomp.ko 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security 2024-05-20T20:50:42.082 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/encrypted-keys 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/trusted-keys 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/trusted-keys/trusted.ko 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.alias 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.alias.bin 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.alias.bin 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.bin 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.modinfo 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep.bin 2024-05-20T20:50:42.083 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.devname 2024-05-20T20:50:42.084 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.order 2024-05-20T20:50:42.084 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.softdep 2024-05-20T20:50:42.084 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.symbols 2024-05-20T20:50:42.084 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.symbols.bin 2024-05-20T20:50:42.084 INFO:teuthology.orchestra.run.smithi006.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/vmlinuz 2024-05-20T20:50:42.088 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:42.088 DEBUG:teuthology.orchestra.run.smithi006:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-05-20T20:50:42.114 INFO:teuthology.orchestra.run.smithi006.stdout:postinstall scriptlet (using /bin/sh): 2024-05-20T20:50:42.114 INFO:teuthology.orchestra.run.smithi006.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g0fe9556839d2 /lib/modules/6.9.0-rc3-g0fe9556839d2/vmlinuz 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout:fi 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout:for file in vmlinuz System.map config; do 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g0fe9556839d2/${file}" "/boot/${file}-6.9.0-rc3-g0fe9556839d2"; then 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout: cp "/lib/modules/6.9.0-rc3-g0fe9556839d2/${file}" "/boot/${file}-6.9.0-rc3-g0fe9556839d2" 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout: fi 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout:done 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout:if [ -d "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" ] && \ 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" "/boot/dtb-6.9.0-rc3-g0fe9556839d2" >/dev/null 2>&1; then 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g0fe9556839d2" 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout: cp -r "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" "/boot/dtb-6.9.0-rc3-g0fe9556839d2" 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout:fi 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep" ]; then 2024-05-20T20:50:42.115 INFO:teuthology.orchestra.run.smithi006.stdout: /usr/sbin/depmod 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:42.116 INFO:teuthology.orchestra.run.smithi006.stdout:fi 2024-05-20T20:50:42.116 INFO:teuthology.orchestra.run.smithi006.stdout:preuninstall scriptlet (using /bin/sh): 2024-05-20T20:50:42.116 INFO:teuthology.orchestra.run.smithi006.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-20T20:50:42.116 INFO:teuthology.orchestra.run.smithi006.stdout:kernel-install remove 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:42.116 INFO:teuthology.orchestra.run.smithi006.stdout:fi 2024-05-20T20:50:42.116 DEBUG:teuthology.orchestra.run.smithi006:> sudo rpm -qi grub2-tools 2024-05-20T20:50:42.188 INFO:teuthology.orchestra.run.smithi006.stdout:Name : grub2-tools 2024-05-20T20:50:42.188 INFO:teuthology.orchestra.run.smithi006.stdout:Epoch : 1 2024-05-20T20:50:42.188 INFO:teuthology.orchestra.run.smithi006.stdout:Version : 2.06 2024-05-20T20:50:42.188 INFO:teuthology.orchestra.run.smithi006.stdout:Release : 68.el9 2024-05-20T20:50:42.188 INFO:teuthology.orchestra.run.smithi006.stdout:Architecture: x86_64 2024-05-20T20:50:42.188 INFO:teuthology.orchestra.run.smithi006.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Group : Unspecified 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Size : 8264254 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:License : GPLv3+ 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Packager : builder@centos.org 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Vendor : CentOS 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Summary : Support tools for GRUB. 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:Description : 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-20T20:50:42.189 INFO:teuthology.orchestra.run.smithi006.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-20T20:50:42.190 INFO:teuthology.orchestra.run.smithi006.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-20T20:50:42.190 INFO:teuthology.orchestra.run.smithi006.stdout:hardware devices. 2024-05-20T20:50:42.190 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T20:50:42.190 INFO:teuthology.orchestra.run.smithi006.stdout:This subpackage provides tools for support of all platforms. 2024-05-20T20:50:42.191 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-20T20:50:42.191 INFO:teuthology.task.kernel:Updating grub on smithi006 to boot 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:42.191 DEBUG:teuthology.orchestra.run.smithi006:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-20T20:50:42.782 INFO:teuthology.orchestra.run.smithi006.stderr:Generating grub configuration file ... 2024-05-20T20:50:44.209 INFO:teuthology.orchestra.run.smithi006.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-20T20:50:44.252 INFO:teuthology.orchestra.run.smithi006.stderr:done 2024-05-20T20:50:44.255 DEBUG:teuthology.orchestra.run.smithi006:> mktemp 2024-05-20T20:50:44.293 INFO:teuthology.orchestra.run.smithi006.stdout:/tmp/tmp.XkozDOZICZ 2024-05-20T20:50:44.293 DEBUG:teuthology.orchestra.run.smithi006:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.XkozDOZICZ 2024-05-20T20:50:44.359 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 0666 /tmp/tmp.XkozDOZICZ 2024-05-20T20:50:44.493 DEBUG:teuthology.orchestra.remote:smithi006:/tmp/tmp.XkozDOZICZ is 6KB 2024-05-20T20:50:44.542 DEBUG:teuthology.orchestra.run.smithi006:> rm -fr /tmp/tmp.XkozDOZICZ 2024-05-20T20:50:44.557 DEBUG:teuthology.orchestra.run.smithi006:> sudo /bin/ls /boot/loader/entries || true 2024-05-20T20:50:44.619 INFO:teuthology.orchestra.run.smithi006.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-20T20:50:44.619 INFO:teuthology.orchestra.run.smithi006.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-20T20:50:44.619 INFO:teuthology.orchestra.run.smithi006.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-20T20:50:44.620 INFO:teuthology.orchestra.run.smithi006.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g0fe9556839d2.conf 2024-05-20T20:50:44.621 DEBUG:teuthology.orchestra.run.smithi006:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g0fe9556839d2 2024-05-20T20:50:44.781 DEBUG:teuthology.orchestra.run.smithi006:> sudo shutdown -r now 2024-05-20T20:51:14.784 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-20T20:51:14.785 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-05-20T20:51:14.786 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:52:14.788 DEBUG:teuthology.orchestra.remote:timed out 2024-05-20T20:52:23.789 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-05-20T20:52:23.791 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:52:27.412 DEBUG:teuthology.orchestra.run.smithi006:> true 2024-05-20T20:52:28.029 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-05-20T20:52:28.029 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g0fe9556839d2"... 2024-05-20T20:52:28.029 DEBUG:teuthology.orchestra.run.smithi006:> uname -r 2024-05-20T20:52:28.069 INFO:teuthology.orchestra.run.smithi006.stdout:6.9.0-rc3-g0fe9556839d2 2024-05-20T20:52:28.069 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g0fe9556839d2 vs 6.9.0-rc3-g0fe9556839d2 2024-05-20T20:52:28.069 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-20T20:52:28.069 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-20T20:52:29.073 DEBUG:teuthology.parallel:result is None 2024-05-20T20:52:29.073 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-20T20:52:29.081 INFO:teuthology.task.internal:Creating test directory... 2024-05-20T20:52:29.081 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T20:52:29.086 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T20:52:29.089 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T20:52:29.125 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-20T20:52:29.131 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-20T20:52:29.141 INFO:teuthology.task.internal:Creating archive directory... 2024-05-20T20:52:29.141 DEBUG:teuthology.orchestra.run.smithi006:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T20:52:29.172 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T20:52:29.175 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T20:52:29.229 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-20T20:52:29.236 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-20T20:52:29.236 DEBUG:teuthology.orchestra.run.smithi042:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T20:52:29.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:52:29.261 DEBUG:teuthology.orchestra.run.smithi062:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T20:52:29.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:52:29.278 DEBUG:teuthology.orchestra.run.smithi006:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T20:52:29.285 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T20:52:29.304 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T20:52:29.336 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:52:29.353 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:52:29.375 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:52:29.394 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:52:29.437 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:52:29.504 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T20:52:29.508 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-20T20:52:29.516 INFO:teuthology.task.internal:Configuring sudo... 2024-05-20T20:52:29.516 DEBUG:teuthology.orchestra.run.smithi006:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T20:52:29.521 DEBUG:teuthology.orchestra.run.smithi042:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T20:52:29.524 DEBUG:teuthology.orchestra.run.smithi062:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T20:52:29.582 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-20T20:52:29.592 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-20T20:52:29.592 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T20:52:29.596 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T20:52:29.598 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T20:52:29.630 DEBUG:teuthology.orchestra.run.smithi006:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:52:29.739 DEBUG:teuthology.orchestra.run.smithi006:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:52:29.818 DEBUG:teuthology.orchestra.run.smithi006:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:52:29.885 DEBUG:teuthology.orchestra.run.smithi006:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:52:29.965 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T20:52:29.965 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T20:52:30.048 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:52:30.094 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:52:30.144 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:52:30.229 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:52:30.273 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T20:52:30.273 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T20:52:30.340 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:52:30.386 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T20:52:30.437 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:52:30.522 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T20:52:30.564 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T20:52:30.564 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T20:52:30.631 DEBUG:teuthology.orchestra.run.smithi006:> sudo service rsyslog restart 2024-05-20T20:52:30.636 DEBUG:teuthology.orchestra.run.smithi042:> sudo service rsyslog restart 2024-05-20T20:52:30.639 DEBUG:teuthology.orchestra.run.smithi062:> sudo service rsyslog restart 2024-05-20T20:52:30.679 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T20:52:30.704 INFO:teuthology.orchestra.run.smithi062.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T20:52:30.743 INFO:teuthology.orchestra.run.smithi006.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T20:52:31.160 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-20T20:52:31.168 INFO:teuthology.task.internal:Starting timer... 2024-05-20T20:52:31.168 INFO:teuthology.run_tasks:Running task pcp... 2024-05-20T20:52:31.189 INFO:teuthology.run_tasks:Running task selinux... 2024-05-20T20:52:31.197 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-20T20:52:31.197 DEBUG:teuthology.orchestra.run.smithi006:> sudo service auditd rotate 2024-05-20T20:52:31.352 INFO:teuthology.orchestra.run.smithi006.stdout:Rotating logs: 2024-05-20T20:52:31.357 DEBUG:teuthology.orchestra.run.smithi042:> sudo service auditd rotate 2024-05-20T20:52:31.425 INFO:teuthology.orchestra.run.smithi042.stdout:Rotating logs: 2024-05-20T20:52:31.427 DEBUG:teuthology.orchestra.run.smithi062:> sudo service auditd rotate 2024-05-20T20:52:31.485 INFO:teuthology.orchestra.run.smithi062.stdout:Rotating logs: 2024-05-20T20:52:31.487 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-20T20:52:31.487 DEBUG:teuthology.orchestra.run.smithi006:> /usr/sbin/getenforce 2024-05-20T20:52:31.539 INFO:teuthology.orchestra.run.smithi006.stdout:Permissive 2024-05-20T20:52:31.539 DEBUG:teuthology.orchestra.run.smithi042:> /usr/sbin/getenforce 2024-05-20T20:52:31.562 INFO:teuthology.orchestra.run.smithi042.stdout:Permissive 2024-05-20T20:52:31.562 DEBUG:teuthology.orchestra.run.smithi062:> /usr/sbin/getenforce 2024-05-20T20:52:31.586 INFO:teuthology.orchestra.run.smithi062.stdout:Permissive 2024-05-20T20:52:31.586 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi006.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi042.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi062.front.sepia.ceph.com': 'permissive'} 2024-05-20T20:52:31.586 DEBUG:teuthology.orchestra.run.smithi006:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T20:52:31.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:52:31.657 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T20:52:31.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:52:31.686 DEBUG:teuthology.orchestra.run.smithi062:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T20:52:31.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T20:52:31.715 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-20T20:52:31.715 DEBUG:teuthology.orchestra.run.smithi006:> sudo /usr/sbin/setenforce permissive 2024-05-20T20:52:31.802 DEBUG:teuthology.orchestra.run.smithi042:> sudo /usr/sbin/setenforce permissive 2024-05-20T20:52:31.828 DEBUG:teuthology.orchestra.run.smithi062:> sudo /usr/sbin/setenforce permissive 2024-05-20T20:52:31.856 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-20T20:52:31.865 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-20T20:52:31.877 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-20T20:52:31.878 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi006.front.sepia.ceph.com,smithi042.front.sepia.ceph.com,smithi062.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-20T20:58:48.898 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi006.front.sepia.ceph.com'), Remote(name='ubuntu@smithi042.front.sepia.ceph.com'), Remote(name='ubuntu@smithi062.front.sepia.ceph.com')] 2024-05-20T20:58:48.900 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-05-20T20:58:48.901 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi006.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:58:49.014 DEBUG:teuthology.orchestra.run.smithi006:> true 2024-05-20T20:58:49.162 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi006.front.sepia.ceph.com' 2024-05-20T20:58:49.163 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-05-20T20:58:49.163 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:58:49.240 DEBUG:teuthology.orchestra.run.smithi042:> true 2024-05-20T20:58:49.324 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-05-20T20:58:49.324 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-05-20T20:58:49.325 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T20:58:49.401 DEBUG:teuthology.orchestra.run.smithi062:> true 2024-05-20T20:58:49.480 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-05-20T20:58:49.481 INFO:teuthology.run_tasks:Running task clock... 2024-05-20T20:58:49.492 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-20T20:58:49.492 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T20:58:49.493 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T20:58:49.500 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T20:58:49.501 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T20:58:49.503 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T20:58:49.504 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T20:58:49.533 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T20:58:49.549 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T20:58:49.554 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T20:58:49.570 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T20:58:49.575 INFO:teuthology.orchestra.run.smithi042.stderr:sudo: ntpd: command not found 2024-05-20T20:58:49.586 INFO:teuthology.orchestra.run.smithi042.stdout:506 Cannot talk to daemon 2024-05-20T20:58:49.591 INFO:teuthology.orchestra.run.smithi006.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T20:58:49.596 INFO:teuthology.orchestra.run.smithi062.stderr:sudo: ntpd: command not found 2024-05-20T20:58:49.601 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T20:58:49.607 INFO:teuthology.orchestra.run.smithi062.stdout:506 Cannot talk to daemon 2024-05-20T20:58:49.615 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T20:58:49.622 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T20:58:49.636 INFO:teuthology.orchestra.run.smithi006.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T20:58:49.636 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T20:58:49.676 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-05-20T20:58:49.680 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T20:58:49.680 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-05-20T20:58:49.680 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.680 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.680 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.680 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.692 INFO:teuthology.orchestra.run.smithi062.stderr:bash: line 1: ntpq: command not found 2024-05-20T20:58:49.695 INFO:teuthology.orchestra.run.smithi062.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T20:58:49.695 INFO:teuthology.orchestra.run.smithi062.stdout:=============================================================================== 2024-05-20T20:58:49.696 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.696 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.696 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.696 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.710 INFO:teuthology.orchestra.run.smithi006.stderr:sudo: ntpd: command not found 2024-05-20T20:58:49.743 INFO:teuthology.orchestra.run.smithi006.stdout:506 Cannot talk to daemon 2024-05-20T20:58:49.782 INFO:teuthology.orchestra.run.smithi006.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T20:58:49.823 INFO:teuthology.orchestra.run.smithi006.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T20:58:49.964 INFO:teuthology.orchestra.run.smithi006.stderr:bash: line 1: ntpq: command not found 2024-05-20T20:58:49.973 INFO:teuthology.orchestra.run.smithi006.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T20:58:49.973 INFO:teuthology.orchestra.run.smithi006.stdout:=============================================================================== 2024-05-20T20:58:49.973 INFO:teuthology.orchestra.run.smithi006.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.973 INFO:teuthology.orchestra.run.smithi006.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.973 INFO:teuthology.orchestra.run.smithi006.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.973 INFO:teuthology.orchestra.run.smithi006.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T20:58:49.974 INFO:teuthology.run_tasks:Running task install... 2024-05-20T20:58:49.981 DEBUG:teuthology.task.install:project ceph 2024-05-20T20:58:49.981 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '4ebd1d5361d457738957dc0455bba90102296634'}} 2024-05-20T20:58:49.981 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '4ebd1d5361d457738957dc0455bba90102296634'} 2024-05-20T20:58:49.981 INFO:teuthology.task.install:Using flavor: default 2024-05-20T20:58:49.988 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-20T20:58:49.989 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-20T20:58:49.989 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'tag': None, 'wait_for_package': False} 2024-05-20T20:58:49.990 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T20:58:49.991 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'tag': None, 'wait_for_package': False} 2024-05-20T20:58:49.992 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T20:58:49.993 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'tag': None, 'wait_for_package': False} 2024-05-20T20:58:49.993 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T20:58:50.136 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/ 2024-05-20T20:58:50.136 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g4ebd1d53 2024-05-20T20:58:50.207 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/ 2024-05-20T20:58:50.208 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g4ebd1d53 2024-05-20T20:58:50.212 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/ 2024-05-20T20:58:50.213 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g4ebd1d53 2024-05-20T20:58:50.394 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T20:58:50.394 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T20:58:50.394 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T20:58:50.401 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T20:58:50.401 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T20:58:50.401 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T20:58:50.425 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T20:58:50.425 DEBUG:teuthology.orchestra.run.smithi062:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4ebd1d5361d457738957dc0455bba90102296634/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T20:58:50.431 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T20:58:50.431 DEBUG:teuthology.orchestra.run.smithi042:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4ebd1d5361d457738957dc0455bba90102296634/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T20:58:50.448 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T20:58:50.449 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T20:58:50.449 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T20:58:50.495 DEBUG:teuthology.orchestra.run.smithi062:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T20:58:50.501 DEBUG:teuthology.orchestra.run.smithi042:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T20:58:50.547 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T20:58:50.547 DEBUG:teuthology.orchestra.run.smithi006:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4ebd1d5361d457738957dc0455bba90102296634/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T20:58:50.574 DEBUG:teuthology.orchestra.run.smithi062:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T20:58:50.582 DEBUG:teuthology.orchestra.run.smithi042:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T20:58:50.640 INFO:teuthology.orchestra.run.smithi062.stdout:check_obsoletes = 1 2024-05-20T20:58:50.641 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum clean all 2024-05-20T20:58:50.650 INFO:teuthology.orchestra.run.smithi042.stdout:check_obsoletes = 1 2024-05-20T20:58:50.652 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum clean all 2024-05-20T20:58:50.678 DEBUG:teuthology.orchestra.run.smithi006:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T20:58:50.799 DEBUG:teuthology.orchestra.run.smithi006:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T20:58:50.878 INFO:teuthology.orchestra.run.smithi006.stdout:check_obsoletes = 1 2024-05-20T20:58:50.883 DEBUG:teuthology.orchestra.run.smithi006:> sudo yum clean all 2024-05-20T20:58:50.884 INFO:teuthology.orchestra.run.smithi062.stdout:57 files removed 2024-05-20T20:58:50.905 INFO:teuthology.orchestra.run.smithi042.stdout:57 files removed 2024-05-20T20:58:50.911 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T20:58:50.932 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T20:58:51.224 INFO:teuthology.orchestra.run.smithi006.stdout:57 files removed 2024-05-20T20:58:51.263 DEBUG:teuthology.orchestra.run.smithi006:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T20:58:51.753 INFO:teuthology.orchestra.run.smithi042.stdout:ceph packages for x86_64 153 kB/s | 84 kB 00:00 2024-05-20T20:58:51.849 INFO:teuthology.orchestra.run.smithi062.stdout:ceph packages for x86_64 127 kB/s | 84 kB 00:00 2024-05-20T20:58:52.287 INFO:teuthology.orchestra.run.smithi042.stdout:ceph noarch packages 24 kB/s | 12 kB 00:00 2024-05-20T20:58:52.384 INFO:teuthology.orchestra.run.smithi006.stdout:ceph packages for x86_64 125 kB/s | 84 kB 00:00 2024-05-20T20:58:52.449 INFO:teuthology.orchestra.run.smithi062.stdout:ceph noarch packages 21 kB/s | 12 kB 00:00 2024-05-20T20:58:52.813 INFO:teuthology.orchestra.run.smithi042.stdout:ceph source packages 3.9 kB/s | 1.9 kB 00:00 2024-05-20T20:58:52.933 INFO:teuthology.orchestra.run.smithi062.stdout:ceph source packages 4.2 kB/s | 1.9 kB 00:00 2024-05-20T20:58:53.009 INFO:teuthology.orchestra.run.smithi006.stdout:ceph noarch packages 22 kB/s | 12 kB 00:00 2024-05-20T20:58:53.610 INFO:teuthology.orchestra.run.smithi006.stdout:ceph source packages 3.7 kB/s | 1.9 kB 00:00 2024-05-20T20:58:54.692 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.1 MB 00:01 2024-05-20T20:58:55.004 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.1 MB 00:02 2024-05-20T20:58:55.915 INFO:teuthology.orchestra.run.smithi006.stdout:CentOS Stream 9 - BaseOS 3.6 MB/s | 8.1 MB 00:02 2024-05-20T20:59:03.751 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - AppStream 2.5 MB/s | 19 MB 00:07 2024-05-20T20:59:03.959 INFO:teuthology.orchestra.run.smithi006.stdout:CentOS Stream 9 - AppStream 2.8 MB/s | 19 MB 00:06 2024-05-20T20:59:09.148 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.2 MB 00:01 2024-05-20T20:59:10.048 INFO:teuthology.orchestra.run.smithi006.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.2 MB 00:02 2024-05-20T20:59:10.686 INFO:teuthology.orchestra.run.smithi062.stdout:CentOS Stream 9 - Extras packages 51 kB/s | 16 kB 00:00 2024-05-20T20:59:11.736 INFO:teuthology.orchestra.run.smithi006.stdout:CentOS Stream 9 - Extras packages 50 kB/s | 16 kB 00:00 2024-05-20T20:59:12.004 INFO:teuthology.orchestra.run.smithi062.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-05-20T20:59:12.288 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:16 2024-05-20T20:59:13.735 INFO:teuthology.orchestra.run.smithi006.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-05-20T20:59:17.596 INFO:teuthology.orchestra.run.smithi062.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-05-20T20:59:17.970 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.2 MB 00:01 2024-05-20T20:59:19.582 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 16 kB 00:00 2024-05-20T20:59:19.828 INFO:teuthology.orchestra.run.smithi062.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:59:19.828 INFO:teuthology.orchestra.run.smithi062.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:59:19.834 INFO:teuthology.orchestra.run.smithi062.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-20T20:59:19.835 INFO:teuthology.orchestra.run.smithi062.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-20T20:59:19.836 INFO:teuthology.orchestra.run.smithi062.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-20T20:59:19.837 INFO:teuthology.orchestra.run.smithi062.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-20T20:59:19.838 INFO:teuthology.orchestra.run.smithi062.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-20T20:59:19.841 INFO:teuthology.orchestra.run.smithi062.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-20T20:59:19.842 INFO:teuthology.orchestra.run.smithi062.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-20T20:59:19.910 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout:======================================================================================= 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout: Package Arch Version Repository Size 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout:======================================================================================= 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout:Installing: 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout: ceph x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 6.6 k 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 890 k 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 145 k 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 1.5 M 2024-05-20T20:59:19.927 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 143 k 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 3.5 M 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 7.4 M 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 49 k 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 11 M 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-test x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 49 M 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-volume noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 273 k 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi062.stdout: cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 764 k 2024-05-20T20:59:19.928 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 225 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-shell x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 27 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-top noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 18 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 32 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 747 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: librados-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 127 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-20T20:59:19.929 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cephfs x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 161 k 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 320 k 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 300 k 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 100 k 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 85 k 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-nbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 171 k 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrading: 2024-05-20T20:59:19.930 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: librados2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.4 M 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: librbd1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout:Installing dependencies: 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-20T20:59:19.931 INFO:teuthology.orchestra.run.smithi062.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 21 M 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 34 k 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mds x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 2.4 M 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 274 k 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mon x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 4.7 M 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-osd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 17 M 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 16 k 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-selinux x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 25 k 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-20T20:59:19.932 INFO:teuthology.orchestra.run.smithi062.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: libcephsqlite x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 163 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 501 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: librgw2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:59:19.933 INFO:teuthology.orchestra.run.smithi062.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-20T20:59:19.934 INFO:teuthology.orchestra.run.smithi062.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 45 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 136 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-20T20:59:19.935 INFO:teuthology.orchestra.run.smithi062.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-20T20:59:19.936 INFO:teuthology.orchestra.run.smithi062.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-20T20:59:19.937 INFO:teuthology.orchestra.run.smithi062.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-20T20:59:19.938 INFO:teuthology.orchestra.run.smithi062.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-20T20:59:19.939 INFO:teuthology.orchestra.run.smithi062.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout:Installing weak dependencies: 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout:======================================================================================= 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout:Install 148 Packages 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrade 11 Packages 2024-05-20T20:59:19.940 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T20:59:19.941 INFO:teuthology.orchestra.run.smithi062.stdout:Total download size: 227 M 2024-05-20T20:59:19.941 INFO:teuthology.orchestra.run.smithi062.stdout:Downloading Packages: 2024-05-20T20:59:20.113 INFO:teuthology.orchestra.run.smithi006.stdout:lab-extras 11 kB/s | 1.7 kB 00:00 2024-05-20T20:59:20.611 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 23 MB/s | 21 MB 00:00 2024-05-20T20:59:21.005 INFO:teuthology.orchestra.run.smithi062.stdout:(1/159): ceph-19.0.0-3830.g4ebd1d53.el9.x86_64. 20 kB/s | 6.6 kB 00:00 2024-05-20T20:59:21.855 INFO:teuthology.orchestra.run.smithi062.stdout:(2/159): ceph-fuse-19.0.0-3830.g4ebd1d53.el9.x8 1.0 MB/s | 890 kB 00:00 2024-05-20T20:59:22.114 INFO:teuthology.orchestra.run.smithi062.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 560 kB/s | 145 kB 00:00 2024-05-20T20:59:22.534 INFO:teuthology.orchestra.run.smithi006.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:59:22.536 INFO:teuthology.orchestra.run.smithi006.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:59:22.554 INFO:teuthology.orchestra.run.smithi006.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-20T20:59:22.555 INFO:teuthology.orchestra.run.smithi006.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-20T20:59:22.557 INFO:teuthology.orchestra.run.smithi006.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-20T20:59:22.558 INFO:teuthology.orchestra.run.smithi006.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-20T20:59:22.560 INFO:teuthology.orchestra.run.smithi006.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-20T20:59:22.564 INFO:teuthology.orchestra.run.smithi006.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-20T20:59:22.565 INFO:teuthology.orchestra.run.smithi006.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-20T20:59:22.640 INFO:teuthology.orchestra.run.smithi006.stdout:Dependencies resolved. 2024-05-20T20:59:22.655 INFO:teuthology.orchestra.run.smithi006.stdout:======================================================================================= 2024-05-20T20:59:22.655 INFO:teuthology.orchestra.run.smithi006.stdout: Package Arch Version Repository Size 2024-05-20T20:59:22.655 INFO:teuthology.orchestra.run.smithi006.stdout:======================================================================================= 2024-05-20T20:59:22.655 INFO:teuthology.orchestra.run.smithi006.stdout:Installing: 2024-05-20T20:59:22.655 INFO:teuthology.orchestra.run.smithi006.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-20T20:59:22.655 INFO:teuthology.orchestra.run.smithi006.stdout: ceph x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 6.6 k 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-base x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 890 k 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 145 k 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 1.5 M 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 143 k 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 3.5 M 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 7.4 M 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 49 k 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 11 M 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-test x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 49 M 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-volume noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 273 k 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 764 k 2024-05-20T20:59:22.656 INFO:teuthology.orchestra.run.smithi006.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 225 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: cephfs-shell x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 27 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: cephfs-top noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 18 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 32 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: libcephfs2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 747 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: librados-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 127 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-20T20:59:22.657 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cephfs x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 161 k 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rados x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 320 k 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 300 k 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 100 k 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: rbd-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 85 k 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: rbd-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: rbd-nbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 171 k 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout:Upgrading: 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-20T20:59:22.658 INFO:teuthology.orchestra.run.smithi006.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: librados2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.4 M 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: librbd1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout:Installing dependencies: 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-20T20:59:22.659 INFO:teuthology.orchestra.run.smithi006.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 21 M 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 34 k 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mds x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 2.4 M 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 274 k 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mon x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 4.7 M 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-osd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 17 M 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 16 k 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-selinux x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 25 k 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-20T20:59:22.660 INFO:teuthology.orchestra.run.smithi006.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: libcephsqlite x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 163 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 501 k 2024-05-20T20:59:22.661 INFO:teuthology.orchestra.run.smithi006.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: librgw2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-20T20:59:22.662 INFO:teuthology.orchestra.run.smithi006.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 45 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 136 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-20T20:59:22.663 INFO:teuthology.orchestra.run.smithi006.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-20T20:59:22.664 INFO:teuthology.orchestra.run.smithi006.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-20T20:59:22.665 INFO:teuthology.orchestra.run.smithi006.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-20T20:59:22.666 INFO:teuthology.orchestra.run.smithi006.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-20T20:59:22.667 INFO:teuthology.orchestra.run.smithi006.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout:Installing weak dependencies: 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout:Transaction Summary 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout:======================================================================================= 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout:Install 148 Packages 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout:Upgrade 11 Packages 2024-05-20T20:59:22.668 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T20:59:22.669 INFO:teuthology.orchestra.run.smithi006.stdout:Total download size: 227 M 2024-05-20T20:59:22.669 INFO:teuthology.orchestra.run.smithi006.stdout:Downloading Packages: 2024-05-20T20:59:23.690 INFO:teuthology.orchestra.run.smithi006.stdout:(1/159): ceph-19.0.0-3830.g4ebd1d53.el9.x86_64. 15 kB/s | 6.6 kB 00:00 2024-05-20T20:59:24.248 INFO:teuthology.orchestra.run.smithi006.stdout:(2/159): ceph-fuse-19.0.0-3830.g4ebd1d53.el9.x8 1.6 MB/s | 890 kB 00:00 2024-05-20T20:59:24.340 INFO:teuthology.orchestra.run.smithi006.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 1.6 MB/s | 145 kB 00:00 2024-05-20T20:59:24.847 INFO:teuthology.orchestra.run.smithi062.stdout:(4/159): ceph-common-19.0.0-3830.g4ebd1d53.el9. 5.1 MB/s | 21 MB 00:04 2024-05-20T20:59:24.907 INFO:teuthology.orchestra.run.smithi006.stdout:(4/159): ceph-mds-19.0.0-3830.g4ebd1d53.el9.x86 4.2 MB/s | 2.4 MB 00:00 2024-05-20T20:59:24.981 INFO:teuthology.orchestra.run.smithi062.stdout:(5/159): ceph-mgr-19.0.0-3830.g4ebd1d53.el9.x86 11 MB/s | 1.5 MB 00:00 2024-05-20T20:59:25.164 INFO:teuthology.orchestra.run.smithi062.stdout:(6/159): ceph-base-19.0.0-3830.g4ebd1d53.el9.x8 1.2 MB/s | 5.4 MB 00:04 2024-05-20T20:59:25.291 INFO:teuthology.orchestra.run.smithi006.stdout:(5/159): ceph-mgr-19.0.0-3830.g4ebd1d53.el9.x86 4.0 MB/s | 1.5 MB 00:00 2024-05-20T20:59:25.390 INFO:teuthology.orchestra.run.smithi062.stdout:(7/159): ceph-mon-19.0.0-3830.g4ebd1d53.el9.x86 11 MB/s | 4.7 MB 00:00 2024-05-20T20:59:25.892 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-05-20T20:59:26.400 INFO:teuthology.orchestra.run.smithi006.stdout:(6/159): ceph-mon-19.0.0-3830.g4ebd1d53.el9.x86 4.2 MB/s | 4.7 MB 00:01 2024-05-20T20:59:26.432 INFO:teuthology.orchestra.run.smithi062.stdout:(8/159): ceph-radosgw-19.0.0-3830.g4ebd1d53.el9 10 MB/s | 11 MB 00:01 2024-05-20T20:59:26.474 INFO:teuthology.orchestra.run.smithi062.stdout:(9/159): ceph-mds-19.0.0-3830.g4ebd1d53.el9.x86 557 kB/s | 2.4 MB 00:04 2024-05-20T20:59:26.499 INFO:teuthology.orchestra.run.smithi062.stdout:(10/159): ceph-selinux-19.0.0-3830.g4ebd1d53.el 378 kB/s | 25 kB 00:00 2024-05-20T20:59:26.691 INFO:teuthology.orchestra.run.smithi062.stdout:(11/159): cephfs-mirror-19.0.0-3830.g4ebd1d53.e 1.1 MB/s | 225 kB 00:00 2024-05-20T20:59:26.758 INFO:teuthology.orchestra.run.smithi062.stdout:(12/159): cephfs-shell-19.0.0-3830.g4ebd1d53.el 406 kB/s | 27 kB 00:00 2024-05-20T20:59:26.825 INFO:teuthology.orchestra.run.smithi062.stdout:(13/159): libcephfs-devel-19.0.0-3830.g4ebd1d53 476 kB/s | 32 kB 00:00 2024-05-20T20:59:27.108 INFO:teuthology.orchestra.run.smithi062.stdout:(14/159): libcephfs2-19.0.0-3830.g4ebd1d53.el9. 2.6 MB/s | 747 kB 00:00 2024-05-20T20:59:27.120 INFO:teuthology.orchestra.run.smithi006.stdout:(7/159): ceph-base-19.0.0-3830.g4ebd1d53.el9.x8 1.4 MB/s | 5.4 MB 00:03 2024-05-20T20:59:27.175 INFO:teuthology.orchestra.run.smithi062.stdout:(15/159): libcephsqlite-19.0.0-3830.g4ebd1d53.e 2.4 MB/s | 163 kB 00:00 2024-05-20T20:59:27.226 INFO:teuthology.orchestra.run.smithi062.stdout:(16/159): librados-devel-19.0.0-3830.g4ebd1d53. 2.5 MB/s | 127 kB 00:00 2024-05-20T20:59:27.326 INFO:teuthology.orchestra.run.smithi062.stdout:(17/159): libradosstriper1-19.0.0-3830.g4ebd1d5 4.9 MB/s | 501 kB 00:00 2024-05-20T20:59:27.401 INFO:teuthology.orchestra.run.smithi006.stdout:(8/159): ceph-common-19.0.0-3830.g4ebd1d53.el9. 5.1 MB/s | 21 MB 00:04 2024-05-20T20:59:27.459 INFO:teuthology.orchestra.run.smithi006.stdout:(9/159): ceph-selinux-19.0.0-3830.g4ebd1d53.el9 442 kB/s | 25 kB 00:00 2024-05-20T20:59:28.093 INFO:teuthology.orchestra.run.smithi042.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:59:28.094 INFO:teuthology.orchestra.run.smithi042.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-20T20:59:28.105 INFO:teuthology.orchestra.run.smithi042.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-20T20:59:28.106 INFO:teuthology.orchestra.run.smithi042.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-20T20:59:28.107 INFO:teuthology.orchestra.run.smithi042.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-20T20:59:28.108 INFO:teuthology.orchestra.run.smithi042.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-20T20:59:28.109 INFO:teuthology.orchestra.run.smithi042.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-20T20:59:28.111 INFO:teuthology.orchestra.run.smithi042.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-20T20:59:28.112 INFO:teuthology.orchestra.run.smithi042.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-20T20:59:28.178 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-05-20T20:59:28.200 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout:Installing: 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 6.6 k 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 890 k 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 145 k 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 1.5 M 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 143 k 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 3.5 M 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 7.4 M 2024-05-20T20:59:28.201 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 49 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 11 M 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 49 M 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-volume noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 273 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 764 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 225 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-shell x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 27 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-top noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 18 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 32 k 2024-05-20T20:59:28.202 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 747 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 127 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 161 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 320 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 300 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 100 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 85 k 2024-05-20T20:59:28.203 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 171 k 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrading: 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: librados2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.4 M 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 3.1 M 2024-05-20T20:59:28.204 INFO:teuthology.orchestra.run.smithi042.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout:Installing dependencies: 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 21 M 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 34 k 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 2.4 M 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 274 k 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 4.7 M 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 17 M 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g4ebd1d53.el9 ceph-noarch 16 k 2024-05-20T20:59:28.205 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 25 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 163 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-20T20:59:28.206 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 501 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2 x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 5.4 M 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-20T20:59:28.207 INFO:teuthology.orchestra.run.smithi042.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 45 k 2024-05-20T20:59:28.208 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g4ebd1d53.el9 ceph 136 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-20T20:59:28.209 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-20T20:59:28.210 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-20T20:59:28.211 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-20T20:59:28.211 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-20T20:59:28.211 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-20T20:59:28.211 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-20T20:59:28.211 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-20T20:59:28.211 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-20T20:59:28.211 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-20T20:59:28.211 INFO:teuthology.orchestra.run.smithi042.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-20T20:59:28.212 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-20T20:59:28.213 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout:Installing weak dependencies: 2024-05-20T20:59:28.214 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-20T20:59:28.215 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T20:59:28.215 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-05-20T20:59:28.215 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-05-20T20:59:28.215 INFO:teuthology.orchestra.run.smithi042.stdout:Install 148 Packages 2024-05-20T20:59:28.215 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrade 11 Packages 2024-05-20T20:59:28.215 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T20:59:28.216 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 227 M 2024-05-20T20:59:28.216 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-05-20T20:59:28.476 INFO:teuthology.orchestra.run.smithi062.stdout:(18/159): librgw2-19.0.0-3830.g4ebd1d53.el9.x86 4.7 MB/s | 5.4 MB 00:01 2024-05-20T20:59:28.543 INFO:teuthology.orchestra.run.smithi062.stdout:(19/159): python3-ceph-argparse-19.0.0-3830.g4e 679 kB/s | 45 kB 00:00 2024-05-20T20:59:28.610 INFO:teuthology.orchestra.run.smithi062.stdout:(20/159): python3-ceph-common-19.0.0-3830.g4ebd 2.0 MB/s | 136 kB 00:00 2024-05-20T20:59:28.661 INFO:teuthology.orchestra.run.smithi062.stdout:(21/159): python3-cephfs-19.0.0-3830.g4ebd1d53. 3.2 MB/s | 161 kB 00:00 2024-05-20T20:59:28.710 INFO:teuthology.orchestra.run.smithi042.stdout:(1/159): ceph-19.0.0-3830.g4ebd1d53.el9.x86_64. 24 kB/s | 6.6 kB 00:00 2024-05-20T20:59:28.727 INFO:teuthology.orchestra.run.smithi062.stdout:(22/159): python3-rados-19.0.0-3830.g4ebd1d53.e 4.7 MB/s | 320 kB 00:00 2024-05-20T20:59:28.786 INFO:teuthology.orchestra.run.smithi062.stdout:(23/159): python3-rbd-19.0.0-3830.g4ebd1d53.el9 5.0 MB/s | 300 kB 00:00 2024-05-20T20:59:28.800 INFO:teuthology.orchestra.run.smithi006.stdout:(10/159): ceph-osd-19.0.0-3830.g4ebd1d53.el9.x8 7.0 MB/s | 17 MB 00:02 2024-05-20T20:59:28.853 INFO:teuthology.orchestra.run.smithi062.stdout:(24/159): python3-rgw-19.0.0-3830.g4ebd1d53.el9 1.5 MB/s | 100 kB 00:00 2024-05-20T20:59:28.937 INFO:teuthology.orchestra.run.smithi062.stdout:(25/159): rbd-fuse-19.0.0-3830.g4ebd1d53.el9.x8 1.0 MB/s | 85 kB 00:00 2024-05-20T20:59:28.951 INFO:teuthology.orchestra.run.smithi006.stdout:(11/159): cephfs-mirror-19.0.0-3830.g4ebd1d53.e 1.5 MB/s | 225 kB 00:00 2024-05-20T20:59:29.067 INFO:teuthology.orchestra.run.smithi006.stdout:(12/159): cephfs-shell-19.0.0-3830.g4ebd1d53.el 236 kB/s | 27 kB 00:00 2024-05-20T20:59:29.168 INFO:teuthology.orchestra.run.smithi006.stdout:(13/159): libcephfs-devel-19.0.0-3830.g4ebd1d53 316 kB/s | 32 kB 00:00 2024-05-20T20:59:29.443 INFO:teuthology.orchestra.run.smithi006.stdout:(14/159): libcephfs2-19.0.0-3830.g4ebd1d53.el9. 2.7 MB/s | 747 kB 00:00 2024-05-20T20:59:29.560 INFO:teuthology.orchestra.run.smithi006.stdout:(15/159): libcephsqlite-19.0.0-3830.g4ebd1d53.e 1.4 MB/s | 163 kB 00:00 2024-05-20T20:59:29.620 INFO:teuthology.orchestra.run.smithi062.stdout:(26/159): rbd-mirror-19.0.0-3830.g4ebd1d53.el9. 4.5 MB/s | 3.1 MB 00:00 2024-05-20T20:59:29.652 INFO:teuthology.orchestra.run.smithi006.stdout:(16/159): librados-devel-19.0.0-3830.g4ebd1d53. 1.4 MB/s | 127 kB 00:00 2024-05-20T20:59:29.685 INFO:teuthology.orchestra.run.smithi042.stdout:(2/159): ceph-base-19.0.0-3830.g4ebd1d53.el9.x8 4.3 MB/s | 5.4 MB 00:01 2024-05-20T20:59:29.703 INFO:teuthology.orchestra.run.smithi062.stdout:(27/159): rbd-nbd-19.0.0-3830.g4ebd1d53.el9.x86 2.0 MB/s | 171 kB 00:00 2024-05-20T20:59:29.785 INFO:teuthology.orchestra.run.smithi042.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 1.4 MB/s | 145 kB 00:00 2024-05-20T20:59:29.804 INFO:teuthology.orchestra.run.smithi062.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3830.g 342 kB/s | 34 kB 00:00 2024-05-20T20:59:29.819 INFO:teuthology.orchestra.run.smithi006.stdout:(17/159): libradosstriper1-19.0.0-3830.g4ebd1d5 3.0 MB/s | 501 kB 00:00 2024-05-20T20:59:29.869 INFO:teuthology.orchestra.run.smithi042.stdout:(4/159): ceph-fuse-19.0.0-3830.g4ebd1d53.el9.x8 768 kB/s | 890 kB 00:01 2024-05-20T20:59:29.896 INFO:teuthology.orchestra.run.smithi062.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3830.g4ebd1d5 1.5 MB/s | 143 kB 00:00 2024-05-20T20:59:30.270 INFO:teuthology.orchestra.run.smithi042.stdout:(5/159): ceph-mds-19.0.0-3830.g4ebd1d53.el9.x86 4.9 MB/s | 2.4 MB 00:00 2024-05-20T20:59:31.145 INFO:teuthology.orchestra.run.smithi042.stdout:(6/159): ceph-mgr-19.0.0-3830.g4ebd1d53.el9.x86 1.2 MB/s | 1.5 MB 00:01 2024-05-20T20:59:31.255 INFO:teuthology.orchestra.run.smithi062.stdout:(30/159): ceph-mgr-dashboard-19.0.0-3830.g4ebd1 2.6 MB/s | 3.5 MB 00:01 2024-05-20T20:59:31.353 INFO:teuthology.orchestra.run.smithi042.stdout:(7/159): ceph-mon-19.0.0-3830.g4ebd1d53.el9.x86 4.3 MB/s | 4.7 MB 00:01 2024-05-20T20:59:32.194 INFO:teuthology.orchestra.run.smithi006.stdout:(18/159): ceph-radosgw-19.0.0-3830.g4ebd1d53.el 2.1 MB/s | 11 MB 00:05 2024-05-20T20:59:32.320 INFO:teuthology.orchestra.run.smithi006.stdout:(19/159): librgw2-19.0.0-3830.g4ebd1d53.el9.x86 2.1 MB/s | 5.4 MB 00:02 2024-05-20T20:59:32.345 INFO:teuthology.orchestra.run.smithi006.stdout:(20/159): python3-ceph-argparse-19.0.0-3830.g4e 302 kB/s | 45 kB 00:00 2024-05-20T20:59:32.470 INFO:teuthology.orchestra.run.smithi006.stdout:(21/159): python3-ceph-common-19.0.0-3830.g4ebd 909 kB/s | 136 kB 00:00 2024-05-20T20:59:32.495 INFO:teuthology.orchestra.run.smithi006.stdout:(22/159): python3-cephfs-19.0.0-3830.g4ebd1d53. 1.1 MB/s | 161 kB 00:00 2024-05-20T20:59:32.654 INFO:teuthology.orchestra.run.smithi006.stdout:(23/159): python3-rbd-19.0.0-3830.g4ebd1d53.el9 1.9 MB/s | 300 kB 00:00 2024-05-20T20:59:32.688 INFO:teuthology.orchestra.run.smithi006.stdout:(24/159): python3-rados-19.0.0-3830.g4ebd1d53.e 1.4 MB/s | 320 kB 00:00 2024-05-20T20:59:32.738 INFO:teuthology.orchestra.run.smithi006.stdout:(25/159): python3-rgw-19.0.0-3830.g4ebd1d53.el9 1.2 MB/s | 100 kB 00:00 2024-05-20T20:59:32.780 INFO:teuthology.orchestra.run.smithi006.stdout:(26/159): rbd-fuse-19.0.0-3830.g4ebd1d53.el9.x8 935 kB/s | 85 kB 00:00 2024-05-20T20:59:32.947 INFO:teuthology.orchestra.run.smithi006.stdout:(27/159): rbd-nbd-19.0.0-3830.g4ebd1d53.el9.x86 1.0 MB/s | 171 kB 00:00 2024-05-20T20:59:33.039 INFO:teuthology.orchestra.run.smithi006.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3830.g 377 kB/s | 34 kB 00:00 2024-05-20T20:59:33.142 INFO:teuthology.orchestra.run.smithi006.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3830.g4ebd1d5 1.4 MB/s | 143 kB 00:00 2024-05-20T20:59:33.196 INFO:teuthology.orchestra.run.smithi062.stdout:(31/159): ceph-mgr-diskprediction-local-19.0.0- 3.8 MB/s | 7.4 MB 00:01 2024-05-20T20:59:33.347 INFO:teuthology.orchestra.run.smithi062.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3830.g4e 1.8 MB/s | 274 kB 00:00 2024-05-20T20:59:33.395 INFO:teuthology.orchestra.run.smithi042.stdout:(8/159): ceph-radosgw-19.0.0-3830.g4ebd1d53.el9 5.2 MB/s | 11 MB 00:02 2024-05-20T20:59:33.422 INFO:teuthology.orchestra.run.smithi062.stdout:(33/159): ceph-mgr-rook-19.0.0-3830.g4ebd1d53.e 660 kB/s | 49 kB 00:00 2024-05-20T20:59:33.462 INFO:teuthology.orchestra.run.smithi042.stdout:(9/159): ceph-selinux-19.0.0-3830.g4ebd1d53.el9 378 kB/s | 25 kB 00:00 2024-05-20T20:59:33.497 INFO:teuthology.orchestra.run.smithi062.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3830.g4 219 kB/s | 16 kB 00:00 2024-05-20T20:59:33.647 INFO:teuthology.orchestra.run.smithi062.stdout:(35/159): ceph-volume-19.0.0-3830.g4ebd1d53.el9 1.8 MB/s | 273 kB 00:00 2024-05-20T20:59:33.898 INFO:teuthology.orchestra.run.smithi062.stdout:(36/159): cephadm-19.0.0-3830.g4ebd1d53.el9.noa 3.0 MB/s | 764 kB 00:00 2024-05-20T20:59:33.938 INFO:teuthology.orchestra.run.smithi042.stdout:(10/159): ceph-common-19.0.0-3830.g4ebd1d53.el9 3.8 MB/s | 21 MB 00:05 2024-05-20T20:59:33.939 INFO:teuthology.orchestra.run.smithi006.stdout:(30/159): rbd-mirror-19.0.0-3830.g4ebd1d53.el9. 2.6 MB/s | 3.1 MB 00:01 2024-05-20T20:59:33.948 INFO:teuthology.orchestra.run.smithi062.stdout:(37/159): cephfs-top-19.0.0-3830.g4ebd1d53.el9. 365 kB/s | 18 kB 00:00 2024-05-20T20:59:33.996 INFO:teuthology.orchestra.run.smithi042.stdout:(11/159): cephfs-mirror-19.0.0-3830.g4ebd1d53.e 3.8 MB/s | 225 kB 00:00 2024-05-20T20:59:34.056 INFO:teuthology.orchestra.run.smithi062.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 744 kB/s | 80 kB 00:00 2024-05-20T20:59:34.095 INFO:teuthology.orchestra.run.smithi042.stdout:(12/159): cephfs-shell-19.0.0-3830.g4ebd1d53.el 273 kB/s | 27 kB 00:00 2024-05-20T20:59:34.165 INFO:teuthology.orchestra.run.smithi062.stdout:(39/159): libgfortran-11.4.1-3.el9.x86_64.rpm 7.2 MB/s | 803 kB 00:00 2024-05-20T20:59:34.171 INFO:teuthology.orchestra.run.smithi042.stdout:(13/159): libcephfs-devel-19.0.0-3830.g4ebd1d53 418 kB/s | 32 kB 00:00 2024-05-20T20:59:34.207 INFO:teuthology.orchestra.run.smithi062.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 195 kB 00:00 2024-05-20T20:59:34.249 INFO:teuthology.orchestra.run.smithi062.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 6.0 MB/s | 253 kB 00:00 2024-05-20T20:59:34.324 INFO:teuthology.orchestra.run.smithi062.stdout:(42/159): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-05-20T20:59:34.364 INFO:teuthology.orchestra.run.smithi006.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3830.g4ebd1 2.9 MB/s | 3.5 MB 00:01 2024-05-20T20:59:34.364 INFO:teuthology.orchestra.run.smithi042.stdout:(14/159): libcephfs2-19.0.0-3830.g4ebd1d53.el9. 3.8 MB/s | 747 kB 00:00 2024-05-20T20:59:34.366 INFO:teuthology.orchestra.run.smithi062.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-05-20T20:59:34.408 INFO:teuthology.orchestra.run.smithi062.stdout:(44/159): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-05-20T20:59:34.430 INFO:teuthology.orchestra.run.smithi042.stdout:(15/159): libcephsqlite-19.0.0-3830.g4ebd1d53.e 2.4 MB/s | 163 kB 00:00 2024-05-20T20:59:34.450 INFO:teuthology.orchestra.run.smithi062.stdout:(45/159): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-05-20T20:59:34.492 INFO:teuthology.orchestra.run.smithi062.stdout:(46/159): python3-urllib3-1.26.5-5.el9.noarch.r 5.0 MB/s | 215 kB 00:00 2024-05-20T20:59:34.498 INFO:teuthology.orchestra.run.smithi006.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3830.g4e 2.0 MB/s | 274 kB 00:00 2024-05-20T20:59:34.506 INFO:teuthology.orchestra.run.smithi042.stdout:(16/159): librados-devel-19.0.0-3830.g4ebd1d53. 1.7 MB/s | 127 kB 00:00 2024-05-20T20:59:34.549 INFO:teuthology.orchestra.run.smithi006.stdout:(33/159): ceph-mgr-rook-19.0.0-3830.g4ebd1d53.e 1.0 MB/s | 49 kB 00:00 2024-05-20T20:59:34.551 INFO:teuthology.orchestra.run.smithi062.stdout:(47/159): automake-1.16.2-8.el9.noarch.rpm 12 MB/s | 689 kB 00:00 2024-05-20T20:59:34.601 INFO:teuthology.orchestra.run.smithi062.stdout:(48/159): bison-3.7.4-5.el9.x86_64.rpm 18 MB/s | 943 kB 00:00 2024-05-20T20:59:34.624 INFO:teuthology.orchestra.run.smithi006.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3830.g4 222 kB/s | 16 kB 00:00 2024-05-20T20:59:34.648 INFO:teuthology.orchestra.run.smithi042.stdout:(17/159): libradosstriper1-19.0.0-3830.g4ebd1d5 3.5 MB/s | 501 kB 00:00 2024-05-20T20:59:34.659 INFO:teuthology.orchestra.run.smithi062.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-05-20T20:59:34.676 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:34.758 INFO:teuthology.orchestra.run.smithi006.stdout:(35/159): ceph-volume-19.0.0-3830.g4ebd1d53.el9 2.0 MB/s | 273 kB 00:00 2024-05-20T20:59:34.935 INFO:teuthology.orchestra.run.smithi062.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 79 kB/s | 22 kB 00:00 2024-05-20T20:59:35.100 INFO:teuthology.orchestra.run.smithi006.stdout:(36/159): cephadm-19.0.0-3830.g4ebd1d53.el9.noa 2.2 MB/s | 764 kB 00:00 2024-05-20T20:59:35.183 INFO:teuthology.orchestra.run.smithi006.stdout:(37/159): cephfs-top-19.0.0-3830.g4ebd1d53.el9. 221 kB/s | 18 kB 00:00 2024-05-20T20:59:35.394 INFO:teuthology.orchestra.run.smithi062.stdout:(51/159): ceph-osd-19.0.0-3830.g4ebd1d53.el9.x8 1.6 MB/s | 17 MB 00:10 2024-05-20T20:59:35.435 INFO:teuthology.orchestra.run.smithi062.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 627 kB/s | 313 kB 00:00 2024-05-20T20:59:35.632 INFO:teuthology.orchestra.run.smithi042.stdout:(18/159): librgw2-19.0.0-3830.g4ebd1d53.el9.x86 5.5 MB/s | 5.4 MB 00:00 2024-05-20T20:59:35.661 INFO:teuthology.orchestra.run.smithi062.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 123 kB/s | 33 kB 00:00 2024-05-20T20:59:35.681 INFO:teuthology.orchestra.run.smithi042.stdout:(19/159): python3-ceph-argparse-19.0.0-3830.g4e 909 kB/s | 45 kB 00:00 2024-05-20T20:59:35.740 INFO:teuthology.orchestra.run.smithi042.stdout:(20/159): python3-ceph-common-19.0.0-3830.g4ebd 2.3 MB/s | 136 kB 00:00 2024-05-20T20:59:35.761 INFO:teuthology.orchestra.run.smithi062.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 182 kB/s | 18 kB 00:00 2024-05-20T20:59:35.799 INFO:teuthology.orchestra.run.smithi042.stdout:(21/159): python3-cephfs-19.0.0-3830.g4ebd1d53. 2.7 MB/s | 161 kB 00:00 2024-05-20T20:59:35.861 INFO:teuthology.orchestra.run.smithi062.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-05-20T20:59:35.866 INFO:teuthology.orchestra.run.smithi042.stdout:(22/159): python3-rados-19.0.0-3830.g4ebd1d53.e 4.7 MB/s | 320 kB 00:00 2024-05-20T20:59:35.924 INFO:teuthology.orchestra.run.smithi042.stdout:(23/159): python3-rbd-19.0.0-3830.g4ebd1d53.el9 5.0 MB/s | 300 kB 00:00 2024-05-20T20:59:35.970 INFO:teuthology.orchestra.run.smithi062.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.6 MB/s | 3.0 MB 00:00 2024-05-20T20:59:35.983 INFO:teuthology.orchestra.run.smithi042.stdout:(24/159): python3-rgw-19.0.0-3830.g4ebd1d53.el9 1.7 MB/s | 100 kB 00:00 2024-05-20T20:59:36.026 INFO:teuthology.orchestra.run.smithi006.stdout:(38/159): ceph-test-19.0.0-3830.g4ebd1d53.el9.x 5.7 MB/s | 49 MB 00:08 2024-05-20T20:59:36.042 INFO:teuthology.orchestra.run.smithi042.stdout:(25/159): rbd-fuse-19.0.0-3830.g4ebd1d53.el9.x8 1.4 MB/s | 85 kB 00:00 2024-05-20T20:59:36.050 INFO:teuthology.orchestra.run.smithi006.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 93 kB/s | 80 kB 00:00 2024-05-20T20:59:36.070 INFO:teuthology.orchestra.run.smithi062.stdout:(57/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 453 kB/s | 45 kB 00:00 2024-05-20T20:59:36.137 INFO:teuthology.orchestra.run.smithi062.stdout:(58/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 581 kB/s | 160 kB 00:00 2024-05-20T20:59:36.179 INFO:teuthology.orchestra.run.smithi062.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 5.9 MB/s | 662 kB 00:00 2024-05-20T20:59:36.268 INFO:teuthology.orchestra.run.smithi006.stdout:(40/159): ceph-mgr-diskprediction-local-19.0.0- 3.2 MB/s | 7.4 MB 00:02 2024-05-20T20:59:36.280 INFO:teuthology.orchestra.run.smithi062.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 255 kB/s | 25 kB 00:00 2024-05-20T20:59:36.318 INFO:teuthology.orchestra.run.smithi006.stdout:(41/159): libquadmath-11.4.1-3.el9.x86_64.rpm 734 kB/s | 195 kB 00:00 2024-05-20T20:59:36.380 INFO:teuthology.orchestra.run.smithi062.stdout:(61/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 475 kB/s | 47 kB 00:00 2024-05-20T20:59:36.405 INFO:teuthology.orchestra.run.smithi062.stdout:(62/159): libtool-2.4.6-45.el9.x86_64.rpm 2.1 MB/s | 582 kB 00:00 2024-05-20T20:59:36.409 INFO:teuthology.orchestra.run.smithi042.stdout:(26/159): rbd-mirror-19.0.0-3830.g4ebd1d53.el9. 8.4 MB/s | 3.1 MB 00:00 2024-05-20T20:59:36.459 INFO:teuthology.orchestra.run.smithi042.stdout:(27/159): rbd-nbd-19.0.0-3830.g4ebd1d53.el9.x86 3.4 MB/s | 171 kB 00:00 2024-05-20T20:59:36.489 INFO:teuthology.orchestra.run.smithi062.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-05-20T20:59:36.509 INFO:teuthology.orchestra.run.smithi042.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3830.g 684 kB/s | 34 kB 00:00 2024-05-20T20:59:36.514 INFO:teuthology.orchestra.run.smithi062.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-05-20T20:59:36.568 INFO:teuthology.orchestra.run.smithi042.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3830.g4ebd1d5 2.4 MB/s | 143 kB 00:00 2024-05-20T20:59:36.589 INFO:teuthology.orchestra.run.smithi062.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 351 kB/s | 35 kB 00:00 2024-05-20T20:59:36.701 INFO:teuthology.orchestra.run.smithi006.stdout:(42/159): python3-cryptography-36.0.1-4.el9.x86 3.2 MB/s | 1.2 MB 00:00 2024-05-20T20:59:36.810 INFO:teuthology.orchestra.run.smithi006.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 991 kB/s | 106 kB 00:00 2024-05-20T20:59:36.877 INFO:teuthology.orchestra.run.smithi006.stdout:(44/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 416 kB/s | 253 kB 00:00 2024-05-20T20:59:36.919 INFO:teuthology.orchestra.run.smithi006.stdout:(45/159): libgfortran-11.4.1-3.el9.x86_64.rpm 900 kB/s | 803 kB 00:00 2024-05-20T20:59:36.944 INFO:teuthology.orchestra.run.smithi006.stdout:(46/159): python3-pycparser-2.20-6.el9.noarch.r 1.0 MB/s | 135 kB 00:00 2024-05-20T20:59:36.961 INFO:teuthology.orchestra.run.smithi042.stdout:(30/159): ceph-mgr-dashboard-19.0.0-3830.g4ebd1 9.0 MB/s | 3.5 MB 00:00 2024-05-20T20:59:36.986 INFO:teuthology.orchestra.run.smithi006.stdout:(47/159): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-05-20T20:59:37.029 INFO:teuthology.orchestra.run.smithi006.stdout:(48/159): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-05-20T20:59:37.137 INFO:teuthology.orchestra.run.smithi006.stdout:(49/159): automake-1.16.2-8.el9.noarch.rpm 3.5 MB/s | 689 kB 00:00 2024-05-20T20:59:37.162 INFO:teuthology.orchestra.run.smithi006.stdout:(50/159): boost-program-options-1.75.0-8.el9.x8 805 kB/s | 107 kB 00:00 2024-05-20T20:59:37.164 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:37.221 INFO:teuthology.orchestra.run.smithi006.stdout:(51/159): bison-3.7.4-5.el9.x86_64.rpm 3.9 MB/s | 943 kB 00:00 2024-05-20T20:59:37.263 INFO:teuthology.orchestra.run.smithi006.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 3.1 MB/s | 313 kB 00:00 2024-05-20T20:59:37.288 INFO:teuthology.orchestra.run.smithi006.stdout:(53/159): elfutils-libelf-devel-0.191-4.el9.x86 145 kB/s | 22 kB 00:00 2024-05-20T20:59:37.331 INFO:teuthology.orchestra.run.smithi006.stdout:(54/159): flexiblas-3.0.4-8.el9.x86_64.rpm 300 kB/s | 33 kB 00:00 2024-05-20T20:59:37.364 INFO:teuthology.orchestra.run.smithi006.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 244 kB/s | 18 kB 00:00 2024-05-20T20:59:37.389 INFO:teuthology.orchestra.run.smithi006.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 195 kB/s | 11 kB 00:00 2024-05-20T20:59:37.423 INFO:teuthology.orchestra.run.smithi006.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-05-20T20:59:37.456 INFO:teuthology.orchestra.run.smithi006.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 682 kB/s | 45 kB 00:00 2024-05-20T20:59:37.507 INFO:teuthology.orchestra.run.smithi006.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 7.8 MB/s | 662 kB 00:00 2024-05-20T20:59:37.549 INFO:teuthology.orchestra.run.smithi006.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 617 kB/s | 25 kB 00:00 2024-05-20T20:59:37.591 INFO:teuthology.orchestra.run.smithi006.stdout:(61/159): libtool-2.4.6-45.el9.x86_64.rpm 4.3 MB/s | 582 kB 00:00 2024-05-20T20:59:37.616 INFO:teuthology.orchestra.run.smithi006.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 717 kB/s | 47 kB 00:00 2024-05-20T20:59:37.649 INFO:teuthology.orchestra.run.smithi006.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.0 MB/s | 292 kB 00:00 2024-05-20T20:59:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-05-20T20:59:37.700 INFO:teuthology.orchestra.run.smithi006.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 704 kB/s | 35 kB 00:00 2024-05-20T20:59:37.761 INFO:teuthology.orchestra.run.smithi042.stdout:(31/159): ceph-mgr-diskprediction-local-19.0.0- 9.2 MB/s | 7.4 MB 00:00 2024-05-20T20:59:37.775 INFO:teuthology.orchestra.run.smithi006.stdout:(66/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.8 MB/s | 3.0 MB 00:00 2024-05-20T20:59:37.828 INFO:teuthology.orchestra.run.smithi042.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3830.g4e 4.0 MB/s | 274 kB 00:00 2024-05-20T20:59:37.878 INFO:teuthology.orchestra.run.smithi042.stdout:(33/159): ceph-mgr-rook-19.0.0-3830.g4ebd1d53.e 988 kB/s | 49 kB 00:00 2024-05-20T20:59:37.884 INFO:teuthology.orchestra.run.smithi006.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-05-20T20:59:37.937 INFO:teuthology.orchestra.run.smithi042.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3830.g4 283 kB/s | 16 kB 00:00 2024-05-20T20:59:37.968 INFO:teuthology.orchestra.run.smithi006.stdout:(68/159): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-05-20T20:59:38.004 INFO:teuthology.orchestra.run.smithi042.stdout:(35/159): ceph-volume-19.0.0-3830.g4ebd1d53.el9 4.0 MB/s | 273 kB 00:00 2024-05-20T20:59:38.060 INFO:teuthology.orchestra.run.smithi006.stdout:(69/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-05-20T20:59:38.093 INFO:teuthology.orchestra.run.smithi006.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.0 MB/s | 133 kB 00:00 2024-05-20T20:59:38.129 INFO:teuthology.orchestra.run.smithi042.stdout:(36/159): cephadm-19.0.0-3830.g4ebd1d53.el9.noa 6.0 MB/s | 764 kB 00:00 2024-05-20T20:59:38.140 INFO:teuthology.orchestra.run.smithi062.stdout:(66/159): openblas-openmp-0.3.21-2.el9.x86_64.r 2.9 MB/s | 4.7 MB 00:01 2024-05-20T20:59:38.188 INFO:teuthology.orchestra.run.smithi042.stdout:(37/159): cephfs-top-19.0.0-3830.g4ebd1d53.el9. 313 kB/s | 18 kB 00:00 2024-05-20T20:59:38.193 INFO:teuthology.orchestra.run.smithi006.stdout:(71/159): openblas-openmp-0.3.21-2.el9.x86_64.r 9.3 MB/s | 4.7 MB 00:00 2024-05-20T20:59:38.235 INFO:teuthology.orchestra.run.smithi006.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-05-20T20:59:38.303 INFO:teuthology.orchestra.run.smithi006.stdout:(73/159): protobuf-3.14.0-13.el9.x86_64.rpm 4.8 MB/s | 1.0 MB 00:00 2024-05-20T20:59:38.321 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] python3-colorama-0.4.6-3.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-colorama-0.4.6-3.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-20T20:59:38.405 INFO:teuthology.orchestra.run.smithi042.stdout:(38/159): ceph-osd-19.0.0-3830.g4ebd1d53.el9.x8 2.3 MB/s | 17 MB 00:07 2024-05-20T20:59:38.422 INFO:teuthology.orchestra.run.smithi042.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 344 kB/s | 80 kB 00:00 2024-05-20T20:59:38.486 INFO:teuthology.orchestra.run.smithi006.stdout:(74/159): postgresql-server-13.14-1.el9.x86_64. 14 MB/s | 5.8 MB 00:00 2024-05-20T20:59:38.497 INFO:teuthology.orchestra.run.smithi042.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 2.5 MB/s | 195 kB 00:00 2024-05-20T20:59:38.511 INFO:teuthology.orchestra.run.smithi006.stdout:(75/159): python3-colorama-0.4.6-3.el9.noarch.r 296 kB/s | 61 kB 00:00 2024-05-20T20:59:38.545 INFO:teuthology.orchestra.run.smithi006.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-05-20T20:59:38.547 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] python3-jinja2-2.11.3-6.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-jinja2-2.11.3-6.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-20T20:59:38.547 INFO:teuthology.orchestra.run.smithi042.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.0 MB/s | 253 kB 00:00 2024-05-20T20:59:38.581 INFO:teuthology.orchestra.run.smithi042.stdout:(42/159): libgfortran-11.4.1-3.el9.x86_64.rpm 4.5 MB/s | 803 kB 00:00 2024-05-20T20:59:38.623 INFO:teuthology.orchestra.run.smithi042.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-05-20T20:59:38.665 INFO:teuthology.orchestra.run.smithi042.stdout:(44/159): python3-cryptography-36.0.1-4.el9.x86 10 MB/s | 1.2 MB 00:00 2024-05-20T20:59:38.670 INFO:teuthology.orchestra.run.smithi006.stdout:(77/159): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-05-20T20:59:38.690 INFO:teuthology.orchestra.run.smithi042.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-05-20T20:59:38.695 INFO:teuthology.orchestra.run.smithi006.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 171 kB/s | 26 kB 00:00 2024-05-20T20:59:38.715 INFO:teuthology.orchestra.run.smithi042.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-05-20T20:59:38.721 INFO:teuthology.orchestra.run.smithi006.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 389 kB/s | 19 kB 00:00 2024-05-20T20:59:38.741 INFO:teuthology.orchestra.run.smithi042.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-05-20T20:59:38.754 INFO:teuthology.orchestra.run.smithi006.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-05-20T20:59:38.798 INFO:teuthology.orchestra.run.smithi006.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 458 kB/s | 35 kB 00:00 2024-05-20T20:59:38.830 INFO:teuthology.orchestra.run.smithi006.stdout:(82/159): python3-jinja2-2.11.3-6.el9.noarch.rp 782 kB/s | 248 kB 00:00 2024-05-20T20:59:38.864 INFO:teuthology.orchestra.run.smithi006.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.8 MB/s | 250 kB 00:00 2024-05-20T20:59:39.064 INFO:teuthology.orchestra.run.smithi006.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 954 kB/s | 222 kB 00:00 2024-05-20T20:59:39.173 INFO:teuthology.orchestra.run.smithi006.stdout:(85/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-05-20T20:59:39.183 INFO:teuthology.orchestra.run.smithi042.stdout:(48/159): ceph-test-19.0.0-3830.g4ebd1d53.el9.x 8.6 MB/s | 49 MB 00:05 2024-05-20T20:59:39.198 INFO:teuthology.orchestra.run.smithi006.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 318 kB/s | 42 kB 00:00 2024-05-20T20:59:39.216 INFO:teuthology.orchestra.run.smithi042.stdout:(49/159): automake-1.16.2-8.el9.noarch.rpm 1.3 MB/s | 689 kB 00:00 2024-05-20T20:59:39.223 INFO:teuthology.orchestra.run.smithi006.stdout:(87/159): python3-packaging-20.9-5.el9.noarch.r 215 kB/s | 77 kB 00:00 2024-05-20T20:59:39.250 INFO:teuthology.orchestra.run.smithi042.stdout:(50/159): bison-3.7.4-5.el9.x86_64.rpm 1.8 MB/s | 943 kB 00:00 2024-05-20T20:59:39.250 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:39.300 INFO:teuthology.orchestra.run.smithi042.stdout:(51/159): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-05-20T20:59:39.315 INFO:teuthology.orchestra.run.smithi006.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-05-20T20:59:39.325 INFO:teuthology.orchestra.run.smithi042.stdout:(52/159): boost-program-options-1.75.0-8.el9.x8 752 kB/s | 107 kB 00:00 2024-05-20T20:59:39.342 INFO:teuthology.orchestra.run.smithi042.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 781 kB/s | 33 kB 00:00 2024-05-20T20:59:39.376 INFO:teuthology.orchestra.run.smithi042.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 546 kB/s | 18 kB 00:00 2024-05-20T20:59:39.410 INFO:teuthology.orchestra.run.smithi042.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 334 kB/s | 11 kB 00:00 2024-05-20T20:59:39.424 INFO:teuthology.orchestra.run.smithi006.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 474 kB/s | 51 kB 00:00 2024-05-20T20:59:39.468 INFO:teuthology.orchestra.run.smithi042.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-05-20T20:59:39.491 INFO:teuthology.orchestra.run.smithi006.stdout:(90/159): python3-pyasn1-modules-0.4.8-6.el9.no 1.0 MB/s | 279 kB 00:00 2024-05-20T20:59:39.502 INFO:teuthology.orchestra.run.smithi042.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-05-20T20:59:39.528 INFO:teuthology.orchestra.run.smithi042.stdout:(58/159): elfutils-libelf-devel-0.191-4.el9.x86 70 kB/s | 22 kB 00:00 2024-05-20T20:59:39.533 INFO:teuthology.orchestra.run.smithi006.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 497 kB/s | 54 kB 00:00 2024-05-20T20:59:39.553 INFO:teuthology.orchestra.run.smithi042.stdout:(59/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 537 kB/s | 45 kB 00:00 2024-05-20T20:59:39.586 INFO:teuthology.orchestra.run.smithi042.stdout:(60/159): librdkafka-1.6.1-102.el9.x86_64.rpm 7.7 MB/s | 662 kB 00:00 2024-05-20T20:59:39.612 INFO:teuthology.orchestra.run.smithi042.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 435 kB/s | 25 kB 00:00 2024-05-20T20:59:39.617 INFO:teuthology.orchestra.run.smithi006.stdout:(92/159): python3-protobuf-3.14.0-13.el9.noarch 609 kB/s | 269 kB 00:00 2024-05-20T20:59:39.637 INFO:teuthology.orchestra.run.smithi042.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-05-20T20:59:39.642 INFO:teuthology.orchestra.run.smithi006.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 386 kB/s | 42 kB 00:00 2024-05-20T20:59:39.662 INFO:teuthology.orchestra.run.smithi042.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-05-20T20:59:39.688 INFO:teuthology.orchestra.run.smithi042.stdout:(64/159): libtool-2.4.6-45.el9.x86_64.rpm 3.6 MB/s | 582 kB 00:00 2024-05-20T20:59:39.713 INFO:teuthology.orchestra.run.smithi042.stdout:(65/159): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-05-20T20:59:39.725 INFO:teuthology.orchestra.run.smithi006.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 409 kB/s | 44 kB 00:00 2024-05-20T20:59:39.738 INFO:teuthology.orchestra.run.smithi042.stdout:(66/159): openblas-0.3.21-2.el9.x86_64.rpm 467 kB/s | 35 kB 00:00 2024-05-20T20:59:39.784 INFO:teuthology.orchestra.run.smithi006.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 1.5 MB/s | 221 kB 00:00 2024-05-20T20:59:39.797 INFO:teuthology.orchestra.run.smithi042.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 27 MB/s | 1.6 MB 00:00 2024-05-20T20:59:39.826 INFO:teuthology.orchestra.run.smithi006.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 360 kB/s | 36 kB 00:00 2024-05-20T20:59:39.864 INFO:teuthology.orchestra.run.smithi042.stdout:(68/159): openblas-openmp-0.3.21-2.el9.x86_64.r 27 MB/s | 4.7 MB 00:00 2024-05-20T20:59:39.893 INFO:teuthology.orchestra.run.smithi006.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 439 kB/s | 47 kB 00:00 2024-05-20T20:59:39.897 INFO:teuthology.orchestra.run.smithi042.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 8.9 MB/s | 911 kB 00:00 2024-05-20T20:59:39.923 INFO:teuthology.orchestra.run.smithi042.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-05-20T20:59:39.990 INFO:teuthology.orchestra.run.smithi042.stdout:(71/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 16 MB/s | 4.4 MB 00:00 2024-05-20T20:59:39.993 INFO:teuthology.orchestra.run.smithi006.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 582 kB/s | 58 kB 00:00 2024-05-20T20:59:40.023 INFO:teuthology.orchestra.run.smithi042.stdout:(72/159): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-05-20T20:59:40.027 INFO:teuthology.orchestra.run.smithi006.stdout:(99/159): socat-1.7.4.1-5.el9.x86_64.rpm 1.5 MB/s | 305 kB 00:00 2024-05-20T20:59:40.048 INFO:teuthology.orchestra.run.smithi042.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-05-20T20:59:40.066 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] python3-colorama-0.4.6-3.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-colorama-0.4.6-3.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-20T20:59:40.102 INFO:teuthology.orchestra.run.smithi006.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 868 kB/s | 94 kB 00:00 2024-05-20T20:59:40.128 INFO:teuthology.orchestra.run.smithi006.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 643 kB/s | 64 kB 00:00 2024-05-20T20:59:40.157 INFO:teuthology.orchestra.run.smithi042.stdout:(74/159): postgresql-server-13.14-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-05-20T20:59:40.203 INFO:teuthology.orchestra.run.smithi006.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 449 kB/s | 45 kB 00:00 2024-05-20T20:59:40.233 INFO:teuthology.orchestra.run.smithi042.stdout:(75/159): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 6.0 MB 00:00 2024-05-20T20:59:40.256 INFO:teuthology.orchestra.run.smithi062.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 768 kB/s | 1.6 MB 00:02 2024-05-20T20:59:40.258 INFO:teuthology.orchestra.run.smithi042.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-05-20T20:59:40.258 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] python3-jinja2-2.11.3-6.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-jinja2-2.11.3-6.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-20T20:59:40.261 INFO:teuthology.orchestra.run.smithi006.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 168 kB/s | 22 kB 00:00 2024-05-20T20:59:40.300 INFO:teuthology.orchestra.run.smithi042.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 617 kB/s | 26 kB 00:00 2024-05-20T20:59:40.325 INFO:teuthology.orchestra.run.smithi042.stdout:(78/159): python3-colorama-0.4.6-3.el9.noarch.r 222 kB/s | 61 kB 00:00 2024-05-20T20:59:40.340 INFO:teuthology.orchestra.run.smithi062.stdout:(68/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 1.2 MB/s | 4.4 MB 00:03 2024-05-20T20:59:40.350 INFO:teuthology.orchestra.run.smithi042.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-05-20T20:59:40.376 INFO:teuthology.orchestra.run.smithi042.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-05-20T20:59:40.393 INFO:teuthology.orchestra.run.smithi042.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 832 kB/s | 35 kB 00:00 2024-05-20T20:59:40.435 INFO:teuthology.orchestra.run.smithi042.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-05-20T20:59:40.487 INFO:teuthology.orchestra.run.smithi006.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 3.0 MB/s | 863 kB 00:00 2024-05-20T20:59:40.510 INFO:teuthology.orchestra.run.smithi042.stdout:(83/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 5.1 MB 00:00 2024-05-20T20:59:40.544 INFO:teuthology.orchestra.run.smithi042.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-05-20T20:59:40.569 INFO:teuthology.orchestra.run.smithi042.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-05-20T20:59:40.586 INFO:teuthology.orchestra.run.smithi042.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-05-20T20:59:40.598 INFO:teuthology.orchestra.run.smithi062.stdout:(69/159): postgresql-private-libs-13.14-1.el9.x 516 kB/s | 133 kB 00:00 2024-05-20T20:59:40.611 INFO:teuthology.orchestra.run.smithi042.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 6.3 MB/s | 269 kB 00:00 2024-05-20T20:59:40.612 INFO:teuthology.orchestra.run.smithi006.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.5 MB/s | 548 kB 00:00 2024-05-20T20:59:40.637 INFO:teuthology.orchestra.run.smithi042.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-05-20T20:59:40.662 INFO:teuthology.orchestra.run.smithi042.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-05-20T20:59:40.662 INFO:teuthology.orchestra.run.smithi006.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 396 kB/s | 19 kB 00:00 2024-05-20T20:59:40.687 INFO:teuthology.orchestra.run.smithi042.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-05-20T20:59:40.712 INFO:teuthology.orchestra.run.smithi042.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-05-20T20:59:40.746 INFO:teuthology.orchestra.run.smithi006.stdout:(107/159): gperftools-libs-2.9.1-2.el9.x86_64.r 1.2 MB/s | 309 kB 00:00 2024-05-20T20:59:40.754 INFO:teuthology.orchestra.run.smithi042.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 999 kB/s | 42 kB 00:00 2024-05-20T20:59:40.797 INFO:teuthology.orchestra.run.smithi042.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-05-20T20:59:40.813 INFO:teuthology.orchestra.run.smithi006.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 394 kB/s | 26 kB 00:00 2024-05-20T20:59:40.822 INFO:teuthology.orchestra.run.smithi042.stdout:(94/159): python3-jinja2-2.11.3-6.el9.noarch.rp 421 kB/s | 248 kB 00:00 2024-05-20T20:59:40.847 INFO:teuthology.orchestra.run.smithi042.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-05-20T20:59:40.922 INFO:teuthology.orchestra.run.smithi006.stdout:(109/159): libarrow-9.0.0-11.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-05-20T20:59:40.947 INFO:teuthology.orchestra.run.smithi006.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 365 kB/s | 49 kB 00:00 2024-05-20T20:59:40.980 INFO:teuthology.orchestra.run.smithi006.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-05-20T20:59:41.014 INFO:teuthology.orchestra.run.smithi006.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-05-20T20:59:41.064 INFO:teuthology.orchestra.run.smithi042.stdout:(96/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 43 MB/s | 16 MB 00:00 2024-05-20T20:59:41.073 INFO:teuthology.orchestra.run.smithi006.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.0 MB/s | 839 kB 00:00 2024-05-20T20:59:41.089 INFO:teuthology.orchestra.run.smithi042.stdout:(97/159): qatlib-service-24.02.0-1.el9.x86_64.r 134 kB/s | 36 kB 00:00 2024-05-20T20:59:41.115 INFO:teuthology.orchestra.run.smithi042.stdout:(98/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 177 kB/s | 47 kB 00:00 2024-05-20T20:59:41.132 INFO:teuthology.orchestra.run.smithi006.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 757 kB/s | 43 kB 00:00 2024-05-20T20:59:41.174 INFO:teuthology.orchestra.run.smithi006.stdout:(115/159): python3-asyncssh-2.13.2-5.el9.noarch 3.4 MB/s | 548 kB 00:00 2024-05-20T20:59:41.215 INFO:teuthology.orchestra.run.smithi042.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 940 kB/s | 94 kB 00:00 2024-05-20T20:59:41.224 INFO:teuthology.orchestra.run.smithi006.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 353 kB/s | 32 kB 00:00 2024-05-20T20:59:41.249 INFO:teuthology.orchestra.run.smithi006.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 201 kB/s | 15 kB 00:00 2024-05-20T20:59:41.291 INFO:teuthology.orchestra.run.smithi006.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-05-20T20:59:41.298 INFO:teuthology.orchestra.run.smithi042.stdout:(100/159): uuid-1.6.2-55.el9.x86_64.rpm 315 kB/s | 58 kB 00:00 2024-05-20T20:59:41.324 INFO:teuthology.orchestra.run.smithi042.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 586 kB/s | 64 kB 00:00 2024-05-20T20:59:41.333 INFO:teuthology.orchestra.run.smithi006.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 4.2 MB/s | 358 kB 00:00 2024-05-20T20:59:41.367 INFO:teuthology.orchestra.run.smithi006.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.0 MB/s | 303 kB 00:00 2024-05-20T20:59:41.399 INFO:teuthology.orchestra.run.smithi042.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 447 kB/s | 45 kB 00:00 2024-05-20T20:59:41.400 INFO:teuthology.orchestra.run.smithi006.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 3.0 MB/s | 206 kB 00:00 2024-05-20T20:59:41.433 INFO:teuthology.orchestra.run.smithi042.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-05-20T20:59:41.492 INFO:teuthology.orchestra.run.smithi006.stdout:(122/159): python3-grpcio-1.46.7-10.el9.x86_64. 16 MB/s | 2.0 MB 00:00 2024-05-20T20:59:41.507 INFO:teuthology.orchestra.run.smithi062.stdout:(70/159): postgresql-contrib-13.14-1.el9.x86_64 729 kB/s | 911 kB 00:01 2024-05-20T20:59:41.517 INFO:teuthology.orchestra.run.smithi006.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 1.2 MB/s | 144 kB 00:00 2024-05-20T20:59:41.551 INFO:teuthology.orchestra.run.smithi006.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 185 kB/s | 11 kB 00:00 2024-05-20T20:59:41.576 INFO:teuthology.orchestra.run.smithi006.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 305 kB/s | 18 kB 00:00 2024-05-20T20:59:41.610 INFO:teuthology.orchestra.run.smithi006.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 400 kB/s | 23 kB 00:00 2024-05-20T20:59:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 335 kB/s | 19 kB 00:00 2024-05-20T20:59:41.658 INFO:teuthology.orchestra.run.smithi042.stdout:(104/159): socat-1.7.4.1-5.el9.x86_64.rpm 514 kB/s | 305 kB 00:00 2024-05-20T20:59:41.692 INFO:teuthology.orchestra.run.smithi006.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 245 kB/s | 20 kB 00:00 2024-05-20T20:59:41.758 INFO:teuthology.orchestra.run.smithi042.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.6 MB/s | 548 kB 00:00 2024-05-20T20:59:41.761 INFO:teuthology.orchestra.run.smithi006.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 8.2 MB/s | 1.0 MB 00:00 2024-05-20T20:59:41.786 INFO:teuthology.orchestra.run.smithi006.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 495 kB/s | 46 kB 00:00 2024-05-20T20:59:41.817 INFO:teuthology.orchestra.run.smithi042.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 333 kB/s | 19 kB 00:00 2024-05-20T20:59:41.820 INFO:teuthology.orchestra.run.smithi006.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-05-20T20:59:41.845 INFO:teuthology.orchestra.run.smithi006.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 996 kB/s | 58 kB 00:00 2024-05-20T20:59:41.850 INFO:teuthology.orchestra.run.smithi042.stdout:(107/159): protobuf-compiler-3.14.0-13.el9.x86_ 1.9 MB/s | 863 kB 00:00 2024-05-20T20:59:41.887 INFO:teuthology.orchestra.run.smithi006.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-05-20T20:59:41.912 INFO:teuthology.orchestra.run.smithi006.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 247 kB/s | 16 kB 00:00 2024-05-20T20:59:41.945 INFO:teuthology.orchestra.run.smithi042.stdout:(108/159): gperftools-libs-2.9.1-2.el9.x86_64.r 1.1 MB/s | 309 kB 00:00 2024-05-20T20:59:41.946 INFO:teuthology.orchestra.run.smithi006.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-05-20T20:59:41.971 INFO:teuthology.orchestra.run.smithi006.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 487 kB/s | 28 kB 00:00 2024-05-20T20:59:41.984 INFO:teuthology.orchestra.run.smithi042.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 195 kB/s | 26 kB 00:00 2024-05-20T20:59:42.005 INFO:teuthology.orchestra.run.smithi006.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 531 kB/s | 31 kB 00:00 2024-05-20T20:59:42.018 INFO:teuthology.orchestra.run.smithi042.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 646 kB/s | 49 kB 00:00 2024-05-20T20:59:42.038 INFO:teuthology.orchestra.run.smithi006.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-05-20T20:59:42.055 INFO:teuthology.orchestra.run.smithi006.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-05-20T20:59:42.077 INFO:teuthology.orchestra.run.smithi042.stdout:(111/159): libarrow-9.0.0-11.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-05-20T20:59:42.089 INFO:teuthology.orchestra.run.smithi006.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 718 kB/s | 36 kB 00:00 2024-05-20T20:59:42.102 INFO:teuthology.orchestra.run.smithi042.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.8 MB/s | 151 kB 00:00 2024-05-20T20:59:42.106 INFO:teuthology.orchestra.run.smithi006.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-05-20T20:59:42.128 INFO:teuthology.orchestra.run.smithi042.stdout:(113/159): libunwind-1.6.2-1.el9.x86_64.rpm 471 kB/s | 67 kB 00:00 2024-05-20T20:59:42.161 INFO:teuthology.orchestra.run.smithi042.stdout:(114/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-05-20T20:59:42.178 INFO:teuthology.orchestra.run.smithi006.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.6 MB/s | 230 kB 00:00 2024-05-20T20:59:42.215 INFO:teuthology.orchestra.run.smithi006.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 827 kB/s | 90 kB 00:00 2024-05-20T20:59:42.220 INFO:teuthology.orchestra.run.smithi042.stdout:(115/159): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-05-20T20:59:42.249 INFO:teuthology.orchestra.run.smithi006.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 6.0 MB/s | 427 kB 00:00 2024-05-20T20:59:42.253 INFO:teuthology.orchestra.run.smithi042.stdout:(116/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 346 kB/s | 43 kB 00:00 2024-05-20T20:59:42.274 INFO:teuthology.orchestra.run.smithi006.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 345 kB/s | 20 kB 00:00 2024-05-20T20:59:42.278 INFO:teuthology.orchestra.run.smithi042.stdout:(117/159): python3-cachetools-4.2.4-1.el9.noarc 274 kB/s | 32 kB 00:00 2024-05-20T20:59:42.304 INFO:teuthology.orchestra.run.smithi042.stdout:(118/159): python3-certifi-2021.10.8-2.el9.noar 179 kB/s | 15 kB 00:00 2024-05-20T20:59:42.316 INFO:teuthology.orchestra.run.smithi006.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-05-20T20:59:42.391 INFO:teuthology.orchestra.run.smithi006.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-05-20T20:59:42.596 INFO:teuthology.orchestra.run.smithi042.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 1.1 MB/s | 358 kB 00:00 2024-05-20T20:59:42.621 INFO:teuthology.orchestra.run.smithi042.stdout:(120/159): python3-cheroot-8.6.0-4.el9.noarch.r 467 kB/s | 172 kB 00:00 2024-05-20T20:59:42.647 INFO:teuthology.orchestra.run.smithi042.stdout:(121/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 885 kB/s | 303 kB 00:00 2024-05-20T20:59:42.672 INFO:teuthology.orchestra.run.smithi042.stdout:(122/159): python3-google-auth-2.29.0-1.el9.noa 2.7 MB/s | 206 kB 00:00 2024-05-20T20:59:42.722 INFO:teuthology.orchestra.run.smithi042.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-05-20T20:59:42.747 INFO:teuthology.orchestra.run.smithi042.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 142 kB/s | 11 kB 00:00 2024-05-20T20:59:42.773 INFO:teuthology.orchestra.run.smithi042.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 351 kB/s | 18 kB 00:00 2024-05-20T20:59:42.798 INFO:teuthology.orchestra.run.smithi042.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 460 kB/s | 23 kB 00:00 2024-05-20T20:59:42.823 INFO:teuthology.orchestra.run.smithi042.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 386 kB/s | 19 kB 00:00 2024-05-20T20:59:42.848 INFO:teuthology.orchestra.run.smithi042.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-05-20T20:59:42.883 INFO:teuthology.orchestra.run.smithi006.stdout:(148/159): librbd1-19.0.0-3830.g4ebd1d53.el9.x8 6.4 MB/s | 3.1 MB 00:00 2024-05-20T20:59:42.924 INFO:teuthology.orchestra.run.smithi042.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 10 MB/s | 1.0 MB 00:00 2024-05-20T20:59:42.949 INFO:teuthology.orchestra.run.smithi042.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 461 kB/s | 46 kB 00:00 2024-05-20T20:59:42.958 INFO:teuthology.orchestra.run.smithi006.stdout:(149/159): librados2-19.0.0-3830.g4ebd1d53.el9. 5.3 MB/s | 3.4 MB 00:00 2024-05-20T20:59:42.991 INFO:teuthology.orchestra.run.smithi042.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-05-20T20:59:43.017 INFO:teuthology.orchestra.run.smithi042.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 862 kB/s | 58 kB 00:00 2024-05-20T20:59:43.067 INFO:teuthology.orchestra.run.smithi042.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-05-20T20:59:43.092 INFO:teuthology.orchestra.run.smithi042.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 218 kB/s | 16 kB 00:00 2024-05-20T20:59:43.126 INFO:teuthology.orchestra.run.smithi042.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-05-20T20:59:43.159 INFO:teuthology.orchestra.run.smithi042.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 422 kB/s | 28 kB 00:00 2024-05-20T20:59:43.184 INFO:teuthology.orchestra.run.smithi042.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 525 kB/s | 31 kB 00:00 2024-05-20T20:59:43.218 INFO:teuthology.orchestra.run.smithi042.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 3.1 MB/s | 188 kB 00:00 2024-05-20T20:59:43.244 INFO:teuthology.orchestra.run.smithi042.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-05-20T20:59:43.294 INFO:teuthology.orchestra.run.smithi042.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-05-20T20:59:43.299 INFO:teuthology.orchestra.run.smithi062.stdout:(71/159): ceph-test-19.0.0-3830.g4ebd1d53.el9.x 2.9 MB/s | 49 MB 00:16 2024-05-20T20:59:43.319 INFO:teuthology.orchestra.run.smithi042.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2024-05-20T20:59:43.332 INFO:teuthology.orchestra.run.smithi062.stdout:(72/159): protobuf-3.14.0-13.el9.x86_64.rpm 566 kB/s | 1.0 MB 00:01 2024-05-20T20:59:43.353 INFO:teuthology.orchestra.run.smithi042.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.8 MB/s | 230 kB 00:00 2024-05-20T20:59:43.378 INFO:teuthology.orchestra.run.smithi042.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-05-20T20:59:43.429 INFO:teuthology.orchestra.run.smithi042.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-05-20T20:59:43.454 INFO:teuthology.orchestra.run.smithi042.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 266 kB/s | 20 kB 00:00 2024-05-20T20:59:43.504 INFO:teuthology.orchestra.run.smithi042.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-05-20T20:59:43.582 INFO:teuthology.orchestra.run.smithi042.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-05-20T20:59:43.663 INFO:teuthology.orchestra.run.smithi042.stdout:(148/159): python3-grpcio-1.46.7-10.el9.x86_64. 2.0 MB/s | 2.0 MB 00:01 2024-05-20T20:59:43.741 INFO:teuthology.orchestra.run.smithi062.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 198 kB/s | 87 kB 00:00 2024-05-20T20:59:43.834 INFO:teuthology.orchestra.run.smithi006.stdout:(150/159): NetworkManager-1.47.90-1.el9.x86_64. 2.4 MB/s | 2.3 MB 00:00 2024-05-20T20:59:43.839 INFO:teuthology.orchestra.run.smithi042.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 13 MB/s | 2.3 MB 00:00 2024-05-20T20:59:43.841 INFO:teuthology.orchestra.run.smithi062.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 612 kB/s | 61 kB 00:00 2024-05-20T20:59:43.906 INFO:teuthology.orchestra.run.smithi042.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 27 MB/s | 1.8 MB 00:00 2024-05-20T20:59:43.959 INFO:teuthology.orchestra.run.smithi006.stdout:(151/159): NetworkManager-libnm-1.47.90-1.el9.x 1.8 MB/s | 1.8 MB 00:00 2024-05-20T20:59:43.964 INFO:teuthology.orchestra.run.smithi042.stdout:(151/159): librbd1-19.0.0-3830.g4ebd1d53.el9.x8 8.2 MB/s | 3.1 MB 00:00 2024-05-20T20:59:43.984 INFO:teuthology.orchestra.run.smithi006.stdout:(152/159): NetworkManager-team-1.47.90-1.el9.x8 278 kB/s | 41 kB 00:00 2024-05-20T20:59:43.989 INFO:teuthology.orchestra.run.smithi042.stdout:(152/159): NetworkManager-team-1.47.90-1.el9.x8 497 kB/s | 41 kB 00:00 2024-05-20T20:59:44.006 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:44.076 INFO:teuthology.orchestra.run.smithi006.stdout:(153/159): NetworkManager-tui-1.47.90-1.el9.x86 2.1 MB/s | 248 kB 00:00 2024-05-20T20:59:44.077 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.116 INFO:teuthology.orchestra.run.smithi062.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 888 kB/s | 244 kB 00:00 2024-05-20T20:59:44.140 INFO:teuthology.orchestra.run.smithi042.stdout:(153/159): NetworkManager-tui-1.47.90-1.el9.x86 1.4 MB/s | 248 kB 00:00 2024-05-20T20:59:44.140 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.157 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.157 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:44.225 INFO:teuthology.orchestra.run.smithi062.stdout:(76/159): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-05-20T20:59:44.251 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.325 INFO:teuthology.orchestra.run.smithi062.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-05-20T20:59:44.434 INFO:teuthology.orchestra.run.smithi062.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 177 kB/s | 19 kB 00:00 2024-05-20T20:59:44.494 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.512 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:44.532 INFO:teuthology.orchestra.run.smithi042.stdout:(154/159): librados2-19.0.0-3830.g4ebd1d53.el9. 3.3 MB/s | 3.4 MB 00:01 2024-05-20T20:59:44.532 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.542 INFO:teuthology.orchestra.run.smithi062.stdout:(79/159): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-05-20T20:59:44.603 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.616 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.617 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.620 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:44.649 INFO:teuthology.orchestra.run.smithi042.stdout:(155/159): elfutils-debuginfod-client-0.191-4.e 56 kB/s | 37 kB 00:00 2024-05-20T20:59:44.649 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:44.651 INFO:teuthology.orchestra.run.smithi062.stdout:(80/159): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-05-20T20:59:44.668 INFO:teuthology.orchestra.run.smithi006.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 54 kB/s | 37 kB 00:00 2024-05-20T20:59:44.691 INFO:teuthology.orchestra.run.smithi042.stdout:(156/159): elfutils-libelf-0.191-4.el9.x86_64.r 376 kB/s | 207 kB 00:00 2024-05-20T20:59:44.710 INFO:teuthology.orchestra.run.smithi006.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 326 kB/s | 207 kB 00:00 2024-05-20T20:59:44.750 INFO:teuthology.orchestra.run.smithi042.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 13 MB/s | 1.3 MB 00:00 2024-05-20T20:59:44.750 INFO:teuthology.orchestra.run.smithi042.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.753 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.770 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:44.800 INFO:teuthology.orchestra.run.smithi042.stdout:(158/159): elfutils-libs-0.191-4.el9.x86_64.rpm 971 kB/s | 260 kB 00:00 2024-05-20T20:59:44.856 INFO:teuthology.orchestra.run.smithi006.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:44.883 INFO:teuthology.orchestra.run.smithi042.stdout:(159/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 12 MB/s | 2.4 MB 00:00 2024-05-20T20:59:44.889 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-05-20T20:59:44.889 INFO:teuthology.orchestra.run.smithi042.stdout:Total 14 MB/s | 227 MB 00:16 2024-05-20T20:59:44.910 INFO:teuthology.orchestra.run.smithi006.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 1.1 MB/s | 260 kB 00:00 2024-05-20T20:59:45.119 INFO:teuthology.orchestra.run.smithi006.stdout:(157/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 12 MB/s | 2.4 MB 00:00 2024-05-20T20:59:46.085 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-05-20T20:59:46.261 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-05-20T20:59:46.261 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-05-20T20:59:46.544 INFO:teuthology.orchestra.run.smithi006.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 754 kB/s | 1.3 MB 00:01 2024-05-20T20:59:48.193 INFO:teuthology.orchestra.run.smithi062.stdout:(81/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.4 MB/s | 5.1 MB 00:03 2024-05-20T20:59:48.199 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-05-20T20:59:48.199 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-05-20T20:59:48.526 INFO:teuthology.orchestra.run.smithi062.stdout:(82/159): postgresql-server-13.14-1.el9.x86_64. 746 kB/s | 5.8 MB 00:07 2024-05-20T20:59:48.577 INFO:teuthology.orchestra.run.smithi062.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 653 kB/s | 250 kB 00:00 2024-05-20T20:59:48.768 INFO:teuthology.orchestra.run.smithi062.stdout:(84/159): python3-packaging-20.9-5.el9.noarch.r 403 kB/s | 77 kB 00:00 2024-05-20T20:59:48.877 INFO:teuthology.orchestra.run.smithi062.stdout:(85/159): python3-oauthlib-3.1.1-5.el9.noarch.r 634 kB/s | 222 kB 00:00 2024-05-20T20:59:48.903 INFO:teuthology.orchestra.run.smithi062.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 315 kB/s | 42 kB 00:00 2024-05-20T20:59:49.136 INFO:teuthology.orchestra.run.smithi062.stdout:(87/159): python3-babel-2.9.1-2.el9.noarch.rpm 1.0 MB/s | 6.0 MB 00:05 2024-05-20T20:59:49.220 INFO:teuthology.orchestra.run.smithi062.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 501 kB/s | 159 kB 00:00 2024-05-20T20:59:49.329 INFO:teuthology.orchestra.run.smithi062.stdout:(89/159): python3-protobuf-3.14.0-13.el9.noarch 597 kB/s | 269 kB 00:00 2024-05-20T20:59:49.354 INFO:teuthology.orchestra.run.smithi062.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 382 kB/s | 51 kB 00:00 2024-05-20T20:59:49.438 INFO:teuthology.orchestra.run.smithi062.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 494 kB/s | 54 kB 00:00 2024-05-20T20:59:49.546 INFO:teuthology.orchestra.run.smithi062.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-05-20T20:59:49.656 INFO:teuthology.orchestra.run.smithi062.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 405 kB/s | 44 kB 00:00 2024-05-20T20:59:49.689 INFO:teuthology.orchestra.run.smithi062.stdout:(94/159): python3-pyasn1-modules-0.4.8-6.el9.no 504 kB/s | 279 kB 00:00 2024-05-20T20:59:49.790 INFO:teuthology.orchestra.run.smithi062.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 356 kB/s | 36 kB 00:00 2024-05-20T20:59:49.891 INFO:teuthology.orchestra.run.smithi062.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 471 kB/s | 47 kB 00:00 2024-05-20T20:59:50.017 INFO:teuthology.orchestra.run.smithi062.stdout:(97/159): qatlib-24.02.0-1.el9.x86_64.rpm 611 kB/s | 221 kB 00:00 2024-05-20T20:59:50.126 INFO:teuthology.orchestra.run.smithi062.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 534 kB/s | 58 kB 00:00 2024-05-20T20:59:50.326 INFO:teuthology.orchestra.run.smithi062.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 469 kB/s | 94 kB 00:00 2024-05-20T20:59:50.351 INFO:teuthology.orchestra.run.smithi062.stdout:(100/159): socat-1.7.4.1-5.el9.x86_64.rpm 663 kB/s | 305 kB 00:00 2024-05-20T20:59:50.460 INFO:teuthology.orchestra.run.smithi062.stdout:(101/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 414 kB/s | 45 kB 00:00 2024-05-20T20:59:50.510 INFO:teuthology.orchestra.run.smithi062.stdout:(102/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 346 kB/s | 64 kB 00:00 2024-05-20T20:59:50.561 INFO:teuthology.orchestra.run.smithi062.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 221 kB/s | 22 kB 00:00 2024-05-20T20:59:50.844 INFO:teuthology.orchestra.run.smithi062.stdout:(104/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.9 MB/s | 548 kB 00:00 2024-05-20T20:59:50.911 INFO:teuthology.orchestra.run.smithi062.stdout:(105/159): gperftools-libs-2.9.1-2.el9.x86_64.r 4.5 MB/s | 309 kB 00:00 2024-05-20T20:59:50.970 INFO:teuthology.orchestra.run.smithi062.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 333 kB/s | 19 kB 00:00 2024-05-20T20:59:51.162 INFO:teuthology.orchestra.run.smithi062.stdout:(107/159): libarrow-9.0.0-11.el9.x86_64.rpm 23 MB/s | 4.4 MB 00:00 2024-05-20T20:59:51.221 INFO:teuthology.orchestra.run.smithi062.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 446 kB/s | 26 kB 00:00 2024-05-20T20:59:51.279 INFO:teuthology.orchestra.run.smithi062.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 836 kB/s | 49 kB 00:00 2024-05-20T20:59:51.338 INFO:teuthology.orchestra.run.smithi062.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-05-20T20:59:51.396 INFO:teuthology.orchestra.run.smithi062.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-05-20T20:59:51.463 INFO:teuthology.orchestra.run.smithi062.stdout:(112/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-05-20T20:59:51.530 INFO:teuthology.orchestra.run.smithi062.stdout:(113/159): python3-asyncssh-2.13.2-5.el9.noarch 8.1 MB/s | 548 kB 00:00 2024-05-20T20:59:51.589 INFO:teuthology.orchestra.run.smithi062.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 745 kB/s | 43 kB 00:00 2024-05-20T20:59:51.647 INFO:teuthology.orchestra.run.smithi062.stdout:(115/159): python3-cachetools-4.2.4-1.el9.noarc 553 kB/s | 32 kB 00:00 2024-05-20T20:59:51.698 INFO:teuthology.orchestra.run.smithi062.stdout:(116/159): protobuf-compiler-3.14.0-13.el9.x86_ 727 kB/s | 863 kB 00:01 2024-05-20T20:59:51.723 INFO:teuthology.orchestra.run.smithi062.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 199 kB/s | 15 kB 00:00 2024-05-20T20:59:51.757 INFO:teuthology.orchestra.run.smithi062.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-05-20T20:59:51.815 INFO:teuthology.orchestra.run.smithi062.stdout:(119/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-05-20T20:59:51.874 INFO:teuthology.orchestra.run.smithi062.stdout:(120/159): python3-google-auth-2.29.0-1.el9.noa 3.4 MB/s | 206 kB 00:00 2024-05-20T20:59:51.974 INFO:teuthology.orchestra.run.smithi062.stdout:(121/159): python3-grpcio-1.46.7-10.el9.x86_64. 20 MB/s | 2.0 MB 00:00 2024-05-20T20:59:52.016 INFO:teuthology.orchestra.run.smithi062.stdout:(122/159): python3-cherrypy-18.6.1-2.el9.noarch 1.2 MB/s | 358 kB 00:00 2024-05-20T20:59:52.041 INFO:teuthology.orchestra.run.smithi062.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 2.1 MB/s | 144 kB 00:00 2024-05-20T20:59:52.075 INFO:teuthology.orchestra.run.smithi062.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 183 kB/s | 11 kB 00:00 2024-05-20T20:59:52.100 INFO:teuthology.orchestra.run.smithi062.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 301 kB/s | 18 kB 00:00 2024-05-20T20:59:52.134 INFO:teuthology.orchestra.run.smithi062.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 395 kB/s | 23 kB 00:00 2024-05-20T20:59:52.234 INFO:teuthology.orchestra.run.smithi062.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 146 kB/s | 19 kB 00:00 2024-05-20T20:59:52.276 INFO:teuthology.orchestra.run.smithi062.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 139 kB/s | 20 kB 00:00 2024-05-20T20:59:52.310 INFO:teuthology.orchestra.run.smithi062.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 14 MB/s | 1.0 MB 00:00 2024-05-20T20:59:52.335 INFO:teuthology.orchestra.run.smithi062.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 791 kB/s | 46 kB 00:00 2024-05-20T20:59:52.360 INFO:teuthology.orchestra.run.smithi062.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-05-20T20:59:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 985 kB/s | 58 kB 00:00 2024-05-20T20:59:52.428 INFO:teuthology.orchestra.run.smithi062.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-05-20T20:59:52.453 INFO:teuthology.orchestra.run.smithi062.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 279 kB/s | 16 kB 00:00 2024-05-20T20:59:52.486 INFO:teuthology.orchestra.run.smithi062.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-05-20T20:59:52.512 INFO:teuthology.orchestra.run.smithi062.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 482 kB/s | 28 kB 00:00 2024-05-20T20:59:52.546 INFO:teuthology.orchestra.run.smithi062.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 526 kB/s | 31 kB 00:00 2024-05-20T20:59:52.587 INFO:teuthology.orchestra.run.smithi062.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-05-20T20:59:52.612 INFO:teuthology.orchestra.run.smithi062.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 886 kB/s | 59 kB 00:00 2024-05-20T20:59:52.646 INFO:teuthology.orchestra.run.smithi062.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 611 kB/s | 36 kB 00:00 2024-05-20T20:59:52.671 INFO:teuthology.orchestra.run.smithi062.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 870 kB/s | 51 kB 00:00 2024-05-20T20:59:52.722 INFO:teuthology.orchestra.run.smithi062.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-05-20T20:59:52.747 INFO:teuthology.orchestra.run.smithi062.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-05-20T20:59:52.805 INFO:teuthology.orchestra.run.smithi062.stdout:(144/159): python3-zc-lockfile-2.0-10.el9.noarc 342 kB/s | 20 kB 00:00 2024-05-20T20:59:52.831 INFO:teuthology.orchestra.run.smithi062.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-05-20T20:59:52.856 INFO:teuthology.orchestra.run.smithi062.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-05-20T20:59:52.990 INFO:teuthology.orchestra.run.smithi062.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-05-20T20:59:53.348 INFO:teuthology.orchestra.run.smithi062.stdout:(148/159): librados2-19.0.0-3830.g4ebd1d53.el9. 6.9 MB/s | 3.4 MB 00:00 2024-05-20T20:59:53.524 INFO:teuthology.orchestra.run.smithi062.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 13 MB/s | 2.3 MB 00:00 2024-05-20T20:59:53.582 INFO:teuthology.orchestra.run.smithi062.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 31 MB/s | 1.8 MB 00:00 2024-05-20T20:59:53.624 INFO:teuthology.orchestra.run.smithi062.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 1.0 MB/s | 41 kB 00:00 2024-05-20T20:59:53.666 INFO:teuthology.orchestra.run.smithi062.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-05-20T20:59:53.683 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:53.763 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:53.858 INFO:teuthology.orchestra.run.smithi062.stdout:(153/159): librbd1-19.0.0-3830.g4ebd1d53.el9.x8 3.6 MB/s | 3.1 MB 00:00 2024-05-20T20:59:53.967 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:53.984 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:54.128 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:54.242 INFO:teuthology.orchestra.run.smithi062.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 64 kB/s | 37 kB 00:00 2024-05-20T20:59:54.322 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:54.335 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:54.409 INFO:teuthology.orchestra.run.smithi062.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 397 kB/s | 207 kB 00:00 2024-05-20T20:59:54.409 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for https://ftp-osl.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 140.211.166.134) 2024-05-20T20:59:54.426 INFO:teuthology.orchestra.run.smithi062.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-20T20:59:54.467 INFO:teuthology.orchestra.run.smithi062.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 1.1 MB/s | 260 kB 00:00 2024-05-20T20:59:54.654 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-05-20T20:59:54.732 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-20T20:59:54.771 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-20T20:59:54.826 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-20T20:59:54.859 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-20T20:59:54.884 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-20T20:59:54.928 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-20T20:59:55.273 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-20T20:59:55.393 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T20:59:55.501 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T20:59:55.528 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T20:59:55.612 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T20:59:55.641 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T20:59:55.674 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-20T20:59:55.866 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-20T20:59:55.923 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-20T20:59:55.950 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T20:59:56.056 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T20:59:56.085 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T20:59:56.131 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T20:59:56.153 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T20:59:56.176 INFO:teuthology.orchestra.run.smithi062.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 782 kB/s | 1.3 MB 00:01 2024-05-20T20:59:56.177 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T20:59:56.329 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T20:59:56.452 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T20:59:56.650 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T20:59:56.711 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T20:59:56.804 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:56.879 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:56.944 INFO:teuthology.orchestra.run.smithi006.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 954 kB/s | 16 MB 00:17 2024-05-20T20:59:56.957 INFO:teuthology.orchestra.run.smithi006.stdout:-------------------------------------------------------------------------------- 2024-05-20T20:59:56.958 INFO:teuthology.orchestra.run.smithi006.stdout:Total 6.6 MB/s | 227 MB 00:34 2024-05-20T20:59:57.094 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T20:59:57.204 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-20T20:59:57.233 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-20T20:59:57.269 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-20T20:59:57.347 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-20T20:59:57.385 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-20T20:59:57.429 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-20T20:59:57.461 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-20T20:59:57.491 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-20T20:59:57.565 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-20T20:59:57.576 INFO:teuthology.orchestra.run.smithi062.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 788 kB/s | 2.4 MB 00:03 2024-05-20T20:59:57.614 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-20T20:59:57.643 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-20T20:59:57.687 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-20T20:59:57.768 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-20T20:59:57.798 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 33/170 2024-05-20T20:59:57.842 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T20:59:57.870 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 35/170 2024-05-20T20:59:57.943 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-20T20:59:57.985 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-20T20:59:58.064 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-20T20:59:58.211 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-20T20:59:58.281 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-20T20:59:58.849 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-20T20:59:58.930 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-20T20:59:58.962 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-20T20:59:58.998 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-20T20:59:59.056 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-20T20:59:59.094 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 46/170 2024-05-20T20:59:59.136 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-20T20:59:59.293 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-20T20:59:59.356 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-20T20:59:59.453 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-20T20:59:59.514 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-20T20:59:59.588 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-20T20:59:59.623 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-20T20:59:59.660 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-20T20:59:59.708 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-20T20:59:59.743 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-20T20:59:59.786 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-20T20:59:59.828 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-20T20:59:59.975 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-20T21:00:00.022 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-20T21:00:00.063 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-20T21:00:00.163 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-20T21:00:00.301 INFO:teuthology.orchestra.run.smithi006.stdout:Running transaction check 2024-05-20T21:00:00.397 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-20T21:00:00.446 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-20T21:00:00.479 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-20T21:00:00.535 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-20T21:00:00.574 INFO:teuthology.orchestra.run.smithi006.stdout:Transaction check succeeded. 2024-05-20T21:00:00.575 INFO:teuthology.orchestra.run.smithi006.stdout:Running transaction test 2024-05-20T21:00:00.623 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-20T21:00:00.756 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-20T21:00:00.794 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-20T21:00:00.822 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-20T21:00:00.856 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-20T21:00:00.896 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-20T21:00:00.936 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-20T21:00:00.965 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-20T21:00:01.000 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-20T21:00:01.033 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-20T21:00:01.075 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-20T21:00:01.109 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-20T21:00:01.201 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-20T21:00:01.249 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-20T21:00:01.279 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-20T21:00:01.328 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-20T21:00:01.442 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-20T21:00:01.499 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-20T21:00:02.289 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-20T21:00:02.344 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-20T21:00:02.378 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-20T21:00:02.482 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-20T21:00:02.534 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-20T21:00:02.580 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-20T21:00:02.671 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-20T21:00:02.705 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-20T21:00:02.890 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-20T21:00:02.920 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-20T21:00:03.002 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-20T21:00:03.401 INFO:teuthology.orchestra.run.smithi006.stdout:Transaction test succeeded. 2024-05-20T21:00:03.402 INFO:teuthology.orchestra.run.smithi006.stdout:Running transaction 2024-05-20T21:00:03.609 INFO:teuthology.orchestra.run.smithi062.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 1.1 MB/s | 16 MB 00:14 2024-05-20T21:00:03.616 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2024-05-20T21:00:03.616 INFO:teuthology.orchestra.run.smithi062.stdout:Total 5.2 MB/s | 227 MB 00:43 2024-05-20T21:00:03.709 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-20T21:00:03.832 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-20T21:00:04.873 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction check 2024-05-20T21:00:05.049 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction check succeeded. 2024-05-20T21:00:05.049 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction test 2024-05-20T21:00:05.172 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-20T21:00:05.257 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-20T21:00:05.285 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-20T21:00:05.318 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-20T21:00:05.672 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-20T21:00:05.723 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T21:00:05.798 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T21:00:05.828 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 104/170 2024-05-20T21:00:05.864 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-20T21:00:06.370 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-20T21:00:06.400 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T21:00:06.473 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T21:00:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 108/170 2024-05-20T21:00:06.977 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction test succeeded. 2024-05-20T21:00:06.978 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction 2024-05-20T21:00:08.888 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:08.924 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:09.495 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:09.536 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T21:00:09.629 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T21:00:09.629 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-20T21:00:09.629 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-20T21:00:09.629 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:09.662 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T21:00:10.282 INFO:teuthology.orchestra.run.smithi006.stdout: Preparing : 1/1 2024-05-20T21:00:10.368 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-20T21:00:10.441 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-20T21:00:10.561 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-20T21:00:10.647 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-20T21:00:10.687 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-20T21:00:10.789 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-20T21:00:11.226 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-20T21:00:11.334 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:00:11.512 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:00:11.543 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:00:11.673 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:00:11.718 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T21:00:11.803 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-20T21:00:12.164 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-20T21:00:12.232 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-20T21:00:12.257 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:00:12.410 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:00:12.442 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T21:00:12.559 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T21:00:12.593 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T21:00:12.697 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T21:00:12.973 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T21:00:13.354 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T21:00:13.426 INFO:teuthology.orchestra.run.smithi062.stdout: Preparing : 1/1 2024-05-20T21:00:13.513 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-20T21:00:13.552 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-20T21:00:13.579 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T21:00:13.606 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-20T21:00:13.639 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-20T21:00:13.655 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T21:00:13.664 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-20T21:00:13.708 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-20T21:00:13.857 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T21:00:13.986 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T21:00:14.063 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-20T21:00:14.165 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:00:14.273 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:00:14.299 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:00:14.337 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T21:00:14.375 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:00:14.404 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T21:00:14.437 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-20T21:00:14.537 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-20T21:00:14.575 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-20T21:00:14.620 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-20T21:00:14.630 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-20T21:00:14.677 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-20T21:00:14.705 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:00:14.751 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-20T21:00:14.806 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-20T21:00:14.810 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:00:14.839 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T21:00:14.872 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-20T21:00:14.902 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 15/170 2024-05-20T21:00:14.918 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-20T21:00:14.957 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-20T21:00:14.960 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T21:00:14.986 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-20T21:00:15.080 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-20T21:00:15.154 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-20T21:00:15.175 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T21:00:15.192 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-20T21:00:15.249 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-20T21:00:15.304 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-20T21:00:15.358 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-20T21:00:15.395 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 33/170 2024-05-20T21:00:15.440 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T21:00:15.470 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 35/170 2024-05-20T21:00:15.487 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T21:00:15.548 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-20T21:00:15.608 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-20T21:00:15.651 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T21:00:15.674 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-20T21:00:15.707 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T21:00:15.783 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-20T21:00:15.920 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-20T21:00:16.033 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-20T21:00:16.073 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-20T21:00:16.113 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-20T21:00:16.189 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-20T21:00:16.229 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-20T21:00:16.273 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-20T21:00:16.306 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-20T21:00:16.332 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-20T21:00:16.333 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-20T21:00:16.405 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-20T21:00:16.410 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-20T21:00:16.457 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-20T21:00:16.485 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-20T21:00:16.529 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-20T21:00:16.608 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-20T21:00:16.640 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 33/170 2024-05-20T21:00:16.684 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T21:00:16.703 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 35/170 2024-05-20T21:00:16.777 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-20T21:00:16.828 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-20T21:00:16.906 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-20T21:00:17.050 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-20T21:00:17.106 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-20T21:00:17.167 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-20T21:00:17.289 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-20T21:00:17.326 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-20T21:00:17.375 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-20T21:00:17.431 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-20T21:00:17.486 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 46/170 2024-05-20T21:00:17.568 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-20T21:00:17.667 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-20T21:00:17.761 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-20T21:00:17.795 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-20T21:00:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-20T21:00:17.832 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-20T21:00:17.881 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-20T21:00:17.895 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-20T21:00:17.921 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 46/170 2024-05-20T21:00:17.963 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-20T21:00:18.013 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-20T21:00:18.084 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-20T21:00:18.124 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-20T21:00:18.174 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-20T21:00:18.194 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-20T21:00:18.238 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-20T21:00:18.269 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-20T21:00:18.277 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-20T21:00:18.331 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-20T21:00:18.352 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-20T21:00:18.403 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-20T21:00:18.405 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-20T21:00:18.441 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-20T21:00:18.467 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-20T21:00:18.478 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-20T21:00:18.527 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-20T21:00:18.534 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-20T21:00:18.561 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-20T21:00:18.605 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-20T21:00:18.647 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-20T21:00:18.772 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-20T21:00:18.792 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-20T21:00:18.821 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-20T21:00:18.832 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-20T21:00:18.874 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-20T21:00:18.877 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-20T21:00:18.974 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-20T21:00:19.007 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-20T21:00:19.007 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-20T21:00:19.045 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-20T21:00:19.047 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-20T21:00:19.072 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-20T21:00:19.105 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-20T21:00:19.120 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-20T21:00:19.161 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-20T21:00:19.184 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-20T21:00:19.194 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-20T21:00:19.321 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-20T21:00:19.354 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-20T21:00:19.382 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-20T21:00:19.411 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-20T21:00:19.417 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-20T21:00:19.456 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-20T21:00:19.496 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-20T21:00:19.526 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-20T21:00:19.560 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-20T21:00:19.594 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-20T21:00:19.596 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-20T21:00:19.628 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-20T21:00:19.650 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-20T21:00:19.661 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-20T21:00:19.690 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-20T21:00:19.746 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-20T21:00:19.751 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-20T21:00:19.801 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-20T21:00:19.814 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-20T21:00:19.832 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-20T21:00:19.874 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-20T21:00:19.879 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-20T21:00:19.923 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-20T21:00:19.978 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-20T21:00:19.991 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-20T21:00:20.026 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-20T21:00:20.050 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-20T21:00:20.114 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-20T21:00:20.174 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-20T21:00:20.324 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-20T21:00:20.390 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-20T21:00:20.440 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-20T21:00:20.516 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-20T21:00:20.666 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-20T21:00:20.735 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-20T21:00:20.824 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-20T21:00:20.872 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-20T21:00:20.906 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-20T21:00:21.009 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-20T21:00:21.062 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-20T21:00:21.107 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-20T21:00:21.205 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-20T21:00:21.241 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-20T21:00:21.427 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-20T21:00:21.456 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-20T21:00:21.536 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-20T21:00:21.710 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-20T21:00:21.761 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T21:00:21.761 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /sys 2024-05-20T21:00:21.761 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /proc 2024-05-20T21:00:21.761 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /mnt 2024-05-20T21:00:21.761 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /var/tmp 2024-05-20T21:00:21.761 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /home 2024-05-20T21:00:21.761 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /root 2024-05-20T21:00:21.762 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /tmp 2024-05-20T21:00:21.762 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:21.762 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-20T21:00:21.794 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-20T21:00:21.922 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-20T21:00:21.971 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T21:00:21.986 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T21:00:21.986 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:21.986 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-20T21:00:21.986 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:22.008 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-20T21:00:22.069 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-20T21:00:22.184 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-20T21:00:22.222 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-20T21:00:22.225 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-20T21:00:22.343 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-20T21:00:22.468 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-20T21:00:22.502 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-20T21:00:22.611 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-20T21:00:23.474 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-20T21:00:23.515 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T21:00:23.542 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T21:00:23.542 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:23.542 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-20T21:00:23.542 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T21:00:23.542 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T21:00:23.543 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:23.627 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-20T21:00:23.658 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-20T21:00:23.735 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-20T21:00:23.774 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T21:00:23.781 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-20T21:00:23.797 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T21:00:23.797 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:23.798 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-20T21:00:23.798 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T21:00:23.798 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T21:00:23.798 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:23.813 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-20T21:00:24.144 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-20T21:00:24.258 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T21:00:24.270 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T21:00:24.281 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T21:00:24.281 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:24.282 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-20T21:00:24.282 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T21:00:24.282 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T21:00:24.282 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:24.360 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T21:00:24.381 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 104/170 2024-05-20T21:00:24.397 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-20T21:00:24.418 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-20T21:00:24.456 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-20T21:00:24.520 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-20T21:00:24.719 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-20T21:00:24.768 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-20T21:00:24.851 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-20T21:00:24.926 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-20T21:00:24.950 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-20T21:00:24.963 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T21:00:25.034 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T21:00:25.064 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 108/170 2024-05-20T21:00:25.094 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-20T21:00:25.134 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-20T21:00:25.166 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-20T21:00:25.193 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-20T21:00:25.336 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-20T21:00:25.434 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-20T21:00:25.470 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-20T21:00:25.505 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-20T21:00:25.657 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T21:00:25.684 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T21:00:25.716 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 128/170 2024-05-20T21:00:25.781 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 129/170 2024-05-20T21:00:25.806 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T21:00:25.892 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-20T21:00:25.938 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T21:00:26.061 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 103/170 2024-05-20T21:00:26.094 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 104/170 2024-05-20T21:00:26.152 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-20T21:00:26.742 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-20T21:00:26.811 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T21:00:26.912 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T21:00:26.918 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 107/170 2024-05-20T21:00:26.942 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T21:00:26.942 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 108/170 2024-05-20T21:00:27.480 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:27.521 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:27.957 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T21:00:27.984 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T21:00:28.095 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:28.106 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T21:00:28.132 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T21:00:28.215 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T21:00:28.215 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-20T21:00:28.216 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-20T21:00:28.216 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:28.242 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T21:00:28.269 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 133/170 2024-05-20T21:00:28.302 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T21:00:28.327 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T21:00:28.327 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:28.327 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-20T21:00:28.327 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T21:00:28.327 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T21:00:28.327 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:28.378 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T21:00:28.389 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T21:00:28.491 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 136/170 2024-05-20T21:00:28.545 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 137/170 2024-05-20T21:00:29.522 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-20T21:00:29.547 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T21:00:29.571 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T21:00:29.571 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:29.571 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-20T21:00:29.571 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T21:00:29.571 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T21:00:29.572 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:29.614 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T21:00:29.637 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T21:00:29.638 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:29.638 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-20T21:00:29.638 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:29.682 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T21:00:29.704 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T21:00:29.705 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:29.705 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-20T21:00:29.705 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T21:00:29.705 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T21:00:29.705 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:29.751 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:29.799 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:30.024 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T21:00:30.047 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T21:00:30.047 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:30.047 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-20T21:00:30.048 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T21:00:30.048 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T21:00:30.048 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:30.476 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 109/170 2024-05-20T21:00:30.519 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T21:00:30.682 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 110/170 2024-05-20T21:00:30.682 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-20T21:00:30.682 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-20T21:00:30.682 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:30.728 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T21:00:34.894 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 143/170 2024-05-20T21:00:34.936 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 144/170 2024-05-20T21:00:34.978 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 145/170 2024-05-20T21:00:35.009 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-20T21:00:35.036 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-20T21:00:35.234 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 148/170 2024-05-20T21:00:35.282 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-20T21:00:35.314 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 150/170 2024-05-20T21:00:35.355 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-20T21:00:35.384 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-20T21:00:35.430 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:00:35.983 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:36.020 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:36.040 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:36.975 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 155/170 2024-05-20T21:00:37.066 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-20T21:00:37.108 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-20T21:00:37.193 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-20T21:00:37.236 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-20T21:00:37.260 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:00:37.286 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-20T21:00:37.312 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-20T21:00:37.313 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:00:37.405 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:00:37.438 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-20T21:00:37.438 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:00:37.522 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:00:37.547 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-20T21:00:37.553 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:37.553 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:37.750 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:37.750 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:00:37.826 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:00:37.850 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-20T21:00:37.917 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /sys 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /proc 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /mnt 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /var/tmp 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /home 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /root 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /tmp 2024-05-20T21:00:40.073 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:40.247 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T21:00:40.265 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T21:00:40.265 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:40.265 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-20T21:00:40.265 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:41.809 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T21:00:41.836 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T21:00:41.837 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:41.837 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-20T21:00:41.837 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T21:00:41.837 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T21:00:41.837 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:42.076 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T21:00:42.101 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T21:00:42.101 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:42.101 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-20T21:00:42.101 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T21:00:42.101 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T21:00:42.101 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:42.577 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T21:00:42.601 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T21:00:42.601 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:42.601 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-20T21:00:42.601 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T21:00:42.601 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T21:00:42.601 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:42.716 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-20T21:00:42.775 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-20T21:00:42.839 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-20T21:00:43.034 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-20T21:00:43.087 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-20T21:00:43.167 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-20T21:00:43.257 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-20T21:00:43.435 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-20T21:00:43.478 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-20T21:00:43.510 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-20T21:00:43.537 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 1/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 3/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 4/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 5/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 6/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 7/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:00:43.583 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 11/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 12/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 13/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 15/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 16/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 17/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 18/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 19/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 20/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 21/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 22/170 2024-05-20T21:00:43.584 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 23/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 24/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 25/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 26/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 27/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 28/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 29/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 30/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 31/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 32/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 33/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 35/170 2024-05-20T21:00:43.585 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 36/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 37/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 38/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 39/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-20T21:00:43.586 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-20T21:00:43.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-20T21:00:43.588 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-20T21:00:43.589 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-20T21:00:43.590 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-20T21:00:43.591 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-20T21:00:43.592 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-20T21:00:43.593 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 149/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 151/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-20T21:00:43.594 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-20T21:00:43.595 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-20T21:00:44.002 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T21:00:44.036 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T21:00:44.068 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 128/170 2024-05-20T21:00:44.133 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 129/170 2024-05-20T21:00:44.159 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 111/170 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout:skipping the directory /sys 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout:skipping the directory /proc 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout:skipping the directory /mnt 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout:skipping the directory /var/tmp 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout:skipping the directory /home 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout:skipping the directory /root 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout:skipping the directory /tmp 2024-05-20T21:00:44.363 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:44.645 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T21:00:44.698 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 112/170 2024-05-20T21:00:44.699 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:44.699 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-20T21:00:44.699 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:45.265 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T21:00:45.310 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T21:00:46.333 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T21:00:46.361 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T21:00:46.389 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T21:00:46.470 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 113/170 2024-05-20T21:00:46.470 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:46.470 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-20T21:00:46.470 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T21:00:46.470 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-20T21:00:46.471 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:46.479 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout:Upgraded: 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-20T21:00:46.551 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout:Installed: 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: automake-1.16.2-8.el9.noarch 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: bison-3.7.4-5.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.552 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.553 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: flex-2.6.4-9.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-20T21:00:46.554 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-20T21:00:46.555 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: lua-5.4.4-4.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-20T21:00:46.556 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-13.14-1.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-20T21:00:46.557 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-20T21:00:46.558 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-20T21:00:46.559 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply-3.11-14.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-20T21:00:46.560 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-20T21:00:46.561 INFO:teuthology.orchestra.run.smithi042.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: re2-1:20211101-3.el9.x86_64 2024-05-20T21:00:46.562 INFO:teuthology.orchestra.run.smithi042.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-20T21:00:46.563 INFO:teuthology.orchestra.run.smithi042.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-20T21:00:46.563 INFO:teuthology.orchestra.run.smithi042.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-20T21:00:46.563 INFO:teuthology.orchestra.run.smithi042.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-20T21:00:46.563 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-20T21:00:46.563 INFO:teuthology.orchestra.run.smithi042.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-20T21:00:46.563 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-05-20T21:00:46.563 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-05-20T21:00:46.655 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 133/170 2024-05-20T21:00:46.680 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T21:00:46.704 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T21:00:46.704 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:46.704 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-20T21:00:46.704 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T21:00:46.705 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T21:00:46.705 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:46.738 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T21:00:46.797 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T21:00:46.809 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T21:00:46.812 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 114/170 2024-05-20T21:00:46.812 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:46.812 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-20T21:00:46.813 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T21:00:46.813 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-20T21:00:46.813 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:46.911 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 136/170 2024-05-20T21:00:46.964 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 137/170 2024-05-20T21:00:46.995 DEBUG:teuthology.parallel:result is None 2024-05-20T21:00:47.323 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T21:00:47.394 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 115/170 2024-05-20T21:00:47.394 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:47.394 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-20T21:00:47.394 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T21:00:47.394 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-20T21:00:47.394 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:47.532 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-20T21:00:47.620 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-20T21:00:47.692 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-20T21:00:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-20T21:00:47.944 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-20T21:00:47.974 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T21:00:47.999 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T21:00:47.999 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:47.999 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-20T21:00:47.999 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T21:00:47.999 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T21:00:47.999 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-20T21:00:48.050 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T21:00:48.073 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T21:00:48.074 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:48.074 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-20T21:00:48.074 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-20T21:00:48.126 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T21:00:48.149 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T21:00:48.149 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:48.149 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-20T21:00:48.149 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T21:00:48.149 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T21:00:48.149 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-20T21:00:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-20T21:00:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-20T21:00:48.476 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T21:00:48.501 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T21:00:48.501 INFO:teuthology.orchestra.run.smithi062.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:48.501 INFO:teuthology.orchestra.run.smithi062.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-20T21:00:48.501 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T21:00:48.501 INFO:teuthology.orchestra.run.smithi062.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T21:00:48.501 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:00:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-20T21:00:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-20T21:00:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T21:00:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 127/170 2024-05-20T21:00:49.337 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 128/170 2024-05-20T21:00:49.453 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 129/170 2024-05-20T21:00:49.507 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T21:00:50.885 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 130/170 2024-05-20T21:00:50.948 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T21:00:52.117 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 131/170 2024-05-20T21:00:52.143 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T21:00:52.306 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 132/170 2024-05-20T21:00:52.482 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 133/170 2024-05-20T21:00:52.522 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T21:00:52.594 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 134/170 2024-05-20T21:00:52.594 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:52.594 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-20T21:00:52.594 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T21:00:52.594 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-20T21:00:52.594 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:52.663 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T21:00:52.704 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 135/170 2024-05-20T21:00:52.852 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 136/170 2024-05-20T21:00:52.934 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 137/170 2024-05-20T21:00:53.372 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 143/170 2024-05-20T21:00:53.414 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 144/170 2024-05-20T21:00:53.455 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 145/170 2024-05-20T21:00:53.486 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-20T21:00:53.513 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-20T21:00:53.709 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 148/170 2024-05-20T21:00:53.760 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-20T21:00:53.792 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 150/170 2024-05-20T21:00:53.824 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-20T21:00:53.854 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-20T21:00:53.900 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:00:54.007 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-20T21:00:54.040 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T21:00:54.116 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 139/170 2024-05-20T21:00:54.117 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:54.117 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-20T21:00:54.117 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T21:00:54.117 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-20T21:00:54.117 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:54.166 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T21:00:54.257 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 140/170 2024-05-20T21:00:54.257 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:54.257 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-20T21:00:54.257 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:54.333 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T21:00:54.440 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 141/170 2024-05-20T21:00:54.440 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:54.440 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-20T21:00:54.440 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T21:00:54.440 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-20T21:00:54.440 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:54.485 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:54.530 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:54.552 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:00:54.826 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T21:00:54.901 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 142/170 2024-05-20T21:00:54.901 INFO:teuthology.orchestra.run.smithi006.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-20T21:00:54.901 INFO:teuthology.orchestra.run.smithi006.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-20T21:00:54.901 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T21:00:54.901 INFO:teuthology.orchestra.run.smithi006.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-20T21:00:54.902 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:00:55.469 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 155/170 2024-05-20T21:00:55.560 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-20T21:00:55.603 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-20T21:00:55.686 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-20T21:00:55.713 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-20T21:00:55.739 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:00:55.764 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-20T21:00:55.799 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-20T21:00:55.799 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:00:55.883 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:00:55.916 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-20T21:00:55.916 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:00:56.002 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:00:56.026 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-20T21:00:56.031 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:56.031 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:56.219 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:00:56.220 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:00:56.287 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:00:56.320 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-20T21:00:56.387 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:01:00.181 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 143/170 2024-05-20T21:01:00.244 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 144/170 2024-05-20T21:01:00.301 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 145/170 2024-05-20T21:01:00.340 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-20T21:01:00.379 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-20T21:01:00.683 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 148/170 2024-05-20T21:01:00.745 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-20T21:01:00.782 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 150/170 2024-05-20T21:01:00.827 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-20T21:01:00.881 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-20T21:01:00.936 INFO:teuthology.orchestra.run.smithi006.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:01:01.937 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 1/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 3/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 4/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 5/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 6/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 7/170 2024-05-20T21:01:01.944 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 11/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 12/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 13/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 15/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 16/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 17/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 18/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 19/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 20/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 21/170 2024-05-20T21:01:01.945 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 22/170 2024-05-20T21:01:01.946 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 23/170 2024-05-20T21:01:01.946 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 24/170 2024-05-20T21:01:01.946 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 25/170 2024-05-20T21:01:01.946 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 26/170 2024-05-20T21:01:01.946 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 27/170 2024-05-20T21:01:01.946 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 28/170 2024-05-20T21:01:01.946 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 29/170 2024-05-20T21:01:01.946 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 30/170 2024-05-20T21:01:01.958 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 31/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 32/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 33/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 35/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 36/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 37/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 38/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 39/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-20T21:01:01.959 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-20T21:01:01.960 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-20T21:01:01.961 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-20T21:01:01.962 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-20T21:01:01.963 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-20T21:01:01.964 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-20T21:01:01.965 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-20T21:01:01.966 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 149/170 2024-05-20T21:01:01.967 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 151/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-20T21:01:01.968 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-20T21:01:01.969 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-20T21:01:01.969 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-20T21:01:01.969 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-20T21:01:01.969 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-20T21:01:01.969 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-20T21:01:02.010 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:01:02.109 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-20T21:01:03.539 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 155/170 2024-05-20T21:01:03.646 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-20T21:01:03.714 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-20T21:01:03.858 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-20T21:01:03.898 INFO:teuthology.orchestra.run.smithi006.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-20T21:01:03.948 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:01:03.983 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-20T21:01:04.033 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-20T21:01:04.033 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:01:04.191 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-20T21:01:04.236 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-20T21:01:04.237 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:01:04.373 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-20T21:01:04.406 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-20T21:01:04.406 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout:Upgraded: 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-20T21:01:04.407 INFO:teuthology.orchestra.run.smithi062.stdout:Installed: 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: automake-1.16.2-8.el9.noarch 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: bison-3.7.4-5.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.408 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.409 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: flex-2.6.4-9.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-20T21:01:04.410 INFO:teuthology.orchestra.run.smithi062.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-20T21:01:04.411 INFO:teuthology.orchestra.run.smithi062.stdout: librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: lua-5.4.4-4.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-20T21:01:04.412 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-13.14-1.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-20T21:01:04.413 INFO:teuthology.orchestra.run.smithi062.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-20T21:01:04.414 INFO:teuthology.orchestra.run.smithi062.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-20T21:01:04.415 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ply-3.11-14.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-20T21:01:04.416 INFO:teuthology.orchestra.run.smithi062.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-20T21:01:04.417 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-20T21:01:04.418 INFO:teuthology.orchestra.run.smithi062.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: re2-1:20211101-3.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-20T21:01:04.419 INFO:teuthology.orchestra.run.smithi062.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-20T21:01:04.420 INFO:teuthology.orchestra.run.smithi062.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-20T21:01:04.420 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:01:04.420 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2024-05-20T21:01:04.446 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-20T21:01:04.479 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:01:04.479 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:01:04.817 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-20T21:01:04.817 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:01:04.848 DEBUG:teuthology.parallel:result is None 2024-05-20T21:01:04.995 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-20T21:01:05.040 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-20T21:01:05.164 INFO:teuthology.orchestra.run.smithi006.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:01:05.440 INFO:teuthology.orchestra.run.smithi006.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-20T21:01:05.440 INFO:teuthology.orchestra.run.smithi006.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-05-20T21:01:05.440 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:01:11.295 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 1/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 3/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 4/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1 5/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 6/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 7/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 8/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 9/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 10/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 11/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 12/170 2024-05-20T21:01:11.296 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 13/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 14/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_ 15/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 16/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 17/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_6 18/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86 19/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 20/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el 21/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9. 22/170 2024-05-20T21:01:11.297 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_6 23/170 2024-05-20T21:01:11.298 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 24/170 2024-05-20T21:01:11.298 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 25/170 2024-05-20T21:01:11.298 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 26/170 2024-05-20T21:01:11.298 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 27/170 2024-05-20T21:01:11.298 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 28/170 2024-05-20T21:01:11.298 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 29/170 2024-05-20T21:01:11.311 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53. 30/170 2024-05-20T21:01:11.311 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noa 31/170 2024-05-20T21:01:11.311 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.n 32/170 2024-05-20T21:01:11.311 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g4eb 33/170 2024-05-20T21:01:11.311 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el 34/170 2024-05-20T21:01:11.311 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 35/170 2024-05-20T21:01:11.311 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.e 36/170 2024-05-20T21:01:11.311 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 37/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 38/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 39/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-20T21:01:11.312 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-20T21:01:11.313 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-20T21:01:11.314 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-20T21:01:11.315 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-20T21:01:11.316 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-20T21:01:11.317 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-20T21:01:11.318 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-20T21:01:11.319 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 149/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 151/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-20T21:01:11.320 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-20T21:01:11.321 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-20T21:01:11.321 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-20T21:01:11.321 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-20T21:01:11.321 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-20T21:01:11.321 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-20T21:01:11.321 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-20T21:01:11.321 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-20T21:01:13.680 INFO:teuthology.orchestra.run.smithi006.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout:Upgraded: 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: librados2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.681 INFO:teuthology.orchestra.run.smithi006.stdout: librbd1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout:Installed: 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: automake-1.16.2-8.el9.noarch 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: bison-3.7.4-5.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-base-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.682 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mds-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mgr-rook-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-mon-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-osd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-radosgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.683 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-selinux-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-test-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: ceph-volume-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: cephadm-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: cephfs-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: cephfs-shell-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: cephfs-top-2:19.0.0-3830.g4ebd1d53.el9.noarch 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: flex-2.6.4-9.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-20T21:01:13.684 INFO:teuthology.orchestra.run.smithi006.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libcephfs-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libcephfs2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libcephsqlite-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: librados-devel-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: libradosstriper1-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-20T21:01:13.685 INFO:teuthology.orchestra.run.smithi006.stdout: librgw2-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: lua-5.4.4-4.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-20T21:01:13.686 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-13.14-1.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-ceph-argparse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-ceph-common-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cephfs-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.687 INFO:teuthology.orchestra.run.smithi006.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-20T21:01:13.688 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-20T21:01:13.689 INFO:teuthology.orchestra.run.smithi006.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-ply-3.11-14.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-20T21:01:13.690 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rados-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rgw-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-20T21:01:13.691 INFO:teuthology.orchestra.run.smithi006.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: rbd-fuse-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: rbd-mirror-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: rbd-nbd-2:19.0.0-3830.g4ebd1d53.el9.x86_64 2024-05-20T21:01:13.692 INFO:teuthology.orchestra.run.smithi006.stdout: re2-1:20211101-3.el9.x86_64 2024-05-20T21:01:13.693 INFO:teuthology.orchestra.run.smithi006.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-20T21:01:13.693 INFO:teuthology.orchestra.run.smithi006.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-20T21:01:13.693 INFO:teuthology.orchestra.run.smithi006.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-20T21:01:13.693 INFO:teuthology.orchestra.run.smithi006.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-20T21:01:13.693 INFO:teuthology.orchestra.run.smithi006.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-20T21:01:13.693 INFO:teuthology.orchestra.run.smithi006.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-20T21:01:13.693 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:01:13.693 INFO:teuthology.orchestra.run.smithi006.stdout:Complete! 2024-05-20T21:01:14.425 DEBUG:teuthology.parallel:result is None 2024-05-20T21:01:14.426 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:01:14.650 DEBUG:teuthology.orchestra.run.smithi006:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-20T21:01:14.707 INFO:teuthology.orchestra.run.smithi006.stdout:19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:01:14.708 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:01:14.708 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g4ebd1d53 is installed. 2024-05-20T21:01:14.710 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:01:14.926 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-20T21:01:14.953 INFO:teuthology.orchestra.run.smithi042.stdout:19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:01:14.954 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:01:14.954 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g4ebd1d53 is installed. 2024-05-20T21:01:14.955 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:01:15.094 DEBUG:teuthology.orchestra.run.smithi062:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-20T21:01:15.122 INFO:teuthology.orchestra.run.smithi062.stdout:19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:01:15.122 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g4ebd1d53.el9 2024-05-20T21:01:15.122 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g4ebd1d53 is installed. 2024-05-20T21:01:15.124 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-20T21:01:15.125 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:01:15.125 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-20T21:01:15.200 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:01:15.200 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-20T21:01:15.233 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:01:15.233 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-20T21:01:15.266 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-20T21:01:15.266 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:01:15.266 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/daemon-helper 2024-05-20T21:01:15.333 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-20T21:01:15.438 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:01:15.438 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/daemon-helper 2024-05-20T21:01:15.468 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-20T21:01:15.537 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:01:15.537 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/daemon-helper 2024-05-20T21:01:15.566 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-20T21:01:15.635 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-20T21:01:15.635 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:01:15.635 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-20T21:01:15.707 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-20T21:01:15.817 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:01:15.817 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-20T21:01:15.847 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-20T21:01:15.916 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:01:15.916 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-20T21:01:15.946 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-20T21:01:16.016 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-20T21:01:16.016 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:01:16.016 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/usr/bin/stdin-killer 2024-05-20T21:01:16.085 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-20T21:01:16.193 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:01:16.193 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/stdin-killer 2024-05-20T21:01:16.222 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-20T21:01:16.291 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:01:16.291 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/stdin-killer 2024-05-20T21:01:16.320 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-20T21:01:16.389 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-20T21:01:16.487 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-05-20T21:01:16.487 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:01:16.487 INFO:tasks.cephadm:Cluster fsid is 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:01:16.487 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-20T21:01:16.488 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.6', 'mon.b': '172.21.15.42', 'mon.c': '172.21.15.62'} 2024-05-20T21:01:16.488 INFO:tasks.cephadm:First mon is mon.a on smithi006 2024-05-20T21:01:16.488 INFO:tasks.cephadm:First mgr is x 2024-05-20T21:01:16.488 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-20T21:01:16.488 DEBUG:teuthology.orchestra.run.smithi006:> sudo hostname $(hostname -s) 2024-05-20T21:01:16.559 DEBUG:teuthology.orchestra.run.smithi042:> sudo hostname $(hostname -s) 2024-05-20T21:01:16.588 DEBUG:teuthology.orchestra.run.smithi062:> sudo hostname $(hostname -s) 2024-05-20T21:01:16.617 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-20T21:01:16.618 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:01:16.832 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '4ebd1d5361d457738957dc0455bba90102296634', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79554/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3830-g4ebd1d53', 'node_name': '172.21.5.40+adami10', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3830.g4ebd1d53'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-20 18:01:42.330101', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiesce', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-05-20T21:01:16.969 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-lusov-quiesce, sha1 4ebd1d5361d457738957dc0455bba90102296634 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:01:16.970 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm 2024-05-20T21:01:16.970 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm 2024-05-20T21:01:16.970 DEBUG:teuthology.orchestra.run.smithi006:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:17.588 INFO:teuthology.orchestra.run.smithi006.stdout:-rw-r--r--. 1 ubuntu ubuntu 782820 May 20 21:01 /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:17.588 DEBUG:teuthology.orchestra.run.smithi042:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:18.147 INFO:teuthology.orchestra.run.smithi042.stdout:-rw-r--r--. 1 ubuntu ubuntu 782820 May 20 21:01 /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:18.148 DEBUG:teuthology.orchestra.run.smithi062:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/4ebd1d5361d457738957dc0455bba90102296634/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:18.718 INFO:teuthology.orchestra.run.smithi062.stdout:-rw-r--r--. 1 ubuntu ubuntu 782820 May 20 21:01 /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:18.719 DEBUG:teuthology.orchestra.run.smithi006:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:18.783 DEBUG:teuthology.orchestra.run.smithi042:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:18.803 DEBUG:teuthology.orchestra.run.smithi062:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-20T21:01:18.837 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 on all hosts... 2024-05-20T21:01:18.838 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 pull 2024-05-20T21:01:18.845 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 pull 2024-05-20T21:01:18.847 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 pull 2024-05-20T21:01:19.626 INFO:teuthology.orchestra.run.smithi042.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:01:19.639 INFO:teuthology.orchestra.run.smithi062.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:01:20.484 INFO:teuthology.orchestra.run.smithi006.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:01:58.326 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-05-20T21:01:58.326 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_version": "ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev)", 2024-05-20T21:01:58.326 INFO:teuthology.orchestra.run.smithi042.stdout: "image_id": "559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489", 2024-05-20T21:01:58.326 INFO:teuthology.orchestra.run.smithi042.stdout: "repo_digests": [ 2024-05-20T21:01:58.326 INFO:teuthology.orchestra.run.smithi042.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3" 2024-05-20T21:01:58.326 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-05-20T21:01:58.327 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-05-20T21:01:58.712 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-05-20T21:01:58.713 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_version": "ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev)", 2024-05-20T21:01:58.713 INFO:teuthology.orchestra.run.smithi062.stdout: "image_id": "559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489", 2024-05-20T21:01:58.713 INFO:teuthology.orchestra.run.smithi062.stdout: "repo_digests": [ 2024-05-20T21:01:58.713 INFO:teuthology.orchestra.run.smithi062.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3" 2024-05-20T21:01:58.713 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-05-20T21:01:58.713 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-05-20T21:02:05.526 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:02:05.526 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_version": "ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev)", 2024-05-20T21:02:05.526 INFO:teuthology.orchestra.run.smithi006.stdout: "image_id": "559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489", 2024-05-20T21:02:05.526 INFO:teuthology.orchestra.run.smithi006.stdout: "repo_digests": [ 2024-05-20T21:02:05.526 INFO:teuthology.orchestra.run.smithi006.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3" 2024-05-20T21:02:05.526 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:02:05.526 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:02:05.573 DEBUG:teuthology.orchestra.run.smithi006:> sudo mkdir -p /etc/ceph 2024-05-20T21:02:05.668 DEBUG:teuthology.orchestra.run.smithi042:> sudo mkdir -p /etc/ceph 2024-05-20T21:02:05.701 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /etc/ceph 2024-05-20T21:02:05.734 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 777 /etc/ceph 2024-05-20T21:02:05.826 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 777 /etc/ceph 2024-05-20T21:02:05.856 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 777 /etc/ceph 2024-05-20T21:02:05.885 INFO:tasks.cephadm:Writing seed config... 2024-05-20T21:02:05.886 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-20T21:02:05.886 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-20T21:02:05.886 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-20T21:02:05.886 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-20T21:02:05.886 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-20T21:02:05.886 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-05-20T21:02:05.886 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-20T21:02:05.886 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-20T21:02:05.887 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-05-20T21:02:05.888 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-20T21:02:05.889 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-20T21:02:05.890 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:02:05.890 DEBUG:teuthology.orchestra.run.smithi006:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-20T21:02:05.950 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 195522e4-16ec-11ef-bc9a-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-20T21:02:05.950 DEBUG:teuthology.orchestra.run.smithi006:mon.a> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a.service 2024-05-20T21:02:05.996 DEBUG:teuthology.orchestra.run.smithi006:mgr.x> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.x.service 2024-05-20T21:02:06.042 INFO:tasks.cephadm:Bootstrapping... 2024-05-20T21:02:06.042 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 -v bootstrap --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.6 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:02:06.320 INFO:teuthology.orchestra.run.smithi006.stdout:-------------------------------------------------------------------------------- 2024-05-20T21:02:06.321 INFO:teuthology.orchestra.run.smithi006.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634', '-v', 'bootstrap', '--fsid', '195522e4-16ec-11ef-bc9a-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.6', '--skip-admin-label'] 2024-05-20T21:02:06.321 INFO:teuthology.orchestra.run.smithi006.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-20T21:02:06.321 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying podman|docker is present... 2024-05-20T21:02:06.384 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stdout 5.0.2 2024-05-20T21:02:06.385 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying lvm2 is present... 2024-05-20T21:02:06.385 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying time synchronization is in place... 2024-05-20T21:02:06.407 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-20T21:02:06.407 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-20T21:02:06.426 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-20T21:02:06.427 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2024-05-20T21:02:06.453 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout enabled 2024-05-20T21:02:06.476 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout active 2024-05-20T21:02:06.476 INFO:teuthology.orchestra.run.smithi006.stdout:Unit chronyd.service is enabled and running 2024-05-20T21:02:06.477 INFO:teuthology.orchestra.run.smithi006.stdout:Repeating the final host check... 2024-05-20T21:02:06.537 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stdout 5.0.2 2024-05-20T21:02:06.537 INFO:teuthology.orchestra.run.smithi006.stdout:podman (/bin/podman) version 5.0.2 is present 2024-05-20T21:02:06.537 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl is present 2024-05-20T21:02:06.537 INFO:teuthology.orchestra.run.smithi006.stdout:lvcreate is present 2024-05-20T21:02:06.553 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-20T21:02:06.553 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-20T21:02:06.570 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-20T21:02:06.570 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2024-05-20T21:02:06.596 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout enabled 2024-05-20T21:02:06.619 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout active 2024-05-20T21:02:06.619 INFO:teuthology.orchestra.run.smithi006.stdout:Unit chronyd.service is enabled and running 2024-05-20T21:02:06.620 INFO:teuthology.orchestra.run.smithi006.stdout:Host looks OK 2024-05-20T21:02:06.620 INFO:teuthology.orchestra.run.smithi006.stdout:Cluster fsid: 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:06.621 INFO:teuthology.orchestra.run.smithi006.stdout:Acquiring lock 140254216946448 on /run/cephadm/195522e4-16ec-11ef-bc9a-c7b262605968.lock 2024-05-20T21:02:06.621 INFO:teuthology.orchestra.run.smithi006.stdout:Lock 140254216946448 acquired on /run/cephadm/195522e4-16ec-11ef-bc9a-c7b262605968.lock 2024-05-20T21:02:06.623 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying IP 172.21.15.6 port 3300 ... 2024-05-20T21:02:06.624 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying IP 172.21.15.6 port 6789 ... 2024-05-20T21:02:06.625 INFO:teuthology.orchestra.run.smithi006.stdout:Base mon IP(s) is [172.21.15.6:3300, 172.21.15.6:6789], mon addrv is [v2:172.21.15.6:3300,v1:172.21.15.6:6789] 2024-05-20T21:02:06.640 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.6 metric 100 2024-05-20T21:02:06.640 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.6 metric 100 2024-05-20T21:02:06.653 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-20T21:02:06.653 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-20T21:02:06.653 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-20T21:02:06.664 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-20T21:02:06.665 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-20T21:02:06.665 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-20T21:02:06.665 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-20T21:02:06.666 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15e4/64 scope link noprefixroute 2024-05-20T21:02:06.666 INFO:teuthology.orchestra.run.smithi006.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-20T21:02:06.668 INFO:teuthology.orchestra.run.smithi006.stdout:Mon IP `172.21.15.6` is in CIDR network `172.21.0.0/20` 2024-05-20T21:02:06.669 INFO:teuthology.orchestra.run.smithi006.stdout:Mon IP `172.21.15.6` is in CIDR network `172.21.0.0/20` 2024-05-20T21:02:06.669 INFO:teuthology.orchestra.run.smithi006.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-20T21:02:06.672 INFO:teuthology.orchestra.run.smithi006.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-20T21:02:06.675 INFO:teuthology.orchestra.run.smithi006.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:02:07.343 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stdout 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 2024-05-20T21:02:07.343 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634... 2024-05-20T21:02:07.343 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stderr Getting image source signatures 2024-05-20T21:02:07.343 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stderr Copying blob sha256:9af6dedc48c4fca9f79c2db09a94f41f0f515ee6ded78101f148d319f313a254 2024-05-20T21:02:07.343 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stderr Copying blob sha256:d0e808cd455827ca3108db1b0125dcee9ffc148daa1d7dde963f550bc831d501 2024-05-20T21:02:07.343 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stderr Copying config sha256:559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 2024-05-20T21:02:07.343 INFO:teuthology.orchestra.run.smithi006.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-20T21:02:08.525 INFO:teuthology.orchestra.run.smithi006.stdout:ceph: stdout ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev) 2024-05-20T21:02:08.525 INFO:teuthology.orchestra.run.smithi006.stdout:Ceph version: ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev) 2024-05-20T21:02:08.525 INFO:teuthology.orchestra.run.smithi006.stdout:Extracting ceph user uid/gid from container image... 2024-05-20T21:02:09.861 INFO:teuthology.orchestra.run.smithi006.stdout:stat: stdout 167 167 2024-05-20T21:02:09.861 INFO:teuthology.orchestra.run.smithi006.stdout:Creating initial keys... 2024-05-20T21:02:11.206 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-authtool: stdout AQBSuktmFWeLHBAAZvq+kUhW21PKGyGKybJ3BQ== 2024-05-20T21:02:12.275 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-authtool: stdout AQBTuktmYQRQKBAA4hVAjqxNOYxMdhWG0uDOGQ== 2024-05-20T21:02:13.588 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph-authtool: stdout AQBUuktmO2NDNRAAaFxmkmNCZBQ5yg2zzfIeNw== 2024-05-20T21:02:13.591 INFO:teuthology.orchestra.run.smithi006.stdout:Creating initial monmap... 2024-05-20T21:02:14.693 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-20T21:02:14.694 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-20T21:02:14.694 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:14.694 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-20T21:02:14.694 INFO:teuthology.orchestra.run.smithi006.stdout:monmaptool for a [v2:172.21.15.6:3300,v1:172.21.15.6:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-20T21:02:14.694 INFO:teuthology.orchestra.run.smithi006.stdout:setting min_mon_release = quincy 2024-05-20T21:02:14.694 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: set fsid to 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:14.694 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-20T21:02:14.694 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:02:14.695 INFO:teuthology.orchestra.run.smithi006.stdout:Creating mon... 2024-05-20T21:02:15.867 INFO:teuthology.orchestra.run.smithi006.stdout:create mon.a on 2024-05-20T21:02:16.303 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-20T21:02:16.553 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-20T21:02:16.854 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-195522e4-16ec-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-195522e4-16ec-11ef-bc9a-c7b262605968.target. 2024-05-20T21:02:16.854 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-195522e4-16ec-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-195522e4-16ec-11ef-bc9a-c7b262605968.target. 2024-05-20T21:02:17.253 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a 2024-05-20T21:02:17.254 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to reset failed state of unit ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a.service: Unit ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a.service not loaded. 2024-05-20T21:02:17.554 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-195522e4-16ec-11ef-bc9a-c7b262605968.target.wants/ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a.service → /etc/systemd/system/ceph-195522e4-16ec-11ef-bc9a-c7b262605968@.service. 2024-05-20T21:02:18.258 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:18 smithi006 podman[31043]: 2024-05-20 21:02:18.012187728 +0000 UTC m=+0.158267194 container create c58b78ebad5453d0e68a6bd89df1e5ec021d03b23e60f50de57afa35d3969352 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:02:18.258 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:18 smithi006 podman[31043]: 2024-05-20 21:02:18.257355036 +0000 UTC m=+0.403434546 container init c58b78ebad5453d0e68a6bd89df1e5ec021d03b23e60f50de57afa35d3969352 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:02:18.413 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-20T21:02:18.413 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout disabled 2024-05-20T21:02:18.434 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-20T21:02:18.435 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2024-05-20T21:02:18.435 INFO:teuthology.orchestra.run.smithi006.stdout:firewalld.service is not enabled 2024-05-20T21:02:18.435 INFO:teuthology.orchestra.run.smithi006.stdout:Not possible to enable service . firewalld.service is not available 2024-05-20T21:02:18.435 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mon to start... 2024-05-20T21:02:18.436 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mon... 2024-05-20T21:02:18.592 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:18 smithi006 podman[31043]: 2024-05-20 21:02:18.268402574 +0000 UTC m=+0.414482047 container start c58b78ebad5453d0e68a6bd89df1e5ec021d03b23e60f50de57afa35d3969352 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0) 2024-05-20T21:02:18.592 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:18 smithi006 ceph-mon[31061]: mkfs 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:18.592 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:18 smithi006 ceph-mon[31061]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-20T21:02:18.592 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:18 smithi006 bash[31043]: c58b78ebad5453d0e68a6bd89df1e5ec021d03b23e60f50de57afa35d3969352 2024-05-20T21:02:18.592 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:18 smithi006 systemd[1]: Started Ceph mon.a for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:02:19.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-20T21:02:19.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: monmap epoch 1 2024-05-20T21:02:19.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:19.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: last_changed 2024-05-20T21:02:14.102290+0000 2024-05-20T21:02:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: created 2024-05-20T21:02:14.102290+0000 2024-05-20T21:02:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: min_mon_release 19 (squid) 2024-05-20T21:02:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: election_strategy: 1 2024-05-20T21:02:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-05-20T21:02:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: fsmap 2024-05-20T21:02:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: osdmap e1: 0 total, 0 up, 0 in 2024-05-20T21:02:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: mgrmap e1: no daemons active 2024-05-20T21:02:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:19 smithi006 ceph-mon[31061]: from='client.? 172.21.15.6:0/3974717711' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-20T21:02:19.862 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout cluster: 2024-05-20T21:02:19.868 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout id: 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout services: 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.810502s) 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout data: 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout pgs: 2024-05-20T21:02:19.869 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:19.870 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.062+0000 7f4f9be00700 1 Processor -- start 2024-05-20T21:02:19.870 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.062+0000 7f4f9be00700 1 -- start start 2024-05-20T21:02:19.870 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.062+0000 7f4f9be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c112090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:19.870 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.063+0000 7f4f9be00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9c1125d0 con 0x7f4f9c10fca0 2024-05-20T21:02:19.870 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.064+0000 7f4f9aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c112090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:19.870 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.064+0000 7f4f9aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c112090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50706/0 (socket says 172.21.15.6:50706) 2024-05-20T21:02:19.870 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.064+0000 7f4f9aa00700 1 -- 172.21.15.6:0/2281376242 learned_addr learned my addr 172.21.15.6:0/2281376242 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:19.870 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.065+0000 7f4f9aa00700 1 -- 172.21.15.6:0/2281376242 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9c112750 con 0x7f4f9c10fca0 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.065+0000 7f4f9aa00700 1 --2- 172.21.15.6:0/2281376242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c112090 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c0098a0 tx=0x7f4f8c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bf8d3436a0a00f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.065+0000 7f4f99600700 1 -- 172.21.15.6:0/2281376242 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f8c004160 con 0x7f4f9c10fca0 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.065+0000 7f4f99600700 1 -- 172.21.15.6:0/2281376242 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f8c004300 con 0x7f4f9c10fca0 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.065+0000 7f4f99600700 1 -- 172.21.15.6:0/2281376242 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f8c0036a0 con 0x7f4f9c10fca0 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.066+0000 7f4f9be00700 1 -- 172.21.15.6:0/2281376242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 msgr2=0x7f4f9c112090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.066+0000 7f4f9be00700 1 --2- 172.21.15.6:0/2281376242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c112090 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c0098a0 tx=0x7f4f8c009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.066+0000 7f4f9be00700 1 -- 172.21.15.6:0/2281376242 shutdown_connections 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.066+0000 7f4f9be00700 1 --2- 172.21.15.6:0/2281376242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c112090 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.066+0000 7f4f9be00700 1 -- 172.21.15.6:0/2281376242 >> 172.21.15.6:0/2281376242 conn(0x7f4f9c07e3b0 msgr2=0x7f4f9c0807f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.066+0000 7f4f9be00700 1 -- 172.21.15.6:0/2281376242 shutdown_connections 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.066+0000 7f4f9be00700 1 -- 172.21.15.6:0/2281376242 wait complete. 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.068+0000 7f4f9be00700 1 Processor -- start 2024-05-20T21:02:19.871 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.068+0000 7f4f9be00700 1 -- start start 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.068+0000 7f4f9be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c1a2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.068+0000 7f4f9be00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9c112c20 con 0x7f4f9c10fca0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.069+0000 7f4f9aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c1a2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.069+0000 7f4f9aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c1a2af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50710/0 (socket says 172.21.15.6:50710) 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.069+0000 7f4f9aa00700 1 -- 172.21.15.6:0/3974717711 learned_addr learned my addr 172.21.15.6:0/3974717711 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.069+0000 7f4f9aa00700 1 -- 172.21.15.6:0/3974717711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9c1a3030 con 0x7f4f9c10fca0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.070+0000 7f4f9aa00700 1 --2- 172.21.15.6:0/3974717711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c1a2af0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c000c00 tx=0x7f4f8c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.070+0000 7f4f93400700 1 -- 172.21.15.6:0/3974717711 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f8c003db0 con 0x7f4f9c10fca0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.070+0000 7f4f93400700 1 -- 172.21.15.6:0/3974717711 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f8c011630 con 0x7f4f9c10fca0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.070+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f9c1a32c0 con 0x7f4f9c10fca0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.070+0000 7f4f93400700 1 -- 172.21.15.6:0/3974717711 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f8c011950 con 0x7f4f9c10fca0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.070+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f9c1a5fb0 con 0x7f4f9c10fca0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.070+0000 7f4f93400700 1 -- 172.21.15.6:0/3974717711 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4f8c01a460 con 0x7f4f9c10fca0 2024-05-20T21:02:19.872 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.070+0000 7f4f93400700 1 -- 172.21.15.6:0/3974717711 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4f8c01b780 con 0x7f4f9c10fca0 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.071+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f9c064ba0 con 0x7f4f9c10fca0 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.075+0000 7f4f93400700 1 -- 172.21.15.6:0/3974717711 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f4f8c01b980 con 0x7f4f9c10fca0 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.155+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f4f9c02e720 con 0x7f4f9c10fca0 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.156+0000 7f4f93400700 1 -- 172.21.15.6:0/3974717711 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f4f8c01bb60 con 0x7f4f9c10fca0 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.157+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 msgr2=0x7f4f9c1a2af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.157+0000 7f4f9be00700 1 --2- 172.21.15.6:0/3974717711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c1a2af0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c000c00 tx=0x7f4f8c004750 comp rx=0 tx=0).stop 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.158+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 shutdown_connections 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.158+0000 7f4f9be00700 1 --2- 172.21.15.6:0/3974717711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4f9c10fca0 0x7f4f9c1a2af0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.158+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 >> 172.21.15.6:0/3974717711 conn(0x7f4f9c07e3b0 msgr2=0x7f4f9c0806a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.158+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 shutdown_connections 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:19.158+0000 7f4f9be00700 1 -- 172.21.15.6:0/3974717711 wait complete. 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:mon is available 2024-05-20T21:02:19.873 INFO:teuthology.orchestra.run.smithi006.stdout:Assimilating anything we can from ceph.conf... 2024-05-20T21:02:20.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:20 smithi006 ceph-mon[31061]: from='client.? 172.21.15.6:0/297490481' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-20T21:02:20.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:20 smithi006 ceph-mon[31061]: from='client.? 172.21.15.6:0/297490481' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [global] 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout fsid = 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.6:3300,v1:172.21.15.6:6789] 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-20T21:02:21.225 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [osd] 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.493+0000 7f091fe00700 1 Processor -- start 2024-05-20T21:02:21.226 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.493+0000 7f091fe00700 1 -- start start 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.493+0000 7f091fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092010bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.493+0000 7f091fe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f092007ce60 con 0x7f09201098a0 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.494+0000 7f091ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092010bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.494+0000 7f091ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092010bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50718/0 (socket says 172.21.15.6:50718) 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.494+0000 7f091ea00700 1 -- 172.21.15.6:0/2975064469 learned_addr learned my addr 172.21.15.6:0/2975064469 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.494+0000 7f091ea00700 1 -- 172.21.15.6:0/2975064469 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f092010c1d0 con 0x7f09201098a0 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.495+0000 7f091ea00700 1 --2- 172.21.15.6:0/2975064469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092010bc90 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f09100098a0 tx=0x7f0910009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e89d6307c72f3768 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.495+0000 7f091d600700 1 -- 172.21.15.6:0/2975064469 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0910004160 con 0x7f09201098a0 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.495+0000 7f091d600700 1 -- 172.21.15.6:0/2975064469 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0910004300 con 0x7f09201098a0 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.495+0000 7f091d600700 1 -- 172.21.15.6:0/2975064469 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f09100036a0 con 0x7f09201098a0 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.496+0000 7f091fe00700 1 -- 172.21.15.6:0/2975064469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 msgr2=0x7f092010bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.496+0000 7f091fe00700 1 --2- 172.21.15.6:0/2975064469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092010bc90 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f09100098a0 tx=0x7f0910009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:21.227 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.496+0000 7f091fe00700 1 -- 172.21.15.6:0/2975064469 shutdown_connections 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.496+0000 7f091fe00700 1 --2- 172.21.15.6:0/2975064469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092010bc90 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.496+0000 7f091fe00700 1 -- 172.21.15.6:0/2975064469 >> 172.21.15.6:0/2975064469 conn(0x7f09201032b0 msgr2=0x7f09201056f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.496+0000 7f091fe00700 1 -- 172.21.15.6:0/2975064469 shutdown_connections 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.496+0000 7f091fe00700 1 -- 172.21.15.6:0/2975064469 wait complete. 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.497+0000 7f091fe00700 1 Processor -- start 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.497+0000 7f091fe00700 1 -- start start 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.498+0000 7f091fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092019e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.498+0000 7f091fe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f092010c640 con 0x7f09201098a0 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.498+0000 7f091ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092019e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.498+0000 7f091ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092019e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50720/0 (socket says 172.21.15.6:50720) 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.498+0000 7f091ea00700 1 -- 172.21.15.6:0/297490481 learned_addr learned my addr 172.21.15.6:0/297490481 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:21.228 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.498+0000 7f091ea00700 1 -- 172.21.15.6:0/297490481 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f092019ec80 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.499+0000 7f091ea00700 1 --2- 172.21.15.6:0/297490481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092019e740 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f0910000c00 tx=0x7f0910004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.499+0000 7f0917400700 1 -- 172.21.15.6:0/297490481 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0910003db0 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.499+0000 7f0917400700 1 -- 172.21.15.6:0/297490481 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0910011630 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.499+0000 7f0917400700 1 -- 172.21.15.6:0/297490481 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0910011950 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.499+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f092019ef70 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.499+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09201a1bb0 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.500+0000 7f0917400700 1 -- 172.21.15.6:0/297490481 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f091001a460 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.500+0000 7f0917400700 1 -- 172.21.15.6:0/297490481 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f091001b780 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.501+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0920064ba0 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.504+0000 7f0917400700 1 -- 172.21.15.6:0/297490481 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f091001ba20 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.581+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f092002e7d0 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.589+0000 7f0917400700 1 -- 172.21.15.6:0/297490481 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+490 (secure 0 0 0) 0x7f091001bc00 con 0x7f09201098a0 2024-05-20T21:02:21.229 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.591+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 msgr2=0x7f092019e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:21.230 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.591+0000 7f091fe00700 1 --2- 172.21.15.6:0/297490481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092019e740 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f0910000c00 tx=0x7f0910004750 comp rx=0 tx=0).stop 2024-05-20T21:02:21.230 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.591+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 shutdown_connections 2024-05-20T21:02:21.230 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.591+0000 7f091fe00700 1 --2- 172.21.15.6:0/297490481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f09201098a0 0x7f092019e740 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:21.230 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.591+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 >> 172.21.15.6:0/297490481 conn(0x7f09201032b0 msgr2=0x7f0920104220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:21.230 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.591+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 shutdown_connections 2024-05-20T21:02:21.230 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:20.592+0000 7f091fe00700 1 -- 172.21.15.6:0/297490481 wait complete. 2024-05-20T21:02:21.230 INFO:teuthology.orchestra.run.smithi006.stdout:Generating new minimal ceph.conf... 2024-05-20T21:02:22.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:21 smithi006 ceph-mon[31061]: from='client.? 172.21.15.6:0/2028270581' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:02:22.547 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.807+0000 7f9262e00700 1 Processor -- start 2024-05-20T21:02:22.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.807+0000 7f9262e00700 1 -- start start 2024-05-20T21:02:22.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.808+0000 7f9262e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c07d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:22.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.808+0000 7f9262e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f925c07d880 con 0x7f925c07ee50 2024-05-20T21:02:22.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.808+0000 7f9261a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c07d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:22.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.808+0000 7f9261a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c07d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50732/0 (socket says 172.21.15.6:50732) 2024-05-20T21:02:22.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.808+0000 7f9261a00700 1 -- 172.21.15.6:0/4263020206 learned_addr learned my addr 172.21.15.6:0/4263020206 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:22.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.809+0000 7f9261a00700 1 -- 172.21.15.6:0/4263020206 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f925c07da00 con 0x7f925c07ee50 2024-05-20T21:02:22.548 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.809+0000 7f9261a00700 1 --2- 172.21.15.6:0/4263020206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c07d2b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f92500098a0 tx=0x7f9250009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4bb57201bc05c6b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.809+0000 7f925be00700 1 -- 172.21.15.6:0/4263020206 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9250004160 con 0x7f925c07ee50 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.809+0000 7f925be00700 1 -- 172.21.15.6:0/4263020206 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9250004300 con 0x7f925c07ee50 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.809+0000 7f925be00700 1 -- 172.21.15.6:0/4263020206 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9250011af0 con 0x7f925c07ee50 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.810+0000 7f9262e00700 1 -- 172.21.15.6:0/4263020206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 msgr2=0x7f925c07d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.810+0000 7f9262e00700 1 --2- 172.21.15.6:0/4263020206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c07d2b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f92500098a0 tx=0x7f9250009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.810+0000 7f9262e00700 1 -- 172.21.15.6:0/4263020206 shutdown_connections 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.810+0000 7f9262e00700 1 --2- 172.21.15.6:0/4263020206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c07d2b0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.810+0000 7f9262e00700 1 -- 172.21.15.6:0/4263020206 >> 172.21.15.6:0/4263020206 conn(0x7f925c1043f0 msgr2=0x7f925c106810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.810+0000 7f9262e00700 1 -- 172.21.15.6:0/4263020206 shutdown_connections 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.810+0000 7f9262e00700 1 -- 172.21.15.6:0/4263020206 wait complete. 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.811+0000 7f9262e00700 1 Processor -- start 2024-05-20T21:02:22.549 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.811+0000 7f9262e00700 1 -- start start 2024-05-20T21:02:22.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.812+0000 7f9262e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c19ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:22.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.812+0000 7f9262e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f925c10f3a0 con 0x7f925c07ee50 2024-05-20T21:02:22.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.812+0000 7f9261a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c19ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:22.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.812+0000 7f9261a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c19ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50736/0 (socket says 172.21.15.6:50736) 2024-05-20T21:02:22.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.812+0000 7f9261a00700 1 -- 172.21.15.6:0/2028270581 learned_addr learned my addr 172.21.15.6:0/2028270581 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:22.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.812+0000 7f9261a00700 1 -- 172.21.15.6:0/2028270581 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f925c19f440 con 0x7f925c07ee50 2024-05-20T21:02:22.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.813+0000 7f9261a00700 1 --2- 172.21.15.6:0/2028270581 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c19ef00 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9250011ac0 tx=0x7f9250011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:22.550 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.813+0000 7f925a000700 1 -- 172.21.15.6:0/2028270581 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9250003b20 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.813+0000 7f925a000700 1 -- 172.21.15.6:0/2028270581 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f925001a8c0 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.813+0000 7f925a000700 1 -- 172.21.15.6:0/2028270581 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f92500248d0 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.813+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f925c19f6d0 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.813+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f925c1a23c0 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.814+0000 7f925a000700 1 -- 172.21.15.6:0/2028270581 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9250022020 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.814+0000 7f925a000700 1 -- 172.21.15.6:0/2028270581 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f92500193c0 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.815+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f925c064ba0 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.817+0000 7f925a000700 1 -- 172.21.15.6:0/2028270581 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f9250042ec0 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.897+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f925c1a2900 con 0x7f925c07ee50 2024-05-20T21:02:22.551 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.898+0000 7f925a000700 1 -- 172.21.15.6:0/2028270581 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+173 (secure 0 0 0) 0x7f9250031020 con 0x7f925c07ee50 2024-05-20T21:02:22.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.899+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 msgr2=0x7f925c19ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:22.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.899+0000 7f9262e00700 1 --2- 172.21.15.6:0/2028270581 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c19ef00 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9250011ac0 tx=0x7f9250011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:22.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.899+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 shutdown_connections 2024-05-20T21:02:22.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.899+0000 7f9262e00700 1 --2- 172.21.15.6:0/2028270581 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f925c07ee50 0x7f925c19ef00 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:22.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.899+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 >> 172.21.15.6:0/2028270581 conn(0x7f925c1043f0 msgr2=0x7f925c104f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:22.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.900+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 shutdown_connections 2024-05-20T21:02:22.552 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:21.900+0000 7f9262e00700 1 -- 172.21.15.6:0/2028270581 wait complete. 2024-05-20T21:02:22.552 INFO:teuthology.orchestra.run.smithi006.stdout:Restarting the monitor... 2024-05-20T21:02:22.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:22 smithi006 systemd[1]: Stopping Ceph mon.a for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:02:23.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:23 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a[31057]: 2024-05-20T21:02:23.001+0000 7f16cc000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:02:23.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:23 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a[31057]: 2024-05-20T21:02:23.001+0000 7f16cc000700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-20T21:02:23.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:23 smithi006 podman[31302]: 2024-05-20 21:02:23.16754535 +0000 UTC m=+0.274222720 container died c58b78ebad5453d0e68a6bd89df1e5ec021d03b23e60f50de57afa35d3969352 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-20T21:02:23.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:23 smithi006 podman[31302]: 2024-05-20 21:02:23.799304424 +0000 UTC m=+0.905981813 container cleanup c58b78ebad5453d0e68a6bd89df1e5ec021d03b23e60f50de57afa35d3969352 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-20T21:02:23.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:23 smithi006 bash[31302]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a 2024-05-20T21:02:31.588 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:31 smithi006 podman[31315]: 2024-05-20 21:02:31.267535577 +0000 UTC m=+8.080801269 container remove c58b78ebad5453d0e68a6bd89df1e5ec021d03b23e60f50de57afa35d3969352 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-20T21:02:32.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:31 smithi006 systemd[1]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-20T21:02:32.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:31 smithi006 systemd[1]: Stopped Ceph mon.a for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:02:32.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:31 smithi006 systemd[1]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a.service: Consumed 2.043s CPU time. 2024-05-20T21:02:32.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:31 smithi006 systemd[1]: Starting Ceph mon.a for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:02:32.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:32 smithi006 podman[31403]: 2024-05-20 21:02:32.129549283 +0000 UTC m=+0.038098232 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:02:33.603 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 podman[31403]: 2024-05-20 21:02:33.32448572 +0000 UTC m=+1.233034719 container create cf4bc5d1fa7aed38ce892508eeb327880014113930a699ef5c069bd081718e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5) 2024-05-20T21:02:33.603 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 podman[31403]: 2024-05-20 21:02:33.544505294 +0000 UTC m=+1.453054306 container init cf4bc5d1fa7aed38ce892508eeb327880014113930a699ef5c069bd081718e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:02:33.603 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 podman[31403]: 2024-05-20 21:02:33.554987153 +0000 UTC m=+1.463536142 container start cf4bc5d1fa7aed38ce892508eeb327880014113930a699ef5c069bd081718e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-20T21:02:33.652 INFO:teuthology.orchestra.run.smithi006.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-20T21:02:33.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: set uid:gid to 167:167 (ceph:ceph) 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev), process ceph-mon, pid 2 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: pidfile_write: ignore empty --pid-file 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: load: jerasure load: lrc 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: RocksDB version: 7.9.2 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Git sha 0 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Compile date 2024-05-20 17:11:59 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: DB SUMMARY 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: DB Session ID: VMGPZR52MB3Y9EDBCOX9 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: CURRENT file: CURRENT 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: IDENTITY file: IDENTITY 2024-05-20T21:02:33.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104966 ; 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.error_if_exists: 0 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.create_if_missing: 0 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.paranoid_checks: 1 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.env: 0x55c66cdfacc0 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.fs: PosixFileSystem 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.info_log: 0x55c67be17de0 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_file_opening_threads: 16 2024-05-20T21:02:33.911 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.statistics: (nil) 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.use_fsync: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_log_file_size: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.keep_log_file_num: 1000 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.recycle_log_file_num: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.allow_fallocate: 1 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.allow_mmap_reads: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.allow_mmap_writes: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.use_direct_reads: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.create_missing_column_families: 0 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.db_log_dir: 2024-05-20T21:02:33.912 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.wal_dir: 2024-05-20T21:02:33.913 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-20T21:02:33.913 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-20T21:02:33.913 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-20T21:02:33.913 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-20T21:02:33.913 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.advise_random_on_open: 1 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.db_write_buffer_size: 0 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.write_buffer_manager: 0x55c67bde90e0 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.rate_limiter: (nil) 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.wal_recovery_mode: 2 2024-05-20T21:02:33.914 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.enable_thread_tracking: 0 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.enable_pipelined_write: 0 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.unordered_write: 0 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.row_cache: None 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.wal_filter: None 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.allow_ingest_behind: 0 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.two_write_queues: 0 2024-05-20T21:02:33.915 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.manual_wal_flush: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.wal_compression: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.atomic_flush: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.log_readahead_size: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.best_efforts_recovery: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.allow_data_in_errors: 0 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.db_host_id: __hostname__ 2024-05-20T21:02:33.916 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_background_jobs: 2 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_background_compactions: -1 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_subcompactions: 1 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_total_wal_size: 0 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-20T21:02:33.917 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_open_files: -1 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bytes_per_sync: 0 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_readahead_size: 0 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_background_flushes: -1 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Compression algorithms supported: 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: kZSTD supported: 0 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: kXpressCompression supported: 0 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: kLZ4HCCompression supported: 1 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: kZlibCompression supported: 1 2024-05-20T21:02:33.918 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: kSnappyCompression supported: 1 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: kLZ4Compression supported: 1 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: kBZip2Compression supported: 0 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.merge_operator: 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_filter: None 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_filter_factory: None 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.sst_partitioner_factory: None 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-20T21:02:33.919 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c67be17fa0) 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: cache_index_and_filter_blocks: 1 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: pin_top_level_index_and_filter: 1 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: index_type: 0 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: data_block_index_type: 0 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: index_shortening: 1 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: checksum: 4 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: no_block_cache: 0 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: block_cache: 0x55c67be1b1f0 2024-05-20T21:02:33.920 INFO:journalctl@ceph.mon.a.smithi006.stdout: block_cache_name: BinnedLRUCache 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: block_cache_options: 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: capacity : 536870912 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: num_shard_bits : 4 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: strict_capacity_limit : 0 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: high_pri_pool_ratio: 0.000 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: block_cache_compressed: (nil) 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: persistent_cache: (nil) 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: block_size: 4096 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: block_size_deviation: 10 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: block_restart_interval: 16 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: index_block_restart_interval: 1 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: metadata_block_size: 4096 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: partition_filters: 0 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: use_delta_encoding: 1 2024-05-20T21:02:33.921 INFO:journalctl@ceph.mon.a.smithi006.stdout: filter_policy: bloomfilter 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: whole_key_filtering: 1 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: verify_compression: 0 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: read_amp_bytes_per_bit: 0 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: format_version: 5 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: enable_index_compression: 1 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: block_align: 0 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: max_auto_readahead_size: 262144 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: prepopulate_block_cache: 0 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: initial_auto_readahead_size: 8192 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout: num_file_reads_for_auto_readahead: 2 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.write_buffer_size: 33554432 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_write_buffer_number: 2 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression: NoCompression 2024-05-20T21:02:33.922 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression: Disabled 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.prefix_extractor: nullptr 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.num_levels: 7 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-20T21:02:33.923 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-20T21:02:33.924 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.level: 32767 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.strategy: 0 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.enabled: false 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-20T21:02:33.925 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.target_file_size_base: 67108864 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-20T21:02:33.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.arena_block_size: 1048576 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.disable_auto_compactions: 0 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-20T21:02:33.927 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.inplace_update_support: 0 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.bloom_locality: 0 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.max_successive_merges: 0 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.paranoid_file_checks: 0 2024-05-20T21:02:33.928 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.force_consistency_checks: 1 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.report_bg_io_stats: 0 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.ttl: 2592000 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.enable_blob_files: false 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.min_blob_size: 0 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.blob_file_size: 268435456 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-20T21:02:33.929 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.blob_file_starting_level: 0 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9aa2a699-aa5a-4e42-82a7-b6bee94484ab 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716238953614854, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716238953616429, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100135, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 98019, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14153, "raw_average_key_size": 49, "raw_value_size": 90318, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716238953, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9aa2a699-aa5a-4e42-82a7-b6bee94484ab", "db_session_id": "VMGPZR52MB3Y9EDBCOX9", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716238953616587, "job": 1, "event": "recovery_finished"} 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c67bf38000 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: DB pointer 0x55c67bf24000 2024-05-20T21:02:33.930 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: ** DB Stats ** 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: ** Compaction Stats [default] ** 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-20T21:02:33.931 INFO:journalctl@ceph.mon.a.smithi006.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: L0 2/0 99.65 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 99.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: Sum 2/0 99.65 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 99.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 99.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: ** Compaction Stats [default] ** 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 99.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-20T21:02:33.932 INFO:journalctl@ceph.mon.a.smithi006.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: Cumulative compaction: 0.00 GB write, 13.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: Interval compaction: 0.00 GB write, 13.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: Block cache BinnedLRUCache@0x55c67be1b1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: starting mon.a rank 0 at public addrs [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] at bind addrs [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a@-1(???) e1 preinit fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a@-1(???).mds e1 new map 2024-05-20T21:02:33.933 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a@-1(???).mds e1 print_map 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout: e1 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout: legacy client fscid: -1 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout: 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout: No filesystems configured 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 bash[31403]: cf4bc5d1fa7aed38ce892508eeb327880014113930a699ef5c069bd081718e8a 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 systemd[1]: Started Ceph mon.a for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:02:33.934 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: monmap epoch 1 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: last_changed 2024-05-20T21:02:14.102290+0000 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: created 2024-05-20T21:02:14.102290+0000 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: min_mon_release 19 (squid) 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: election_strategy: 1 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: fsmap 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: osdmap e1: 0 total, 0 up, 0 in 2024-05-20T21:02:33.935 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:33 smithi006 ceph-mon[31422]: mgrmap e1: no daemons active 2024-05-20T21:02:35.002 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.275+0000 7ff109600700 1 Processor -- start 2024-05-20T21:02:35.002 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.275+0000 7ff109600700 1 -- start start 2024-05-20T21:02:35.002 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.275+0000 7ff109600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10410b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:35.002 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.275+0000 7ff109600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff10410bc70 con 0x7ff10410b280 2024-05-20T21:02:35.002 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.276+0000 7ff102a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10410b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:35.002 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.276+0000 7ff102a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10410b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44240/0 (socket says 172.21.15.6:44240) 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.276+0000 7ff102a00700 1 -- 172.21.15.6:0/2936778063 learned_addr learned my addr 172.21.15.6:0/2936778063 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.277+0000 7ff102a00700 1 -- 172.21.15.6:0/2936778063 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10410c430 con 0x7ff10410b280 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.278+0000 7ff102a00700 1 --2- 172.21.15.6:0/2936778063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10410b6a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff0f40098a0 tx=0x7ff0f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20f9dc78640bc7cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.278+0000 7ff101600700 1 -- 172.21.15.6:0/2936778063 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0f4004160 con 0x7ff10410b280 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.278+0000 7ff101600700 1 -- 172.21.15.6:0/2936778063 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff0f4004300 con 0x7ff10410b280 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.278+0000 7ff101600700 1 -- 172.21.15.6:0/2936778063 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0f4011af0 con 0x7ff10410b280 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.279+0000 7ff109600700 1 -- 172.21.15.6:0/2936778063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 msgr2=0x7ff10410b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.279+0000 7ff109600700 1 --2- 172.21.15.6:0/2936778063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10410b6a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff0f40098a0 tx=0x7ff0f4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.279+0000 7ff109600700 1 -- 172.21.15.6:0/2936778063 shutdown_connections 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.279+0000 7ff109600700 1 --2- 172.21.15.6:0/2936778063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10410b6a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.279+0000 7ff109600700 1 -- 172.21.15.6:0/2936778063 >> 172.21.15.6:0/2936778063 conn(0x7ff10407e690 msgr2=0x7ff10407eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:35.003 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.279+0000 7ff109600700 1 -- 172.21.15.6:0/2936778063 shutdown_connections 2024-05-20T21:02:35.004 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.279+0000 7ff109600700 1 -- 172.21.15.6:0/2936778063 wait complete. 2024-05-20T21:02:35.004 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.280+0000 7ff109600700 1 Processor -- start 2024-05-20T21:02:35.004 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.281+0000 7ff109600700 1 -- start start 2024-05-20T21:02:35.004 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.281+0000 7ff109600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10419f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:35.004 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.281+0000 7ff109600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff10410f660 con 0x7ff10410b280 2024-05-20T21:02:35.006 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.281+0000 7ff102a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10419f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:35.006 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.281+0000 7ff102a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10419f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44256/0 (socket says 172.21.15.6:44256) 2024-05-20T21:02:35.006 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.281+0000 7ff102a00700 1 -- 172.21.15.6:0/422543288 learned_addr learned my addr 172.21.15.6:0/422543288 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:35.006 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.282+0000 7ff102a00700 1 -- 172.21.15.6:0/422543288 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10419f6d0 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.282+0000 7ff102a00700 1 --2- 172.21.15.6:0/422543288 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10419f190 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff0f4009fb0 tx=0x7ff0f4011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.282+0000 7ff0fb400700 1 -- 172.21.15.6:0/422543288 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0f40036a0 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.282+0000 7ff0fb400700 1 -- 172.21.15.6:0/422543288 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff0f401a430 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.282+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff10419f960 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.282+0000 7ff0fb400700 1 -- 172.21.15.6:0/422543288 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0f4019550 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.283+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1041a2650 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.283+0000 7ff0fb400700 1 -- 172.21.15.6:0/422543288 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff0f4019be0 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.283+0000 7ff0fb400700 1 -- 172.21.15.6:0/422543288 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff0f4024730 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.284+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff10410f7e0 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.288+0000 7ff0fb400700 1 -- 172.21.15.6:0/422543288 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7ff0f4043ec0 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.369+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7ff104064ba0 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.372+0000 7ff0fb400700 1 -- 172.21.15.6:0/422543288 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7ff0f4032020 con 0x7ff10410b280 2024-05-20T21:02:35.007 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.374+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 msgr2=0x7ff10419f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:35.008 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.374+0000 7ff109600700 1 --2- 172.21.15.6:0/422543288 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10419f190 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff0f4009fb0 tx=0x7ff0f4011940 comp rx=0 tx=0).stop 2024-05-20T21:02:35.008 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.374+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 shutdown_connections 2024-05-20T21:02:35.008 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.374+0000 7ff109600700 1 --2- 172.21.15.6:0/422543288 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff10410b280 0x7ff10419f190 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:35.008 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.374+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 >> 172.21.15.6:0/422543288 conn(0x7ff10407e690 msgr2=0x7ff104108580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:35.008 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.374+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 shutdown_connections 2024-05-20T21:02:35.008 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:34.374+0000 7ff109600700 1 -- 172.21.15.6:0/422543288 wait complete. 2024-05-20T21:02:35.008 INFO:teuthology.orchestra.run.smithi006.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-20T21:02:35.031 INFO:teuthology.orchestra.run.smithi006.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:02:35.031 INFO:teuthology.orchestra.run.smithi006.stdout:Creating mgr... 2024-05-20T21:02:35.032 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-20T21:02:35.033 INFO:teuthology.orchestra.run.smithi006.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-20T21:02:35.469 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.x 2024-05-20T21:02:35.469 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Failed to reset failed state of unit ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.x.service: Unit ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.x.service not loaded. 2024-05-20T21:02:35.657 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:35 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/422543288' entity='client.admin' 2024-05-20T21:02:35.731 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-195522e4-16ec-11ef-bc9a-c7b262605968.target.wants/ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-195522e4-16ec-11ef-bc9a-c7b262605968@.service. 2024-05-20T21:02:36.398 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:36 smithi006 podman[31648]: 2024-05-20 21:02:36.168225722 +0000 UTC m=+0.159033984 container create c37736e19da131fc217cb3dc69271c9f0c99913d686eef0e000d321f2ea7c60e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:02:36.398 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:36 smithi006 podman[31648]: 2024-05-20 21:02:36.396801701 +0000 UTC m=+0.387610023 container init c37736e19da131fc217cb3dc69271c9f0c99913d686eef0e000d321f2ea7c60e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-05-20T21:02:36.519 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-20T21:02:36.519 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout disabled 2024-05-20T21:02:36.536 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-20T21:02:36.536 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2024-05-20T21:02:36.537 INFO:teuthology.orchestra.run.smithi006.stdout:firewalld.service is not enabled 2024-05-20T21:02:36.537 INFO:teuthology.orchestra.run.smithi006.stdout:Not possible to enable service . firewalld.service is not available 2024-05-20T21:02:36.561 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-20T21:02:36.561 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout disabled 2024-05-20T21:02:36.582 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-20T21:02:36.582 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2024-05-20T21:02:36.583 INFO:teuthology.orchestra.run.smithi006.stdout:firewalld.service is not enabled 2024-05-20T21:02:36.583 INFO:teuthology.orchestra.run.smithi006.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-20T21:02:36.583 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mgr to start... 2024-05-20T21:02:36.583 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mgr... 2024-05-20T21:02:36.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:36 smithi006 podman[31648]: 2024-05-20 21:02:36.408343714 +0000 UTC m=+0.399151983 container start c37736e19da131fc217cb3dc69271c9f0c99913d686eef0e000d321f2ea7c60e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True) 2024-05-20T21:02:36.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:36 smithi006 bash[31648]: c37736e19da131fc217cb3dc69271c9f0c99913d686eef0e000d321f2ea7c60e 2024-05-20T21:02:36.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:36 smithi006 systemd[1]: Started Ceph mgr.x for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:02:36.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:36 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:36.641+0000 7fdbc10e3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:02:37.015 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:36 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:36.895+0000 7fdbc10e3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:37.271 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:37 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:37.033+0000 7fdbc10e3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:02:37.619 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:37 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2805932055' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-20T21:02:37.620 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:37 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:37.480+0000 7fdbc10e3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:02:37.620 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:37 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:37.601+0000 7fdbc10e3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:02:38.446 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:38.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:38.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "health": { 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 0 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "a" 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-05-20T21:02:38.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-20T21:02:38.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-20T21:02:38.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-20T21:02:38.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-20T21:02:38.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-20T21:02:38.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:38.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-20T21:02:38.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-20T21:02:38.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-20T21:02:38.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "restful" 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:38.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modified": "2024-05-20T21:02:18.348607+0000", 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.177+0000 7f48a7000700 1 Processor -- start 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.177+0000 7f48a7000700 1 -- start start 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.177+0000 7f48a7000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a010be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.177+0000 7f48a7000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f48a0076dc0 con 0x7f48a0109a90 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.178+0000 7f489fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a010be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.178+0000 7f489fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a010be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37438/0 (socket says 172.21.15.6:37438) 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.178+0000 7f489fe00700 1 -- 172.21.15.6:0/1365508146 learned_addr learned my addr 172.21.15.6:0/1365508146 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:38.461 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.178+0000 7f489fe00700 1 -- 172.21.15.6:0/1365508146 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a010c3c0 con 0x7f48a0109a90 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.179+0000 7f489fe00700 1 --2- 172.21.15.6:0/1365508146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a010be80 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f48900098a0 tx=0x7f4890009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1af20609a4bede server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.179+0000 7f489ea00700 1 -- 172.21.15.6:0/1365508146 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4890004160 con 0x7f48a0109a90 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.179+0000 7f489ea00700 1 -- 172.21.15.6:0/1365508146 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4890004300 con 0x7f48a0109a90 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.179+0000 7f489ea00700 1 -- 172.21.15.6:0/1365508146 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4890011af0 con 0x7f48a0109a90 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.180+0000 7f48a7000700 1 -- 172.21.15.6:0/1365508146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 msgr2=0x7f48a010be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.180+0000 7f48a7000700 1 --2- 172.21.15.6:0/1365508146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a010be80 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f48900098a0 tx=0x7f4890009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.180+0000 7f48a7000700 1 -- 172.21.15.6:0/1365508146 shutdown_connections 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.180+0000 7f48a7000700 1 --2- 172.21.15.6:0/1365508146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a010be80 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.180+0000 7f48a7000700 1 -- 172.21.15.6:0/1365508146 >> 172.21.15.6:0/1365508146 conn(0x7f48a0103460 msgr2=0x7f48a0105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.180+0000 7f48a7000700 1 -- 172.21.15.6:0/1365508146 shutdown_connections 2024-05-20T21:02:38.462 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.180+0000 7f48a7000700 1 -- 172.21.15.6:0/1365508146 wait complete. 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.181+0000 7f48a7000700 1 Processor -- start 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.181+0000 7f48a7000700 1 -- start start 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.182+0000 7f48a7000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a019cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.182+0000 7f48a7000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f48a010d320 con 0x7f48a0109a90 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.182+0000 7f489fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a019cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.182+0000 7f489fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a019cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37444/0 (socket says 172.21.15.6:37444) 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.182+0000 7f489fe00700 1 -- 172.21.15.6:0/2805932055 learned_addr learned my addr 172.21.15.6:0/2805932055 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.183+0000 7f489fe00700 1 -- 172.21.15.6:0/2805932055 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a019d480 con 0x7f48a0109a90 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.183+0000 7f489fe00700 1 --2- 172.21.15.6:0/2805932055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a019cf40 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4890011ac0 tx=0x7f4890011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.183+0000 7f489cc00700 1 -- 172.21.15.6:0/2805932055 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4890003970 con 0x7f48a0109a90 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.183+0000 7f489cc00700 1 -- 172.21.15.6:0/2805932055 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4890003b10 con 0x7f48a0109a90 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.183+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a019d710 con 0x7f48a0109a90 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.183+0000 7f489cc00700 1 -- 172.21.15.6:0/2805932055 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4890024610 con 0x7f48a0109a90 2024-05-20T21:02:38.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.184+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a01a0400 con 0x7f48a0109a90 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.184+0000 7f489cc00700 1 -- 172.21.15.6:0/2805932055 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4890024bd0 con 0x7f48a0109a90 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.184+0000 7f489cc00700 1 -- 172.21.15.6:0/2805932055 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4890019700 con 0x7f48a0109a90 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.185+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48a0064ba0 con 0x7f48a0109a90 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.190+0000 7f489cc00700 1 -- 172.21.15.6:0/2805932055 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f4890043ec0 con 0x7f48a0109a90 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.271+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f48a0107880 con 0x7f48a0109a90 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.272+0000 7f489cc00700 1 -- 172.21.15.6:0/2805932055 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f4890032030 con 0x7f48a0109a90 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.274+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 msgr2=0x7f48a019cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.274+0000 7f48a7000700 1 --2- 172.21.15.6:0/2805932055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a019cf40 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4890011ac0 tx=0x7f4890011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.274+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 shutdown_connections 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.274+0000 7f48a7000700 1 --2- 172.21.15.6:0/2805932055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a0109a90 0x7f48a019cf40 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.274+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 >> 172.21.15.6:0/2805932055 conn(0x7f48a0103460 msgr2=0x7f48a0104040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.275+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 shutdown_connections 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:37.275+0000 7f48a7000700 1 -- 172.21.15.6:0/2805932055 wait complete. 2024-05-20T21:02:38.464 INFO:teuthology.orchestra.run.smithi006.stdout:mgr not available, waiting (1/15)... 2024-05-20T21:02:39.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:39 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:39.257+0000 7fdbc10e3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:02:39.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:39 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:39.487+0000 7fdbc10e3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:02:40.096 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:39 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:39.705+0000 7fdbc10e3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:02:40.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:40 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:40.096+0000 7fdbc10e3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:02:40.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:40 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:40.221+0000 7fdbc10e3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:02:40.745 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:40 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:40.478+0000 7fdbc10e3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:02:41.002 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:40 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:40.747+0000 7fdbc10e3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:41 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3293245101' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-20T21:02:41.732 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:41 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:41.579+0000 7fdbc10e3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:02:41.741 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "health": { 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 0 2024-05-20T21:02:41.743 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:41.744 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-20T21:02:41.744 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "a" 2024-05-20T21:02:41.744 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:41.744 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-20T21:02:41.745 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-20T21:02:41.746 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-20T21:02:41.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-20T21:02:41.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-20T21:02:41.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-20T21:02:41.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:41.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-20T21:02:41.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:41.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "restful" 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modified": "2024-05-20T21:02:18.348607+0000", 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:41.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.002+0000 7f17ee400700 1 Processor -- start 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.002+0000 7f17ee400700 1 -- start start 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.002+0000 7f17ee400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e807c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.003+0000 7f17ee400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f17e807c770 con 0x7f17e807dd40 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.003+0000 7f17e7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e807c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.003+0000 7f17e7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e807c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37446/0 (socket says 172.21.15.6:37446) 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.003+0000 7f17e7400700 1 -- 172.21.15.6:0/1998061380 learned_addr learned my addr 172.21.15.6:0/1998061380 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.003+0000 7f17e7400700 1 -- 172.21.15.6:0/1998061380 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e807c8f0 con 0x7f17e807dd40 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.004+0000 7f17e7400700 1 --2- 172.21.15.6:0/1998061380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e807c1a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f17d80098a0 tx=0x7f17d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fb7507d192ef5f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.004+0000 7f17e6000700 1 -- 172.21.15.6:0/1998061380 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17d8004160 con 0x7f17e807dd40 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.004+0000 7f17e6000700 1 -- 172.21.15.6:0/1998061380 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f17d8004300 con 0x7f17e807dd40 2024-05-20T21:02:41.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.004+0000 7f17e6000700 1 -- 172.21.15.6:0/1998061380 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17d8011af0 con 0x7f17e807dd40 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.005+0000 7f17ee400700 1 -- 172.21.15.6:0/1998061380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 msgr2=0x7f17e807c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.005+0000 7f17ee400700 1 --2- 172.21.15.6:0/1998061380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e807c1a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f17d80098a0 tx=0x7f17d8009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.005+0000 7f17ee400700 1 -- 172.21.15.6:0/1998061380 shutdown_connections 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.005+0000 7f17ee400700 1 --2- 172.21.15.6:0/1998061380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e807c1a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.005+0000 7f17ee400700 1 -- 172.21.15.6:0/1998061380 >> 172.21.15.6:0/1998061380 conn(0x7f17e8104570 msgr2=0x7f17e8106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.005+0000 7f17ee400700 1 -- 172.21.15.6:0/1998061380 shutdown_connections 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.005+0000 7f17ee400700 1 -- 172.21.15.6:0/1998061380 wait complete. 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.006+0000 7f17ee400700 1 Processor -- start 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.006+0000 7f17ee400700 1 -- start start 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.007+0000 7f17ee400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e819f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.007+0000 7f17ee400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f17e810f580 con 0x7f17e807dd40 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.007+0000 7f17e7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e819f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.007+0000 7f17e7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e819f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37448/0 (socket says 172.21.15.6:37448) 2024-05-20T21:02:41.757 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.007+0000 7f17e7400700 1 -- 172.21.15.6:0/3293245101 learned_addr learned my addr 172.21.15.6:0/3293245101 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.007+0000 7f17e7400700 1 -- 172.21.15.6:0/3293245101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e819f6a0 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.008+0000 7f17e7400700 1 --2- 172.21.15.6:0/3293245101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e819f160 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f17d8011ac0 tx=0x7f17d8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.008+0000 7f17dfe00700 1 -- 172.21.15.6:0/3293245101 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17d8003970 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.008+0000 7f17dfe00700 1 -- 172.21.15.6:0/3293245101 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f17d8003b10 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.008+0000 7f17dfe00700 1 -- 172.21.15.6:0/3293245101 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17d8024610 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.008+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17e819f930 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.008+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17e81a2620 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.009+0000 7f17dfe00700 1 -- 172.21.15.6:0/3293245101 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f17d8024bd0 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.009+0000 7f17dfe00700 1 -- 172.21.15.6:0/3293245101 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f17d8019700 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.009+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17e8064ba0 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.014+0000 7f17dfe00700 1 -- 172.21.15.6:0/3293245101 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f17d801a9e0 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.094+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f17e81a27f0 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.095+0000 7f17dfe00700 1 -- 172.21.15.6:0/3293245101 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f17d801a430 con 0x7f17e807dd40 2024-05-20T21:02:41.758 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.096+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 msgr2=0x7f17e819f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:41.759 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.096+0000 7f17ee400700 1 --2- 172.21.15.6:0/3293245101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e819f160 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f17d8011ac0 tx=0x7f17d8011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:41.759 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.096+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 shutdown_connections 2024-05-20T21:02:41.759 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.096+0000 7f17ee400700 1 --2- 172.21.15.6:0/3293245101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f17e807dd40 0x7f17e819f160 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:41.759 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.096+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 >> 172.21.15.6:0/3293245101 conn(0x7f17e8104570 msgr2=0x7f17e8105180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:41.759 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.096+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 shutdown_connections 2024-05-20T21:02:41.759 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:41.097+0000 7f17ee400700 1 -- 172.21.15.6:0/3293245101 wait complete. 2024-05-20T21:02:41.759 INFO:teuthology.orchestra.run.smithi006.stdout:mgr not available, waiting (2/15)... 2024-05-20T21:02:42.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:41 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:41.879+0000 7fdbc10e3200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:02:42.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:42 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:42.451+0000 7fdbc10e3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:02:42.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:42 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:42.581+0000 7fdbc10e3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:02:43.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:43 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:43.053+0000 7fdbc10e3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:02:43.907 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:43 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:43.520+0000 7fdbc10e3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:02:43.907 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:43 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:43.646+0000 7fdbc10e3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:02:44.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:43 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:43.984+0000 7fdbc10e3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:02:44.429 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:44 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:44.169+0000 7fdbc10e3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:02:44.429 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:44 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:44.304+0000 7fdbc10e3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:02:44.716 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:44 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2760202866' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-20T21:02:45.057 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:44 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:44.716+0000 7fdbc10e3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:02:45.057 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:44 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:44.843+0000 7fdbc10e3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:02:45.073 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:45.073 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:45.073 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:02:45.074 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "health": { 2024-05-20T21:02:45.074 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-20T21:02:45.074 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-20T21:02:45.074 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-20T21:02:45.074 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:45.074 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-20T21:02:45.074 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-20T21:02:45.075 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 0 2024-05-20T21:02:45.075 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:45.075 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-20T21:02:45.075 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "a" 2024-05-20T21:02:45.075 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:45.075 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-05-20T21:02:45.075 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-20T21:02:45.075 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-20T21:02:45.076 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-20T21:02:45.088 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-20T21:02:45.089 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:45.089 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-20T21:02:45.089 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-20T21:02:45.089 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-20T21:02:45.089 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-20T21:02:45.089 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-20T21:02:45.089 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-20T21:02:45.090 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-20T21:02:45.090 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-20T21:02:45.090 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-20T21:02:45.090 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:45.090 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-20T21:02:45.090 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:45.090 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-20T21:02:45.090 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-20T21:02:45.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:45.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-20T21:02:45.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-20T21:02:45.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-20T21:02:45.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-20T21:02:45.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-20T21:02:45.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-20T21:02:45.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "restful" 2024-05-20T21:02:45.092 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:45.092 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:45.092 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:45.092 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-20T21:02:45.092 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:45.092 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modified": "2024-05-20T21:02:18.348607+0000", 2024-05-20T21:02:45.092 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:45.092 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-20T21:02:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.338+0000 7f32f2e00700 1 Processor -- start 2024-05-20T21:02:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.338+0000 7f32f2e00700 1 -- start start 2024-05-20T21:02:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.338+0000 7f32f2e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec107c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.338+0000 7f32f2e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f32ec076e40 con 0x7f32ec107800 2024-05-20T21:02:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.339+0000 7f32ebe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec107c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:45.093 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.339+0000 7f32ebe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec107c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37458/0 (socket says 172.21.15.6:37458) 2024-05-20T21:02:45.094 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.339+0000 7f32ebe00700 1 -- 172.21.15.6:0/1665515469 learned_addr learned my addr 172.21.15.6:0/1665515469 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:45.094 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.339+0000 7f32ebe00700 1 -- 172.21.15.6:0/1665515469 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ec108160 con 0x7f32ec107800 2024-05-20T21:02:45.094 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.340+0000 7f32ebe00700 1 --2- 172.21.15.6:0/1665515469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec107c20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0098a0 tx=0x7f32dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6988281cade3e23b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:45.094 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.340+0000 7f32eaa00700 1 -- 172.21.15.6:0/1665515469 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32dc004160 con 0x7f32ec107800 2024-05-20T21:02:45.094 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.340+0000 7f32eaa00700 1 -- 172.21.15.6:0/1665515469 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f32dc004300 con 0x7f32ec107800 2024-05-20T21:02:45.094 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.340+0000 7f32eaa00700 1 -- 172.21.15.6:0/1665515469 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32dc011af0 con 0x7f32ec107800 2024-05-20T21:02:45.094 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.341+0000 7f32f2e00700 1 -- 172.21.15.6:0/1665515469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 msgr2=0x7f32ec107c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:45.095 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.341+0000 7f32f2e00700 1 --2- 172.21.15.6:0/1665515469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec107c20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0098a0 tx=0x7f32dc009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:45.095 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.341+0000 7f32f2e00700 1 -- 172.21.15.6:0/1665515469 shutdown_connections 2024-05-20T21:02:45.095 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.341+0000 7f32f2e00700 1 --2- 172.21.15.6:0/1665515469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec107c20 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:45.095 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.341+0000 7f32f2e00700 1 -- 172.21.15.6:0/1665515469 >> 172.21.15.6:0/1665515469 conn(0x7f32ec103460 msgr2=0x7f32ec105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:45.095 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.341+0000 7f32f2e00700 1 -- 172.21.15.6:0/1665515469 shutdown_connections 2024-05-20T21:02:45.095 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.341+0000 7f32f2e00700 1 -- 172.21.15.6:0/1665515469 wait complete. 2024-05-20T21:02:45.095 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.342+0000 7f32f2e00700 1 Processor -- start 2024-05-20T21:02:45.095 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.342+0000 7f32f2e00700 1 -- start start 2024-05-20T21:02:45.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.343+0000 7f32f2e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec19f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:45.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.343+0000 7f32f2e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f32ec109190 con 0x7f32ec107800 2024-05-20T21:02:45.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.343+0000 7f32ebe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec19f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:45.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.343+0000 7f32ebe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec19f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37468/0 (socket says 172.21.15.6:37468) 2024-05-20T21:02:45.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.343+0000 7f32ebe00700 1 -- 172.21.15.6:0/2760202866 learned_addr learned my addr 172.21.15.6:0/2760202866 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:45.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.344+0000 7f32ebe00700 1 -- 172.21.15.6:0/2760202866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ec19f690 con 0x7f32ec107800 2024-05-20T21:02:45.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.344+0000 7f32ebe00700 1 --2- 172.21.15.6:0/2760202866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec19f150 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f32dc009fb0 tx=0x7f32dc011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:45.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.344+0000 7f32e8c00700 1 -- 172.21.15.6:0/2760202866 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32dc0036a0 con 0x7f32ec107800 2024-05-20T21:02:45.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.344+0000 7f32e8c00700 1 -- 172.21.15.6:0/2760202866 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f32dc01a430 con 0x7f32ec107800 2024-05-20T21:02:45.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.344+0000 7f32e8c00700 1 -- 172.21.15.6:0/2760202866 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32dc019550 con 0x7f32ec107800 2024-05-20T21:02:45.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.344+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32ec19f920 con 0x7f32ec107800 2024-05-20T21:02:45.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.344+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32ec1a2610 con 0x7f32ec107800 2024-05-20T21:02:45.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.345+0000 7f32e8c00700 1 -- 172.21.15.6:0/2760202866 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f32dc019b90 con 0x7f32ec107800 2024-05-20T21:02:45.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.345+0000 7f32e8c00700 1 -- 172.21.15.6:0/2760202866 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f32dc024730 con 0x7f32ec107800 2024-05-20T21:02:45.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.345+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32ec064ba0 con 0x7f32ec107800 2024-05-20T21:02:45.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.348+0000 7f32e8c00700 1 -- 172.21.15.6:0/2760202866 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f32dc043ec0 con 0x7f32ec107800 2024-05-20T21:02:45.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.428+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f32ec02e770 con 0x7f32ec107800 2024-05-20T21:02:45.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.430+0000 7f32e8c00700 1 -- 172.21.15.6:0/2760202866 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f32dc032030 con 0x7f32ec107800 2024-05-20T21:02:45.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.431+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 msgr2=0x7f32ec19f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:45.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.431+0000 7f32f2e00700 1 --2- 172.21.15.6:0/2760202866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec19f150 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f32dc009fb0 tx=0x7f32dc011940 comp rx=0 tx=0).stop 2024-05-20T21:02:45.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.431+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 shutdown_connections 2024-05-20T21:02:45.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.431+0000 7f32f2e00700 1 --2- 172.21.15.6:0/2760202866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32ec107800 0x7f32ec19f150 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:45.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.431+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 >> 172.21.15.6:0/2760202866 conn(0x7f32ec103460 msgr2=0x7f32ec195db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:45.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.431+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 shutdown_connections 2024-05-20T21:02:45.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:44.431+0000 7f32f2e00700 1 -- 172.21.15.6:0/2760202866 wait complete. 2024-05-20T21:02:45.099 INFO:teuthology.orchestra.run.smithi006.stdout:mgr not available, waiting (3/15)... 2024-05-20T21:02:45.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:45 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:45.640+0000 7fdbc10e3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:02:46.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:45 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:45.934+0000 7fdbc10e3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:02:46.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: Activating manager daemon x 2024-05-20T21:02:46.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: mgrmap e2: x(active, starting, since 0.0130789s) 2024-05-20T21:02:46.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-20T21:02:46.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-20T21:02:46.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-20T21:02:46.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:02:46.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-20T21:02:46.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: Manager daemon x is now available 2024-05-20T21:02:46.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-20T21:02:46.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:45 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-20T21:02:47.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:46 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' 2024-05-20T21:02:47.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:46 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' 2024-05-20T21:02:47.257 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:46 smithi006 ceph-mon[31422]: from='mgr.14100 172.21.15.6:0/709260089' entity='mgr.x' 2024-05-20T21:02:47.258 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:46 smithi006 ceph-mon[31422]: mgrmap e3: x(active, since 1.02341s) 2024-05-20T21:02:48.816 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:48.816 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:48.816 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:02:48.816 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "health": { 2024-05-20T21:02:48.817 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-20T21:02:48.817 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-20T21:02:48.817 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 0 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "a" 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-20T21:02:48.819 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:48.820 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-20T21:02:48.820 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-20T21:02:48.820 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:48.820 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-20T21:02:48.820 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:48.820 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-20T21:02:48.820 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-20T21:02:48.820 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-20T21:02:48.829 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-20T21:02:48.830 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "restful" 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ], 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "modified": "2024-05-20T21:02:18.348607+0000", 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout }, 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-20T21:02:48.831 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.748+0000 7f714b600700 1 Processor -- start 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.748+0000 7f714b600700 1 -- start start 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.748+0000 7f714b600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f7144112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.748+0000 7f714b600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f71441127a0 con 0x7f714410fe70 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.749+0000 7f7148c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f7144112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.749+0000 7f7148c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f7144112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52290/0 (socket says 172.21.15.6:52290) 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.749+0000 7f7148c00700 1 -- 172.21.15.6:0/4024946827 learned_addr learned my addr 172.21.15.6:0/4024946827 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.749+0000 7f7148c00700 1 -- 172.21.15.6:0/4024946827 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7144112920 con 0x7f714410fe70 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.749+0000 7f7148c00700 1 --2- 172.21.15.6:0/4024946827 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f7144112260 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f71380098a0 tx=0x7f7138009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e37461504d73cc92 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.750+0000 7f7143400700 1 -- 172.21.15.6:0/4024946827 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7138004160 con 0x7f714410fe70 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.750+0000 7f7143400700 1 -- 172.21.15.6:0/4024946827 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7138004300 con 0x7f714410fe70 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.750+0000 7f7143400700 1 -- 172.21.15.6:0/4024946827 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7138011af0 con 0x7f714410fe70 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.750+0000 7f714b600700 1 -- 172.21.15.6:0/4024946827 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 msgr2=0x7f7144112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:48.832 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.750+0000 7f714b600700 1 --2- 172.21.15.6:0/4024946827 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f7144112260 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f71380098a0 tx=0x7f7138009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.750+0000 7f714b600700 1 -- 172.21.15.6:0/4024946827 shutdown_connections 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.750+0000 7f714b600700 1 --2- 172.21.15.6:0/4024946827 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f7144112260 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.750+0000 7f714b600700 1 -- 172.21.15.6:0/4024946827 >> 172.21.15.6:0/4024946827 conn(0x7f714407e690 msgr2=0x7f7144080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.751+0000 7f714b600700 1 -- 172.21.15.6:0/4024946827 shutdown_connections 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.751+0000 7f714b600700 1 -- 172.21.15.6:0/4024946827 wait complete. 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.752+0000 7f714b600700 1 Processor -- start 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.752+0000 7f714b600700 1 -- start start 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.753+0000 7f714b600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f71441a34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.753+0000 7f714b600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7144113940 con 0x7f714410fe70 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.753+0000 7f7148c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f71441a34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.753+0000 7f7148c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f71441a34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52302/0 (socket says 172.21.15.6:52302) 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.753+0000 7f7148c00700 1 -- 172.21.15.6:0/23172165 learned_addr learned my addr 172.21.15.6:0/23172165 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:48.833 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.753+0000 7f7148c00700 1 -- 172.21.15.6:0/23172165 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71441a39e0 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.754+0000 7f7148c00700 1 --2- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f71441a34a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f7138011ac0 tx=0x7f7138011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.754+0000 7f7141600700 1 -- 172.21.15.6:0/23172165 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7138003b20 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.754+0000 7f7141600700 1 -- 172.21.15.6:0/23172165 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f713801a8c0 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.754+0000 7f7141600700 1 -- 172.21.15.6:0/23172165 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f71380248d0 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.754+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71441a3c70 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.754+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71441a6960 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.755+0000 7f7141600700 1 -- 172.21.15.6:0/23172165 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 3) ==== 50105+0+0 (secure 0 0 0) 0x7f7138022020 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.755+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7144064ba0 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.756+0000 7f7141600700 1 --2- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f712c03e350 0x7f712c040810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.756+0000 7f7141600700 1 -- 172.21.15.6:0/23172165 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7138053260 con 0x7f714410fe70 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.756+0000 7f7143e00700 1 --2- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f712c03e350 0x7f712c040810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.757+0000 7f7143e00700 1 --2- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f712c03e350 0x7f712c040810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7130006fd0 tx=0x7f7130006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:48.834 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:47.762+0000 7f7141600700 1 -- 172.21.15.6:0/23172165 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f71380172b0 con 0x7f714410fe70 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.001+0000 7f7141600700 1 -- 172.21.15.6:0/23172165 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f713801a430 con 0x7f714410fe70 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.094+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f71441a6b30 con 0x7f714410fe70 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.095+0000 7f7141600700 1 -- 172.21.15.6:0/23172165 <== mon.0 v2:172.21.15.6:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f71441a6b30 con 0x7f714410fe70 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f712c03e350 msgr2=0x7f712c040810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 --2- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f712c03e350 0x7f712c040810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7130006fd0 tx=0x7f7130006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 msgr2=0x7f71441a34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 --2- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f71441a34a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f7138011ac0 tx=0x7f7138011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 shutdown_connections 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 --2- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f712c03e350 0x7f712c040810 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 --2- 172.21.15.6:0/23172165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f714410fe70 0x7f71441a34a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 >> 172.21.15.6:0/23172165 conn(0x7f714407e690 msgr2=0x7f71440801f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 shutdown_connections 2024-05-20T21:02:48.835 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:48.098+0000 7f714b600700 1 -- 172.21.15.6:0/23172165 wait complete. 2024-05-20T21:02:48.836 INFO:teuthology.orchestra.run.smithi006.stdout:mgr is available 2024-05-20T21:02:49.127 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:49 smithi006 ceph-mon[31422]: mgrmap e4: x(active, since 2s) 2024-05-20T21:02:49.127 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:49 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/23172165' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-20T21:02:50.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:50 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1578435265' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-20T21:02:50.444 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:50.445 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [global] 2024-05-20T21:02:50.445 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout fsid = 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:02:50.445 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-20T21:02:50.445 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-20T21:02:50.445 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-20T21:02:50.445 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-20T21:02:50.446 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-20T21:02:50.446 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:50.446 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-20T21:02:50.446 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-20T21:02:50.446 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 2024-05-20T21:02:50.446 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout [osd] 2024-05-20T21:02:50.446 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-20T21:02:50.447 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-20T21:02:50.447 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-20T21:02:50.447 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-20T21:02:50.447 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-20T21:02:50.447 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-20T21:02:50.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.459+0000 7f75b4400700 1 Processor -- start 2024-05-20T21:02:50.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.460+0000 7f75b4400700 1 -- start start 2024-05-20T21:02:50.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.460+0000 7f75b4400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac109400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:50.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.460+0000 7f75b4400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f75ac1099d0 con 0x7f75ac108fe0 2024-05-20T21:02:50.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.461+0000 7f75b1a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac109400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:50.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.461+0000 7f75b1a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac109400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52308/0 (socket says 172.21.15.6:52308) 2024-05-20T21:02:50.448 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.461+0000 7f75b1a00700 1 -- 172.21.15.6:0/403717604 learned_addr learned my addr 172.21.15.6:0/403717604 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:50.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.461+0000 7f75b1a00700 1 -- 172.21.15.6:0/403717604 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75ac10a190 con 0x7f75ac108fe0 2024-05-20T21:02:50.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.461+0000 7f75b1a00700 1 --2- 172.21.15.6:0/403717604 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac109400 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f75a0009e80 tx=0x7f75a000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4deec22f3463851f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:50.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.462+0000 7f75abe00700 1 -- 172.21.15.6:0/403717604 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a0017070 con 0x7f75ac108fe0 2024-05-20T21:02:50.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.462+0000 7f75abe00700 1 -- 172.21.15.6:0/403717604 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f75a000b8c0 con 0x7f75ac108fe0 2024-05-20T21:02:50.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.462+0000 7f75abe00700 1 -- 172.21.15.6:0/403717604 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a0004490 con 0x7f75ac108fe0 2024-05-20T21:02:50.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.462+0000 7f75b4400700 1 -- 172.21.15.6:0/403717604 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 msgr2=0x7f75ac109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:50.449 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.462+0000 7f75b4400700 1 --2- 172.21.15.6:0/403717604 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac109400 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f75a0009e80 tx=0x7f75a000b330 comp rx=0 tx=0).stop 2024-05-20T21:02:50.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.463+0000 7f75b4400700 1 -- 172.21.15.6:0/403717604 shutdown_connections 2024-05-20T21:02:50.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.463+0000 7f75b4400700 1 --2- 172.21.15.6:0/403717604 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac109400 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:50.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.463+0000 7f75b4400700 1 -- 172.21.15.6:0/403717604 >> 172.21.15.6:0/403717604 conn(0x7f75ac104600 msgr2=0x7f75ac106a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:50.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.463+0000 7f75b4400700 1 -- 172.21.15.6:0/403717604 shutdown_connections 2024-05-20T21:02:50.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.463+0000 7f75b4400700 1 -- 172.21.15.6:0/403717604 wait complete. 2024-05-20T21:02:50.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.464+0000 7f75b4400700 1 Processor -- start 2024-05-20T21:02:50.450 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.464+0000 7f75b4400700 1 -- start start 2024-05-20T21:02:50.451 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.464+0000 7f75b4400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac07eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:50.451 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.464+0000 7f75b4400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f75ac10d540 con 0x7f75ac108fe0 2024-05-20T21:02:50.451 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.465+0000 7f75b1a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac07eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:50.451 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.465+0000 7f75b1a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac07eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52320/0 (socket says 172.21.15.6:52320) 2024-05-20T21:02:50.451 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.465+0000 7f75b1a00700 1 -- 172.21.15.6:0/1578435265 learned_addr learned my addr 172.21.15.6:0/1578435265 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:50.451 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.465+0000 7f75b1a00700 1 -- 172.21.15.6:0/1578435265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75ac07f080 con 0x7f75ac108fe0 2024-05-20T21:02:50.452 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.465+0000 7f75b1a00700 1 --2- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac07eb40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f75a0004a60 tx=0x7f75a000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:50.452 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.465+0000 7f75aa000700 1 -- 172.21.15.6:0/1578435265 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a0020020 con 0x7f75ac108fe0 2024-05-20T21:02:50.452 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.466+0000 7f75aa000700 1 -- 172.21.15.6:0/1578435265 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f75a0003c60 con 0x7f75ac108fe0 2024-05-20T21:02:50.452 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.466+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75ac07d270 con 0x7f75ac108fe0 2024-05-20T21:02:50.452 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.466+0000 7f75aa000700 1 -- 172.21.15.6:0/1578435265 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a0017040 con 0x7f75ac108fe0 2024-05-20T21:02:50.452 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.466+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75ac07d7b0 con 0x7f75ac108fe0 2024-05-20T21:02:50.452 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.467+0000 7f75aa000700 1 -- 172.21.15.6:0/1578435265 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f75a0023020 con 0x7f75ac108fe0 2024-05-20T21:02:50.453 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.467+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75ac064ba0 con 0x7f75ac108fe0 2024-05-20T21:02:50.453 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.467+0000 7f75aa000700 1 --2- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f759403e470 0x7f7594040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:50.453 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.468+0000 7f75aa000700 1 -- 172.21.15.6:0/1578435265 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f75a000f050 con 0x7f75ac108fe0 2024-05-20T21:02:50.453 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.468+0000 7f75b1000700 1 --2- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f759403e470 0x7f7594040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:50.454 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.469+0000 7f75b1000700 1 --2- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f759403e470 0x7f7594040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7598006fd0 tx=0x7f7598006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:50.454 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.473+0000 7f75aa000700 1 -- 172.21.15.6:0/1578435265 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f75a002a020 con 0x7f75ac108fe0 2024-05-20T21:02:50.454 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.711+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f75ac07e0f0 con 0x7f75ac108fe0 2024-05-20T21:02:50.454 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.713+0000 7f75aa000700 1 -- 172.21.15.6:0/1578435265 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+436 (secure 0 0 0) 0x7f75a0003e10 con 0x7f75ac108fe0 2024-05-20T21:02:50.454 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.716+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f759403e470 msgr2=0x7f7594040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:50.454 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.716+0000 7f75b4400700 1 --2- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f759403e470 0x7f7594040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7598006fd0 tx=0x7f7598006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:50.455 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.716+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 msgr2=0x7f75ac07eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:50.455 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.716+0000 7f75b4400700 1 --2- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac07eb40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f75a0004a60 tx=0x7f75a000bd50 comp rx=0 tx=0).stop 2024-05-20T21:02:50.455 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.716+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 shutdown_connections 2024-05-20T21:02:50.455 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.716+0000 7f75b4400700 1 --2- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f759403e470 0x7f7594040930 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:50.455 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.716+0000 7f75b4400700 1 --2- 172.21.15.6:0/1578435265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f75ac108fe0 0x7f75ac07eb40 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:50.455 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.716+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 >> 172.21.15.6:0/1578435265 conn(0x7f75ac104600 msgr2=0x7f75ac105090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:50.455 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.717+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 shutdown_connections 2024-05-20T21:02:50.456 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:49.717+0000 7f75b4400700 1 -- 172.21.15.6:0/1578435265 wait complete. 2024-05-20T21:02:50.456 INFO:teuthology.orchestra.run.smithi006.stdout:Enabling cephadm module... 2024-05-20T21:02:51.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:51 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/31202320' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-20T21:02:51.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:51 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: ignoring --setuser ceph since I am not root 2024-05-20T21:02:51.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:51 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: ignoring --setgroup ceph since I am not root 2024-05-20T21:02:51.987 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:51 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:51.714+0000 7f92d574f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:02:52.108 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.062+0000 7fa10a800700 1 Processor -- start 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.062+0000 7fa10a800700 1 -- start start 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.063+0000 7fa10a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10410b200 0x7fa10410b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.063+0000 7fa10a800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa10410bbf0 con 0x7fa10410b200 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.063+0000 7fa103400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10410b200 0x7fa10410b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.063+0000 7fa103400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10410b200 0x7fa10410b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52336/0 (socket says 172.21.15.6:52336) 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.063+0000 7fa103400700 1 -- 172.21.15.6:0/2934317160 learned_addr learned my addr 172.21.15.6:0/2934317160 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.064+0000 7fa103400700 1 -- 172.21.15.6:0/2934317160 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa10410c3b0 con 0x7fa10410b200 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.064+0000 7fa103400700 1 --2- 172.21.15.6:0/2934317160 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10410b200 0x7fa10410b620 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa0f40098a0 tx=0x7fa0f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6caeebb4ed2fbac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.064+0000 7fa102000700 1 -- 172.21.15.6:0/2934317160 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa0f4004160 con 0x7fa10410b200 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.064+0000 7fa102000700 1 -- 172.21.15.6:0/2934317160 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa0f4004300 con 0x7fa10410b200 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.064+0000 7fa102000700 1 -- 172.21.15.6:0/2934317160 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa0f4011af0 con 0x7fa10410b200 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.065+0000 7fa10a800700 1 -- 172.21.15.6:0/2934317160 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10410b200 msgr2=0x7fa10410b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:52.109 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.065+0000 7fa10a800700 1 --2- 172.21.15.6:0/2934317160 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10410b200 0x7fa10410b620 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa0f40098a0 tx=0x7fa0f4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.065+0000 7fa10a800700 1 -- 172.21.15.6:0/2934317160 shutdown_connections 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.065+0000 7fa10a800700 1 --2- 172.21.15.6:0/2934317160 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10410b200 0x7fa10410b620 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.065+0000 7fa10a800700 1 -- 172.21.15.6:0/2934317160 >> 172.21.15.6:0/2934317160 conn(0x7fa10407e8b0 msgr2=0x7fa1041094a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.065+0000 7fa10a800700 1 -- 172.21.15.6:0/2934317160 shutdown_connections 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.065+0000 7fa10a800700 1 -- 172.21.15.6:0/2934317160 wait complete. 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.066+0000 7fa10a800700 1 Processor -- start 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.066+0000 7fa10a800700 1 -- start start 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.067+0000 7fa10a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10419f310 0x7fa10419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.067+0000 7fa10a800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa10410f760 con 0x7fa10419f310 2024-05-20T21:02:52.110 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.067+0000 7fa103400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10419f310 0x7fa10419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.067+0000 7fa103400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10419f310 0x7fa10419f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52346/0 (socket says 172.21.15.6:52346) 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.067+0000 7fa103400700 1 -- 172.21.15.6:0/31202320 learned_addr learned my addr 172.21.15.6:0/31202320 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.067+0000 7fa103400700 1 -- 172.21.15.6:0/31202320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa10419fc70 con 0x7fa10419f310 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.068+0000 7fa103400700 1 --2- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10419f310 0x7fa10419f730 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fa10410c210 tx=0x7fa0f4011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.068+0000 7fa0fbe00700 1 -- 172.21.15.6:0/31202320 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa0f40036a0 con 0x7fa10419f310 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.068+0000 7fa0fbe00700 1 -- 172.21.15.6:0/31202320 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa0f401a460 con 0x7fa10419f310 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.068+0000 7fa0fbe00700 1 -- 172.21.15.6:0/31202320 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa0f401b5d0 con 0x7fa10419f310 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.068+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa10419ff00 con 0x7fa10419f310 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.068+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1041a29e0 con 0x7fa10419f310 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.070+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa104064ba0 con 0x7fa10419f310 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.070+0000 7fa0fbe00700 1 -- 172.21.15.6:0/31202320 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fa0f401a610 con 0x7fa10419f310 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.070+0000 7fa0fbe00700 1 --2- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fa0e803e470 0x7fa0e8040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:52.111 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.070+0000 7fa0fbe00700 1 -- 172.21.15.6:0/31202320 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa0f4053aa0 con 0x7fa10419f310 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.071+0000 7fa102a00700 1 --2- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fa0e803e470 0x7fa0e8040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.071+0000 7fa102a00700 1 --2- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fa0e803e470 0x7fa0e8040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0006fd0 tx=0x7fa0f0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.076+0000 7fa0fbe00700 1 -- 172.21.15.6:0/31202320 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa0f400f2e0 con 0x7fa10419f310 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.369+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fa1041a3290 con 0x7fa10419f310 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.423+0000 7fa0fbe00700 1 -- 172.21.15.6:0/31202320 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fa0f40534c0 con 0x7fa10419f310 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa0fbe00700 1 -- 172.21.15.6:0/31202320 <== mon.0 v2:172.21.15.6:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fa0f402ca90 con 0x7fa10419f310 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fa0e803e470 msgr2=0x7fa0e8040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 --2- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fa0e803e470 0x7fa0e8040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0006fd0 tx=0x7fa0f0006e40 comp rx=0 tx=0).stop 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10419f310 msgr2=0x7fa10419f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 --2- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10419f310 0x7fa10419f730 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fa10410c210 tx=0x7fa0f4011940 comp rx=0 tx=0).stop 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 shutdown_connections 2024-05-20T21:02:52.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 --2- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fa0e803e470 0x7fa0e8040930 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.113 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 --2- 172.21.15.6:0/31202320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10419f310 0x7fa10419f730 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:52.113 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 >> 172.21.15.6:0/31202320 conn(0x7fa10407e8b0 msgr2=0x7fa104108ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:52.113 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 shutdown_connections 2024-05-20T21:02:52.113 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:51.428+0000 7fa10a800700 1 -- 172.21.15.6:0/31202320 wait complete. 2024-05-20T21:02:52.258 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:51 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:51.986+0000 7f92d574f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:52.258 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:52 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:52.127+0000 7f92d574f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:02:52.530 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:52 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/31202320' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-20T21:02:52.530 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:52 smithi006 ceph-mon[31422]: mgrmap e5: x(active, since 5s) 2024-05-20T21:02:52.894 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:52 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:52.545+0000 7f92d574f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:02:52.894 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:52 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:52.664+0000 7f92d574f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:02:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:02:53 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3299606419' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-20T21:02:53.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:02:53.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-20T21:02:53.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-20T21:02:53.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-20T21:02:53.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-20T21:02:53.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.684+0000 7fba96400700 1 Processor -- start 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.684+0000 7fba96400700 1 -- start start 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.684+0000 7fba96400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9007d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.684+0000 7fba96400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fba9007d8e0 con 0x7fba9007ee60 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.685+0000 7fba8f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9007d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.685+0000 7fba8f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9007d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52378/0 (socket says 172.21.15.6:52378) 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.685+0000 7fba8f400700 1 -- 172.21.15.6:0/3752810333 learned_addr learned my addr 172.21.15.6:0/3752810333 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.685+0000 7fba8f400700 1 -- 172.21.15.6:0/3752810333 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba9007da60 con 0x7fba9007ee60 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.686+0000 7fba8f400700 1 --2- 172.21.15.6:0/3752810333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9007d310 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fba800098a0 tx=0x7fba80009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9d1f733885ac70 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.686+0000 7fba8ea00700 1 -- 172.21.15.6:0/3752810333 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba80004160 con 0x7fba9007ee60 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.686+0000 7fba8ea00700 1 -- 172.21.15.6:0/3752810333 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fba80004300 con 0x7fba9007ee60 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.686+0000 7fba8ea00700 1 -- 172.21.15.6:0/3752810333 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba80011af0 con 0x7fba9007ee60 2024-05-20T21:02:53.674 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.687+0000 7fba96400700 1 -- 172.21.15.6:0/3752810333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 msgr2=0x7fba9007d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.687+0000 7fba96400700 1 --2- 172.21.15.6:0/3752810333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9007d310 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fba800098a0 tx=0x7fba80009bb0 comp rx=0 tx=0).stop 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.687+0000 7fba96400700 1 -- 172.21.15.6:0/3752810333 shutdown_connections 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.687+0000 7fba96400700 1 --2- 172.21.15.6:0/3752810333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9007d310 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.687+0000 7fba96400700 1 -- 172.21.15.6:0/3752810333 >> 172.21.15.6:0/3752810333 conn(0x7fba90104600 msgr2=0x7fba90106a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.687+0000 7fba96400700 1 -- 172.21.15.6:0/3752810333 shutdown_connections 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.687+0000 7fba96400700 1 -- 172.21.15.6:0/3752810333 wait complete. 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.688+0000 7fba96400700 1 Processor -- start 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.688+0000 7fba96400700 1 -- start start 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.688+0000 7fba96400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9019f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.688+0000 7fba96400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fba9010f550 con 0x7fba9007ee60 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.689+0000 7fba8f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9019f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.689+0000 7fba8f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9019f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52382/0 (socket says 172.21.15.6:52382) 2024-05-20T21:02:53.675 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.689+0000 7fba8f400700 1 -- 172.21.15.6:0/3299606419 learned_addr learned my addr 172.21.15.6:0/3299606419 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.689+0000 7fba8f400700 1 -- 172.21.15.6:0/3299606419 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba9019f5b0 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.689+0000 7fba8f400700 1 --2- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9019f070 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fba80011ac0 tx=0x7fba80011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.690+0000 7fba8cc00700 1 -- 172.21.15.6:0/3299606419 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba80003b20 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.690+0000 7fba8cc00700 1 -- 172.21.15.6:0/3299606419 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fba8001a8c0 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.690+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba9019f840 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.690+0000 7fba8cc00700 1 -- 172.21.15.6:0/3299606419 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba800248d0 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.690+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba901a2530 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.691+0000 7fba8cc00700 1 -- 172.21.15.6:0/3299606419 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fba80022020 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.691+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba90064ba0 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.692+0000 7fba8cc00700 1 --2- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fba7403e470 0x7fba74040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.692+0000 7fba8cc00700 1 -- 172.21.15.6:0/3299606419 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fba80053520 con 0x7fba9007ee60 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.692+0000 7fba87e00700 1 -- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fba7403e470 msgr2=0x7fba74040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/2968020495 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.692+0000 7fba87e00700 1 --2- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fba7403e470 0x7fba74040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:02:53.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.697+0000 7fba8cc00700 1 -- 172.21.15.6:0/3299606419 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fba800172b0 con 0x7fba9007ee60 2024-05-20T21:02:53.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.893+0000 7fba87e00700 1 -- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fba7403e470 msgr2=0x7fba74040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/2968020495 2024-05-20T21:02:53.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.893+0000 7fba87e00700 1 --2- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fba7403e470 0x7fba74040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-20T21:02:53.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.992+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fba901a2700 con 0x7fba9007ee60 2024-05-20T21:02:53.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.993+0000 7fba8cc00700 1 -- 172.21.15.6:0/3299606419 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fba901a2700 con 0x7fba9007ee60 2024-05-20T21:02:53.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.996+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fba7403e470 msgr2=0x7fba74040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:02:53.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.996+0000 7fba96400700 1 --2- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fba7403e470 0x7fba74040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:53.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.996+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 msgr2=0x7fba9019f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:02:53.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.996+0000 7fba96400700 1 --2- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9019f070 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fba80011ac0 tx=0x7fba80011ba0 comp rx=0 tx=0).stop 2024-05-20T21:02:53.678 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.996+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 shutdown_connections 2024-05-20T21:02:53.678 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.996+0000 7fba96400700 1 --2- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7fba7403e470 0x7fba74040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:53.678 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.996+0000 7fba96400700 1 --2- 172.21.15.6:0/3299606419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fba9007ee60 0x7fba9019f070 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:02:53.678 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.996+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 >> 172.21.15.6:0/3299606419 conn(0x7fba90104600 msgr2=0x7fba901050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:02:53.678 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.997+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 shutdown_connections 2024-05-20T21:02:53.679 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:52.997+0000 7fba96400700 1 -- 172.21.15.6:0/3299606419 wait complete. 2024-05-20T21:02:53.679 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for the mgr to restart... 2024-05-20T21:02:53.679 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mgr epoch 5... 2024-05-20T21:02:54.443 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:54 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:54.273+0000 7f92d574f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:02:54.725 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:54 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:54.506+0000 7f92d574f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:02:54.725 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:54 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:54.724+0000 7f92d574f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:02:55.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:55.114+0000 7f92d574f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:02:55.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:55.240+0000 7f92d574f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:02:55.759 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:55.496+0000 7f92d574f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:02:56.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:55.757+0000 7f92d574f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:02:56.868 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:56 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:56.572+0000 7f92d574f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:02:57.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:56 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:56.867+0000 7f92d574f200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:02:57.568 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:57 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:57.435+0000 7f92d574f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:02:58.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:57 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:57.567+0000 7f92d574f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:02:58.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:58.041+0000 7f92d574f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:02:58.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:58.507+0000 7f92d574f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:02:58.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:58.634+0000 7f92d574f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:02:59.285 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:58.969+0000 7f92d574f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:02:59.285 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:59.153+0000 7f92d574f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:02:59.285 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:59.285+0000 7f92d574f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:03:00.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:59.690+0000 7f92d574f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:03:00.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:02:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:02:59.817+0000 7f92d574f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:03:00.900 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:00 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:00.603+0000 7f92d574f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:03:00.900 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:00 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:00.899+0000 7f92d574f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:03:01.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: Active manager daemon x restarted 2024-05-20T21:03:01.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: Activating manager daemon x 2024-05-20T21:03:01.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: osdmap e2: 0 total, 0 up, 0 in 2024-05-20T21:03:01.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: mgrmap e6: x(active, starting, since 0.00880123s) 2024-05-20T21:03:01.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:03:01.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-20T21:03:01.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-20T21:03:01.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-20T21:03:01.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-20T21:03:01.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:00 smithi006 ceph-mon[31422]: Manager daemon x is now available 2024-05-20T21:03:02.317 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:01 smithi006 ceph-mon[31422]: Found migration_current of "None". Setting to last migration. 2024-05-20T21:03:02.317 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:01 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:02.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:01 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:02.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:01 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:02.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:01 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:02.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:01 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-20T21:03:02.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:01 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-20T21:03:02.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:01 smithi006 ceph-mon[31422]: mgrmap e7: x(active, since 1.01695s) 2024-05-20T21:03:02.579 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:03:02.579 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-20T21:03:02.579 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-20T21:03:02.579 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.233+0000 7f7a22600700 1 Processor -- start 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.233+0000 7f7a22600700 1 -- start start 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.233+0000 7f7a22600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c1093d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.234+0000 7f7a22600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1c1099a0 con 0x7f7a1c108fb0 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.234+0000 7f7a1b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c1093d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.234+0000 7f7a1b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c1093d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52384/0 (socket says 172.21.15.6:52384) 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.234+0000 7f7a1b400700 1 -- 172.21.15.6:0/677646413 learned_addr learned my addr 172.21.15.6:0/677646413 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.234+0000 7f7a1b400700 1 -- 172.21.15.6:0/677646413 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a1c10a1b0 con 0x7f7a1c108fb0 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.235+0000 7f7a1b400700 1 --2- 172.21.15.6:0/677646413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c1093d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0098a0 tx=0x7f7a0c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34653ffef504b5d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.235+0000 7f7a1a000700 1 -- 172.21.15.6:0/677646413 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a0c004160 con 0x7f7a1c108fb0 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.235+0000 7f7a1a000700 1 -- 172.21.15.6:0/677646413 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7a0c004300 con 0x7f7a1c108fb0 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.235+0000 7f7a1a000700 1 -- 172.21.15.6:0/677646413 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a0c011af0 con 0x7f7a1c108fb0 2024-05-20T21:03:02.580 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.236+0000 7f7a22600700 1 -- 172.21.15.6:0/677646413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 msgr2=0x7f7a1c1093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.236+0000 7f7a22600700 1 --2- 172.21.15.6:0/677646413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c1093d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0098a0 tx=0x7f7a0c009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.236+0000 7f7a22600700 1 -- 172.21.15.6:0/677646413 shutdown_connections 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.236+0000 7f7a22600700 1 --2- 172.21.15.6:0/677646413 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c1093d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.236+0000 7f7a22600700 1 -- 172.21.15.6:0/677646413 >> 172.21.15.6:0/677646413 conn(0x7f7a1c104570 msgr2=0x7f7a1c106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.236+0000 7f7a22600700 1 -- 172.21.15.6:0/677646413 shutdown_connections 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.236+0000 7f7a22600700 1 -- 172.21.15.6:0/677646413 wait complete. 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.237+0000 7f7a22600700 1 Processor -- start 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.237+0000 7f7a22600700 1 -- start start 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.238+0000 7f7a22600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c19f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.238+0000 7f7a22600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1c10d560 con 0x7f7a1c108fb0 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.238+0000 7f7a1b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c19f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.238+0000 7f7a1b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c19f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52388/0 (socket says 172.21.15.6:52388) 2024-05-20T21:03:02.581 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.238+0000 7f7a1b400700 1 -- 172.21.15.6:0/3164463686 learned_addr learned my addr 172.21.15.6:0/3164463686 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.238+0000 7f7a1b400700 1 -- 172.21.15.6:0/3164463686 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a1c19f700 con 0x7f7a1c108fb0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.239+0000 7f7a1b400700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c19f1c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0117b0 tx=0x7f7a0c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.239+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a0c003af0 con 0x7f7a1c108fb0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.239+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7a0c020070 con 0x7f7a1c108fb0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.239+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a1c19f990 con 0x7f7a1c108fb0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.239+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a0c019630 con 0x7f7a1c108fb0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.239+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a1c1a2680 con 0x7f7a1c108fb0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.240+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f7a0c0198f0 con 0x7f7a1c108fb0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.241+0000 7f7a13e00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.241+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 --> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7a00041040 con 0x7f7a0003e470 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.241+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7a0c053ab0 con 0x7f7a1c108fb0 2024-05-20T21:03:02.582 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.241+0000 7f7a1aa00700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 msgr2=0x7f7a00040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/2968020495 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.241+0000 7f7a1aa00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.442+0000 7f7a1aa00700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 msgr2=0x7f7a00040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/2968020495 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.442+0000 7f7a1aa00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.843+0000 7f7a1aa00700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 msgr2=0x7f7a00040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/2968020495 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:54.843+0000 7f7a1aa00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.644+0000 7f7a1aa00700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 msgr2=0x7f7a00040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/2968020495 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:55.644+0000 7f7a1aa00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:57.246+0000 7f7a1aa00700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 msgr2=0x7f7a00040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/2968020495 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:02:57.246+0000 7f7a1aa00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:00.451+0000 7f7a1aa00700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 msgr2=0x7f7a00040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/2968020495 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:00.451+0000 7f7a1aa00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:00.908+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7f7a0c019c30 con 0x7f7a1c108fb0 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:00.909+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 msgr2=0x7f7a00040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:03:02.583 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:00.909+0000 7f7a13e00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.912+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f7a0c0551a0 con 0x7f7a1c108fb0 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.913+0000 7f7a13e00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f7a00041d60 0x7f7a00044150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.913+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7a00041040 con 0x7f7a00041d60 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.916+0000 7f7a1aa00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f7a00041d60 0x7f7a00044150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.918+0000 7f7a1aa00700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f7a00041d60 0x7f7a00044150 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f7a08003a10 tx=0x7f7a080092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.920+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mgr.14120 v2:172.21.15.6:6800/3534008588 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f7a00041040 con 0x7f7a00041d60 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.931+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f7a1c064ba0 con 0x7f7a00041d60 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.931+0000 7f7a13e00700 1 -- 172.21.15.6:0/3164463686 <== mgr.14120 v2:172.21.15.6:6800/3534008588 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f7a1c064ba0 con 0x7f7a00041d60 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.931+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f7a00041d60 msgr2=0x7f7a00044150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.931+0000 7f7a22600700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f7a00041d60 0x7f7a00044150 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f7a08003a10 tx=0x7f7a080092b0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 msgr2=0x7f7a1c19f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c19f1c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0117b0 tx=0x7f7a0c011b70 comp rx=0 tx=0).stop 2024-05-20T21:03:02.584 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 shutdown_connections 2024-05-20T21:03:02.585 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a1c108fb0 0x7f7a1c19f1c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.585 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f7a00041d60 0x7f7a00044150 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.585 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 --2- 172.21.15.6:0/3164463686 >> [v2:172.21.15.6:6800/2968020495,v1:172.21.15.6:6801/2968020495] conn(0x7f7a0003e470 0x7f7a00040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:02.585 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 >> 172.21.15.6:0/3164463686 conn(0x7f7a1c104570 msgr2=0x7f7a1c1050d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:02.585 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 shutdown_connections 2024-05-20T21:03:02.585 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:01.932+0000 7f7a22600700 1 -- 172.21.15.6:0/3164463686 wait complete. 2024-05-20T21:03:02.585 INFO:teuthology.orchestra.run.smithi006.stdout:mgr epoch 5 is available 2024-05-20T21:03:02.585 INFO:teuthology.orchestra.run.smithi006.stdout:Setting orchestrator backend to cephadm... 2024-05-20T21:03:03.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:02 smithi006 ceph-mon[31422]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-20T21:03:03.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:02 smithi006 ceph-mon[31422]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-20T21:03:04.079 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:03 smithi006 ceph-mon[31422]: mgrmap e8: x(active, since 2s) 2024-05-20T21:03:04.079 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:03 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:04.079 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:03 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:04.079 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:03 smithi006 ceph-mon[31422]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:04.079 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:03 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:04.079 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:03 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:04.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.185+0000 7f77e5a00700 1 Processor -- start 2024-05-20T21:03:04.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.185+0000 7f77e5a00700 1 -- start start 2024-05-20T21:03:04.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.186+0000 7f77e5a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e007c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:04.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.186+0000 7f77e5a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f77e007c790 con 0x7f77e007dd60 2024-05-20T21:03:04.091 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.186+0000 7f77dfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e007c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:04.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.186+0000 7f77dfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e007c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34502/0 (socket says 172.21.15.6:34502) 2024-05-20T21:03:04.096 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.186+0000 7f77dfe00700 1 -- 172.21.15.6:0/1328680621 learned_addr learned my addr 172.21.15.6:0/1328680621 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.186+0000 7f77dfe00700 1 -- 172.21.15.6:0/1328680621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77e007c910 con 0x7f77e007dd60 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.187+0000 7f77dfe00700 1 --2- 172.21.15.6:0/1328680621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e007c1c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f77d00098a0 tx=0x7f77d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=535c55c85897c190 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.187+0000 7f77dea00700 1 -- 172.21.15.6:0/1328680621 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77d0004160 con 0x7f77e007dd60 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.187+0000 7f77dea00700 1 -- 172.21.15.6:0/1328680621 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f77d0004300 con 0x7f77e007dd60 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.187+0000 7f77dea00700 1 -- 172.21.15.6:0/1328680621 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77d0011af0 con 0x7f77e007dd60 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.188+0000 7f77e5a00700 1 -- 172.21.15.6:0/1328680621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 msgr2=0x7f77e007c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.188+0000 7f77e5a00700 1 --2- 172.21.15.6:0/1328680621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e007c1c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f77d00098a0 tx=0x7f77d0009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.188+0000 7f77e5a00700 1 -- 172.21.15.6:0/1328680621 shutdown_connections 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.188+0000 7f77e5a00700 1 --2- 172.21.15.6:0/1328680621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e007c1c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.188+0000 7f77e5a00700 1 -- 172.21.15.6:0/1328680621 >> 172.21.15.6:0/1328680621 conn(0x7f77e0104380 msgr2=0x7f77e01067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:04.097 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.188+0000 7f77e5a00700 1 -- 172.21.15.6:0/1328680621 shutdown_connections 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.189+0000 7f77e5a00700 1 -- 172.21.15.6:0/1328680621 wait complete. 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.189+0000 7f77e5a00700 1 Processor -- start 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.190+0000 7f77e5a00700 1 -- start start 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.190+0000 7f77e5a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e019efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.190+0000 7f77e5a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f77e010f390 con 0x7f77e007dd60 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.190+0000 7f77dfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e019efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.190+0000 7f77dfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e019efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34512/0 (socket says 172.21.15.6:34512) 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.190+0000 7f77dfe00700 1 -- 172.21.15.6:0/314665039 learned_addr learned my addr 172.21.15.6:0/314665039 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.191+0000 7f77dfe00700 1 -- 172.21.15.6:0/314665039 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77e019f4e0 con 0x7f77e007dd60 2024-05-20T21:03:04.098 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.191+0000 7f77dfe00700 1 --2- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e019efa0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f77d0000c00 tx=0x7f77d0011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.191+0000 7f77dcc00700 1 -- 172.21.15.6:0/314665039 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77d0003b20 con 0x7f77e007dd60 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.191+0000 7f77dcc00700 1 -- 172.21.15.6:0/314665039 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f77d001a8c0 con 0x7f77e007dd60 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.191+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77e019f770 con 0x7f77e007dd60 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.191+0000 7f77dcc00700 1 -- 172.21.15.6:0/314665039 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77d0024940 con 0x7f77e007dd60 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.192+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77e01a2460 con 0x7f77e007dd60 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.193+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77e0064ba0 con 0x7f77e007dd60 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.193+0000 7f77dcc00700 1 -- 172.21.15.6:0/314665039 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f77d0022020 con 0x7f77e007dd60 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.194+0000 7f77dcc00700 1 --2- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f77c403e4c0 0x7f77c4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.194+0000 7f77dcc00700 1 -- 172.21.15.6:0/314665039 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f77d00537c0 con 0x7f77e007dd60 2024-05-20T21:03:04.099 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.194+0000 7f77df400700 1 --2- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f77c403e4c0 0x7f77c4040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.195+0000 7f77df400700 1 --2- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f77c403e4c0 0x7f77c4040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f77cc006fd0 tx=0x7f77cc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.199+0000 7f77dcc00700 1 -- 172.21.15.6:0/314665039 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f77d0053150 con 0x7f77e007dd60 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.449+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f77e0105620 con 0x7f77c403e4c0 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.460+0000 7f77dcc00700 1 -- 172.21.15.6:0/314665039 <== mgr.14120 v2:172.21.15.6:6800/3534008588 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f77e0105620 con 0x7f77c403e4c0 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.463+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f77c403e4c0 msgr2=0x7f77c4040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.463+0000 7f77e5a00700 1 --2- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f77c403e4c0 0x7f77c4040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f77cc006fd0 tx=0x7f77cc006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.463+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 msgr2=0x7f77e019efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.463+0000 7f77e5a00700 1 --2- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e019efa0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f77d0000c00 tx=0x7f77d0011b70 comp rx=0 tx=0).stop 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.463+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 shutdown_connections 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.463+0000 7f77e5a00700 1 --2- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f77c403e4c0 0x7f77c4040980 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.463+0000 7f77e5a00700 1 --2- 172.21.15.6:0/314665039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f77e007dd60 0x7f77e019efa0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:04.100 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.463+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 >> 172.21.15.6:0/314665039 conn(0x7f77e0104380 msgr2=0x7f77e0104f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:04.101 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.464+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 shutdown_connections 2024-05-20T21:03:04.101 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:03.464+0000 7f77e5a00700 1 -- 172.21.15.6:0/314665039 wait complete. 2024-05-20T21:03:05.323 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:04 smithi006 ceph-mon[31422]: [20/May/2024:21:03:03] ENGINE Bus STARTING 2024-05-20T21:03:05.323 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:04 smithi006 ceph-mon[31422]: [20/May/2024:21:03:03] ENGINE Serving on http://172.21.15.6:8765 2024-05-20T21:03:05.323 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:04 smithi006 ceph-mon[31422]: [20/May/2024:21:03:03] ENGINE Serving on https://172.21.15.6:7150 2024-05-20T21:03:05.323 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:04 smithi006 ceph-mon[31422]: [20/May/2024:21:03:03] ENGINE Bus STARTED 2024-05-20T21:03:05.323 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:04 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:05.592 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-20T21:03:05.592 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.704+0000 7f93fba00700 1 Processor -- start 2024-05-20T21:03:05.592 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.704+0000 7f93fba00700 1 -- start start 2024-05-20T21:03:05.593 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.705+0000 7f93fba00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f410b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:05.594 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.705+0000 7f93fba00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f93f410bc10 con 0x7f93f410b220 2024-05-20T21:03:05.594 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.705+0000 7f93f9000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f410b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:05.594 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.705+0000 7f93f9000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f410b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34526/0 (socket says 172.21.15.6:34526) 2024-05-20T21:03:05.594 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.705+0000 7f93f9000700 1 -- 172.21.15.6:0/2452569699 learned_addr learned my addr 172.21.15.6:0/2452569699 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:05.594 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.706+0000 7f93f9000700 1 -- 172.21.15.6:0/2452569699 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93f410c3d0 con 0x7f93f410b220 2024-05-20T21:03:05.594 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.706+0000 7f93f9000700 1 --2- 172.21.15.6:0/2452569699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f410b640 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f93e80098a0 tx=0x7f93e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=308b6f5d624bbe9f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:05.594 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.706+0000 7f93f3400700 1 -- 172.21.15.6:0/2452569699 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93e8004160 con 0x7f93f410b220 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.706+0000 7f93f3400700 1 -- 172.21.15.6:0/2452569699 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f93e8004300 con 0x7f93f410b220 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.706+0000 7f93f3400700 1 -- 172.21.15.6:0/2452569699 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93e8011af0 con 0x7f93f410b220 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.707+0000 7f93fba00700 1 -- 172.21.15.6:0/2452569699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 msgr2=0x7f93f410b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.707+0000 7f93fba00700 1 --2- 172.21.15.6:0/2452569699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f410b640 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f93e80098a0 tx=0x7f93e8009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.707+0000 7f93fba00700 1 -- 172.21.15.6:0/2452569699 shutdown_connections 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.707+0000 7f93fba00700 1 --2- 172.21.15.6:0/2452569699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f410b640 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.707+0000 7f93fba00700 1 -- 172.21.15.6:0/2452569699 >> 172.21.15.6:0/2452569699 conn(0x7f93f41068f0 msgr2=0x7f93f4108ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.707+0000 7f93fba00700 1 -- 172.21.15.6:0/2452569699 shutdown_connections 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.707+0000 7f93fba00700 1 -- 172.21.15.6:0/2452569699 wait complete. 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.708+0000 7f93fba00700 1 Processor -- start 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.708+0000 7f93fba00700 1 -- start start 2024-05-20T21:03:05.595 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.709+0000 7f93fba00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f419f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.709+0000 7f93fba00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f93f410f780 con 0x7f93f410b220 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.709+0000 7f93f9000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f419f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.709+0000 7f93f9000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f419f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34528/0 (socket says 172.21.15.6:34528) 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.709+0000 7f93f9000700 1 -- 172.21.15.6:0/707452854 learned_addr learned my addr 172.21.15.6:0/707452854 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.709+0000 7f93f9000700 1 -- 172.21.15.6:0/707452854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93f419f6c0 con 0x7f93f410b220 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.710+0000 7f93f9000700 1 --2- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f419f180 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f93e80117b0 tx=0x7f93e8011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.710+0000 7f93f1600700 1 -- 172.21.15.6:0/707452854 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93e8003af0 con 0x7f93f410b220 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.710+0000 7f93f1600700 1 -- 172.21.15.6:0/707452854 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f93e8020070 con 0x7f93f410b220 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.710+0000 7f93f1600700 1 -- 172.21.15.6:0/707452854 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93e8019630 con 0x7f93f410b220 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.710+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93f419f950 con 0x7f93f410b220 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.710+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93f41a2640 con 0x7f93f410b220 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.711+0000 7f93f1600700 1 -- 172.21.15.6:0/707452854 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f93e801a9c0 con 0x7f93f410b220 2024-05-20T21:03:05.596 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.711+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93f4064ba0 con 0x7f93f410b220 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.712+0000 7f93f1600700 1 --2- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f93dc03e4c0 0x7f93dc040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.712+0000 7f93f1600700 1 -- 172.21.15.6:0/707452854 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f93e8053ac0 con 0x7f93f410b220 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.712+0000 7f93f3e00700 1 --2- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f93dc03e4c0 0x7f93dc040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.713+0000 7f93f3e00700 1 --2- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f93dc03e4c0 0x7f93dc040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f93e0006fd0 tx=0x7f93e0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.718+0000 7f93f1600700 1 -- 172.21.15.6:0/707452854 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f93e80172b0 con 0x7f93f410b220 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.959+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f93f4108c40 con 0x7f93dc03e4c0 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.961+0000 7f93f1600700 1 -- 172.21.15.6:0/707452854 <== mgr.14120 v2:172.21.15.6:6800/3534008588 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f93f4108c40 con 0x7f93dc03e4c0 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.964+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f93dc03e4c0 msgr2=0x7f93dc040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.964+0000 7f93fba00700 1 --2- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f93dc03e4c0 0x7f93dc040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f93e0006fd0 tx=0x7f93e0006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.964+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 msgr2=0x7f93f419f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.964+0000 7f93fba00700 1 --2- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f419f180 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f93e80117b0 tx=0x7f93e8011b70 comp rx=0 tx=0).stop 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.964+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 shutdown_connections 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.964+0000 7f93fba00700 1 --2- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f93dc03e4c0 0x7f93dc040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.597 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.964+0000 7f93fba00700 1 --2- 172.21.15.6:0/707452854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f93f410b220 0x7f93f419f180 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:05.598 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.964+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 >> 172.21.15.6:0/707452854 conn(0x7f93f41068f0 msgr2=0x7f93f4108530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:05.598 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.965+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 shutdown_connections 2024-05-20T21:03:05.598 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:04.965+0000 7f93fba00700 1 -- 172.21.15.6:0/707452854 wait complete. 2024-05-20T21:03:05.598 INFO:teuthology.orchestra.run.smithi006.stdout:Generating ssh key... 2024-05-20T21:03:06.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:05 smithi006 ceph-mon[31422]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:06.909 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: Generating public/private rsa key pair. 2024-05-20T21:03:06.909 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: Your identification has been saved in /tmp/tmpr3w5qpl5/key. 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: Your public key has been saved in /tmp/tmpr3w5qpl5/key.pub. 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: The key fingerprint is: 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: SHA256:i6yjR/Jauv9muxI1/XjiiCbnUfXRycgdLv8s+WmDvoo ceph-195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: The key's randomart image is: 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: +---[RSA 3072]----+ 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | . | 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | . * o | 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | .. = * | 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | o... + | 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | ...So. . | 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | . oo .o.o + | 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | +oooo.o o.o | 2024-05-20T21:03:06.910 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | .oOo+ .. .oo. | 2024-05-20T21:03:06.911 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: | =@+*+oE .oooo. | 2024-05-20T21:03:06.911 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: +----[SHA256]-----+ 2024-05-20T21:03:07.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:06 smithi006 ceph-mon[31422]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:07.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:06 smithi006 ceph-mon[31422]: Generating ssh key... 2024-05-20T21:03:07.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:06 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:07.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:06 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:07.456 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.167+0000 7fc7c9400700 1 Processor -- start 2024-05-20T21:03:07.458 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.167+0000 7fc7c9400700 1 -- start start 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.168+0000 7fc7c9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c407c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.168+0000 7fc7c9400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c407c7d0 con 0x7fc7c407dda0 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.168+0000 7fc7c2800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c407c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.168+0000 7fc7c2800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c407c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34536/0 (socket says 172.21.15.6:34536) 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.168+0000 7fc7c2800700 1 -- 172.21.15.6:0/571690277 learned_addr learned my addr 172.21.15.6:0/571690277 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.169+0000 7fc7c2800700 1 -- 172.21.15.6:0/571690277 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c407c950 con 0x7fc7c407dda0 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.169+0000 7fc7c2800700 1 --2- 172.21.15.6:0/571690277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c407c200 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40098a0 tx=0x7fc7b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98f13c3ca791090f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.169+0000 7fc7c1e00700 1 -- 172.21.15.6:0/571690277 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7b4004160 con 0x7fc7c407dda0 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.169+0000 7fc7c1e00700 1 -- 172.21.15.6:0/571690277 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc7b4004300 con 0x7fc7c407dda0 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.169+0000 7fc7c1e00700 1 -- 172.21.15.6:0/571690277 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7b4011af0 con 0x7fc7c407dda0 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.170+0000 7fc7c9400700 1 -- 172.21.15.6:0/571690277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 msgr2=0x7fc7c407c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:07.459 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.170+0000 7fc7c9400700 1 --2- 172.21.15.6:0/571690277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c407c200 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40098a0 tx=0x7fc7b4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.170+0000 7fc7c9400700 1 -- 172.21.15.6:0/571690277 shutdown_connections 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.170+0000 7fc7c9400700 1 --2- 172.21.15.6:0/571690277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c407c200 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.170+0000 7fc7c9400700 1 -- 172.21.15.6:0/571690277 >> 172.21.15.6:0/571690277 conn(0x7fc7c41045e0 msgr2=0x7fc7c4106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.170+0000 7fc7c9400700 1 -- 172.21.15.6:0/571690277 shutdown_connections 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.170+0000 7fc7c9400700 1 -- 172.21.15.6:0/571690277 wait complete. 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.172+0000 7fc7c9400700 1 Processor -- start 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.172+0000 7fc7c9400700 1 -- start start 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.172+0000 7fc7c9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c419f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.172+0000 7fc7c9400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c410f5c0 con 0x7fc7c407dda0 2024-05-20T21:03:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.173+0000 7fc7c2800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c419f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:07.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.173+0000 7fc7c2800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c419f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34540/0 (socket says 172.21.15.6:34540) 2024-05-20T21:03:07.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.173+0000 7fc7c2800700 1 -- 172.21.15.6:0/890606280 learned_addr learned my addr 172.21.15.6:0/890606280 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:07.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.173+0000 7fc7c2800700 1 -- 172.21.15.6:0/890606280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c419f6b0 con 0x7fc7c407dda0 2024-05-20T21:03:07.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.173+0000 7fc7c2800700 1 --2- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c419f170 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40117b0 tx=0x7fc7b4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:07.463 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.174+0000 7fc7bb400700 1 -- 172.21.15.6:0/890606280 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7b4003af0 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.174+0000 7fc7bb400700 1 -- 172.21.15.6:0/890606280 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc7b4020070 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.174+0000 7fc7bb400700 1 -- 172.21.15.6:0/890606280 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc7b4019630 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.174+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7c419f940 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.174+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7c41a2630 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.175+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7c4064ba0 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.175+0000 7fc7bb400700 1 -- 172.21.15.6:0/890606280 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fc7b401a9c0 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.176+0000 7fc7bb400700 1 --2- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fc7a803e520 0x7fc7a80409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.176+0000 7fc7bb400700 1 -- 172.21.15.6:0/890606280 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc7b4053b20 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.176+0000 7fc7bbe00700 1 --2- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fc7a803e520 0x7fc7a80409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.177+0000 7fc7bbe00700 1 --2- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fc7a803e520 0x7fc7a80409e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac006fd0 tx=0x7fc7ac006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.181+0000 7fc7bb400700 1 -- 172.21.15.6:0/890606280 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc7b400bdd0 con 0x7fc7c407dda0 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.409+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fc7c4105870 con 0x7fc7a803e520 2024-05-20T21:03:07.464 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.770+0000 7fc7bb400700 1 -- 172.21.15.6:0/890606280 <== mgr.14120 v2:172.21.15.6:6800/3534008588 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc7c4105870 con 0x7fc7a803e520 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.773+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fc7a803e520 msgr2=0x7fc7a80409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.773+0000 7fc7c9400700 1 --2- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fc7a803e520 0x7fc7a80409e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac006fd0 tx=0x7fc7ac006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.773+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 msgr2=0x7fc7c419f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.773+0000 7fc7c9400700 1 --2- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c419f170 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40117b0 tx=0x7fc7b4011b70 comp rx=0 tx=0).stop 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.773+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 shutdown_connections 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.773+0000 7fc7c9400700 1 --2- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fc7a803e520 0x7fc7a80409e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.773+0000 7fc7c9400700 1 --2- 172.21.15.6:0/890606280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc7c407dda0 0x7fc7c419f170 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.773+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 >> 172.21.15.6:0/890606280 conn(0x7fc7c41045e0 msgr2=0x7fc7c4105160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.774+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 shutdown_connections 2024-05-20T21:03:07.465 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:06.774+0000 7fc7c9400700 1 -- 172.21.15.6:0/890606280 wait complete. 2024-05-20T21:03:08.847 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:08 smithi006 ceph-mon[31422]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:09.112 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ2vypDzU6hvwh6YUhd6ikj3G+HXfxM8LM28JVuSN6rFi+GGr8B2tX4yU7WZaQ9CS3/Nw1GdwLM4KiVCQyTHPK0vs2QyG7PbENvWmxUs04TObVuBmvWKKbx6FTDv7vm8lYQ8fdOUfgm8DESLM2PRgjqUkSNMeyLgL7vglPK0sEStPBq99ZKV8xy+OVg/6kPKsjdnK3zp8xGTcAY7o1qsmEgwHZ1Zh14D8LtXCBdaqZU8mskX8EWY63YMauRjeQAoOSPiew+vzxuogONl9k74sBpk+oN8pFwTKD9JxgYrhWVMtaaUrhC1BHZ/p6aO4Q5SPsBcj0c1d7/is/zHQRMUIYaeafbjGHGESMJCLVxazz3uY1Ot/7dOlMV8Mc+hwQetSTgDz8mqxVFL31EQgEy+8QC5J2XNUv6DqMB2dJEBTxxXN3ubh9CTIHgEnv0PX3NoT4q8ctnTZllYhhAhb4Vj2RGI9Xtfa2ZcukSqrW/XVrlYJIdRvEsmQqkVlL6HkedK8= ceph-195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:03:09.113 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.065+0000 7f4c14a00700 1 Processor -- start 2024-05-20T21:03:09.113 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.065+0000 7f4c14a00700 1 -- start start 2024-05-20T21:03:09.113 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.066+0000 7f4c14a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c10108de0 0x7f4c10109200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:09.113 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.066+0000 7f4c14a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4c101097d0 con 0x7f4c10108de0 2024-05-20T21:03:09.114 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.066+0000 7f4c0e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c10108de0 0x7f4c10109200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:09.115 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.066+0000 7f4c0e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c10108de0 0x7f4c10109200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40884/0 (socket says 172.21.15.6:40884) 2024-05-20T21:03:09.115 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.066+0000 7f4c0e800700 1 -- 172.21.15.6:0/1048569298 learned_addr learned my addr 172.21.15.6:0/1048569298 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:09.115 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.067+0000 7f4c0e800700 1 -- 172.21.15.6:0/1048569298 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c10109fe0 con 0x7f4c10108de0 2024-05-20T21:03:09.115 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.067+0000 7f4c0e800700 1 --2- 172.21.15.6:0/1048569298 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c10108de0 0x7f4c10109200 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4c000098a0 tx=0x7f4c00009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f04e2b1576a83d58 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:09.115 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.067+0000 7f4c0d400700 1 -- 172.21.15.6:0/1048569298 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c00004160 con 0x7f4c10108de0 2024-05-20T21:03:09.115 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.068+0000 7f4c0d400700 1 -- 172.21.15.6:0/1048569298 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4c00004300 con 0x7f4c10108de0 2024-05-20T21:03:09.116 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.068+0000 7f4c0d400700 1 -- 172.21.15.6:0/1048569298 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c00011af0 con 0x7f4c10108de0 2024-05-20T21:03:09.116 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.068+0000 7f4c14a00700 1 -- 172.21.15.6:0/1048569298 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c10108de0 msgr2=0x7f4c10109200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:09.116 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.068+0000 7f4c14a00700 1 --2- 172.21.15.6:0/1048569298 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c10108de0 0x7f4c10109200 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4c000098a0 tx=0x7f4c00009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.116 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.068+0000 7f4c14a00700 1 -- 172.21.15.6:0/1048569298 shutdown_connections 2024-05-20T21:03:09.116 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.068+0000 7f4c14a00700 1 --2- 172.21.15.6:0/1048569298 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c10108de0 0x7f4c10109200 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.116 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.068+0000 7f4c14a00700 1 -- 172.21.15.6:0/1048569298 >> 172.21.15.6:0/1048569298 conn(0x7f4c10104380 msgr2=0x7f4c101067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:09.116 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.068+0000 7f4c14a00700 1 -- 172.21.15.6:0/1048569298 shutdown_connections 2024-05-20T21:03:09.117 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.069+0000 7f4c14a00700 1 -- 172.21.15.6:0/1048569298 wait complete. 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.070+0000 7f4c14a00700 1 Processor -- start 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.070+0000 7f4c14a00700 1 -- start start 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.070+0000 7f4c14a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c1019f190 0x7f4c1019f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.070+0000 7f4c14a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1010d390 con 0x7f4c1019f190 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.070+0000 7f4c0e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c1019f190 0x7f4c1019f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.070+0000 7f4c0e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c1019f190 0x7f4c1019f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40888/0 (socket says 172.21.15.6:40888) 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.070+0000 7f4c0e800700 1 -- 172.21.15.6:0/3084303251 learned_addr learned my addr 172.21.15.6:0/3084303251 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.071+0000 7f4c0e800700 1 -- 172.21.15.6:0/3084303251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c1019faf0 con 0x7f4c1019f190 2024-05-20T21:03:09.118 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.071+0000 7f4c0e800700 1 --2- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c1019f190 0x7f4c1019f5b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4c10109e40 tx=0x7f4c00011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.071+0000 7f4c07400700 1 -- 172.21.15.6:0/3084303251 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c000036a0 con 0x7f4c1019f190 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.071+0000 7f4c07400700 1 -- 172.21.15.6:0/3084303251 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4c0001a460 con 0x7f4c1019f190 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.071+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c1019fd80 con 0x7f4c1019f190 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.071+0000 7f4c07400700 1 -- 172.21.15.6:0/3084303251 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c0001b5d0 con 0x7f4c1019f190 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.072+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c101a2860 con 0x7f4c1019f190 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.073+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c10064ba0 con 0x7f4c1019f190 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.073+0000 7f4c07400700 1 -- 172.21.15.6:0/3084303251 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f4c0001a980 con 0x7f4c1019f190 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.074+0000 7f4c07400700 1 --2- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f4bf403e4c0 0x7f4bf4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:09.120 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.074+0000 7f4c07400700 1 -- 172.21.15.6:0/3084303251 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4c00053c10 con 0x7f4c1019f190 2024-05-20T21:03:09.121 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.074+0000 7f4c0de00700 1 --2- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f4bf403e4c0 0x7f4bf4040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:09.121 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.075+0000 7f4c0de00700 1 --2- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f4bf403e4c0 0x7f4bf4040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc006fd0 tx=0x7f4bfc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:09.122 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.079+0000 7f4c07400700 1 -- 172.21.15.6:0/3084303251 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4c000233d0 con 0x7f4c1019f190 2024-05-20T21:03:09.122 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.317+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f4c101055c0 con 0x7f4bf403e4c0 2024-05-20T21:03:09.122 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.318+0000 7f4c07400700 1 -- 172.21.15.6:0/3084303251 <== mgr.14120 v2:172.21.15.6:6800/3534008588 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f4c101055c0 con 0x7f4bf403e4c0 2024-05-20T21:03:09.122 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.322+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f4bf403e4c0 msgr2=0x7f4bf4040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:09.122 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.322+0000 7f4c14a00700 1 --2- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f4bf403e4c0 0x7f4bf4040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc006fd0 tx=0x7f4bfc006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:09.122 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.322+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c1019f190 msgr2=0x7f4c1019f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:09.122 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.322+0000 7f4c14a00700 1 --2- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c1019f190 0x7f4c1019f5b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4c10109e40 tx=0x7f4c00011940 comp rx=0 tx=0).stop 2024-05-20T21:03:09.123 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.323+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 shutdown_connections 2024-05-20T21:03:09.123 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.323+0000 7f4c14a00700 1 --2- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f4bf403e4c0 0x7f4bf4040980 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.123 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.323+0000 7f4c14a00700 1 --2- 172.21.15.6:0/3084303251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4c1019f190 0x7f4c1019f5b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:09.123 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.323+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 >> 172.21.15.6:0/3084303251 conn(0x7f4c10104380 msgr2=0x7f4c10104eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:09.123 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.323+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 shutdown_connections 2024-05-20T21:03:09.123 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:08.323+0000 7f4c14a00700 1 -- 172.21.15.6:0/3084303251 wait complete. 2024-05-20T21:03:09.124 INFO:teuthology.orchestra.run.smithi006.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-20T21:03:09.124 INFO:teuthology.orchestra.run.smithi006.stdout:Adding key to root@localhost authorized_keys... 2024-05-20T21:03:09.125 INFO:teuthology.orchestra.run.smithi006.stdout:Adding host smithi006... 2024-05-20T21:03:10.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:10 smithi006 ceph-mon[31422]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi006", "addr": "172.21.15.6", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:11.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:11 smithi006 ceph-mon[31422]: Deploying cephadm binary to smithi006 2024-05-20T21:03:16.968 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout Added host 'smithi006' with addr '172.21.15.6' 2024-05-20T21:03:16.968 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.742+0000 7fdd4da00700 1 Processor -- start 2024-05-20T21:03:16.968 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.743+0000 7fdd4da00700 1 -- start start 2024-05-20T21:03:16.968 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.743+0000 7fdd4da00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4810be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.743+0000 7fdd4da00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd48076e40 con 0x7fdd48109a10 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.744+0000 7fdd46a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4810be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.744+0000 7fdd46a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4810be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40896/0 (socket says 172.21.15.6:40896) 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.744+0000 7fdd46a00700 1 -- 172.21.15.6:0/1118776925 learned_addr learned my addr 172.21.15.6:0/1118776925 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.744+0000 7fdd46a00700 1 -- 172.21.15.6:0/1118776925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd4810c340 con 0x7fdd48109a10 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.745+0000 7fdd46a00700 1 --2- 172.21.15.6:0/1118776925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4810be00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fdd380098a0 tx=0x7fdd38009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60594343073a6571 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.745+0000 7fdd45600700 1 -- 172.21.15.6:0/1118776925 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd38004160 con 0x7fdd48109a10 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.745+0000 7fdd45600700 1 -- 172.21.15.6:0/1118776925 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fdd38004300 con 0x7fdd48109a10 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.745+0000 7fdd45600700 1 -- 172.21.15.6:0/1118776925 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd38011af0 con 0x7fdd48109a10 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.746+0000 7fdd4da00700 1 -- 172.21.15.6:0/1118776925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 msgr2=0x7fdd4810be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.746+0000 7fdd4da00700 1 --2- 172.21.15.6:0/1118776925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4810be00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fdd380098a0 tx=0x7fdd38009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.969 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.746+0000 7fdd4da00700 1 -- 172.21.15.6:0/1118776925 shutdown_connections 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.746+0000 7fdd4da00700 1 --2- 172.21.15.6:0/1118776925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4810be00 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.746+0000 7fdd4da00700 1 -- 172.21.15.6:0/1118776925 >> 172.21.15.6:0/1118776925 conn(0x7fdd48103460 msgr2=0x7fdd48105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.747+0000 7fdd4da00700 1 -- 172.21.15.6:0/1118776925 shutdown_connections 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.747+0000 7fdd4da00700 1 -- 172.21.15.6:0/1118776925 wait complete. 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.748+0000 7fdd4da00700 1 Processor -- start 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.748+0000 7fdd4da00700 1 -- start start 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.749+0000 7fdd4da00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4819cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.749+0000 7fdd4da00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4810d310 con 0x7fdd48109a10 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.749+0000 7fdd46a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4819cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.749+0000 7fdd46a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4819cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40900/0 (socket says 172.21.15.6:40900) 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.749+0000 7fdd46a00700 1 -- 172.21.15.6:0/3462124956 learned_addr learned my addr 172.21.15.6:0/3462124956 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:16.970 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.750+0000 7fdd46a00700 1 -- 172.21.15.6:0/3462124956 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd4819d450 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.750+0000 7fdd46a00700 1 --2- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4819cf10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fdd38011ac0 tx=0x7fdd38011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.750+0000 7fdd3f400700 1 -- 172.21.15.6:0/3462124956 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd38003970 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.750+0000 7fdd3f400700 1 -- 172.21.15.6:0/3462124956 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fdd38003b10 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.750+0000 7fdd3f400700 1 -- 172.21.15.6:0/3462124956 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd38024610 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.750+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd4819d6e0 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.750+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd481a03d0 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.752+0000 7fdd3f400700 1 -- 172.21.15.6:0/3462124956 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fdd3801a9e0 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.752+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd48064ba0 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.752+0000 7fdd3f400700 1 --2- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fdd2c03e4c0 0x7fdd2c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.752+0000 7fdd3f400700 1 -- 172.21.15.6:0/3462124956 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdd38053940 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.753+0000 7fdd46000700 1 --2- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fdd2c03e4c0 0x7fdd2c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.753+0000 7fdd46000700 1 --2- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fdd2c03e4c0 0x7fdd2c040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fdd34006fd0 tx=0x7fdd34006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.758+0000 7fdd3f400700 1 -- 172.21.15.6:0/3462124956 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdd380247f0 con 0x7fdd48109a10 2024-05-20T21:03:16.971 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:09.999+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi006", "addr": "172.21.15.6", "target": ["mon-mgr", ""]}) -- 0x7fdd48104770 con 0x7fdd2c03e4c0 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.284+0000 7fdd3f400700 1 -- 172.21.15.6:0/3462124956 <== mgr.14120 v2:172.21.15.6:6800/3534008588 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7fdd48104770 con 0x7fdd2c03e4c0 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.288+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fdd2c03e4c0 msgr2=0x7fdd2c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.288+0000 7fdd4da00700 1 --2- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fdd2c03e4c0 0x7fdd2c040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fdd34006fd0 tx=0x7fdd34006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.288+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 msgr2=0x7fdd4819cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.288+0000 7fdd4da00700 1 --2- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4819cf10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fdd38011ac0 tx=0x7fdd38011ba0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.288+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 shutdown_connections 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.288+0000 7fdd4da00700 1 --2- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fdd2c03e4c0 0x7fdd2c040980 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.288+0000 7fdd4da00700 1 --2- 172.21.15.6:0/3462124956 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd48109a10 0x7fdd4819cf10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.288+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 >> 172.21.15.6:0/3462124956 conn(0x7fdd48103460 msgr2=0x7fdd48104060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.289+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 shutdown_connections 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:16.289+0000 7fdd4da00700 1 -- 172.21.15.6:0/3462124956 wait complete. 2024-05-20T21:03:16.972 INFO:teuthology.orchestra.run.smithi006.stdout:Deploying unmanaged mon service... 2024-05-20T21:03:17.550 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:17 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:17.550 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:17 smithi006 ceph-mon[31422]: Added host smithi006 2024-05-20T21:03:17.550 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:17 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.650+0000 7f1ef8c00700 1 Processor -- start 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.651+0000 7f1ef8c00700 1 -- start start 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.651+0000 7f1ef8c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef407d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.651+0000 7f1ef8c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef407d880 con 0x7f1ef407ee50 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.651+0000 7f1ef1e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef407d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.652+0000 7f1ef1e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef407d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57254/0 (socket says 172.21.15.6:57254) 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.652+0000 7f1ef1e00700 1 -- 172.21.15.6:0/3727215700 learned_addr learned my addr 172.21.15.6:0/3727215700 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.652+0000 7f1ef1e00700 1 -- 172.21.15.6:0/3727215700 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef407da00 con 0x7f1ef407ee50 2024-05-20T21:03:18.891 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.652+0000 7f1ef1e00700 1 --2- 172.21.15.6:0/3727215700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef407d2b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1ee40098a0 tx=0x7f1ee4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=967486801e84c6df server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.652+0000 7f1ef0a00700 1 -- 172.21.15.6:0/3727215700 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ee4004160 con 0x7f1ef407ee50 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.653+0000 7f1ef0a00700 1 -- 172.21.15.6:0/3727215700 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1ee4004300 con 0x7f1ef407ee50 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.653+0000 7f1ef0a00700 1 -- 172.21.15.6:0/3727215700 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ee4011af0 con 0x7f1ef407ee50 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.653+0000 7f1ef8c00700 1 -- 172.21.15.6:0/3727215700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 msgr2=0x7f1ef407d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.653+0000 7f1ef8c00700 1 --2- 172.21.15.6:0/3727215700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef407d2b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1ee40098a0 tx=0x7f1ee4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.653+0000 7f1ef8c00700 1 -- 172.21.15.6:0/3727215700 shutdown_connections 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.653+0000 7f1ef8c00700 1 --2- 172.21.15.6:0/3727215700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef407d2b0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.653+0000 7f1ef8c00700 1 -- 172.21.15.6:0/3727215700 >> 172.21.15.6:0/3727215700 conn(0x7f1ef4104580 msgr2=0x7f1ef41069c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.654+0000 7f1ef8c00700 1 -- 172.21.15.6:0/3727215700 shutdown_connections 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.654+0000 7f1ef8c00700 1 -- 172.21.15.6:0/3727215700 wait complete. 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.655+0000 7f1ef8c00700 1 Processor -- start 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.655+0000 7f1ef8c00700 1 -- start start 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.655+0000 7f1ef8c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef419f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.655+0000 7f1ef8c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef410f5b0 con 0x7f1ef407ee50 2024-05-20T21:03:18.892 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.655+0000 7f1ef1e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef419f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.655+0000 7f1ef1e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef419f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57266/0 (socket says 172.21.15.6:57266) 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.655+0000 7f1ef1e00700 1 -- 172.21.15.6:0/1287736538 learned_addr learned my addr 172.21.15.6:0/1287736538 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.656+0000 7f1ef1e00700 1 -- 172.21.15.6:0/1287736538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef419f630 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.656+0000 7f1ef1e00700 1 --2- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef419f0f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4011ac0 tx=0x7f1ee4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.656+0000 7f1eeaa00700 1 -- 172.21.15.6:0/1287736538 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ee4003b20 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.657+0000 7f1eeaa00700 1 -- 172.21.15.6:0/1287736538 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1ee401a8c0 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.657+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef419f8c0 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.657+0000 7f1eeaa00700 1 -- 172.21.15.6:0/1287736538 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1ee40248d0 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.657+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef41a25b0 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.658+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef4064ba0 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.658+0000 7f1eeaa00700 1 -- 172.21.15.6:0/1287736538 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f1ee4022020 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.658+0000 7f1eeaa00700 1 --2- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f1ed803e4c0 0x7f1ed8040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.659+0000 7f1eeaa00700 1 -- 172.21.15.6:0/1287736538 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1ee4053810 con 0x7f1ef407ee50 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.659+0000 7f1ef1400700 1 --2- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f1ed803e4c0 0x7f1ed8040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:18.893 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.659+0000 7f1ef1400700 1 --2- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f1ed803e4c0 0x7f1ed8040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1ee0006fd0 tx=0x7f1ee0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.664+0000 7f1eeaa00700 1 -- 172.21.15.6:0/1287736538 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1ee401ab20 con 0x7f1ef407ee50 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.925+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f1ef4105810 con 0x7f1ed803e4c0 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.932+0000 7f1eeaa00700 1 -- 172.21.15.6:0/1287736538 <== mgr.14120 v2:172.21.15.6:6800/3534008588 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f1ef4105810 con 0x7f1ed803e4c0 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f1ed803e4c0 msgr2=0x7f1ed8040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 --2- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f1ed803e4c0 0x7f1ed8040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1ee0006fd0 tx=0x7f1ee0006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 msgr2=0x7f1ef419f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 --2- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef419f0f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4011ac0 tx=0x7f1ee4011ba0 comp rx=0 tx=0).stop 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 shutdown_connections 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 --2- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f1ed803e4c0 0x7f1ed8040980 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 --2- 172.21.15.6:0/1287736538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ef407ee50 0x7f1ef419f0f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 >> 172.21.15.6:0/1287736538 conn(0x7f1ef4104580 msgr2=0x7f1ef4105100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 shutdown_connections 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:17.935+0000 7f1ef8c00700 1 -- 172.21.15.6:0/1287736538 wait complete. 2024-05-20T21:03:18.894 INFO:teuthology.orchestra.run.smithi006.stdout:Deploying unmanaged mgr service... 2024-05-20T21:03:19.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:18 smithi006 ceph-mon[31422]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:19.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:18 smithi006 ceph-mon[31422]: Saving service mon spec with placement count:5 2024-05-20T21:03:19.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:18 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:20.839 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-20T21:03:20.839 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.724+0000 7f14d9000700 1 Processor -- start 2024-05-20T21:03:20.839 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.724+0000 7f14d9000700 1 -- start start 2024-05-20T21:03:20.839 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.725+0000 7f14d9000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d4112090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:20.840 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.725+0000 7f14d9000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f14d4112660 con 0x7f14d410fca0 2024-05-20T21:03:20.840 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.725+0000 7f14d3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d4112090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:20.845 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.725+0000 7f14d3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d4112090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57282/0 (socket says 172.21.15.6:57282) 2024-05-20T21:03:20.845 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.725+0000 7f14d3400700 1 -- 172.21.15.6:0/984149060 learned_addr learned my addr 172.21.15.6:0/984149060 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:20.845 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.726+0000 7f14d3400700 1 -- 172.21.15.6:0/984149060 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d41127e0 con 0x7f14d410fca0 2024-05-20T21:03:20.845 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.726+0000 7f14d3400700 1 --2- 172.21.15.6:0/984149060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d4112090 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f14c40098a0 tx=0x7f14c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=974140119ca7e040 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:20.845 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.726+0000 7f14d2000700 1 -- 172.21.15.6:0/984149060 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c4004160 con 0x7f14d410fca0 2024-05-20T21:03:20.845 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.727+0000 7f14d2000700 1 -- 172.21.15.6:0/984149060 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f14c4004300 con 0x7f14d410fca0 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.727+0000 7f14d2000700 1 -- 172.21.15.6:0/984149060 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c4011af0 con 0x7f14d410fca0 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.727+0000 7f14d9000700 1 -- 172.21.15.6:0/984149060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 msgr2=0x7f14d4112090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.727+0000 7f14d9000700 1 --2- 172.21.15.6:0/984149060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d4112090 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f14c40098a0 tx=0x7f14c4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.728+0000 7f14d9000700 1 -- 172.21.15.6:0/984149060 shutdown_connections 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.728+0000 7f14d9000700 1 --2- 172.21.15.6:0/984149060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d4112090 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.728+0000 7f14d9000700 1 -- 172.21.15.6:0/984149060 >> 172.21.15.6:0/984149060 conn(0x7f14d407e3a0 msgr2=0x7f14d40807e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.728+0000 7f14d9000700 1 -- 172.21.15.6:0/984149060 shutdown_connections 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.728+0000 7f14d9000700 1 -- 172.21.15.6:0/984149060 wait complete. 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.729+0000 7f14d9000700 1 Processor -- start 2024-05-20T21:03:20.846 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.730+0000 7f14d9000700 1 -- start start 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.730+0000 7f14d9000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d41a3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.730+0000 7f14d9000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f14d4113860 con 0x7f14d410fca0 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.730+0000 7f14d3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d41a3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.730+0000 7f14d3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d41a3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57292/0 (socket says 172.21.15.6:57292) 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.730+0000 7f14d3400700 1 -- 172.21.15.6:0/2700633653 learned_addr learned my addr 172.21.15.6:0/2700633653 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.731+0000 7f14d3400700 1 -- 172.21.15.6:0/2700633653 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d41a3950 con 0x7f14d410fca0 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.731+0000 7f14d3400700 1 --2- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d41a3410 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f14c4011ac0 tx=0x7f14c4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.731+0000 7f14cbe00700 1 -- 172.21.15.6:0/2700633653 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c4003b20 con 0x7f14d410fca0 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.731+0000 7f14cbe00700 1 -- 172.21.15.6:0/2700633653 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f14c401a8c0 con 0x7f14d410fca0 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.731+0000 7f14cbe00700 1 -- 172.21.15.6:0/2700633653 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c40248d0 con 0x7f14d410fca0 2024-05-20T21:03:20.847 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.731+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14d41a3be0 con 0x7f14d410fca0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.732+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14d41a68d0 con 0x7f14d410fca0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.733+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14d4064ba0 con 0x7f14d410fca0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.733+0000 7f14cbe00700 1 -- 172.21.15.6:0/2700633653 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f14c4022020 con 0x7f14d410fca0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.733+0000 7f14cbe00700 1 --2- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f14b803e4c0 0x7f14b8040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.734+0000 7f14cbe00700 1 -- 172.21.15.6:0/2700633653 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f14c40538e0 con 0x7f14d410fca0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.734+0000 7f14d2a00700 1 --2- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f14b803e4c0 0x7f14b8040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.735+0000 7f14d2a00700 1 --2- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f14b803e4c0 0x7f14b8040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f14c0006fd0 tx=0x7f14c0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:19.739+0000 7f14cbe00700 1 -- 172.21.15.6:0/2700633653 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f14c40172b0 con 0x7f14d410fca0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.014+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f14d407f6a0 con 0x7f14b803e4c0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.024+0000 7f14cbe00700 1 -- 172.21.15.6:0/2700633653 <== mgr.14120 v2:172.21.15.6:6800/3534008588 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f14d407f6a0 con 0x7f14b803e4c0 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.027+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f14b803e4c0 msgr2=0x7f14b8040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:20.848 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.027+0000 7f14d9000700 1 --2- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f14b803e4c0 0x7f14b8040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f14c0006fd0 tx=0x7f14c0006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:20.849 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.027+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 msgr2=0x7f14d41a3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:20.849 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.027+0000 7f14d9000700 1 --2- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d41a3410 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f14c4011ac0 tx=0x7f14c4011ba0 comp rx=0 tx=0).stop 2024-05-20T21:03:20.849 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.027+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 shutdown_connections 2024-05-20T21:03:20.849 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.027+0000 7f14d9000700 1 --2- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f14b803e4c0 0x7f14b8040980 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:20.849 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.027+0000 7f14d9000700 1 --2- 172.21.15.6:0/2700633653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14d410fca0 0x7f14d41a3410 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:20.849 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.027+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 >> 172.21.15.6:0/2700633653 conn(0x7f14d407e3a0 msgr2=0x7f14d407ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:20.849 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.028+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 shutdown_connections 2024-05-20T21:03:20.849 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:20.028+0000 7f14d9000700 1 -- 172.21.15.6:0/2700633653 wait complete. 2024-05-20T21:03:21.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:21 smithi006 ceph-mon[31422]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:21.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:21 smithi006 ceph-mon[31422]: Saving service mgr spec with placement count:2 2024-05-20T21:03:21.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:21 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:21.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:21 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:22.386 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:22 smithi006 ceph-mon[31422]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:22.386 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:22 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:22.386 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:22 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1331817035' entity='client.admin' 2024-05-20T21:03:22.397 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.476+0000 7fee7ee00700 1 Processor -- start 2024-05-20T21:03:22.398 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.476+0000 7fee7ee00700 1 -- start start 2024-05-20T21:03:22.398 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.477+0000 7fee7ee00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7810be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:22.398 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.477+0000 7fee7ee00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fee7807ce80 con 0x7fee78109a80 2024-05-20T21:03:22.398 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.477+0000 7fee77e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7810be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:22.398 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.477+0000 7fee77e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7810be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57306/0 (socket says 172.21.15.6:57306) 2024-05-20T21:03:22.398 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.477+0000 7fee77e00700 1 -- 172.21.15.6:0/875342708 learned_addr learned my addr 172.21.15.6:0/875342708 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.478+0000 7fee77e00700 1 -- 172.21.15.6:0/875342708 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee7810c3b0 con 0x7fee78109a80 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.478+0000 7fee77e00700 1 --2- 172.21.15.6:0/875342708 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7810be70 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fee680098a0 tx=0x7fee68009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90e9c7b184c5edff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.478+0000 7fee76a00700 1 -- 172.21.15.6:0/875342708 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee68004160 con 0x7fee78109a80 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.478+0000 7fee76a00700 1 -- 172.21.15.6:0/875342708 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee68004300 con 0x7fee78109a80 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.478+0000 7fee76a00700 1 -- 172.21.15.6:0/875342708 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee68011a20 con 0x7fee78109a80 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.479+0000 7fee7ee00700 1 -- 172.21.15.6:0/875342708 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 msgr2=0x7fee7810be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.479+0000 7fee7ee00700 1 --2- 172.21.15.6:0/875342708 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7810be70 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fee680098a0 tx=0x7fee68009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.479+0000 7fee7ee00700 1 -- 172.21.15.6:0/875342708 shutdown_connections 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.479+0000 7fee7ee00700 1 --2- 172.21.15.6:0/875342708 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7810be70 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.479+0000 7fee7ee00700 1 -- 172.21.15.6:0/875342708 >> 172.21.15.6:0/875342708 conn(0x7fee781034f0 msgr2=0x7fee78105910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:22.402 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.479+0000 7fee7ee00700 1 -- 172.21.15.6:0/875342708 shutdown_connections 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.480+0000 7fee7ee00700 1 -- 172.21.15.6:0/875342708 wait complete. 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.481+0000 7fee7ee00700 1 Processor -- start 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.481+0000 7fee7ee00700 1 -- start start 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.482+0000 7fee7ee00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7819ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.482+0000 7fee7ee00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fee78108650 con 0x7fee78109a80 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.482+0000 7fee77e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7819ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.482+0000 7fee77e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7819ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57316/0 (socket says 172.21.15.6:57316) 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.482+0000 7fee77e00700 1 -- 172.21.15.6:0/1331817035 learned_addr learned my addr 172.21.15.6:0/1331817035 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.483+0000 7fee77e00700 1 -- 172.21.15.6:0/1331817035 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee7819b250 con 0x7fee78109a80 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.483+0000 7fee77e00700 1 --2- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7819ad10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fee68004660 tx=0x7fee68011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.483+0000 7fee74c00700 1 -- 172.21.15.6:0/1331817035 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee68003aa0 con 0x7fee78109a80 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.483+0000 7fee74c00700 1 -- 172.21.15.6:0/1331817035 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee6801b8f0 con 0x7fee78109a80 2024-05-20T21:03:22.403 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.483+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee7819b4e0 con 0x7fee78109a80 2024-05-20T21:03:22.404 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.483+0000 7fee74c00700 1 -- 172.21.15.6:0/1331817035 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee68023900 con 0x7fee78109a80 2024-05-20T21:03:22.404 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.483+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee7819e1c0 con 0x7fee78109a80 2024-05-20T21:03:22.404 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.485+0000 7fee74c00700 1 -- 172.21.15.6:0/1331817035 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fee68023b80 con 0x7fee78109a80 2024-05-20T21:03:22.404 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.485+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee78064ba0 con 0x7fee78109a80 2024-05-20T21:03:22.404 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.485+0000 7fee74c00700 1 --2- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fee5c0428d0 0x7fee5c044d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.486+0000 7fee74c00700 1 -- 172.21.15.6:0/1331817035 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fee680540d0 con 0x7fee78109a80 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.486+0000 7fee77400700 1 --2- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fee5c0428d0 0x7fee5c044d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.487+0000 7fee77400700 1 --2- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fee5c0428d0 0x7fee5c044d90 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fee64006fd0 tx=0x7fee64006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.491+0000 7fee74c00700 1 -- 172.21.15.6:0/1331817035 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fee6801f030 con 0x7fee78109a80 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.735+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fee7802e7d0 con 0x7fee78109a80 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.741+0000 7fee74c00700 1 -- 172.21.15.6:0/1331817035 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fee680292a0 con 0x7fee78109a80 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.744+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fee5c0428d0 msgr2=0x7fee5c044d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.744+0000 7fee7ee00700 1 --2- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fee5c0428d0 0x7fee5c044d90 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fee64006fd0 tx=0x7fee64006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:22.406 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.744+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 msgr2=0x7fee7819ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.744+0000 7fee7ee00700 1 --2- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7819ad10 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fee68004660 tx=0x7fee68011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.744+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 shutdown_connections 2024-05-20T21:03:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.744+0000 7fee7ee00700 1 --2- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7fee5c0428d0 0x7fee5c044d90 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.744+0000 7fee7ee00700 1 --2- 172.21.15.6:0/1331817035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee78109a80 0x7fee7819ad10 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.744+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 >> 172.21.15.6:0/1331817035 conn(0x7fee781034f0 msgr2=0x7fee78103db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.745+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 shutdown_connections 2024-05-20T21:03:22.407 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:21.745+0000 7fee7ee00700 1 -- 172.21.15.6:0/1331817035 wait complete. 2024-05-20T21:03:24.404 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:24 smithi006 ceph-mon[31422]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:24.405 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:24 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/643490001' entity='client.admin' 2024-05-20T21:03:24.405 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:24 smithi006 ceph-mon[31422]: from='mgr.14120 172.21.15.6:0/2132146848' entity='mgr.x' 2024-05-20T21:03:24.412 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.036+0000 7f90fe600700 1 Processor -- start 2024-05-20T21:03:24.417 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.036+0000 7f90fe600700 1 -- start start 2024-05-20T21:03:24.418 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.037+0000 7f90fe600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f807c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:24.418 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.037+0000 7f90fe600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f90f807c790 con 0x7f90f807dd60 2024-05-20T21:03:24.418 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.037+0000 7f90f7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f807c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:24.418 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.037+0000 7f90f7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f807c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57318/0 (socket says 172.21.15.6:57318) 2024-05-20T21:03:24.418 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.037+0000 7f90f7400700 1 -- 172.21.15.6:0/1444900774 learned_addr learned my addr 172.21.15.6:0/1444900774 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:24.418 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.038+0000 7f90f7400700 1 -- 172.21.15.6:0/1444900774 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f807c910 con 0x7f90f807dd60 2024-05-20T21:03:24.418 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.038+0000 7f90f7400700 1 --2- 172.21.15.6:0/1444900774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f807c1c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f90e80098a0 tx=0x7f90e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b6b30f04709a1fc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.039+0000 7f90f6000700 1 -- 172.21.15.6:0/1444900774 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90e8004160 con 0x7f90f807dd60 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.039+0000 7f90f6000700 1 -- 172.21.15.6:0/1444900774 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90e8004300 con 0x7f90f807dd60 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.039+0000 7f90f6000700 1 -- 172.21.15.6:0/1444900774 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90e8011a20 con 0x7f90f807dd60 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.039+0000 7f90fe600700 1 -- 172.21.15.6:0/1444900774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 msgr2=0x7f90f807c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.039+0000 7f90fe600700 1 --2- 172.21.15.6:0/1444900774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f807c1c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f90e80098a0 tx=0x7f90e8009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.040+0000 7f90fe600700 1 -- 172.21.15.6:0/1444900774 shutdown_connections 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.040+0000 7f90fe600700 1 --2- 172.21.15.6:0/1444900774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f807c1c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.040+0000 7f90fe600700 1 -- 172.21.15.6:0/1444900774 >> 172.21.15.6:0/1444900774 conn(0x7f90f8104570 msgr2=0x7f90f8106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.040+0000 7f90fe600700 1 -- 172.21.15.6:0/1444900774 shutdown_connections 2024-05-20T21:03:24.422 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.040+0000 7f90fe600700 1 -- 172.21.15.6:0/1444900774 wait complete. 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.041+0000 7f90fe600700 1 Processor -- start 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.041+0000 7f90fe600700 1 -- start start 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.041+0000 7f90fe600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f819f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.041+0000 7f90fe600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f90f810f5b0 con 0x7f90f807dd60 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.042+0000 7f90f7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f819f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.042+0000 7f90f7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f819f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57332/0 (socket says 172.21.15.6:57332) 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.042+0000 7f90f7400700 1 -- 172.21.15.6:0/643490001 learned_addr learned my addr 172.21.15.6:0/643490001 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.042+0000 7f90f7400700 1 -- 172.21.15.6:0/643490001 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90f819f630 con 0x7f90f807dd60 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.042+0000 7f90f7400700 1 --2- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f819f0f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f90e8000c00 tx=0x7f90e8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.043+0000 7f90efe00700 1 -- 172.21.15.6:0/643490001 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90e8003aa0 con 0x7f90f807dd60 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.043+0000 7f90efe00700 1 -- 172.21.15.6:0/643490001 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90e801b8f0 con 0x7f90f807dd60 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.043+0000 7f90efe00700 1 -- 172.21.15.6:0/643490001 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90e8023890 con 0x7f90f807dd60 2024-05-20T21:03:24.423 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.043+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90f819f8c0 con 0x7f90f807dd60 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.043+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90f81a25b0 con 0x7f90f807dd60 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.044+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90f8064ba0 con 0x7f90f807dd60 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.045+0000 7f90efe00700 1 -- 172.21.15.6:0/643490001 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f90e801b440 con 0x7f90f807dd60 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.045+0000 7f90efe00700 1 --2- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f90dc03e4c0 0x7f90dc040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.045+0000 7f90efe00700 1 -- 172.21.15.6:0/643490001 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f90e8053e70 con 0x7f90f807dd60 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.046+0000 7f90f6a00700 1 --2- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f90dc03e4c0 0x7f90dc040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.046+0000 7f90f6a00700 1 --2- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f90dc03e4c0 0x7f90dc040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f90e4006fd0 tx=0x7f90e4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.052+0000 7f90efe00700 1 -- 172.21.15.6:0/643490001 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f90e801f030 con 0x7f90f807dd60 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.301+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f90f81a2c10 con 0x7f90f807dd60 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.308+0000 7f90efe00700 1 -- 172.21.15.6:0/643490001 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f90e8016260 con 0x7f90f807dd60 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.311+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f90dc03e4c0 msgr2=0x7f90dc040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.311+0000 7f90fe600700 1 --2- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f90dc03e4c0 0x7f90dc040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f90e4006fd0 tx=0x7f90e4006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.311+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 msgr2=0x7f90f819f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:24.424 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.311+0000 7f90fe600700 1 --2- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f819f0f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f90e8000c00 tx=0x7f90e8011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:24.425 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.311+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 shutdown_connections 2024-05-20T21:03:24.425 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.311+0000 7f90fe600700 1 --2- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f90dc03e4c0 0x7f90dc040980 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:24.425 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.311+0000 7f90fe600700 1 --2- 172.21.15.6:0/643490001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f90f807dd60 0x7f90f819f0f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:24.425 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.311+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 >> 172.21.15.6:0/643490001 conn(0x7f90f8104570 msgr2=0x7f90f81050d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:24.425 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.312+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 shutdown_connections 2024-05-20T21:03:24.425 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:23.312+0000 7f90fe600700 1 -- 172.21.15.6:0/643490001 wait complete. 2024-05-20T21:03:24.425 INFO:teuthology.orchestra.run.smithi006.stdout:Enabling the dashboard module... 2024-05-20T21:03:26.640 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:26 smithi006 ceph-mon[31422]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:26.640 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:26 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/655024000' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-20T21:03:26.641 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: ignoring --setuser ceph since I am not root 2024-05-20T21:03:26.641 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: ignoring --setgroup ceph since I am not root 2024-05-20T21:03:26.641 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:26.639+0000 7f6c19775200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:03:27.036 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.017+0000 7f4588800700 1 Processor -- start 2024-05-20T21:03:27.036 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.017+0000 7f4588800700 1 -- start start 2024-05-20T21:03:27.036 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.017+0000 7f4588800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458007c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:27.036 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.017+0000 7f4588800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f458007c7d0 con 0x7f458007dda0 2024-05-20T21:03:27.036 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.017+0000 7f4585e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458007c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:27.036 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.018+0000 7f4585e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458007c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57336/0 (socket says 172.21.15.6:57336) 2024-05-20T21:03:27.036 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.018+0000 7f4585e00700 1 -- 172.21.15.6:0/1654193242 learned_addr learned my addr 172.21.15.6:0/1654193242 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.018+0000 7f4585e00700 1 -- 172.21.15.6:0/1654193242 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f458007c950 con 0x7f458007dda0 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.018+0000 7f4585e00700 1 --2- 172.21.15.6:0/1654193242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458007c200 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f45740098a0 tx=0x7f4574009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c66376963e855f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.018+0000 7f4584a00700 1 -- 172.21.15.6:0/1654193242 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4574004160 con 0x7f458007dda0 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4584a00700 1 -- 172.21.15.6:0/1654193242 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4574004300 con 0x7f458007dda0 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4584a00700 1 -- 172.21.15.6:0/1654193242 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4574011a20 con 0x7f458007dda0 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4588800700 1 -- 172.21.15.6:0/1654193242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 msgr2=0x7f458007c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4588800700 1 --2- 172.21.15.6:0/1654193242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458007c200 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f45740098a0 tx=0x7f4574009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4588800700 1 -- 172.21.15.6:0/1654193242 shutdown_connections 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4588800700 1 --2- 172.21.15.6:0/1654193242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458007c200 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4588800700 1 -- 172.21.15.6:0/1654193242 >> 172.21.15.6:0/1654193242 conn(0x7f4580104570 msgr2=0x7f4580106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4588800700 1 -- 172.21.15.6:0/1654193242 shutdown_connections 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.019+0000 7f4588800700 1 -- 172.21.15.6:0/1654193242 wait complete. 2024-05-20T21:03:27.037 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.021+0000 7f4588800700 1 Processor -- start 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.021+0000 7f4588800700 1 -- start start 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.021+0000 7f4588800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458019f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.021+0000 7f4588800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f458010f5c0 con 0x7f458007dda0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.021+0000 7f4585e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458019f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.021+0000 7f4585e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458019f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57346/0 (socket says 172.21.15.6:57346) 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.021+0000 7f4585e00700 1 -- 172.21.15.6:0/655024000 learned_addr learned my addr 172.21.15.6:0/655024000 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.022+0000 7f4585e00700 1 -- 172.21.15.6:0/655024000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f458019f680 con 0x7f458007dda0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.022+0000 7f4585e00700 1 --2- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458019f140 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4574009520 tx=0x7f4574011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.022+0000 7f457aa00700 1 -- 172.21.15.6:0/655024000 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45740038b0 con 0x7f458007dda0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.022+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f458019f910 con 0x7f458007dda0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.022+0000 7f457aa00700 1 -- 172.21.15.6:0/655024000 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4574003a50 con 0x7f458007dda0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.022+0000 7f457aa00700 1 -- 172.21.15.6:0/655024000 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4574019690 con 0x7f458007dda0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.023+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45801a2600 con 0x7f458007dda0 2024-05-20T21:03:27.038 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.024+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4580064ba0 con 0x7f458007dda0 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.024+0000 7f457aa00700 1 -- 172.21.15.6:0/655024000 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f457401a430 con 0x7f458007dda0 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.024+0000 7f457aa00700 1 --2- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f456803e470 0x7f4568040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.024+0000 7f457aa00700 1 -- 172.21.15.6:0/655024000 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4574053d00 con 0x7f458007dda0 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.025+0000 7f4585400700 1 --2- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f456803e470 0x7f4568040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.025+0000 7f4585400700 1 --2- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f456803e470 0x7f4568040930 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4570006fd0 tx=0x7f4570006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.032+0000 7f457aa00700 1 -- 172.21.15.6:0/655024000 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4574017e90 con 0x7f458007dda0 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:25.325+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f45801a27d0 con 0x7f458007dda0 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.317+0000 7f457aa00700 1 -- 172.21.15.6:0/655024000 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f4574023e00 con 0x7f458007dda0 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.322+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f456803e470 msgr2=0x7f4568040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.322+0000 7f4588800700 1 --2- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f456803e470 0x7f4568040930 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4570006fd0 tx=0x7f4570006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.322+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 msgr2=0x7f458019f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.323+0000 7f4588800700 1 --2- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458019f140 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4574009520 tx=0x7f4574011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.323+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 shutdown_connections 2024-05-20T21:03:27.039 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.323+0000 7f4588800700 1 --2- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f456803e470 0x7f4568040930 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:27.040 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.323+0000 7f4588800700 1 --2- 172.21.15.6:0/655024000 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f458007dda0 0x7f458019f140 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:27.040 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.323+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 >> 172.21.15.6:0/655024000 conn(0x7f4580104570 msgr2=0x7f45801050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:27.040 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.324+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 shutdown_connections 2024-05-20T21:03:27.040 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:26.324+0000 7f4588800700 1 -- 172.21.15.6:0/655024000 wait complete. 2024-05-20T21:03:27.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:26.907+0000 7f6c19775200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:03:27.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:27.049+0000 7f6c19775200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:03:27.464 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:27 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/655024000' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-20T21:03:27.464 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:27 smithi006 ceph-mon[31422]: mgrmap e9: x(active, since 25s) 2024-05-20T21:03:27.831 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:27.478+0000 7f6c19775200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:03:27.831 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:27.600+0000 7f6c19775200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:03:28.607 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:28 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2458856209' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-20T21:03:28.616 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:03:28.617 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-20T21:03:28.617 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-20T21:03:28.618 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-20T21:03:28.618 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-20T21:03:28.618 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:03:28.623 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.621+0000 7f002ca00700 1 Processor -- start 2024-05-20T21:03:28.623 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.621+0000 7f002ca00700 1 -- start start 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.622+0000 7f002ca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002807c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.622+0000 7f002ca00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f002807c750 con 0x7f002807dd20 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.622+0000 7f0026800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002807c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.622+0000 7f0026800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002807c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36484/0 (socket says 172.21.15.6:36484) 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.622+0000 7f0026800700 1 -- 172.21.15.6:0/69025393 learned_addr learned my addr 172.21.15.6:0/69025393 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.623+0000 7f0026800700 1 -- 172.21.15.6:0/69025393 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002807c8d0 con 0x7f002807dd20 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.623+0000 7f0026800700 1 --2- 172.21.15.6:0/69025393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002807c180 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f00180098a0 tx=0x7f0018009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=175671dc7b4118d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.623+0000 7f0025400700 1 -- 172.21.15.6:0/69025393 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0018004160 con 0x7f002807dd20 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.623+0000 7f0025400700 1 -- 172.21.15.6:0/69025393 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0018004300 con 0x7f002807dd20 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.623+0000 7f0025400700 1 -- 172.21.15.6:0/69025393 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0018011a20 con 0x7f002807dd20 2024-05-20T21:03:28.624 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.624+0000 7f002ca00700 1 -- 172.21.15.6:0/69025393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 msgr2=0x7f002807c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.624+0000 7f002ca00700 1 --2- 172.21.15.6:0/69025393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002807c180 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f00180098a0 tx=0x7f0018009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.624+0000 7f002ca00700 1 -- 172.21.15.6:0/69025393 shutdown_connections 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.624+0000 7f002ca00700 1 --2- 172.21.15.6:0/69025393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002807c180 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.624+0000 7f002ca00700 1 -- 172.21.15.6:0/69025393 >> 172.21.15.6:0/69025393 conn(0x7f0028104380 msgr2=0x7f00281067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.624+0000 7f002ca00700 1 -- 172.21.15.6:0/69025393 shutdown_connections 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.624+0000 7f002ca00700 1 -- 172.21.15.6:0/69025393 wait complete. 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.625+0000 7f002ca00700 1 Processor -- start 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.626+0000 7f002ca00700 1 -- start start 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.626+0000 7f002ca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002819eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.626+0000 7f002ca00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f002810f3c0 con 0x7f002807dd20 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.626+0000 7f0026800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002819eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.626+0000 7f0026800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002819eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36498/0 (socket says 172.21.15.6:36498) 2024-05-20T21:03:28.625 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.626+0000 7f0026800700 1 -- 172.21.15.6:0/2458856209 learned_addr learned my addr 172.21.15.6:0/2458856209 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.626+0000 7f0026800700 1 -- 172.21.15.6:0/2458856209 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002819f420 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.627+0000 7f0026800700 1 --2- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002819eee0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0018000c00 tx=0x7f0018011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.627+0000 7f001f400700 1 -- 172.21.15.6:0/2458856209 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0018003aa0 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.627+0000 7f001f400700 1 -- 172.21.15.6:0/2458856209 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f001801b8f0 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.627+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f002819f6b0 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.627+0000 7f001f400700 1 -- 172.21.15.6:0/2458856209 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0018023870 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.627+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00281a23a0 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.628+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0028064ba0 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.629+0000 7f001f400700 1 -- 172.21.15.6:0/2458856209 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f001801b440 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.629+0000 7f001f400700 1 --2- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f000c03e520 0x7f000c0409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.629+0000 7f001f400700 1 -- 172.21.15.6:0/2458856209 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0018053e10 con 0x7f002807dd20 2024-05-20T21:03:28.626 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.629+0000 7f0025e00700 1 -- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f000c03e520 msgr2=0x7f000c0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/3534008588 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.630+0000 7f0025e00700 1 --2- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f000c03e520 0x7f000c0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.634+0000 7f001f400700 1 -- 172.21.15.6:0/2458856209 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f001801f030 con 0x7f002807dd20 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.831+0000 7f0025e00700 1 -- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f000c03e520 msgr2=0x7f000c0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/3534008588 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.831+0000 7f0025e00700 1 --2- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f000c03e520 0x7f000c0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.929+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f00281a2570 con 0x7f002807dd20 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.929+0000 7f001f400700 1 -- 172.21.15.6:0/2458856209 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f0018029d90 con 0x7f002807dd20 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f000c03e520 msgr2=0x7f000c0409e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 --2- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f000c03e520 0x7f000c0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 msgr2=0x7f002819eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 --2- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002819eee0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0018000c00 tx=0x7f0018011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 shutdown_connections 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 --2- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f000c03e520 0x7f000c0409e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:28.627 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 --2- 172.21.15.6:0/2458856209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002807dd20 0x7f002819eee0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:28.628 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 >> 172.21.15.6:0/2458856209 conn(0x7f0028104380 msgr2=0x7f0028104e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:28.628 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 shutdown_connections 2024-05-20T21:03:28.628 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:27.932+0000 7f002ca00700 1 -- 172.21.15.6:0/2458856209 wait complete. 2024-05-20T21:03:28.628 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for the mgr to restart... 2024-05-20T21:03:28.628 INFO:teuthology.orchestra.run.smithi006.stdout:Waiting for mgr epoch 9... 2024-05-20T21:03:29.335 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:29.216+0000 7f6c19775200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:03:29.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:29.457+0000 7f6c19775200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:03:29.965 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:29.677+0000 7f6c19775200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:03:30.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:30.071+0000 7f6c19775200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:03:30.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:30.198+0000 7f6c19775200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:03:30.723 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:30.458+0000 7f6c19775200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:03:31.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:30.722+0000 7f6c19775200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:03:31.840 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:31.542+0000 7f6c19775200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:03:32.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:31.840+0000 7f6c19775200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:03:32.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:32.418+0000 7f6c19775200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:03:32.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:32.552+0000 7f6c19775200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:03:33.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:33 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:33.029+0000 7f6c19775200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:03:33.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:33 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:33.504+0000 7f6c19775200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:03:33.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:33 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:33.634+0000 7f6c19775200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:03:34.295 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:33 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:33.971+0000 7f6c19775200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:03:34.295 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:34 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:34.158+0000 7f6c19775200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:03:34.295 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:34 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:34.294+0000 7f6c19775200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:03:35.003 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:34 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:34.714+0000 7f6c19775200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:03:35.003 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:34 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:34.844+0000 7f6c19775200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:03:35.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:35 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:35.653+0000 7f6c19775200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:03:36.408 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:03:35 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:03:35.956+0000 7f6c19775200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:03:36.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: Active manager daemon x restarted 2024-05-20T21:03:36.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: Activating manager daemon x 2024-05-20T21:03:36.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: osdmap e3: 0 total, 0 up, 0 in 2024-05-20T21:03:36.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: mgrmap e10: x(active, starting, since 0.00752929s) 2024-05-20T21:03:36.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:03:36.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-20T21:03:36.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-20T21:03:36.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-20T21:03:36.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-20T21:03:36.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:36 smithi006 ceph-mon[31422]: Manager daemon x is now available 2024-05-20T21:03:37.369 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:37.370 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-20T21:03:37.370 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-20T21:03:37.370 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:37 smithi006 ceph-mon[31422]: mgrmap e11: x(active, since 1.00908s) 2024-05-20T21:03:37.666 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout { 2024-05-20T21:03:37.666 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-20T21:03:37.666 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-20T21:03:37.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout } 2024-05-20T21:03:37.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.354+0000 7f88a7200700 1 Processor -- start 2024-05-20T21:03:37.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.355+0000 7f88a7200700 1 -- start start 2024-05-20T21:03:37.668 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.355+0000 7f88a7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a010aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:37.668 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.355+0000 7f88a7200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f88a0108c10 con 0x7f88a010a680 2024-05-20T21:03:37.668 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.355+0000 7f889fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a010aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:37.668 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.356+0000 7f889fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a010aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36500/0 (socket says 172.21.15.6:36500) 2024-05-20T21:03:37.669 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.356+0000 7f889fe00700 1 -- 172.21.15.6:0/4076966673 learned_addr learned my addr 172.21.15.6:0/4076966673 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:37.669 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.356+0000 7f889fe00700 1 -- 172.21.15.6:0/4076966673 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a0108d90 con 0x7f88a010a680 2024-05-20T21:03:37.669 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.356+0000 7f889fe00700 1 --2- 172.21.15.6:0/4076966673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a010aaa0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f88900098a0 tx=0x7f8890009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8fb235c9bb3ece2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:37.670 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.357+0000 7f889ea00700 1 -- 172.21.15.6:0/4076966673 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8890004160 con 0x7f88a010a680 2024-05-20T21:03:37.670 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.357+0000 7f889ea00700 1 -- 172.21.15.6:0/4076966673 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8890004300 con 0x7f88a010a680 2024-05-20T21:03:37.670 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.357+0000 7f889ea00700 1 -- 172.21.15.6:0/4076966673 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8890011a20 con 0x7f88a010a680 2024-05-20T21:03:37.671 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.357+0000 7f88a7200700 1 -- 172.21.15.6:0/4076966673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 msgr2=0x7f88a010aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:37.671 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.357+0000 7f88a7200700 1 --2- 172.21.15.6:0/4076966673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a010aaa0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f88900098a0 tx=0x7f8890009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:37.671 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.358+0000 7f88a7200700 1 -- 172.21.15.6:0/4076966673 shutdown_connections 2024-05-20T21:03:37.671 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.358+0000 7f88a7200700 1 --2- 172.21.15.6:0/4076966673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a010aaa0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:37.671 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.358+0000 7f88a7200700 1 -- 172.21.15.6:0/4076966673 >> 172.21.15.6:0/4076966673 conn(0x7f88a01045d0 msgr2=0x7f88a01069f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:37.671 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.358+0000 7f88a7200700 1 -- 172.21.15.6:0/4076966673 shutdown_connections 2024-05-20T21:03:37.672 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.358+0000 7f88a7200700 1 -- 172.21.15.6:0/4076966673 wait complete. 2024-05-20T21:03:37.672 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.359+0000 7f88a7200700 1 Processor -- start 2024-05-20T21:03:37.672 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.359+0000 7f88a7200700 1 -- start start 2024-05-20T21:03:37.672 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.360+0000 7f88a7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a019f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:37.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.360+0000 7f88a7200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f88a010d550 con 0x7f88a010a680 2024-05-20T21:03:37.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.360+0000 7f889fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a019f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:37.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.360+0000 7f889fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a019f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36504/0 (socket says 172.21.15.6:36504) 2024-05-20T21:03:37.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.360+0000 7f889fe00700 1 -- 172.21.15.6:0/4159571367 learned_addr learned my addr 172.21.15.6:0/4159571367 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:37.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.360+0000 7f889fe00700 1 -- 172.21.15.6:0/4159571367 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a019f6b0 con 0x7f88a010a680 2024-05-20T21:03:37.673 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.361+0000 7f889fe00700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a019f170 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8890009520 tx=0x7f8890011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.361+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f88900039e0 con 0x7f88a010a680 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.361+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f889001b8f0 con 0x7f88a010a680 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.361+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88a019f940 con 0x7f88a010a680 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.361+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8890019770 con 0x7f88a010a680 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.361+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88a01a2630 con 0x7f88a010a680 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.362+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f889001b440 con 0x7f88a010a680 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.363+0000 7f889cc00700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.363+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 --> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8884041120 con 0x7f888403e550 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.363+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8890053fb0 con 0x7f88a010a680 2024-05-20T21:03:37.676 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.363+0000 7f889f400700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 msgr2=0x7f8884040a10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/3534008588 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.363+0000 7f889f400700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.564+0000 7f889f400700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 msgr2=0x7f8884040a10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/3534008588 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.564+0000 7f889f400700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.965+0000 7f889f400700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 msgr2=0x7f8884040a10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/3534008588 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:29.965+0000 7f889f400700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:30.766+0000 7f889f400700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 msgr2=0x7f8884040a10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/3534008588 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:30.766+0000 7f889f400700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:32.368+0000 7f889f400700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 msgr2=0x7f8884040a10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/3534008588 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:32.368+0000 7f889f400700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:35.572+0000 7f889f400700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 msgr2=0x7f8884040a10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.6:6800/3534008588 2024-05-20T21:03:37.677 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:35.572+0000 7f889f400700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-20T21:03:37.680 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:35.967+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7f889002ac20 con 0x7f88a010a680 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:35.967+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 msgr2=0x7f8884040a10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:35.967+0000 7f889cc00700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.966+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7f8890055000 con 0x7f88a010a680 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.967+0000 7f889cc00700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8884041fd0 0x7f88840443c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.967+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f889000af50 con 0x7f8884041fd0 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.967+0000 7f889f400700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8884041fd0 0x7f88840443c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.969+0000 7f889f400700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8884041fd0 0x7f88840443c0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f888c003a10 tx=0x7f888c0092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.970+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f889000af50 con 0x7f8884041fd0 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.981+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f88a010d6d0 con 0x7f8884041fd0 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.981+0000 7f889cc00700 1 -- 172.21.15.6:0/4159571367 <== mgr.14152 v2:172.21.15.6:6800/1553260316 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f88a010d6d0 con 0x7f8884041fd0 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8884041fd0 msgr2=0x7f88840443c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:37.681 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8884041fd0 0x7f88840443c0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f888c003a10 tx=0x7f888c0092b0 comp rx=0 tx=0).stop 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 msgr2=0x7f88a019f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a019f170 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8890009520 tx=0x7f8890011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 shutdown_connections 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8884041fd0 0x7f88840443c0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f88a010a680 0x7f88a019f170 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 --2- 172.21.15.6:0/4159571367 >> [v2:172.21.15.6:6800/3534008588,v1:172.21.15.6:6801/3534008588] conn(0x7f888403e550 0x7f8884040a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 >> 172.21.15.6:0/4159571367 conn(0x7f88a01045d0 msgr2=0x7f88a01050b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 shutdown_connections 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:36.982+0000 7f88a7200700 1 -- 172.21.15.6:0/4159571367 wait complete. 2024-05-20T21:03:37.682 INFO:teuthology.orchestra.run.smithi006.stdout:mgr epoch 9 is available 2024-05-20T21:03:37.683 INFO:teuthology.orchestra.run.smithi006.stdout:Generating a dashboard self-signed certificate... 2024-05-20T21:03:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:38 smithi006 ceph-mon[31422]: [20/May/2024:21:03:37] ENGINE Bus STARTING 2024-05-20T21:03:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:38 smithi006 ceph-mon[31422]: [20/May/2024:21:03:37] ENGINE Serving on https://172.21.15.6:7150 2024-05-20T21:03:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:38 smithi006 ceph-mon[31422]: [20/May/2024:21:03:37] ENGINE Serving on http://172.21.15.6:8765 2024-05-20T21:03:38.270 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:38 smithi006 ceph-mon[31422]: [20/May/2024:21:03:37] ENGINE Bus STARTED 2024-05-20T21:03:39.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:39 smithi006 ceph-mon[31422]: mgrmap e12: x(active, since 2s) 2024-05-20T21:03:39.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:39.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:39.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:39.751 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-20T21:03:39.751 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.436+0000 7f4076000700 1 Processor -- start 2024-05-20T21:03:39.751 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.436+0000 7f4076000700 1 -- start start 2024-05-20T21:03:39.751 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.436+0000 7f4076000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407010b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:39.752 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.436+0000 7f4076000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f407010bb90 con 0x7f407010b1a0 2024-05-20T21:03:39.752 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.437+0000 7f406f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407010b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.437+0000 7f406f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407010b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49942/0 (socket says 172.21.15.6:49942) 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.437+0000 7f406f400700 1 -- 172.21.15.6:0/1055258786 learned_addr learned my addr 172.21.15.6:0/1055258786 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.437+0000 7f406f400700 1 -- 172.21.15.6:0/1055258786 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f407010c3a0 con 0x7f407010b1a0 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.438+0000 7f406f400700 1 --2- 172.21.15.6:0/1055258786 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407010b5c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f40600098a0 tx=0x7f4060009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ab532b55155a124 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.438+0000 7f406e000700 1 -- 172.21.15.6:0/1055258786 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4060004160 con 0x7f407010b1a0 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.438+0000 7f406e000700 1 -- 172.21.15.6:0/1055258786 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4060004300 con 0x7f407010b1a0 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.438+0000 7f406e000700 1 -- 172.21.15.6:0/1055258786 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4060011a20 con 0x7f407010b1a0 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.438+0000 7f4076000700 1 -- 172.21.15.6:0/1055258786 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 msgr2=0x7f407010b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.438+0000 7f4076000700 1 --2- 172.21.15.6:0/1055258786 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407010b5c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f40600098a0 tx=0x7f4060009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.439+0000 7f4076000700 1 -- 172.21.15.6:0/1055258786 shutdown_connections 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.439+0000 7f4076000700 1 --2- 172.21.15.6:0/1055258786 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407010b5c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.439+0000 7f4076000700 1 -- 172.21.15.6:0/1055258786 >> 172.21.15.6:0/1055258786 conn(0x7f407007e570 msgr2=0x7f407007e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.439+0000 7f4076000700 1 -- 172.21.15.6:0/1055258786 shutdown_connections 2024-05-20T21:03:39.753 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.439+0000 7f4076000700 1 -- 172.21.15.6:0/1055258786 wait complete. 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.440+0000 7f4076000700 1 Processor -- start 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.440+0000 7f4076000700 1 -- start start 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.440+0000 7f4076000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407019f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.440+0000 7f4076000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f407010f750 con 0x7f407010b1a0 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.441+0000 7f406f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407019f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.441+0000 7f406f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407019f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49950/0 (socket says 172.21.15.6:49950) 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.441+0000 7f406f400700 1 -- 172.21.15.6:0/3566089425 learned_addr learned my addr 172.21.15.6:0/3566089425 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.441+0000 7f406f400700 1 -- 172.21.15.6:0/3566089425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f407019f650 con 0x7f407010b1a0 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.442+0000 7f406f400700 1 --2- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407019f110 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4060000c00 tx=0x7f4060011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.442+0000 7f4067e00700 1 -- 172.21.15.6:0/3566089425 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4060003aa0 con 0x7f407010b1a0 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.442+0000 7f4067e00700 1 -- 172.21.15.6:0/3566089425 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f406001b8f0 con 0x7f407010b1a0 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.442+0000 7f4067e00700 1 -- 172.21.15.6:0/3566089425 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4060023890 con 0x7f407010b1a0 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.442+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f407019f8e0 con 0x7f407010b1a0 2024-05-20T21:03:39.754 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.442+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40701a25d0 con 0x7f407010b1a0 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.443+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4070064ba0 con 0x7f407010b1a0 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.444+0000 7f4067e00700 1 -- 172.21.15.6:0/3566089425 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f406001b440 con 0x7f407010b1a0 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.444+0000 7f4067e00700 1 --2- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f405403e520 0x7f40540409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.444+0000 7f4067e00700 1 -- 172.21.15.6:0/3566089425 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4060053fb0 con 0x7f407010b1a0 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.445+0000 7f406ea00700 1 --2- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f405403e520 0x7f40540409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.445+0000 7f406ea00700 1 --2- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f405403e520 0x7f40540409e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f405c006fd0 tx=0x7f405c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.450+0000 7f4067e00700 1 -- 172.21.15.6:0/3566089425 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f406001f030 con 0x7f407010b1a0 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.695+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f4070108b90 con 0x7f405403e520 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.920+0000 7f4067e00700 1 -- 172.21.15.6:0/3566089425 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f4070108b90 con 0x7f405403e520 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f405403e520 msgr2=0x7f40540409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 --2- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f405403e520 0x7f40540409e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f405c006fd0 tx=0x7f405c006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 msgr2=0x7f407019f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 --2- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407019f110 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4060000c00 tx=0x7f4060011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 shutdown_connections 2024-05-20T21:03:39.755 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 --2- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f405403e520 0x7f40540409e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:39.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 --2- 172.21.15.6:0/3566089425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f407010b1a0 0x7f407019f110 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:39.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 >> 172.21.15.6:0/3566089425 conn(0x7f407007e570 msgr2=0x7f4070108480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:39.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 shutdown_connections 2024-05-20T21:03:39.756 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:38.924+0000 7f4076000700 1 -- 172.21.15.6:0/3566089425 wait complete. 2024-05-20T21:03:39.756 INFO:teuthology.orchestra.run.smithi006.stdout:Creating initial admin user... 2024-05-20T21:03:40.277 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:40 smithi006 ceph-mon[31422]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:41.632 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$4j.QXGqGlkRDWQE0HSsxNekqIlm4jqHLbyzFxOfyVnJ6pLUGXy4hG", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1716239020, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-20T21:03:41.632 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.359+0000 7fdc5ee00700 1 Processor -- start 2024-05-20T21:03:41.632 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.360+0000 7fdc5ee00700 1 -- start start 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.360+0000 7fdc5ee00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc58109c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.360+0000 7fdc5ee00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdc5807ce80 con 0x7fdc58107830 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.361+0000 7fdc57e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc58109c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.361+0000 7fdc57e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc58109c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49964/0 (socket says 172.21.15.6:49964) 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.361+0000 7fdc57e00700 1 -- 172.21.15.6:0/502453428 learned_addr learned my addr 172.21.15.6:0/502453428 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.361+0000 7fdc57e00700 1 -- 172.21.15.6:0/502453428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc5810a1a0 con 0x7fdc58107830 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.362+0000 7fdc57e00700 1 --2- 172.21.15.6:0/502453428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc58109c60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fdc48009e80 tx=0x7fdc4800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c852c584432351e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.362+0000 7fdc57400700 1 -- 172.21.15.6:0/502453428 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc48017070 con 0x7fdc58107830 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.362+0000 7fdc57400700 1 -- 172.21.15.6:0/502453428 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc4800b8c0 con 0x7fdc58107830 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.362+0000 7fdc57400700 1 -- 172.21.15.6:0/502453428 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc48004490 con 0x7fdc58107830 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.363+0000 7fdc5ee00700 1 -- 172.21.15.6:0/502453428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 msgr2=0x7fdc58109c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.363+0000 7fdc5ee00700 1 --2- 172.21.15.6:0/502453428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc58109c60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fdc48009e80 tx=0x7fdc4800b330 comp rx=0 tx=0).stop 2024-05-20T21:03:41.633 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.363+0000 7fdc5ee00700 1 -- 172.21.15.6:0/502453428 shutdown_connections 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.363+0000 7fdc5ee00700 1 --2- 172.21.15.6:0/502453428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc58109c60 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.363+0000 7fdc5ee00700 1 -- 172.21.15.6:0/502453428 >> 172.21.15.6:0/502453428 conn(0x7fdc581034b0 msgr2=0x7fdc581058d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.363+0000 7fdc5ee00700 1 -- 172.21.15.6:0/502453428 shutdown_connections 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.363+0000 7fdc5ee00700 1 -- 172.21.15.6:0/502453428 wait complete. 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.364+0000 7fdc5ee00700 1 Processor -- start 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.365+0000 7fdc5ee00700 1 -- start start 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.365+0000 7fdc5ee00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc581a34c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.365+0000 7fdc5ee00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdc5810b210 con 0x7fdc58107830 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.365+0000 7fdc57e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc581a34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.365+0000 7fdc57e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc581a34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49968/0 (socket says 172.21.15.6:49968) 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.365+0000 7fdc57e00700 1 -- 172.21.15.6:0/1184317977 learned_addr learned my addr 172.21.15.6:0/1184317977 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.366+0000 7fdc57e00700 1 -- 172.21.15.6:0/1184317977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc581a3a00 con 0x7fdc58107830 2024-05-20T21:03:41.634 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.366+0000 7fdc57e00700 1 --2- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc581a34c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdc48004220 tx=0x7fdc480093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.366+0000 7fdc55600700 1 -- 172.21.15.6:0/1184317977 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc48020020 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.366+0000 7fdc55600700 1 -- 172.21.15.6:0/1184317977 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc48003b50 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.366+0000 7fdc55600700 1 -- 172.21.15.6:0/1184317977 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc48017040 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.366+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc581a3c90 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.367+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc581a6980 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.368+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc58064ba0 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.368+0000 7fdc55600700 1 -- 172.21.15.6:0/1184317977 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7fdc48023020 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.369+0000 7fdc55600700 1 --2- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc3c03e4c0 0x7fdc3c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.369+0000 7fdc55600700 1 -- 172.21.15.6:0/1184317977 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdc4800f050 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.369+0000 7fdc4f400700 1 --2- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc3c03e4c0 0x7fdc3c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.370+0000 7fdc4f400700 1 --2- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc3c03e4c0 0x7fdc3c040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdc40006fd0 tx=0x7fdc40006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.375+0000 7fdc55600700 1 -- 172.21.15.6:0/1184317977 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdc4802a020 con 0x7fdc58107830 2024-05-20T21:03:41.635 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.632+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fdc5802e7a0 con 0x7fdc3c03e4c0 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.894+0000 7fdc55600700 1 -- 172.21.15.6:0/1184317977 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fdc5802e7a0 con 0x7fdc3c03e4c0 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.897+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc3c03e4c0 msgr2=0x7fdc3c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.897+0000 7fdc5ee00700 1 --2- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc3c03e4c0 0x7fdc3c040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdc40006fd0 tx=0x7fdc40006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.897+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 msgr2=0x7fdc581a34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.897+0000 7fdc5ee00700 1 --2- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc581a34c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdc48004220 tx=0x7fdc480093e0 comp rx=0 tx=0).stop 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.897+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 shutdown_connections 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.898+0000 7fdc5ee00700 1 --2- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc3c03e4c0 0x7fdc3c040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.898+0000 7fdc5ee00700 1 --2- 172.21.15.6:0/1184317977 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc58107830 0x7fdc581a34c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.898+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 >> 172.21.15.6:0/1184317977 conn(0x7fdc581034b0 msgr2=0x7fdc581058a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.898+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 shutdown_connections 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:40.898+0000 7fdc5ee00700 1 -- 172.21.15.6:0/1184317977 wait complete. 2024-05-20T21:03:41.636 INFO:teuthology.orchestra.run.smithi006.stdout:Fetching dashboard port number... 2024-05-20T21:03:41.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:41 smithi006 ceph-mon[31422]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:41.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:41.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:43.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:42 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/93249324' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-20T21:03:43.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:43 smithi006 ceph-mon[31422]: mgrmap e13: x(active, since 6s) 2024-05-20T21:03:44.022 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stdout 8443 2024-05-20T21:03:44.022 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.295+0000 7fce19e00700 1 Processor -- start 2024-05-20T21:03:44.022 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.295+0000 7fce19e00700 1 -- start start 2024-05-20T21:03:44.022 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.296+0000 7fce19e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1410b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:44.022 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.296+0000 7fce19e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fce1410ba00 con 0x7fce1410b010 2024-05-20T21:03:44.022 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.296+0000 7fce18a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1410b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:44.022 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.296+0000 7fce18a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1410b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49980/0 (socket says 172.21.15.6:49980) 2024-05-20T21:03:44.022 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.296+0000 7fce18a00700 1 -- 172.21.15.6:0/97662909 learned_addr learned my addr 172.21.15.6:0/97662909 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.297+0000 7fce18a00700 1 -- 172.21.15.6:0/97662909 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1410c1c0 con 0x7fce1410b010 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.297+0000 7fce18a00700 1 --2- 172.21.15.6:0/97662909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1410b430 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fce080098a0 tx=0x7fce08009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b14009410144435 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.297+0000 7fce13400700 1 -- 172.21.15.6:0/97662909 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce08004160 con 0x7fce1410b010 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.298+0000 7fce13400700 1 -- 172.21.15.6:0/97662909 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce08004300 con 0x7fce1410b010 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.298+0000 7fce13400700 1 -- 172.21.15.6:0/97662909 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce08011a20 con 0x7fce1410b010 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.298+0000 7fce19e00700 1 -- 172.21.15.6:0/97662909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 msgr2=0x7fce1410b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.298+0000 7fce19e00700 1 --2- 172.21.15.6:0/97662909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1410b430 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fce080098a0 tx=0x7fce08009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.298+0000 7fce19e00700 1 -- 172.21.15.6:0/97662909 shutdown_connections 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.298+0000 7fce19e00700 1 --2- 172.21.15.6:0/97662909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1410b430 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.298+0000 7fce19e00700 1 -- 172.21.15.6:0/97662909 >> 172.21.15.6:0/97662909 conn(0x7fce141068f0 msgr2=0x7fce14108ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.298+0000 7fce19e00700 1 -- 172.21.15.6:0/97662909 shutdown_connections 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.299+0000 7fce19e00700 1 -- 172.21.15.6:0/97662909 wait complete. 2024-05-20T21:03:44.023 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.300+0000 7fce19e00700 1 Processor -- start 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.300+0000 7fce19e00700 1 -- start start 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.300+0000 7fce19e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.300+0000 7fce19e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fce1410f570 con 0x7fce1410b010 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.300+0000 7fce18a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.300+0000 7fce18a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1419eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49992/0 (socket says 172.21.15.6:49992) 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.300+0000 7fce18a00700 1 -- 172.21.15.6:0/93249324 learned_addr learned my addr 172.21.15.6:0/93249324 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.301+0000 7fce18a00700 1 -- 172.21.15.6:0/93249324 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1419f3f0 con 0x7fce1410b010 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.301+0000 7fce18a00700 1 --2- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1419eeb0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fce08009520 tx=0x7fce08011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.301+0000 7fce11600700 1 -- 172.21.15.6:0/93249324 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce080039e0 con 0x7fce1410b010 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.302+0000 7fce11600700 1 -- 172.21.15.6:0/93249324 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce0801b8f0 con 0x7fce1410b010 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.302+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce1419f680 con 0x7fce1410b010 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.302+0000 7fce11600700 1 -- 172.21.15.6:0/93249324 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce08019770 con 0x7fce1410b010 2024-05-20T21:03:44.024 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.302+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce141a2370 con 0x7fce1410b010 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.303+0000 7fce11600700 1 -- 172.21.15.6:0/93249324 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7fce0801b440 con 0x7fce1410b010 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.303+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce14064ba0 con 0x7fce1410b010 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.303+0000 7fce11600700 1 --2- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcdfc03e510 0x7fcdfc0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.304+0000 7fce11600700 1 -- 172.21.15.6:0/93249324 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fce08053fe0 con 0x7fce1410b010 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.304+0000 7fce13e00700 1 --2- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcdfc03e510 0x7fcdfc0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.304+0000 7fce13e00700 1 --2- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcdfc03e510 0x7fcdfc0409d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fce00006fd0 tx=0x7fce00006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.309+0000 7fce11600700 1 -- 172.21.15.6:0/93249324 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fce0801f030 con 0x7fce1410b010 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.553+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fce141a2960 con 0x7fce1410b010 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.554+0000 7fce11600700 1 -- 172.21.15.6:0/93249324 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fce08017e90 con 0x7fce1410b010 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.557+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcdfc03e510 msgr2=0x7fcdfc0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.557+0000 7fce19e00700 1 --2- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcdfc03e510 0x7fcdfc0409d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fce00006fd0 tx=0x7fce00006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.557+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 msgr2=0x7fce1419eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:44.025 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.557+0000 7fce19e00700 1 --2- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1419eeb0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fce08009520 tx=0x7fce08011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:44.026 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.558+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 shutdown_connections 2024-05-20T21:03:44.026 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.558+0000 7fce19e00700 1 --2- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcdfc03e510 0x7fcdfc0409d0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:44.026 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.558+0000 7fce19e00700 1 --2- 172.21.15.6:0/93249324 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce1410b010 0x7fce1419eeb0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:44.026 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.558+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 >> 172.21.15.6:0/93249324 conn(0x7fce141068f0 msgr2=0x7fce141083c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:44.026 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.558+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 shutdown_connections 2024-05-20T21:03:44.026 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:42.558+0000 7fce19e00700 1 -- 172.21.15.6:0/93249324 wait complete. 2024-05-20T21:03:44.053 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-20T21:03:44.053 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout disabled 2024-05-20T21:03:44.077 INFO:teuthology.orchestra.run.smithi006.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-20T21:03:44.077 INFO:teuthology.orchestra.run.smithi006.stdout:systemctl: stdout inactive 2024-05-20T21:03:44.077 INFO:teuthology.orchestra.run.smithi006.stdout:firewalld.service is not enabled 2024-05-20T21:03:44.078 INFO:teuthology.orchestra.run.smithi006.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-20T21:03:44.084 INFO:teuthology.orchestra.run.smithi006.stdout:Ceph Dashboard is now available at: 2024-05-20T21:03:44.084 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:44.085 INFO:teuthology.orchestra.run.smithi006.stdout: URL: https://smithi006.front.sepia.ceph.com:8443/ 2024-05-20T21:03:44.085 INFO:teuthology.orchestra.run.smithi006.stdout: User: admin 2024-05-20T21:03:44.085 INFO:teuthology.orchestra.run.smithi006.stdout: Password: hx0glbs891 2024-05-20T21:03:44.085 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:44.085 INFO:teuthology.orchestra.run.smithi006.stdout:Saving cluster configuration to /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config directory 2024-05-20T21:03:44.088 INFO:teuthology.orchestra.run.smithi006.stdout:Enabling autotune for osd_memory_target 2024-05-20T21:03:45.657 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.701+0000 7f76c7400700 1 Processor -- start 2024-05-20T21:03:45.658 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.702+0000 7f76c7400700 1 -- start start 2024-05-20T21:03:45.658 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.702+0000 7f76c7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c010b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:45.658 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.702+0000 7f76c7400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f76c010bb90 con 0x7f76c010b1a0 2024-05-20T21:03:45.658 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.703+0000 7f76c4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c010b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:45.658 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.703+0000 7f76c4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c010b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49994/0 (socket says 172.21.15.6:49994) 2024-05-20T21:03:45.660 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.703+0000 7f76c4a00700 1 -- 172.21.15.6:0/1188466018 learned_addr learned my addr 172.21.15.6:0/1188466018 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:45.660 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.703+0000 7f76c4a00700 1 -- 172.21.15.6:0/1188466018 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76c010c3a0 con 0x7f76c010b1a0 2024-05-20T21:03:45.660 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.704+0000 7f76c4a00700 1 --2- 172.21.15.6:0/1188466018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c010b5c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f76b40098a0 tx=0x7f76b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a627efc2774579e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:45.660 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.704+0000 7f76bf400700 1 -- 172.21.15.6:0/1188466018 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f76b4004160 con 0x7f76c010b1a0 2024-05-20T21:03:45.660 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.704+0000 7f76bf400700 1 -- 172.21.15.6:0/1188466018 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76b4004300 con 0x7f76c010b1a0 2024-05-20T21:03:45.660 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.704+0000 7f76bf400700 1 -- 172.21.15.6:0/1188466018 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f76b4011a20 con 0x7f76c010b1a0 2024-05-20T21:03:45.660 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.705+0000 7f76c7400700 1 -- 172.21.15.6:0/1188466018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 msgr2=0x7f76c010b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:45.660 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.705+0000 7f76c7400700 1 --2- 172.21.15.6:0/1188466018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c010b5c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f76b40098a0 tx=0x7f76b4009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:45.661 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.705+0000 7f76c7400700 1 -- 172.21.15.6:0/1188466018 shutdown_connections 2024-05-20T21:03:45.661 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.705+0000 7f76c7400700 1 --2- 172.21.15.6:0/1188466018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c010b5c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:45.661 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.705+0000 7f76c7400700 1 -- 172.21.15.6:0/1188466018 >> 172.21.15.6:0/1188466018 conn(0x7f76c007e690 msgr2=0x7f76c007eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:45.661 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.705+0000 7f76c7400700 1 -- 172.21.15.6:0/1188466018 shutdown_connections 2024-05-20T21:03:45.663 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.705+0000 7f76c7400700 1 -- 172.21.15.6:0/1188466018 wait complete. 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.706+0000 7f76c7400700 1 Processor -- start 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.706+0000 7f76c7400700 1 -- start start 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.707+0000 7f76c7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.707+0000 7f76c7400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f76c010f750 con 0x7f76c010b1a0 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.707+0000 7f76c4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.707+0000 7f76c4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c019f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50000/0 (socket says 172.21.15.6:50000) 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.707+0000 7f76c4a00700 1 -- 172.21.15.6:0/2490009239 learned_addr learned my addr 172.21.15.6:0/2490009239 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.708+0000 7f76c4a00700 1 -- 172.21.15.6:0/2490009239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76c019f5d0 con 0x7f76c010b1a0 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.708+0000 7f76c4a00700 1 --2- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c019f090 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f76b4009520 tx=0x7f76b4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.708+0000 7f76bd600700 1 -- 172.21.15.6:0/2490009239 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f76b40039e0 con 0x7f76c010b1a0 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.708+0000 7f76bd600700 1 -- 172.21.15.6:0/2490009239 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76b401b8f0 con 0x7f76c010b1a0 2024-05-20T21:03:45.664 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.708+0000 7f76bd600700 1 -- 172.21.15.6:0/2490009239 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f76b4019770 con 0x7f76c010b1a0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.708+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76c019f860 con 0x7f76c010b1a0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.708+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76c01a2550 con 0x7f76c010b1a0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.709+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76c0064ba0 con 0x7f76c010b1a0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.710+0000 7f76bd600700 1 -- 172.21.15.6:0/2490009239 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f76b401b440 con 0x7f76c010b1a0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.710+0000 7f76bd600700 1 --2- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f76a803e5b0 0x7f76a8040a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.710+0000 7f76bd600700 1 -- 172.21.15.6:0/2490009239 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f76b4053fe0 con 0x7f76c010b1a0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.710+0000 7f76bfe00700 1 --2- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f76a803e5b0 0x7f76a8040a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.711+0000 7f76bfe00700 1 --2- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f76a803e5b0 0x7f76a8040a70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f76ac006fd0 tx=0x7f76ac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.716+0000 7f76bd600700 1 -- 172.21.15.6:0/2490009239 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f76b401f030 con 0x7f76c010b1a0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.952+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f76c019fd40 con 0x7f76c010b1a0 2024-05-20T21:03:45.665 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.953+0000 7f76bd600700 1 -- 172.21.15.6:0/2490009239 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f76c019fd40 con 0x7f76c010b1a0 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.956+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f76a803e5b0 msgr2=0x7f76a8040a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.956+0000 7f76c7400700 1 --2- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f76a803e5b0 0x7f76a8040a70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f76ac006fd0 tx=0x7f76ac006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.956+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 msgr2=0x7f76c019f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.956+0000 7f76c7400700 1 --2- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c019f090 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f76b4009520 tx=0x7f76b4011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.956+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 shutdown_connections 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.956+0000 7f76c7400700 1 --2- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f76a803e5b0 0x7f76a8040a70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.956+0000 7f76c7400700 1 --2- 172.21.15.6:0/2490009239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f76c010b1a0 0x7f76c019f090 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.956+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 >> 172.21.15.6:0/2490009239 conn(0x7f76c007e690 msgr2=0x7f76c0108400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.957+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 shutdown_connections 2024-05-20T21:03:45.667 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:44.957+0000 7f76c7400700 1 -- 172.21.15.6:0/2490009239 wait complete. 2024-05-20T21:03:47.354 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.285+0000 7f8fdc800700 1 Processor -- start 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.285+0000 7f8fdc800700 1 -- start start 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.286+0000 7f8fdc800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd4107110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.286+0000 7f8fdc800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd4107650 con 0x7f8fd4106cf0 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.286+0000 7f8fd9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd4107110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.286+0000 7f8fd9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd4107110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50016/0 (socket says 172.21.15.6:50016) 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.286+0000 7f8fd9e00700 1 -- 172.21.15.6:0/3559945943 learned_addr learned my addr 172.21.15.6:0/3559945943 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.287+0000 7f8fd9e00700 1 -- 172.21.15.6:0/3559945943 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fd41077d0 con 0x7f8fd4106cf0 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.287+0000 7f8fd9e00700 1 --2- 172.21.15.6:0/3559945943 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd4107110 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8fc80098a0 tx=0x7f8fc8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71b9c8287122521b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.287+0000 7f8fd8a00700 1 -- 172.21.15.6:0/3559945943 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fc8004160 con 0x7f8fd4106cf0 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.287+0000 7f8fd8a00700 1 -- 172.21.15.6:0/3559945943 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fc8004300 con 0x7f8fd4106cf0 2024-05-20T21:03:47.355 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.287+0000 7f8fd8a00700 1 -- 172.21.15.6:0/3559945943 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fc8011a20 con 0x7f8fd4106cf0 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.288+0000 7f8fdc800700 1 -- 172.21.15.6:0/3559945943 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 msgr2=0x7f8fd4107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.288+0000 7f8fdc800700 1 --2- 172.21.15.6:0/3559945943 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd4107110 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8fc80098a0 tx=0x7f8fc8009bb0 comp rx=0 tx=0).stop 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.288+0000 7f8fdc800700 1 -- 172.21.15.6:0/3559945943 shutdown_connections 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.288+0000 7f8fdc800700 1 --2- 172.21.15.6:0/3559945943 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd4107110 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.288+0000 7f8fdc800700 1 -- 172.21.15.6:0/3559945943 >> 172.21.15.6:0/3559945943 conn(0x7f8fd41027f0 msgr2=0x7f8fd4104c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.288+0000 7f8fdc800700 1 -- 172.21.15.6:0/3559945943 shutdown_connections 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.288+0000 7f8fdc800700 1 -- 172.21.15.6:0/3559945943 wait complete. 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.290+0000 7f8fdc800700 1 Processor -- start 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.290+0000 7f8fdc800700 1 -- start start 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.290+0000 7f8fdc800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd419f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.290+0000 7f8fdc800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd410d360 con 0x7f8fd4106cf0 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.290+0000 7f8fd9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd419f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.290+0000 7f8fd9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd419f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50028/0 (socket says 172.21.15.6:50028) 2024-05-20T21:03:47.356 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.290+0000 7f8fd9e00700 1 -- 172.21.15.6:0/3653649592 learned_addr learned my addr 172.21.15.6:0/3653649592 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.291+0000 7f8fd9e00700 1 -- 172.21.15.6:0/3653649592 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fd419f590 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.291+0000 7f8fd9e00700 1 --2- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd419f050 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8000c00 tx=0x7f8fc8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.291+0000 7f8fcea00700 1 -- 172.21.15.6:0/3653649592 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fc8003aa0 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.291+0000 7f8fcea00700 1 -- 172.21.15.6:0/3653649592 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fc801b8f0 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.291+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fd419f820 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.291+0000 7f8fcea00700 1 -- 172.21.15.6:0/3653649592 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8fc8023870 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.292+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fd41a2510 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.293+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fd4064ba0 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.293+0000 7f8fcea00700 1 -- 172.21.15.6:0/3653649592 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f8fc801b440 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.293+0000 7f8fcea00700 1 --2- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fbc03e5c0 0x7f8fbc040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.293+0000 7f8fcea00700 1 -- 172.21.15.6:0/3653649592 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8fc8053f60 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.294+0000 7f8fd9400700 1 --2- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fbc03e5c0 0x7f8fbc040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.295+0000 7f8fd9400700 1 --2- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fbc03e5c0 0x7f8fbc040a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4006fd0 tx=0x7f8fc4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.299+0000 7f8fcea00700 1 -- 172.21.15.6:0/3653649592 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8fc801f030 con 0x7f8fd4106cf0 2024-05-20T21:03:47.357 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.656+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f8fd419fd00 con 0x7f8fd4106cf0 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.661+0000 7f8fcea00700 1 -- 172.21.15.6:0/3653649592 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7f8fd419fd00 con 0x7f8fd4106cf0 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fbc03e5c0 msgr2=0x7f8fbc040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 --2- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fbc03e5c0 0x7f8fbc040a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4006fd0 tx=0x7f8fc4006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 msgr2=0x7f8fd419f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 --2- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd419f050 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8000c00 tx=0x7f8fc8011aa0 comp rx=0 tx=0).stop 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 shutdown_connections 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 --2- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fbc03e5c0 0x7f8fbc040a80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 --2- 172.21.15.6:0/3653649592 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fd4106cf0 0x7f8fd419f050 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 >> 172.21.15.6:0/3653649592 conn(0x7f8fd41027f0 msgr2=0x7f8fd41031e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 shutdown_connections 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr 2024-05-20T21:03:46.664+0000 7f8fdc800700 1 -- 172.21.15.6:0/3653649592 wait complete. 2024-05-20T21:03:47.358 INFO:teuthology.orchestra.run.smithi006.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-20T21:03:47.359 INFO:teuthology.orchestra.run.smithi006.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-20T21:03:47.359 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:47.359 INFO:teuthology.orchestra.run.smithi006.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:47.359 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:47.359 INFO:teuthology.orchestra.run.smithi006.stdout:Or, if you are only running a single cluster on this host: 2024-05-20T21:03:47.359 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout: ceph telemetry on 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout:For more information see: 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:03:47.360 INFO:teuthology.orchestra.run.smithi006.stdout:Bootstrap complete. 2024-05-20T21:03:47.468 INFO:tasks.cephadm:Fetching config... 2024-05-20T21:03:47.468 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:03:47.469 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-20T21:03:47.524 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-20T21:03:47.524 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:03:47.525 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-20T21:03:47.567 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-20T21:03:47.567 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:03:47.567 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-20T21:03:47.683 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-20T21:03:47.683 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:03:47.683 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-20T21:03:47.783 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-20T21:03:47.783 DEBUG:teuthology.orchestra.run.smithi006:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ2vypDzU6hvwh6YUhd6ikj3G+HXfxM8LM28JVuSN6rFi+GGr8B2tX4yU7WZaQ9CS3/Nw1GdwLM4KiVCQyTHPK0vs2QyG7PbENvWmxUs04TObVuBmvWKKbx6FTDv7vm8lYQ8fdOUfgm8DESLM2PRgjqUkSNMeyLgL7vglPK0sEStPBq99ZKV8xy+OVg/6kPKsjdnK3zp8xGTcAY7o1qsmEgwHZ1Zh14D8LtXCBdaqZU8mskX8EWY63YMauRjeQAoOSPiew+vzxuogONl9k74sBpk+oN8pFwTKD9JxgYrhWVMtaaUrhC1BHZ/p6aO4Q5SPsBcj0c1d7/is/zHQRMUIYaeafbjGHGESMJCLVxazz3uY1Ot/7dOlMV8Mc+hwQetSTgDz8mqxVFL31EQgEy+8QC5J2XNUv6DqMB2dJEBTxxXN3ubh9CTIHgEnv0PX3NoT4q8ctnTZllYhhAhb4Vj2RGI9Xtfa2ZcukSqrW/XVrlYJIdRvEsmQqkVlL6HkedK8= ceph-195522e4-16ec-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-20T21:03:47.898 INFO:teuthology.orchestra.run.smithi006.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ2vypDzU6hvwh6YUhd6ikj3G+HXfxM8LM28JVuSN6rFi+GGr8B2tX4yU7WZaQ9CS3/Nw1GdwLM4KiVCQyTHPK0vs2QyG7PbENvWmxUs04TObVuBmvWKKbx6FTDv7vm8lYQ8fdOUfgm8DESLM2PRgjqUkSNMeyLgL7vglPK0sEStPBq99ZKV8xy+OVg/6kPKsjdnK3zp8xGTcAY7o1qsmEgwHZ1Zh14D8LtXCBdaqZU8mskX8EWY63YMauRjeQAoOSPiew+vzxuogONl9k74sBpk+oN8pFwTKD9JxgYrhWVMtaaUrhC1BHZ/p6aO4Q5SPsBcj0c1d7/is/zHQRMUIYaeafbjGHGESMJCLVxazz3uY1Ot/7dOlMV8Mc+hwQetSTgDz8mqxVFL31EQgEy+8QC5J2XNUv6DqMB2dJEBTxxXN3ubh9CTIHgEnv0PX3NoT4q8ctnTZllYhhAhb4Vj2RGI9Xtfa2ZcukSqrW/XVrlYJIdRvEsmQqkVlL6HkedK8= ceph-195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:03:47.920 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:47 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3653649592' entity='client.admin' 2024-05-20T21:03:47.932 DEBUG:teuthology.orchestra.run.smithi042:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ2vypDzU6hvwh6YUhd6ikj3G+HXfxM8LM28JVuSN6rFi+GGr8B2tX4yU7WZaQ9CS3/Nw1GdwLM4KiVCQyTHPK0vs2QyG7PbENvWmxUs04TObVuBmvWKKbx6FTDv7vm8lYQ8fdOUfgm8DESLM2PRgjqUkSNMeyLgL7vglPK0sEStPBq99ZKV8xy+OVg/6kPKsjdnK3zp8xGTcAY7o1qsmEgwHZ1Zh14D8LtXCBdaqZU8mskX8EWY63YMauRjeQAoOSPiew+vzxuogONl9k74sBpk+oN8pFwTKD9JxgYrhWVMtaaUrhC1BHZ/p6aO4Q5SPsBcj0c1d7/is/zHQRMUIYaeafbjGHGESMJCLVxazz3uY1Ot/7dOlMV8Mc+hwQetSTgDz8mqxVFL31EQgEy+8QC5J2XNUv6DqMB2dJEBTxxXN3ubh9CTIHgEnv0PX3NoT4q8ctnTZllYhhAhb4Vj2RGI9Xtfa2ZcukSqrW/XVrlYJIdRvEsmQqkVlL6HkedK8= ceph-195522e4-16ec-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-20T21:03:47.975 INFO:teuthology.orchestra.run.smithi042.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ2vypDzU6hvwh6YUhd6ikj3G+HXfxM8LM28JVuSN6rFi+GGr8B2tX4yU7WZaQ9CS3/Nw1GdwLM4KiVCQyTHPK0vs2QyG7PbENvWmxUs04TObVuBmvWKKbx6FTDv7vm8lYQ8fdOUfgm8DESLM2PRgjqUkSNMeyLgL7vglPK0sEStPBq99ZKV8xy+OVg/6kPKsjdnK3zp8xGTcAY7o1qsmEgwHZ1Zh14D8LtXCBdaqZU8mskX8EWY63YMauRjeQAoOSPiew+vzxuogONl9k74sBpk+oN8pFwTKD9JxgYrhWVMtaaUrhC1BHZ/p6aO4Q5SPsBcj0c1d7/is/zHQRMUIYaeafbjGHGESMJCLVxazz3uY1Ot/7dOlMV8Mc+hwQetSTgDz8mqxVFL31EQgEy+8QC5J2XNUv6DqMB2dJEBTxxXN3ubh9CTIHgEnv0PX3NoT4q8ctnTZllYhhAhb4Vj2RGI9Xtfa2ZcukSqrW/XVrlYJIdRvEsmQqkVlL6HkedK8= ceph-195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:03:47.987 DEBUG:teuthology.orchestra.run.smithi062:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ2vypDzU6hvwh6YUhd6ikj3G+HXfxM8LM28JVuSN6rFi+GGr8B2tX4yU7WZaQ9CS3/Nw1GdwLM4KiVCQyTHPK0vs2QyG7PbENvWmxUs04TObVuBmvWKKbx6FTDv7vm8lYQ8fdOUfgm8DESLM2PRgjqUkSNMeyLgL7vglPK0sEStPBq99ZKV8xy+OVg/6kPKsjdnK3zp8xGTcAY7o1qsmEgwHZ1Zh14D8LtXCBdaqZU8mskX8EWY63YMauRjeQAoOSPiew+vzxuogONl9k74sBpk+oN8pFwTKD9JxgYrhWVMtaaUrhC1BHZ/p6aO4Q5SPsBcj0c1d7/is/zHQRMUIYaeafbjGHGESMJCLVxazz3uY1Ot/7dOlMV8Mc+hwQetSTgDz8mqxVFL31EQgEy+8QC5J2XNUv6DqMB2dJEBTxxXN3ubh9CTIHgEnv0PX3NoT4q8ctnTZllYhhAhb4Vj2RGI9Xtfa2ZcukSqrW/XVrlYJIdRvEsmQqkVlL6HkedK8= ceph-195522e4-16ec-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-20T21:03:48.030 INFO:teuthology.orchestra.run.smithi062.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ2vypDzU6hvwh6YUhd6ikj3G+HXfxM8LM28JVuSN6rFi+GGr8B2tX4yU7WZaQ9CS3/Nw1GdwLM4KiVCQyTHPK0vs2QyG7PbENvWmxUs04TObVuBmvWKKbx6FTDv7vm8lYQ8fdOUfgm8DESLM2PRgjqUkSNMeyLgL7vglPK0sEStPBq99ZKV8xy+OVg/6kPKsjdnK3zp8xGTcAY7o1qsmEgwHZ1Zh14D8LtXCBdaqZU8mskX8EWY63YMauRjeQAoOSPiew+vzxuogONl9k74sBpk+oN8pFwTKD9JxgYrhWVMtaaUrhC1BHZ/p6aO4Q5SPsBcj0c1d7/is/zHQRMUIYaeafbjGHGESMJCLVxazz3uY1Ot/7dOlMV8Mc+hwQetSTgDz8mqxVFL31EQgEy+8QC5J2XNUv6DqMB2dJEBTxxXN3ubh9CTIHgEnv0PX3NoT4q8ctnTZllYhhAhb4Vj2RGI9Xtfa2ZcukSqrW/XVrlYJIdRvEsmQqkVlL6HkedK8= ceph-195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:03:48.043 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-20T21:03:48.493 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:51.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.114+0000 7f9671c00700 1 -- 172.21.15.6:0/3590414985 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 msgr2=0x7f966c105ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:51.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.114+0000 7f9671c00700 1 --2- 172.21.15.6:0/3590414985 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 0x7f966c105ea0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f965c009910 tx=0x7f965c009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:51.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.114+0000 7f9671c00700 1 -- 172.21.15.6:0/3590414985 shutdown_connections 2024-05-20T21:03:51.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.114+0000 7f9671c00700 1 --2- 172.21.15.6:0/3590414985 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 0x7f966c105ea0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:51.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.114+0000 7f9671c00700 1 -- 172.21.15.6:0/3590414985 >> 172.21.15.6:0/3590414985 conn(0x7f966c0fd440 msgr2=0x7f966c0ff880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:51.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.114+0000 7f9671c00700 1 -- 172.21.15.6:0/3590414985 shutdown_connections 2024-05-20T21:03:51.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.114+0000 7f9671c00700 1 -- 172.21.15.6:0/3590414985 wait complete. 2024-05-20T21:03:51.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.115+0000 7f9671c00700 1 Processor -- start 2024-05-20T21:03:51.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.115+0000 7f9671c00700 1 -- start start 2024-05-20T21:03:51.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.116+0000 7f9671c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 0x7f966c19a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:51.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.116+0000 7f9671c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f966c108ee0 con 0x7f966c103ab0 2024-05-20T21:03:51.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.116+0000 7f966aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 0x7f966c19a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:51.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.116+0000 7f966aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 0x7f966c19a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53908/0 (socket says 172.21.15.6:53908) 2024-05-20T21:03:51.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.116+0000 7f966aa00700 1 -- 172.21.15.6:0/2669626790 learned_addr learned my addr 172.21.15.6:0/2669626790 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:51.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.117+0000 7f966aa00700 1 -- 172.21.15.6:0/2669626790 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f966c19acf0 con 0x7f966c103ab0 2024-05-20T21:03:51.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.117+0000 7f966aa00700 1 --2- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 0x7f966c19a7b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f965c005190 tx=0x7f965c004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:51.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.117+0000 7f9663400700 1 -- 172.21.15.6:0/2669626790 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f965c027070 con 0x7f966c103ab0 2024-05-20T21:03:51.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.117+0000 7f9663400700 1 -- 172.21.15.6:0/2669626790 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f965c022470 con 0x7f966c103ab0 2024-05-20T21:03:51.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.117+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f966c19af80 con 0x7f966c103ab0 2024-05-20T21:03:51.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.117+0000 7f9663400700 1 -- 172.21.15.6:0/2669626790 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f965c00f5f0 con 0x7f966c103ab0 2024-05-20T21:03:51.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.117+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f966c19dc70 con 0x7f966c103ab0 2024-05-20T21:03:51.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.118+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f966c109660 con 0x7f966c103ab0 2024-05-20T21:03:51.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.119+0000 7f9663400700 1 -- 172.21.15.6:0/2669626790 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f965c02a070 con 0x7f966c103ab0 2024-05-20T21:03:51.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.119+0000 7f9663400700 1 --2- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f965003e570 0x7f9650040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:51.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.119+0000 7f9663400700 1 -- 172.21.15.6:0/2669626790 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f965c01e030 con 0x7f966c103ab0 2024-05-20T21:03:51.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.120+0000 7f966a000700 1 --2- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f965003e570 0x7f9650040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:51.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.120+0000 7f966a000700 1 --2- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f965003e570 0x7f9650040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9658006fd0 tx=0x7f9658006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:51.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.125+0000 7f9663400700 1 -- 172.21.15.6:0/2669626790 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f965c013070 con 0x7f966c103ab0 2024-05-20T21:03:51.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.361+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f966c02e670 con 0x7f966c103ab0 2024-05-20T21:03:51.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.369+0000 7f9663400700 1 -- 172.21.15.6:0/2669626790 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f965c0310c0 con 0x7f966c103ab0 2024-05-20T21:03:51.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.373+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f965003e570 msgr2=0x7f9650040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:51.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.373+0000 7f9671c00700 1 --2- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f965003e570 0x7f9650040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9658006fd0 tx=0x7f9658006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:51.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.373+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 msgr2=0x7f966c19a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:51.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.373+0000 7f9671c00700 1 --2- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 0x7f966c19a7b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f965c005190 tx=0x7f965c004f80 comp rx=0 tx=0).stop 2024-05-20T21:03:51.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.373+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 shutdown_connections 2024-05-20T21:03:51.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.373+0000 7f9671c00700 1 --2- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f965003e570 0x7f9650040a30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:51.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.373+0000 7f9671c00700 1 --2- 172.21.15.6:0/2669626790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966c103ab0 0x7f966c19a7b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:51.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.373+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 >> 172.21.15.6:0/2669626790 conn(0x7f966c0fd440 msgr2=0x7f966c0ff880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:51.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.374+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 shutdown_connections 2024-05-20T21:03:51.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:51.374+0000 7f9671c00700 1 -- 172.21.15.6:0/2669626790 wait complete. 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi006", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2669626790' entity='client.admin' 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:51.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:52.316 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-20T21:03:52.316 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-20T21:03:52.786 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:54.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.866+0000 7fd073200700 1 -- 172.21.15.6:0/1238211086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 msgr2=0x7fd074103730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:54.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.866+0000 7fd073200700 1 --2- 172.21.15.6:0/1238211086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 0x7fd074103730 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd064009910 tx=0x7fd064009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:54.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.866+0000 7fd073200700 1 -- 172.21.15.6:0/1238211086 shutdown_connections 2024-05-20T21:03:54.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.866+0000 7fd073200700 1 --2- 172.21.15.6:0/1238211086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 0x7fd074103730 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:54.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.866+0000 7fd073200700 1 -- 172.21.15.6:0/1238211086 >> 172.21.15.6:0/1238211086 conn(0x7fd0740fca00 msgr2=0x7fd0740fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:54.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.866+0000 7fd073200700 1 -- 172.21.15.6:0/1238211086 shutdown_connections 2024-05-20T21:03:54.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.866+0000 7fd073200700 1 -- 172.21.15.6:0/1238211086 wait complete. 2024-05-20T21:03:54.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.868+0000 7fd073200700 1 Processor -- start 2024-05-20T21:03:54.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.868+0000 7fd073200700 1 -- start start 2024-05-20T21:03:54.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.868+0000 7fd073200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 0x7fd07419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:54.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.868+0000 7fd073200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd074107c60 con 0x7fd074103310 2024-05-20T21:03:54.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.868+0000 7fd071e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 0x7fd07419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:54.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.868+0000 7fd071e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 0x7fd07419a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53936/0 (socket says 172.21.15.6:53936) 2024-05-20T21:03:54.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.868+0000 7fd071e00700 1 -- 172.21.15.6:0/3495508167 learned_addr learned my addr 172.21.15.6:0/3495508167 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:54.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.869+0000 7fd071e00700 1 -- 172.21.15.6:0/3495508167 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd07419ab80 con 0x7fd074103310 2024-05-20T21:03:54.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.869+0000 7fd071e00700 1 --2- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 0x7fd07419a640 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd064005800 tx=0x7fd064009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:54.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.869+0000 7fd06aa00700 1 -- 172.21.15.6:0/3495508167 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd064027070 con 0x7fd074103310 2024-05-20T21:03:54.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.869+0000 7fd06aa00700 1 -- 172.21.15.6:0/3495508167 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd06400be10 con 0x7fd074103310 2024-05-20T21:03:54.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.869+0000 7fd06aa00700 1 -- 172.21.15.6:0/3495508167 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd06400f460 con 0x7fd074103310 2024-05-20T21:03:54.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.870+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd07419ae10 con 0x7fd074103310 2024-05-20T21:03:54.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.870+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd07419db00 con 0x7fd074103310 2024-05-20T21:03:54.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.871+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0741083e0 con 0x7fd074103310 2024-05-20T21:03:54.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.871+0000 7fd06aa00700 1 -- 172.21.15.6:0/3495508167 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fd06402a070 con 0x7fd074103310 2024-05-20T21:03:54.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.871+0000 7fd06aa00700 1 --2- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd05803e570 0x7fd058040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:54.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.872+0000 7fd06aa00700 1 -- 172.21.15.6:0/3495508167 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd06401e030 con 0x7fd074103310 2024-05-20T21:03:54.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.872+0000 7fd071400700 1 --2- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd05803e570 0x7fd058040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:54.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.873+0000 7fd071400700 1 --2- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd05803e570 0x7fd058040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd060006fd0 tx=0x7fd060006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:54.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:54.877+0000 7fd06aa00700 1 -- 172.21.15.6:0/3495508167 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd064013070 con 0x7fd074103310 2024-05-20T21:03:55.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.119+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fd074101570 con 0x7fd05803e570 2024-05-20T21:03:55.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.124+0000 7fd06aa00700 1 -- 172.21.15.6:0/3495508167 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd074101570 con 0x7fd05803e570 2024-05-20T21:03:55.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.127+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd05803e570 msgr2=0x7fd058040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.127+0000 7fd073200700 1 --2- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd05803e570 0x7fd058040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd060006fd0 tx=0x7fd060006e40 comp rx=0 tx=0).stop 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.127+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 msgr2=0x7fd07419a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.127+0000 7fd073200700 1 --2- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 0x7fd07419a640 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd064005800 tx=0x7fd064009f60 comp rx=0 tx=0).stop 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.128+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 shutdown_connections 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.128+0000 7fd073200700 1 --2- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd05803e570 0x7fd058040a30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.128+0000 7fd073200700 1 --2- 172.21.15.6:0/3495508167 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd074103310 0x7fd07419a640 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.128+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 >> 172.21.15.6:0/3495508167 conn(0x7fd0740fca00 msgr2=0x7fd074100e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.128+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 shutdown_connections 2024-05-20T21:03:55.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:55.128+0000 7fd073200700 1 -- 172.21.15.6:0/3495508167 wait complete. 2024-05-20T21:03:55.916 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi042 2024-05-20T21:03:55.917 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:03:55.917 DEBUG:teuthology.orchestra.run.smithi042:> dd of=/etc/ceph/ceph.conf 2024-05-20T21:03:55.939 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:03:55.939 DEBUG:teuthology.orchestra.run.smithi042:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:55.997 INFO:tasks.cephadm:Adding host smithi042 to orchestrator... 2024-05-20T21:03:55.998 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch host add smithi042 2024-05-20T21:03:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:56 smithi006 ceph-mon[31422]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:03:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:03:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:03:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:03:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:56 smithi006 ceph-mon[31422]: Updating smithi006:/etc/ceph/ceph.conf 2024-05-20T21:03:56.415 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:03:57.320 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:57 smithi006 ceph-mon[31422]: Updating smithi006:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:03:57.321 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:57 smithi006 ceph-mon[31422]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:03:57.321 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:57 smithi006 ceph-mon[31422]: Updating smithi006:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:03:58.154 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:58 smithi006 ceph-mon[31422]: Updating smithi006:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:03:58.154 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:58.154 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:58.154 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:03:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.415+0000 7f002be00700 1 -- 172.21.15.6:0/3858676075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 msgr2=0x7f002c075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:03:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.415+0000 7f002be00700 1 --2- 172.21.15.6:0/3858676075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 0x7f002c075cc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f001c009910 tx=0x7f001c009c20 comp rx=0 tx=0).stop 2024-05-20T21:03:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.415+0000 7f002be00700 1 -- 172.21.15.6:0/3858676075 shutdown_connections 2024-05-20T21:03:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.415+0000 7f002be00700 1 --2- 172.21.15.6:0/3858676075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 0x7f002c075cc0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:03:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.415+0000 7f002be00700 1 -- 172.21.15.6:0/3858676075 >> 172.21.15.6:0/3858676075 conn(0x7f002c0fe8a0 msgr2=0x7f002c100cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:03:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.415+0000 7f002be00700 1 -- 172.21.15.6:0/3858676075 shutdown_connections 2024-05-20T21:03:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.415+0000 7f002be00700 1 -- 172.21.15.6:0/3858676075 wait complete. 2024-05-20T21:03:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.416+0000 7f002be00700 1 Processor -- start 2024-05-20T21:03:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.416+0000 7f002be00700 1 -- start start 2024-05-20T21:03:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.417+0000 7f002be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 0x7f002c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.417+0000 7f002be00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f002c1138e0 con 0x7f002c0758e0 2024-05-20T21:03:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.417+0000 7f002aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 0x7f002c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.417+0000 7f002aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 0x7f002c19edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45088/0 (socket says 172.21.15.6:45088) 2024-05-20T21:03:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.417+0000 7f002aa00700 1 -- 172.21.15.6:0/2035558040 learned_addr learned my addr 172.21.15.6:0/2035558040 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:03:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.417+0000 7f002aa00700 1 -- 172.21.15.6:0/2035558040 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002c19f330 con 0x7f002c0758e0 2024-05-20T21:03:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.418+0000 7f002aa00700 1 --2- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 0x7f002c19edf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f001c006010 tx=0x7f001c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.418+0000 7f0023e00700 1 -- 172.21.15.6:0/2035558040 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f001c026070 con 0x7f002c0758e0 2024-05-20T21:03:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.418+0000 7f0023e00700 1 -- 172.21.15.6:0/2035558040 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f001c00bc00 con 0x7f002c0758e0 2024-05-20T21:03:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.418+0000 7f0023e00700 1 -- 172.21.15.6:0/2035558040 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f001c003910 con 0x7f002c0758e0 2024-05-20T21:03:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.418+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f002c19f5c0 con 0x7f002c0758e0 2024-05-20T21:03:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.418+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f002c19fa20 con 0x7f002c0758e0 2024-05-20T21:03:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.419+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f002c077020 con 0x7f002c0758e0 2024-05-20T21:03:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.420+0000 7f0023e00700 1 -- 172.21.15.6:0/2035558040 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f001c029070 con 0x7f002c0758e0 2024-05-20T21:03:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.420+0000 7f0023e00700 1 --2- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f001003e570 0x7f0010040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:03:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.420+0000 7f0023e00700 1 -- 172.21.15.6:0/2035558040 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f001c01e070 con 0x7f002c0758e0 2024-05-20T21:03:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.421+0000 7f0022000700 1 --2- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f001003e570 0x7f0010040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:03:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.421+0000 7f0022000700 1 --2- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f001003e570 0x7f0010040a30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0014006fd0 tx=0x7f0014006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:03:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.425+0000 7f0023e00700 1 -- 172.21.15.6:0/2035558040 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f001c013070 con 0x7f002c0758e0 2024-05-20T21:03:58.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:03:58.674+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi042", "target": ["mon-mgr", ""]}) -- 0x7f002c1a0150 con 0x7f001003e570 2024-05-20T21:03:59.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:03:59 smithi006 ceph-mon[31422]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:00.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:00 smithi006 ceph-mon[31422]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi042", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:00.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:00 smithi006 ceph-mon[31422]: Deploying cephadm binary to smithi042 2024-05-20T21:04:01.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:01 smithi006 ceph-mon[31422]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:03.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:03 smithi006 ceph-mon[31422]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:03.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.682+0000 7f0023e00700 1 -- 172.21.15.6:0/2035558040 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f002c1a0150 con 0x7f001003e570 2024-05-20T21:04:03.682 INFO:teuthology.orchestra.run.smithi006.stdout:Added host 'smithi042' with addr '172.21.15.42' 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.686+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f001003e570 msgr2=0x7f0010040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.686+0000 7f002be00700 1 --2- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f001003e570 0x7f0010040a30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0014006fd0 tx=0x7f0014006e40 comp rx=0 tx=0).stop 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.686+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 msgr2=0x7f002c19edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.686+0000 7f002be00700 1 --2- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 0x7f002c19edf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f001c006010 tx=0x7f001c005780 comp rx=0 tx=0).stop 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.687+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 shutdown_connections 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.687+0000 7f002be00700 1 --2- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f001003e570 0x7f0010040a30 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.687+0000 7f002be00700 1 --2- 172.21.15.6:0/2035558040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f002c0758e0 0x7f002c19edf0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.687+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 >> 172.21.15.6:0/2035558040 conn(0x7f002c0fe8a0 msgr2=0x7f002c0fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.687+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 shutdown_connections 2024-05-20T21:04:03.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:03.687+0000 7f002be00700 1 -- 172.21.15.6:0/2035558040 wait complete. 2024-05-20T21:04:04.459 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-20T21:04:04.907 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:05.053 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:04 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:05.053 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:04 smithi006 ceph-mon[31422]: Added host smithi042 2024-05-20T21:04:05.054 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:04 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:05.054 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:04 smithi006 ceph-mon[31422]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:05.054 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:04 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:05.900 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:05 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:07.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.039+0000 7f353fe00700 1 -- 172.21.15.6:0/3531595514 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 msgr2=0x7f3538103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:07.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.039+0000 7f353fe00700 1 --2- 172.21.15.6:0/3531595514 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 0x7f3538103590 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f352c009910 tx=0x7f352c009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:07.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.039+0000 7f353fe00700 1 -- 172.21.15.6:0/3531595514 shutdown_connections 2024-05-20T21:04:07.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.039+0000 7f353fe00700 1 --2- 172.21.15.6:0/3531595514 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 0x7f3538103590 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:07.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.039+0000 7f353fe00700 1 -- 172.21.15.6:0/3531595514 >> 172.21.15.6:0/3531595514 conn(0x7f35380fea80 msgr2=0x7f3538100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:07.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.039+0000 7f353fe00700 1 -- 172.21.15.6:0/3531595514 shutdown_connections 2024-05-20T21:04:07.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.039+0000 7f353fe00700 1 -- 172.21.15.6:0/3531595514 wait complete. 2024-05-20T21:04:07.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.040+0000 7f353fe00700 1 Processor -- start 2024-05-20T21:04:07.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.040+0000 7f353fe00700 1 -- start start 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.041+0000 7f353fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 0x7f353819e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.041+0000 7f353fe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f353810d430 con 0x7f35381031b0 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.041+0000 7f353d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 0x7f353819e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.041+0000 7f353d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 0x7f353819e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52244/0 (socket says 172.21.15.6:52244) 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.041+0000 7f353d400700 1 -- 172.21.15.6:0/2419599875 learned_addr learned my addr 172.21.15.6:0/2419599875 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.042+0000 7f353d400700 1 -- 172.21.15.6:0/2419599875 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f353819eb90 con 0x7f35381031b0 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.042+0000 7f353d400700 1 --2- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 0x7f353819e650 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f352c006010 tx=0x7f352c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.042+0000 7f3536000700 1 -- 172.21.15.6:0/2419599875 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f352c026070 con 0x7f35381031b0 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.042+0000 7f3536000700 1 -- 172.21.15.6:0/2419599875 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f352c00bba0 con 0x7f35381031b0 2024-05-20T21:04:07.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.042+0000 7f3536000700 1 -- 172.21.15.6:0/2419599875 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f352c003910 con 0x7f35381031b0 2024-05-20T21:04:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.042+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f353819ee80 con 0x7f35381031b0 2024-05-20T21:04:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.042+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35381987d0 con 0x7f35381031b0 2024-05-20T21:04:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.044+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3538104690 con 0x7f35381031b0 2024-05-20T21:04:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.044+0000 7f3536000700 1 -- 172.21.15.6:0/2419599875 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f352c029070 con 0x7f35381031b0 2024-05-20T21:04:07.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.044+0000 7f3536000700 1 --2- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f352003e570 0x7f3520040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.044+0000 7f3536000700 1 -- 172.21.15.6:0/2419599875 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f352c01e070 con 0x7f35381031b0 2024-05-20T21:04:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.045+0000 7f353ca00700 1 --2- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f352003e570 0x7f3520040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:07.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.045+0000 7f353ca00700 1 --2- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f352003e570 0x7f3520040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3524006fd0 tx=0x7f3524006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:07.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.050+0000 7f3536000700 1 -- 172.21.15.6:0/2419599875 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f352c013070 con 0x7f35381031b0 2024-05-20T21:04:07.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.297+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3538199d00 con 0x7f352003e570 2024-05-20T21:04:07.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.301+0000 7f3536000700 1 -- 172.21.15.6:0/2419599875 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+158 (secure 0 0 0) 0x7f3538199d00 con 0x7f352003e570 2024-05-20T21:04:07.300 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:04:07.301 INFO:teuthology.orchestra.run.smithi006.stdout:[{"addr": "172.21.15.6", "hostname": "smithi006", "labels": [], "status": ""}, {"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}] 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f352003e570 msgr2=0x7f3520040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 --2- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f352003e570 0x7f3520040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3524006fd0 tx=0x7f3524006e40 comp rx=0 tx=0).stop 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 msgr2=0x7f353819e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 --2- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 0x7f353819e650 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f352c006010 tx=0x7f352c005780 comp rx=0 tx=0).stop 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 shutdown_connections 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 --2- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f352003e570 0x7f3520040a30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 --2- 172.21.15.6:0/2419599875 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f35381031b0 0x7f353819e650 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 >> 172.21.15.6:0/2419599875 conn(0x7f35380fea80 msgr2=0x7f3538104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:07.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 shutdown_connections 2024-05-20T21:04:07.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:07.304+0000 7f353fe00700 1 -- 172.21.15.6:0/2419599875 wait complete. 2024-05-20T21:04:07.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:07 smithi006 ceph-mon[31422]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:07.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:07 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:08.067 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi062 2024-05-20T21:04:08.067 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:04:08.068 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/etc/ceph/ceph.conf 2024-05-20T21:04:08.087 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:04:08.087 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:08.145 INFO:tasks.cephadm:Adding host smithi062 to orchestrator... 2024-05-20T21:04:08.145 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch host add smithi062 2024-05-20T21:04:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:08.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:08 smithi006 ceph-mon[31422]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:04:09.756 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:09 smithi006 ceph-mon[31422]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:09.756 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:09.756 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:09.756 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:09.756 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:09.756 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi042", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:04:09.757 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:09.757 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:10.524 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:10 smithi006 ceph-mon[31422]: Updating smithi042:/etc/ceph/ceph.conf 2024-05-20T21:04:10.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.697+0000 7ff44e400700 1 -- 172.21.15.6:0/2490544838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 msgr2=0x7ff448075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:10.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.697+0000 7ff44e400700 1 --2- 172.21.15.6:0/2490544838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 0x7ff448075d50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff438009910 tx=0x7ff438009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:10.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.697+0000 7ff44e400700 1 -- 172.21.15.6:0/2490544838 shutdown_connections 2024-05-20T21:04:10.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.697+0000 7ff44e400700 1 --2- 172.21.15.6:0/2490544838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 0x7ff448075d50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:10.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.697+0000 7ff44e400700 1 -- 172.21.15.6:0/2490544838 >> 172.21.15.6:0/2490544838 conn(0x7ff4480fea80 msgr2=0x7ff448100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:10.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.697+0000 7ff44e400700 1 -- 172.21.15.6:0/2490544838 shutdown_connections 2024-05-20T21:04:10.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.697+0000 7ff44e400700 1 -- 172.21.15.6:0/2490544838 wait complete. 2024-05-20T21:04:10.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.698+0000 7ff44e400700 1 Processor -- start 2024-05-20T21:04:10.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.698+0000 7ff44e400700 1 -- start start 2024-05-20T21:04:10.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.699+0000 7ff44e400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 0x7ff4481a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:10.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.699+0000 7ff44e400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff44810f6b0 con 0x7ff448075970 2024-05-20T21:04:10.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.699+0000 7ff447400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 0x7ff4481a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:10.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.699+0000 7ff447400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 0x7ff4481a0870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52270/0 (socket says 172.21.15.6:52270) 2024-05-20T21:04:10.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.699+0000 7ff447400700 1 -- 172.21.15.6:0/2092916723 learned_addr learned my addr 172.21.15.6:0/2092916723 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:04:10.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.700+0000 7ff447400700 1 -- 172.21.15.6:0/2092916723 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4481a0db0 con 0x7ff448075970 2024-05-20T21:04:10.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.700+0000 7ff447400700 1 --2- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 0x7ff4481a0870 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff438006010 tx=0x7ff438005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:10.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.700+0000 7ff43fe00700 1 -- 172.21.15.6:0/2092916723 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff438026070 con 0x7ff448075970 2024-05-20T21:04:10.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.700+0000 7ff43fe00700 1 -- 172.21.15.6:0/2092916723 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff43800bc00 con 0x7ff448075970 2024-05-20T21:04:10.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.700+0000 7ff43fe00700 1 -- 172.21.15.6:0/2092916723 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff438003910 con 0x7ff448075970 2024-05-20T21:04:10.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.700+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4481a1040 con 0x7ff448075970 2024-05-20T21:04:10.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.700+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff44819aa30 con 0x7ff448075970 2024-05-20T21:04:10.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.702+0000 7ff43fe00700 1 -- 172.21.15.6:0/2092916723 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7ff438029070 con 0x7ff448075970 2024-05-20T21:04:10.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.702+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff448077020 con 0x7ff448075970 2024-05-20T21:04:10.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.702+0000 7ff43fe00700 1 --2- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff42c03e570 0x7ff42c040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:10.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.702+0000 7ff43fe00700 1 -- 172.21.15.6:0/2092916723 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff43801e070 con 0x7ff448075970 2024-05-20T21:04:10.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.703+0000 7ff446a00700 1 --2- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff42c03e570 0x7ff42c040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:10.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.703+0000 7ff446a00700 1 --2- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff42c03e570 0x7ff42c040a30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff434006fd0 tx=0x7ff434006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:10.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.708+0000 7ff43fe00700 1 -- 172.21.15.6:0/2092916723 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff438013070 con 0x7ff448075970 2024-05-20T21:04:10.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:10.950+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi062", "target": ["mon-mgr", ""]}) -- 0x7ff44819bf60 con 0x7ff42c03e570 2024-05-20T21:04:11.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:11 smithi006 ceph-mon[31422]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:11.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:11 smithi006 ceph-mon[31422]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:11.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:11 smithi006 ceph-mon[31422]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:11.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:11 smithi006 ceph-mon[31422]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:04:11.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:11.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:11.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:12.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:12 smithi006 ceph-mon[31422]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:13.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:13 smithi006 ceph-mon[31422]: Deploying cephadm binary to smithi062 2024-05-20T21:04:13.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:13 smithi006 ceph-mon[31422]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:15.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:15 smithi006 ceph-mon[31422]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:15.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.970+0000 7ff43fe00700 1 -- 172.21.15.6:0/2092916723 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7ff44819bf60 con 0x7ff42c03e570 2024-05-20T21:04:15.970 INFO:teuthology.orchestra.run.smithi006.stdout:Added host 'smithi062' with addr '172.21.15.62' 2024-05-20T21:04:15.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff42c03e570 msgr2=0x7ff42c040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:15.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 --2- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff42c03e570 0x7ff42c040a30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff434006fd0 tx=0x7ff434006e40 comp rx=0 tx=0).stop 2024-05-20T21:04:15.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 msgr2=0x7ff4481a0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:15.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 --2- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 0x7ff4481a0870 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff438006010 tx=0x7ff438005780 comp rx=0 tx=0).stop 2024-05-20T21:04:15.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 shutdown_connections 2024-05-20T21:04:15.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 --2- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff42c03e570 0x7ff42c040a30 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:15.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 --2- 172.21.15.6:0/2092916723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff448075970 0x7ff4481a0870 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:15.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 >> 172.21.15.6:0/2092916723 conn(0x7ff4480fea80 msgr2=0x7ff4481071f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:15.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 shutdown_connections 2024-05-20T21:04:15.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:15.974+0000 7ff44e400700 1 -- 172.21.15.6:0/2092916723 wait complete. 2024-05-20T21:04:16.743 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-20T21:04:17.201 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:17.350 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:17.351 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:16 smithi006 ceph-mon[31422]: Added host smithi062 2024-05-20T21:04:17.351 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:16 smithi006 ceph-mon[31422]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:17.351 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:17.351 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:18.363 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:18 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:19.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.175+0000 7fc846000700 1 -- 172.21.15.6:0/196871679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 msgr2=0x7fc840105790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:19.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.175+0000 7fc846000700 1 --2- 172.21.15.6:0/196871679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 0x7fc840105790 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc830009910 tx=0x7fc830009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:19.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.175+0000 7fc846000700 1 -- 172.21.15.6:0/196871679 shutdown_connections 2024-05-20T21:04:19.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.175+0000 7fc846000700 1 --2- 172.21.15.6:0/196871679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 0x7fc840105790 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:19.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.175+0000 7fc846000700 1 -- 172.21.15.6:0/196871679 >> 172.21.15.6:0/196871679 conn(0x7fc840100c40 msgr2=0x7fc840103060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:19.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.175+0000 7fc846000700 1 -- 172.21.15.6:0/196871679 shutdown_connections 2024-05-20T21:04:19.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.175+0000 7fc846000700 1 -- 172.21.15.6:0/196871679 wait complete. 2024-05-20T21:04:19.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.177+0000 7fc846000700 1 Processor -- start 2024-05-20T21:04:19.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.177+0000 7fc846000700 1 -- start start 2024-05-20T21:04:19.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.177+0000 7fc846000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 0x7fc8401a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:19.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.177+0000 7fc846000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc84010f630 con 0x7fc8401053b0 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.178+0000 7fc83f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 0x7fc8401a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.178+0000 7fc83f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 0x7fc8401a0830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33644/0 (socket says 172.21.15.6:33644) 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.178+0000 7fc83f400700 1 -- 172.21.15.6:0/3759428338 learned_addr learned my addr 172.21.15.6:0/3759428338 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.178+0000 7fc83f400700 1 -- 172.21.15.6:0/3759428338 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8401a0d70 con 0x7fc8401053b0 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.178+0000 7fc83f400700 1 --2- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 0x7fc8401a0830 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc830006010 tx=0x7fc830005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.179+0000 7fc837e00700 1 -- 172.21.15.6:0/3759428338 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc830026070 con 0x7fc8401053b0 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.179+0000 7fc837e00700 1 -- 172.21.15.6:0/3759428338 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc83000bba0 con 0x7fc8401053b0 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.179+0000 7fc837e00700 1 -- 172.21.15.6:0/3759428338 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc830003910 con 0x7fc8401053b0 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.179+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8401a1060 con 0x7fc8401053b0 2024-05-20T21:04:19.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.179+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc84019a9f0 con 0x7fc8401053b0 2024-05-20T21:04:19.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.180+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc840106890 con 0x7fc8401053b0 2024-05-20T21:04:19.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.180+0000 7fc837e00700 1 -- 172.21.15.6:0/3759428338 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fc830029070 con 0x7fc8401053b0 2024-05-20T21:04:19.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.181+0000 7fc837e00700 1 --2- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc82403e570 0x7fc824040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:19.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.181+0000 7fc837e00700 1 -- 172.21.15.6:0/3759428338 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc83001e070 con 0x7fc8401053b0 2024-05-20T21:04:19.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.182+0000 7fc83ea00700 1 --2- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc82403e570 0x7fc824040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:19.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.183+0000 7fc83ea00700 1 --2- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc82403e570 0x7fc824040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc82c006fd0 tx=0x7fc82c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:19.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.187+0000 7fc837e00700 1 -- 172.21.15.6:0/3759428338 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc830013070 con 0x7fc8401053b0 2024-05-20T21:04:19.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:19 smithi006 ceph-mon[31422]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:19.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:19.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.430+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc84019c030 con 0x7fc82403e570 2024-05-20T21:04:19.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.433+0000 7fc837e00700 1 -- 172.21.15.6:0/3759428338 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+237 (secure 0 0 0) 0x7fc84019c030 con 0x7fc82403e570 2024-05-20T21:04:19.433 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:04:19.433 INFO:teuthology.orchestra.run.smithi006.stdout:[{"addr": "172.21.15.6", "hostname": "smithi006", "labels": [], "status": ""}, {"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}, {"addr": "172.21.15.62", "hostname": "smithi062", "labels": [], "status": ""}] 2024-05-20T21:04:19.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc82403e570 msgr2=0x7fc824040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:19.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 --2- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc82403e570 0x7fc824040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc82c006fd0 tx=0x7fc82c006e40 comp rx=0 tx=0).stop 2024-05-20T21:04:19.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 msgr2=0x7fc8401a0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:19.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 --2- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 0x7fc8401a0830 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc830006010 tx=0x7fc830005780 comp rx=0 tx=0).stop 2024-05-20T21:04:19.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 shutdown_connections 2024-05-20T21:04:19.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 --2- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc82403e570 0x7fc824040a30 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:19.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 --2- 172.21.15.6:0/3759428338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc8401053b0 0x7fc8401a0830 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:19.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 >> 172.21.15.6:0/3759428338 conn(0x7fc840100c40 msgr2=0x7fc840106d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:19.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 shutdown_connections 2024-05-20T21:04:19.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:19.436+0000 7fc846000700 1 -- 172.21.15.6:0/3759428338 wait complete. 2024-05-20T21:04:20.190 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-20T21:04:20.191 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd crush tunables default 2024-05-20T21:04:20.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:20 smithi006 ceph-mon[31422]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:04:20.650 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:21.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:21 smithi006 ceph-mon[31422]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.628+0000 7f8955a00700 1 -- 172.21.15.6:0/2796666785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 msgr2=0x7f89501057a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.628+0000 7f8955a00700 1 --2- 172.21.15.6:0/2796666785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 0x7f89501057a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8940009910 tx=0x7f8940009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.628+0000 7f8955a00700 1 -- 172.21.15.6:0/2796666785 shutdown_connections 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.628+0000 7f8955a00700 1 --2- 172.21.15.6:0/2796666785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 0x7f89501057a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.628+0000 7f8955a00700 1 -- 172.21.15.6:0/2796666785 >> 172.21.15.6:0/2796666785 conn(0x7f8950100c90 msgr2=0x7f89501030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.628+0000 7f8955a00700 1 -- 172.21.15.6:0/2796666785 shutdown_connections 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.628+0000 7f8955a00700 1 -- 172.21.15.6:0/2796666785 wait complete. 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.629+0000 7f8955a00700 1 Processor -- start 2024-05-20T21:04:22.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.630+0000 7f8955a00700 1 -- start start 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.630+0000 7f8955a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 0x7f89501a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.630+0000 7f8955a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f895010f640 con 0x7f89501053c0 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.630+0000 7f894ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 0x7f89501a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.630+0000 7f894ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 0x7f89501a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33662/0 (socket says 172.21.15.6:33662) 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.630+0000 7f894ea00700 1 -- 172.21.15.6:0/3024776473 learned_addr learned my addr 172.21.15.6:0/3024776473 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.631+0000 7f894ea00700 1 -- 172.21.15.6:0/3024776473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89501a0d00 con 0x7f89501053c0 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.631+0000 7f894ea00700 1 --2- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 0x7f89501a07c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f89400056d0 tx=0x7f89400057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.631+0000 7f8947400700 1 -- 172.21.15.6:0/3024776473 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8940026070 con 0x7f89501053c0 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.631+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89501a0ff0 con 0x7f89501053c0 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.631+0000 7f8947400700 1 -- 172.21.15.6:0/3024776473 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f894000bba0 con 0x7f89501053c0 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.631+0000 7f8947400700 1 -- 172.21.15.6:0/3024776473 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8940003920 con 0x7f89501053c0 2024-05-20T21:04:22.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.632+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f895019a980 con 0x7f89501053c0 2024-05-20T21:04:22.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.633+0000 7f8947400700 1 -- 172.21.15.6:0/3024776473 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f8940029070 con 0x7f89501053c0 2024-05-20T21:04:22.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.633+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89501068a0 con 0x7f89501053c0 2024-05-20T21:04:22.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.633+0000 7f8947400700 1 --2- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f893403e570 0x7f8934040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:22.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.634+0000 7f8947400700 1 -- 172.21.15.6:0/3024776473 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f894001e070 con 0x7f89501053c0 2024-05-20T21:04:22.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.634+0000 7f894e000700 1 --2- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f893403e570 0x7f8934040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:22.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.634+0000 7f894e000700 1 --2- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f893403e570 0x7f8934040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f893c006fd0 tx=0x7f893c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:22.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.639+0000 7f8947400700 1 -- 172.21.15.6:0/3024776473 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8940013070 con 0x7f89501053c0 2024-05-20T21:04:22.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.887+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f895019beb0 con 0x7f89501053c0 2024-05-20T21:04:22.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.942+0000 7f8947400700 1 -- 172.21.15.6:0/3024776473 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f894000bd50 con 0x7f89501053c0 2024-05-20T21:04:22.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.945+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f893403e570 msgr2=0x7f8934040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:22.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.945+0000 7f8955a00700 1 --2- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f893403e570 0x7f8934040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f893c006fd0 tx=0x7f893c006e40 comp rx=0 tx=0).stop 2024-05-20T21:04:22.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.945+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 msgr2=0x7f89501a07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:22.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.945+0000 7f8955a00700 1 --2- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 0x7f89501a07c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f89400056d0 tx=0x7f89400057b0 comp rx=0 tx=0).stop 2024-05-20T21:04:22.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.946+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 shutdown_connections 2024-05-20T21:04:22.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.946+0000 7f8955a00700 1 --2- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f893403e570 0x7f8934040a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:22.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.946+0000 7f8955a00700 1 --2- 172.21.15.6:0/3024776473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89501053c0 0x7f89501a07c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:22.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.946+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 >> 172.21.15.6:0/3024776473 conn(0x7f8950100c90 msgr2=0x7f8950106d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:22.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.946+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 shutdown_connections 2024-05-20T21:04:22.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:22.946+0000 7f8955a00700 1 -- 172.21.15.6:0/3024776473 wait complete. 2024-05-20T21:04:22.947 INFO:teuthology.orchestra.run.smithi006.stderr:adjusted tunables profile to default 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi062", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: Updating smithi062:/etc/ceph/ceph.conf 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:23.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:22 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3024776473' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-20T21:04:23.707 INFO:tasks.cephadm:Adding mon.a on smithi006 2024-05-20T21:04:23.707 INFO:tasks.cephadm:Adding mon.b on smithi042 2024-05-20T21:04:23.707 INFO:tasks.cephadm:Adding mon.c on smithi062 2024-05-20T21:04:23.707 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch apply mon '3;smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c' 2024-05-20T21:04:23.945 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:24.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:23 smithi006 ceph-mon[31422]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:24.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:23 smithi006 ceph-mon[31422]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:04:24.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:23 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3024776473' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-20T21:04:24.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:23 smithi006 ceph-mon[31422]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:24.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:24.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:24.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:25.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:24 smithi006 ceph-mon[31422]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:25.506 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.506+0000 7f945940a700 1 -- 172.21.15.62:0/2953010409 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 msgr2=0x7f94541024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:25.507 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.506+0000 7f945940a700 1 --2- 172.21.15.62:0/2953010409 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 0x7f94541024d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9444009910 tx=0x7f9444009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:25.507 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.506+0000 7f945940a700 1 -- 172.21.15.62:0/2953010409 shutdown_connections 2024-05-20T21:04:25.507 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.506+0000 7f945940a700 1 --2- 172.21.15.62:0/2953010409 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 0x7f94541024d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:25.507 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.506+0000 7f945940a700 1 -- 172.21.15.62:0/2953010409 >> 172.21.15.62:0/2953010409 conn(0x7f94540fd9a0 msgr2=0x7f94540ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:25.507 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.506+0000 7f945940a700 1 -- 172.21.15.62:0/2953010409 shutdown_connections 2024-05-20T21:04:25.507 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.506+0000 7f945940a700 1 -- 172.21.15.62:0/2953010409 wait complete. 2024-05-20T21:04:25.507 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.507+0000 7f945940a700 1 Processor -- start 2024-05-20T21:04:25.507 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.507+0000 7f945940a700 1 -- start start 2024-05-20T21:04:25.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.507+0000 7f945940a700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 0x7f9454103b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:25.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.507+0000 7f945940a700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f945410c370 con 0x7f94541020f0 2024-05-20T21:04:25.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.507+0000 7f9452ffd700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 0x7f9454103b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:25.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.508+0000 7f9452ffd700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 0x7f9454103b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.62:50306/0 (socket says 172.21.15.62:50306) 2024-05-20T21:04:25.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.508+0000 7f9452ffd700 1 -- 172.21.15.62:0/1010322308 learned_addr learned my addr 172.21.15.62:0/1010322308 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:04:25.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.508+0000 7f9452ffd700 1 -- 172.21.15.62:0/1010322308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9454105a80 con 0x7f94541020f0 2024-05-20T21:04:25.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.508+0000 7f9452ffd700 1 --2- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 0x7f9454103b90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f94440056d0 tx=0x7f94440057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:25.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.509+0000 7f943bfff700 1 -- 172.21.15.62:0/1010322308 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9444026070 con 0x7f94541020f0 2024-05-20T21:04:25.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.509+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9454104130 con 0x7f94541020f0 2024-05-20T21:04:25.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.509+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94541045f0 con 0x7f94541020f0 2024-05-20T21:04:25.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.509+0000 7f943bfff700 1 -- 172.21.15.62:0/1010322308 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f944400bba0 con 0x7f94541020f0 2024-05-20T21:04:25.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.509+0000 7f943bfff700 1 -- 172.21.15.62:0/1010322308 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f94440037f0 con 0x7f94541020f0 2024-05-20T21:04:25.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.510+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9440005330 con 0x7f94541020f0 2024-05-20T21:04:25.511 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.510+0000 7f943bfff700 1 -- 172.21.15.62:0/1010322308 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f9444029070 con 0x7f94541020f0 2024-05-20T21:04:25.511 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.511+0000 7f943bfff700 1 --2- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f943c03e510 0x7f943c0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:25.511 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.511+0000 7f943bfff700 1 -- 172.21.15.62:0/1010322308 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f944401e070 con 0x7f94541020f0 2024-05-20T21:04:25.511 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.511+0000 7f94527fc700 1 --2- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f943c03e510 0x7f943c0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:25.512 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.512+0000 7f94527fc700 1 --2- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f943c03e510 0x7f943c0409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9448006fd0 tx=0x7f9448006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:25.526 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.527+0000 7f943bfff700 1 -- 172.21.15.62:0/1010322308 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9444013070 con 0x7f94541020f0 2024-05-20T21:04:25.753 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.753+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c", "target": ["mon-mgr", ""]}) -- 0x7f9440000c70 con 0x7f943c03e510 2024-05-20T21:04:25.768 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.768+0000 7f943bfff700 1 -- 172.21.15.62:0/1010322308 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f9440000c70 con 0x7f943c03e510 2024-05-20T21:04:25.768 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mon update... 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.770+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f943c03e510 msgr2=0x7f943c0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.770+0000 7f945940a700 1 --2- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f943c03e510 0x7f943c0409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9448006fd0 tx=0x7f9448006e40 comp rx=0 tx=0).stop 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.770+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 msgr2=0x7f9454103b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.770+0000 7f945940a700 1 --2- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 0x7f9454103b90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f94440056d0 tx=0x7f94440057b0 comp rx=0 tx=0).stop 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.770+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 shutdown_connections 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.770+0000 7f945940a700 1 --2- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f943c03e510 0x7f943c0409d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.770+0000 7f945940a700 1 --2- 172.21.15.62:0/1010322308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94541020f0 0x7f9454103b90 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.770+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 >> 172.21.15.62:0/1010322308 conn(0x7f94540fd9a0 msgr2=0x7f945406b3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.771+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 shutdown_connections 2024-05-20T21:04:25.771 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:25.771+0000 7f945940a700 1 -- 172.21.15.62:0/1010322308 wait complete. 2024-05-20T21:04:26.454 DEBUG:teuthology.orchestra.run.smithi042:mon.b> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.b.service 2024-05-20T21:04:26.457 DEBUG:teuthology.orchestra.run.smithi062:mon.c> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.c.service 2024-05-20T21:04:26.460 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-20T21:04:26.460 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-20T21:04:27.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:27.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: Saving service mon spec with placement smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c;count:3 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: Deploying daemon mon.c on smithi062 2024-05-20T21:04:27.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:26 smithi006 ceph-mon[31422]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:27.193 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:29.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:29 smithi006 ceph-mon[31422]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:30.531 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.531+0000 7fbce481f700 1 -- 172.21.15.62:0/294730029 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 msgr2=0x7fbce01024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:30.531 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.531+0000 7fbce481f700 1 --2- 172.21.15.62:0/294730029 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 0x7fbce01024d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbcd000b0a0 tx=0x7fbcd000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:04:30.531 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.531+0000 7fbce481f700 1 -- 172.21.15.62:0/294730029 shutdown_connections 2024-05-20T21:04:30.531 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.531+0000 7fbce481f700 1 --2- 172.21.15.62:0/294730029 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 0x7fbce01024d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:30.531 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.531+0000 7fbce481f700 1 -- 172.21.15.62:0/294730029 >> 172.21.15.62:0/294730029 conn(0x7fbce00fd9a0 msgr2=0x7fbce00ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:30.531 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.531+0000 7fbce481f700 1 -- 172.21.15.62:0/294730029 shutdown_connections 2024-05-20T21:04:30.531 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.531+0000 7fbce481f700 1 -- 172.21.15.62:0/294730029 wait complete. 2024-05-20T21:04:30.532 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.532+0000 7fbce481f700 1 Processor -- start 2024-05-20T21:04:30.532 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.532+0000 7fbce481f700 1 -- start start 2024-05-20T21:04:30.532 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.532+0000 7fbce481f700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 0x7fbce01997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:30.532 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.532+0000 7fbce481f700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbce010c370 con 0x7fbce01020f0 2024-05-20T21:04:30.532 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.532+0000 7fbcde59c700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 0x7fbce01997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:30.532 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.532+0000 7fbcde59c700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 0x7fbce01997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.62:50332/0 (socket says 172.21.15.62:50332) 2024-05-20T21:04:30.532 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.532+0000 7fbcde59c700 1 -- 172.21.15.62:0/1648174731 learned_addr learned my addr 172.21.15.62:0/1648174731 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:04:30.532 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.533+0000 7fbcde59c700 1 -- 172.21.15.62:0/1648174731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbce0199d00 con 0x7fbce01020f0 2024-05-20T21:04:30.533 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.533+0000 7fbcde59c700 1 --2- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 0x7fbce01997c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fbcd0006130 tx=0x7fbcd00097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:30.533 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.534+0000 7fbcd77fe700 1 -- 172.21.15.62:0/1648174731 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcd0021020 con 0x7fbce01020f0 2024-05-20T21:04:30.533 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.534+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbce0199f90 con 0x7fbce01020f0 2024-05-20T21:04:30.534 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.534+0000 7fbcd77fe700 1 -- 172.21.15.62:0/1648174731 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbcd00079b0 con 0x7fbce01020f0 2024-05-20T21:04:30.534 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.534+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbce019a450 con 0x7fbce01020f0 2024-05-20T21:04:30.534 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.534+0000 7fbcd77fe700 1 -- 172.21.15.62:0/1648174731 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcd0017040 con 0x7fbce01020f0 2024-05-20T21:04:30.534 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.535+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbce01035d0 con 0x7fbce01020f0 2024-05-20T21:04:30.534 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.535+0000 7fbcd77fe700 1 -- 172.21.15.62:0/1648174731 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fbcd0024020 con 0x7fbce01020f0 2024-05-20T21:04:30.534 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.536+0000 7fbcd77fe700 1 --2- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbccc03e510 0x7fbccc0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:30.535 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.536+0000 7fbcd77fe700 1 -- 172.21.15.62:0/1648174731 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fbcd000f050 con 0x7fbce01020f0 2024-05-20T21:04:30.535 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.536+0000 7fbcddd9b700 1 --2- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbccc03e510 0x7fbccc0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:30.536 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.537+0000 7fbcddd9b700 1 --2- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbccc03e510 0x7fbccc0409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fbcc8006fd0 tx=0x7fbcc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:30.550 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.552+0000 7fbcd77fe700 1 -- 172.21.15.62:0/1648174731 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbcd002b020 con 0x7fbce01020f0 2024-05-20T21:04:30.873 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.873+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fbce0064ba0 con 0x7fbce01020f0 2024-05-20T21:04:30.873 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.874+0000 7fbcd77fe700 1 -- 172.21.15.62:0/1648174731 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+741 (secure 0 0 0) 0x7fbcd0052d50 con 0x7fbce01020f0 2024-05-20T21:04:30.874 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:04:30.874 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":1,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","modified":"2024-05-20T21:02:14.102290Z","created":"2024-05-20T21:02:14.102290Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbccc03e510 msgr2=0x7fbccc0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 --2- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbccc03e510 0x7fbccc0409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fbcc8006fd0 tx=0x7fbcc8006e40 comp rx=0 tx=0).stop 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 msgr2=0x7fbce01997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 --2- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 0x7fbce01997c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fbcd0006130 tx=0x7fbcd00097d0 comp rx=0 tx=0).stop 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 shutdown_connections 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 --2- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbccc03e510 0x7fbccc0409d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 --2- 172.21.15.62:0/1648174731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbce01020f0 0x7fbce01997c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 >> 172.21.15.62:0/1648174731 conn(0x7fbce00fd9a0 msgr2=0x7fbce0103ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:30.876 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 shutdown_connections 2024-05-20T21:04:30.877 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:30.877+0000 7fbce481f700 1 -- 172.21.15.62:0/1648174731 wait complete. 2024-05-20T21:04:30.877 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 1 2024-05-20T21:04:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:30 smithi062 systemd[1]: Starting Ceph mon.c for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:04:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:31 smithi006 ceph-mon[31422]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:31 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/1648174731' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:31.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 podman[36622]: 2024-05-20 21:04:31.486166739 +0000 UTC m=+0.018012146 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:04:31.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 podman[36622]: 2024-05-20 21:04:31.586892351 +0000 UTC m=+0.118737735 container create 8cebb3ca05fde416e7be4109f5ffd97410bbf4225864d65553c62c1f5509fc01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-20T21:04:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 podman[36622]: 2024-05-20 21:04:31.764189726 +0000 UTC m=+0.296035113 container init 8cebb3ca05fde416e7be4109f5ffd97410bbf4225864d65553c62c1f5509fc01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-05-20T21:04:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 podman[36622]: 2024-05-20 21:04:31.767326541 +0000 UTC m=+0.299171918 container start 8cebb3ca05fde416e7be4109f5ffd97410bbf4225864d65553c62c1f5509fc01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux ) 2024-05-20T21:04:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: set uid:gid to 167:167 (ceph:ceph) 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: ceph version 19.0.0-3830-g4ebd1d53 (4ebd1d5361d457738957dc0455bba90102296634) squid (dev), process ceph-mon, pid 2 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pidfile_write: ignore empty --pid-file 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: load: jerasure load: lrc 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: RocksDB version: 7.9.2 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Git sha 0 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Compile date 2024-05-20 17:11:59 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: DB SUMMARY 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: DB Session ID: X0UWZR4XFPLMW6UVIG68 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: CURRENT file: CURRENT 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: IDENTITY file: IDENTITY 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-20T21:04:32.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.error_if_exists: 0 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.create_if_missing: 0 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.paranoid_checks: 1 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.env: 0x564046b53cc0 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.fs: PosixFileSystem 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.info_log: 0x56404780dda0 2024-05-20T21:04:32.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_file_opening_threads: 16 2024-05-20T21:04:32.042 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.statistics: (nil) 2024-05-20T21:04:32.042 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.use_fsync: 0 2024-05-20T21:04:32.042 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_log_file_size: 0 2024-05-20T21:04:32.042 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-20T21:04:32.042 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.keep_log_file_num: 1000 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.recycle_log_file_num: 0 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.allow_fallocate: 1 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.allow_mmap_reads: 0 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.allow_mmap_writes: 0 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.use_direct_reads: 0 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.create_missing_column_families: 0 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.db_log_dir: 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.wal_dir: 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-20T21:04:32.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.advise_random_on_open: 1 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.db_write_buffer_size: 0 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.write_buffer_manager: 0x5640477df0e0 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.rate_limiter: (nil) 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.wal_recovery_mode: 2 2024-05-20T21:04:32.044 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.enable_thread_tracking: 0 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.enable_pipelined_write: 0 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.unordered_write: 0 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.row_cache: None 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.wal_filter: None 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.allow_ingest_behind: 0 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.two_write_queues: 0 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.manual_wal_flush: 0 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.wal_compression: 0 2024-05-20T21:04:32.045 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.atomic_flush: 0 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.log_readahead_size: 0 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.best_efforts_recovery: 0 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.allow_data_in_errors: 0 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.db_host_id: __hostname__ 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_background_jobs: 2 2024-05-20T21:04:32.046 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_background_compactions: -1 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_subcompactions: 1 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_total_wal_size: 0 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_open_files: -1 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bytes_per_sync: 0 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_readahead_size: 0 2024-05-20T21:04:32.047 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_background_flushes: -1 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Compression algorithms supported: 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: kZSTD supported: 0 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: kXpressCompression supported: 0 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: kLZ4HCCompression supported: 1 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: kZlibCompression supported: 1 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: kSnappyCompression supported: 1 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: kLZ4Compression supported: 1 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: kBZip2Compression supported: 0 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-20T21:04:32.048 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.merge_operator: 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_filter: None 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_filter_factory: None 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.sst_partitioner_factory: None 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56404780df60) 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout: cache_index_and_filter_blocks: 1 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-20T21:04:32.049 INFO:journalctl@ceph.mon.c.smithi062.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: pin_top_level_index_and_filter: 1 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: index_type: 0 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: data_block_index_type: 0 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: index_shortening: 1 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: checksum: 4 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: no_block_cache: 0 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: block_cache: 0x5640478111f0 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: block_cache_name: BinnedLRUCache 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: block_cache_options: 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: capacity : 536870912 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: num_shard_bits : 4 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: strict_capacity_limit : 0 2024-05-20T21:04:32.050 INFO:journalctl@ceph.mon.c.smithi062.stdout: high_pri_pool_ratio: 0.000 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: block_cache_compressed: (nil) 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: persistent_cache: (nil) 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: block_size: 4096 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: block_size_deviation: 10 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: block_restart_interval: 16 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: index_block_restart_interval: 1 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: metadata_block_size: 4096 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: partition_filters: 0 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: use_delta_encoding: 1 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: filter_policy: bloomfilter 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: whole_key_filtering: 1 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: verify_compression: 0 2024-05-20T21:04:32.051 INFO:journalctl@ceph.mon.c.smithi062.stdout: read_amp_bytes_per_bit: 0 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout: format_version: 5 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout: enable_index_compression: 1 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout: block_align: 0 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout: max_auto_readahead_size: 262144 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout: prepopulate_block_cache: 0 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout: initial_auto_readahead_size: 8192 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout: num_file_reads_for_auto_readahead: 2 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.write_buffer_size: 33554432 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_write_buffer_number: 2 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression: NoCompression 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression: Disabled 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.prefix_extractor: nullptr 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.num_levels: 7 2024-05-20T21:04:32.052 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.level: 32767 2024-05-20T21:04:32.053 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.strategy: 0 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.enabled: false 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.target_file_size_base: 67108864 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-20T21:04:32.054 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.arena_block_size: 1048576 2024-05-20T21:04:32.055 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.disable_auto_compactions: 0 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-20T21:04:32.056 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.inplace_update_support: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.bloom_locality: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.max_successive_merges: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.paranoid_file_checks: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.force_consistency_checks: 1 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.report_bg_io_stats: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.ttl: 2592000 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-20T21:04:32.057 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.enable_blob_files: false 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.min_blob_size: 0 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.blob_file_size: 268435456 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.blob_file_starting_level: 0 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-20T21:04:32.058 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: fb16338f-543f-4bb5-b5fa-f3087eda215d 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716239071797974, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716239071798578, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716239071, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "fb16338f-543f-4bb5-b5fa-f3087eda215d", "db_session_id": "X0UWZR4XFPLMW6UVIG68", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716239071798689, "job": 1, "event": "recovery_finished"} 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56404792e000 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: DB pointer 0x56404791a000 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout: ** DB Stats ** 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-20T21:04:32.059 INFO:journalctl@ceph.mon.c.smithi062.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: ** Compaction Stats [default] ** 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: 2024-05-20T21:04:32.060 INFO:journalctl@ceph.mon.c.smithi062.stdout: ** Compaction Stats [default] ** 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-20T21:04:32.061 INFO:journalctl@ceph.mon.c.smithi062.stdout: Cumulative compaction: 0.00 GB write, 0.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout: Interval compaction: 0.00 GB write, 0.44 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout: Block cache BinnedLRUCache@0x5640478111f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout: 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: using public_addr v2:172.21.15.62:0/0 -> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: starting mon.c rank -1 at public addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] at bind addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(???) e0 preinit fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).mds e1 new map 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).mds e1 print_map 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout: e1 2024-05-20T21:04:32.062 INFO:journalctl@ceph.mon.c.smithi062.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout: legacy client fscid: -1 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout: 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout: No filesystems configured 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:04:32.063 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Added host smithi042 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.064 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi042", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Updating smithi042:/etc/ceph/ceph.conf 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Deploying cephadm binary to smithi062 2024-05-20T21:04:32.065 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Added host smithi062 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.066 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi062", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Updating smithi062:/etc/ceph/ceph.conf 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3024776473' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3024776473' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:32.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Saving service mon spec with placement smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c;count:3 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: Deploying daemon mon.c on smithi062 2024-05-20T21:04:32.068 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.069 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.069 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:32.069 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/1648174731' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:32.069 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 ceph-mon[36640]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-20T21:04:32.069 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 bash[36622]: 8cebb3ca05fde416e7be4109f5ffd97410bbf4225864d65553c62c1f5509fc01 2024-05-20T21:04:32.069 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:31 smithi062 systemd[1]: Started Ceph mon.c for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:04:32.422 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-20T21:04:32.423 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-20T21:04:32.668 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:04:37.086 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.086+0000 7fb28669d700 1 -- 172.21.15.62:0/2696297854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2680035c0 msgr2=0x7fb268005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:37.087 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.086+0000 7fb28669d700 1 --2- 172.21.15.62:0/2696297854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2680035c0 0x7fb268005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb28006b7c0 tx=0x7fb27000feb0 comp rx=0 tx=0).stop 2024-05-20T21:04:37.087 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.087+0000 7fb28669d700 1 -- 172.21.15.62:0/2696297854 shutdown_connections 2024-05-20T21:04:37.087 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.087+0000 7fb28669d700 1 --2- 172.21.15.62:0/2696297854 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2680035c0 0x7fb268005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:37.087 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.087+0000 7fb28669d700 1 -- 172.21.15.62:0/2696297854 >> 172.21.15.62:0/2696297854 conn(0x7fb2800fda90 msgr2=0x7fb2800ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:37.087 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.087+0000 7fb28669d700 1 -- 172.21.15.62:0/2696297854 shutdown_connections 2024-05-20T21:04:37.087 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.087+0000 7fb28669d700 1 -- 172.21.15.62:0/2696297854 wait complete. 2024-05-20T21:04:37.087 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.087+0000 7fb28669d700 1 Processor -- start 2024-05-20T21:04:37.087 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.087+0000 7fb28669d700 1 -- start start 2024-05-20T21:04:37.088 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb28669d700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 0x7fb280101f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:37.088 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb28669d700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb280103b60 0x7fb280102460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb28669d700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb28010afe0 con 0x7fb280103b60 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb28669d700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb28010ae60 con 0x7fb2680035c0 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb27ffff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 0x7fb280101f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb27ffff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 0x7fb280101f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:49804/0 (socket says 172.21.15.62:49804) 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb27ffff700 1 -- 172.21.15.62:0/3129311152 learned_addr learned my addr 172.21.15.62:0/3129311152 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb27ffff700 1 -- 172.21.15.62:0/3129311152 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 msgr2=0x7fb280101f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb27ffff700 1 -- 172.21.15.62:0/3129311152 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 msgr2=0x7fb280101f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.088+0000 7fb27ffff700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 0x7fb280101f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.089+0000 7fb27ffff700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 0x7fb280101f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.089+0000 7fb27f7fe700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb280103b60 0x7fb280102460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.089+0000 7fb27f7fe700 1 -- 172.21.15.62:0/3129311152 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 msgr2=0x7fb280101f20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:04:37.089 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.089+0000 7fb27f7fe700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 0x7fb280101f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:37.090 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.089+0000 7fb27f7fe700 1 -- 172.21.15.62:0/3129311152 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2801029a0 con 0x7fb280103b60 2024-05-20T21:04:37.090 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.090+0000 7fb27f7fe700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb280103b60 0x7fb280102460 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb27400b500 tx=0x7fb27400b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.090+0000 7fb27d7fa700 1 -- 172.21.15.62:0/3129311152 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb274011630 con 0x7fb280103b60 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.090+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb280102c90 con 0x7fb280103b60 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.090+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2801a9750 con 0x7fb280103b60 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.090+0000 7fb27d7fa700 1 -- 172.21.15.62:0/3129311152 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb274011c80 con 0x7fb280103b60 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.090+0000 7fb27d7fa700 1 -- 172.21.15.62:0/3129311152 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb274019c70 con 0x7fb280103b60 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.091+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb28006bfc0 con 0x7fb280103b60 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.092+0000 7fb27d7fa700 1 -- 172.21.15.62:0/3129311152 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fb274018020 con 0x7fb280103b60 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.092+0000 7fb27d7fa700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb26c03e2b0 0x7fb26c040770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:37.091 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.092+0000 7fb27d7fa700 1 -- 172.21.15.62:0/3129311152 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb274051970 con 0x7fb280103b60 2024-05-20T21:04:37.092 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.093+0000 7fb27ffff700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb26c03e2b0 0x7fb26c040770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:37.092 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.094+0000 7fb27ffff700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb26c03e2b0 0x7fb26c040770 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb27000fa60 tx=0x7fb270005cb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:37.107 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.108+0000 7fb27d7fa700 1 -- 172.21.15.62:0/3129311152 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb27400e700 con 0x7fb280103b60 2024-05-20T21:04:37.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:37.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: mon.a calling monitor election 2024-05-20T21:04:37.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:37.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: mon.c calling monitor election 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: monmap epoch 2 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: last_changed 2024-05-20T21:04:31.834240+0000 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: created 2024-05-20T21:02:14.102290+0000 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: min_mon_release 19 (squid) 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: election_strategy: 1 2024-05-20T21:04:37.233 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.c 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: fsmap 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: mgrmap e13: x(active, since 60s) 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: overall HEALTH_OK 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:37.234 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:37.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: mon.a calling monitor election 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: mon.c calling monitor election 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: monmap epoch 2 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: last_changed 2024-05-20T21:04:31.834240+0000 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: created 2024-05-20T21:02:14.102290+0000 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: min_mon_release 19 (squid) 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: election_strategy: 1 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.c 2024-05-20T21:04:37.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: fsmap 2024-05-20T21:04:37.412 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:37.412 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: mgrmap e13: x(active, since 60s) 2024-05-20T21:04:37.412 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: overall HEALTH_OK 2024-05-20T21:04:37.412 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:37.412 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:37.412 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:37.412 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:37.412 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:37.418 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.419+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb2801a9a60 con 0x7fb280103b60 2024-05-20T21:04:37.419 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.420+0000 7fb27d7fa700 1 -- 172.21.15.62:0/3129311152 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1007 (secure 0 0 0) 0x7fb27400fcf0 con 0x7fb280103b60 2024-05-20T21:04:37.420 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:04:37.420 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":2,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","modified":"2024-05-20T21:04:31.834240Z","created":"2024-05-20T21:02:14.102290Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-20T21:04:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb26c03e2b0 msgr2=0x7fb26c040770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb26c03e2b0 0x7fb26c040770 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb27000fa60 tx=0x7fb270005cb0 comp rx=0 tx=0).stop 2024-05-20T21:04:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb280103b60 msgr2=0x7fb280102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb280103b60 0x7fb280102460 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb27400b500 tx=0x7fb27400b8c0 comp rx=0 tx=0).stop 2024-05-20T21:04:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 shutdown_connections 2024-05-20T21:04:37.422 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb26c03e2b0 0x7fb26c040770 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2680035c0 0x7fb280101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 --2- 172.21.15.62:0/3129311152 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb280103b60 0x7fb280102460 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 >> 172.21.15.62:0/3129311152 conn(0x7fb2800fda90 msgr2=0x7fb2800ffa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 shutdown_connections 2024-05-20T21:04:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:37.423+0000 7fb28669d700 1 -- 172.21.15.62:0/3129311152 wait complete. 2024-05-20T21:04:37.423 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 2 2024-05-20T21:04:38.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:37 smithi062 ceph-mon[36640]: Deploying daemon mon.b on smithi042 2024-05-20T21:04:38.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:37 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/3129311152' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:38.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:38.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:37 smithi006 ceph-mon[31422]: Deploying daemon mon.b on smithi042 2024-05-20T21:04:38.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:37 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/3129311152' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:38.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:39.061 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-20T21:04:39.062 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-20T21:04:39.143 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:38 smithi006 ceph-mon[31422]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:39.143 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:04:38 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:04:38.835+0000 7f6bde600700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-20T21:04:39.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:38 smithi062 ceph-mon[36640]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:39.315 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:04:40.619 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(???) e0 preinit fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:40.619 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).mds e1 new map 2024-05-20T21:04:40.619 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).mds e1 print_map 2024-05-20T21:04:40.619 INFO:journalctl@ceph.mon.b.smithi042.stdout: e1 2024-05-20T21:04:40.619 INFO:journalctl@ceph.mon.b.smithi042.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-20T21:04:40.619 INFO:journalctl@ceph.mon.b.smithi042.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-20T21:04:40.620 INFO:journalctl@ceph.mon.b.smithi042.stdout: legacy client fscid: -1 2024-05-20T21:04:40.620 INFO:journalctl@ceph.mon.b.smithi042.stdout: 2024-05-20T21:04:40.620 INFO:journalctl@ceph.mon.b.smithi042.stdout: No filesystems configured 2024-05-20T21:04:40.620 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-20T21:04:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-20T21:04:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-20T21:04:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-20T21:04:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-20T21:04:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-20T21:04:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-20T21:04:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Added host smithi042 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi042", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Updating smithi042:/etc/ceph/ceph.conf 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.876 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.876 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:40.876 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Deploying cephadm binary to smithi062 2024-05-20T21:04:40.876 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Added host smithi062 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi062", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Updating smithi062:/etc/ceph/ceph.conf 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3024776473' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-20T21:04:40.878 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3024776473' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Saving service mon spec with placement smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c;count:3 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:40.879 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Deploying daemon mon.c on smithi062 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/1648174731' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.a calling monitor election 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:40.880 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.c calling monitor election 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: monmap epoch 2 2024-05-20T21:04:40.881 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: last_changed 2024-05-20T21:04:31.834240+0000 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: created 2024-05-20T21:02:14.102290+0000 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: min_mon_release 19 (squid) 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: election_strategy: 1 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.c 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: fsmap 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mgrmap e13: x(active, since 60s) 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: overall HEALTH_OK 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.882 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: Deploying daemon mon.b on smithi042 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/3129311152' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 ceph-mon[36332]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 bash[36309]: 8adf3f17b4107e996dc37bdbc8817a59ad345721d51927da1bdb5d5520b87a88 2024-05-20T21:04:40.883 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:40 smithi042 systemd[1]: Started Ceph mon.b for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:04:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: mon.a calling monitor election 2024-05-20T21:04:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: mon.c calling monitor election 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: mon.b calling monitor election 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: monmap epoch 3 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: last_changed 2024-05-20T21:04:40.626543+0000 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: created 2024-05-20T21:02:14.102290+0000 2024-05-20T21:04:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: min_mon_release 19 (squid) 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: election_strategy: 1 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.c 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: fsmap 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: mgrmap e13: x(active, since 69s) 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: overall HEALTH_OK 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: mon.a calling monitor election 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: mon.c calling monitor election 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: mon.b calling monitor election 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: monmap epoch 3 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: last_changed 2024-05-20T21:04:40.626543+0000 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: created 2024-05-20T21:02:14.102290+0000 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: min_mon_release 19 (squid) 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: election_strategy: 1 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.c 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-05-20T21:04:46.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: fsmap 2024-05-20T21:04:46.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:46.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: mgrmap e13: x(active, since 69s) 2024-05-20T21:04:46.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: overall HEALTH_OK 2024-05-20T21:04:46.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: mon.a calling monitor election 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: mon.c calling monitor election 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: mon.b calling monitor election 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-20T21:04:46.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: monmap epoch 3 2024-05-20T21:04:46.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:46.161 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: last_changed 2024-05-20T21:04:40.626543+0000 2024-05-20T21:04:46.161 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: created 2024-05-20T21:02:14.102290+0000 2024-05-20T21:04:46.161 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: min_mon_release 19 (squid) 2024-05-20T21:04:46.161 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: election_strategy: 1 2024-05-20T21:04:46.161 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: 0: [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] mon.a 2024-05-20T21:04:46.161 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: 1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.c 2024-05-20T21:04:46.161 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: 2: [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon.b 2024-05-20T21:04:46.161 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: fsmap 2024-05-20T21:04:46.162 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: osdmap e4: 0 total, 0 up, 0 in 2024-05-20T21:04:46.162 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: mgrmap e13: x(active, since 69s) 2024-05-20T21:04:46.162 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: overall HEALTH_OK 2024-05-20T21:04:46.162 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.162 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.162 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.649 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.649+0000 7f598349c700 1 -- 172.21.15.62:0/2521138424 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 msgr2=0x7f59680086b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:46.649 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.649+0000 7f598349c700 1 --2- 172.21.15.62:0/2521138424 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 0x7f59680086b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f597c1027c0 tx=0x7f597800fe90 comp rx=0 tx=0).stop 2024-05-20T21:04:46.649 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.649+0000 7f598349c700 1 -- 172.21.15.62:0/2521138424 shutdown_connections 2024-05-20T21:04:46.649 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.649+0000 7f598349c700 1 --2- 172.21.15.62:0/2521138424 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 0x7f59680086b0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:46.649 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.649+0000 7f598349c700 1 -- 172.21.15.62:0/2521138424 >> 172.21.15.62:0/2521138424 conn(0x7f597c0785a0 msgr2=0x7f597c0789b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:46.649 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.649+0000 7f598349c700 1 -- 172.21.15.62:0/2521138424 shutdown_connections 2024-05-20T21:04:46.649 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.649+0000 7f598349c700 1 -- 172.21.15.62:0/2521138424 wait complete. 2024-05-20T21:04:46.650 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f598349c700 1 Processor -- start 2024-05-20T21:04:46.650 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f598349c700 1 -- start start 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f598349c700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 0x7f597c19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f598349c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 0x7f597c198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f598349c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 0x7f597c1994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f598349c700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f597c10b050 con 0x7f5968006240 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f598349c700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f597c10aed0 con 0x7f597c199040 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f598349c700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f597c10b1d0 con 0x7f597c19ee80 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5980a37700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 0x7f597c198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5980a37700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 0x7f597c198b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:38986/0 (socket says 172.21.15.62:38986) 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5980a37700 1 -- 172.21.15.62:0/1980086811 learned_addr learned my addr 172.21.15.62:0/1980086811 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5981a39700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 0x7f597c1994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:46.651 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5980a37700 1 -- 172.21.15.62:0/1980086811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 msgr2=0x7f597c198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5980a37700 1 -- 172.21.15.62:0/1980086811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 msgr2=0x7f597c198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5980a37700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 0x7f597c198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5981238700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 0x7f597c19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5981a39700 1 -- 172.21.15.62:0/1980086811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 msgr2=0x7f597c1994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5980a37700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 0x7f597c198b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5981a39700 1 -- 172.21.15.62:0/1980086811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 msgr2=0x7f597c1994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5981a39700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 0x7f597c1994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.651+0000 7f5981a39700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 0x7f597c1994f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.652+0000 7f5981238700 1 -- 172.21.15.62:0/1980086811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 msgr2=0x7f597c198b00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.652+0000 7f5981238700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 0x7f597c198b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.652+0000 7f5981238700 1 -- 172.21.15.62:0/1980086811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 msgr2=0x7f597c1994f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.652+0000 7f5981238700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 0x7f597c1994f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:46.652 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.652+0000 7f5981238700 1 -- 172.21.15.62:0/1980086811 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f597c1a5810 con 0x7f5968006240 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.652+0000 7f5981238700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 0x7f597c19e940 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5978015040 tx=0x7f59780056e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.652+0000 7f59727fc700 1 -- 172.21.15.62:0/1980086811 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5978011ea0 con 0x7f5968006240 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.653+0000 7f59727fc700 1 -- 172.21.15.62:0/1980086811 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f597801d410 con 0x7f5968006240 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.653+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f597c102860 con 0x7f5968006240 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.653+0000 7f59727fc700 1 -- 172.21.15.62:0/1980086811 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5978028aa0 con 0x7f5968006240 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.653+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f597c102d40 con 0x7f5968006240 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.654+0000 7f59727fc700 1 -- 172.21.15.62:0/1980086811 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f5978028c40 con 0x7f5968006240 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.654+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f597c064ba0 con 0x7f5968006240 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.654+0000 7f59727fc700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f596003e9a0 0x7f5960040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:46.654 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.654+0000 7f59727fc700 1 -- 172.21.15.62:0/1980086811 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f59780599f0 con 0x7f5968006240 2024-05-20T21:04:46.655 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.655+0000 7f5980a37700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f596003e9a0 0x7f5960040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:46.655 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.655+0000 7f5980a37700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f596003e9a0 0x7f5960040e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f596c009180 tx=0x7f596c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:46.669 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.670+0000 7f59727fc700 1 -- 172.21.15.62:0/1980086811 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f59780393a0 con 0x7f5968006240 2024-05-20T21:04:46.985 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.986+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f597c02e560 con 0x7f5968006240 2024-05-20T21:04:46.986 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.986 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:46 smithi062 ceph-mon[36640]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:46.986 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:46.986 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:46.986 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:46.986 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.987+0000 7f59727fc700 1 -- 172.21.15.62:0/1980086811 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1273 (secure 0 0 0) 0x7f5978037d70 con 0x7f5968006240 2024-05-20T21:04:46.987 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-05-20T21:04:46.987 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":3,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","modified":"2024-05-20T21:04:40.626543Z","created":"2024-05-20T21:02:14.102290Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:3300","nonce":0},{"type":"v1","addr":"172.21.15.6:6789","nonce":0}]},"addr":"172.21.15.6:6789/0","public_addr":"172.21.15.6:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-05-20T21:04:46.989 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f596003e9a0 msgr2=0x7f5960040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:46.989 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f596003e9a0 0x7f5960040e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f596c009180 tx=0x7f596c008040 comp rx=0 tx=0).stop 2024-05-20T21:04:46.989 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 msgr2=0x7f597c19e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 0x7f597c19e940 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5978015040 tx=0x7f59780056e0 comp rx=0 tx=0).stop 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 shutdown_connections 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f596003e9a0 0x7f5960040e60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f597c199040 0x7f597c1994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5968006240 0x7f597c19e940 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 --2- 172.21.15.62:0/1980086811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f597c19ee80 0x7f597c198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 >> 172.21.15.62:0/1980086811 conn(0x7f597c0785a0 msgr2=0x7f597c107dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 shutdown_connections 2024-05-20T21:04:46.990 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:46.990+0000 7f598349c700 1 -- 172.21.15.62:0/1980086811 wait complete. 2024-05-20T21:04:46.991 INFO:teuthology.orchestra.run.smithi062.stderr:dumped monmap epoch 3 2024-05-20T21:04:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:46 smithi042 ceph-mon[36332]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:47.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:47.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:46 smithi006 ceph-mon[31422]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:47.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:47.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:47.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:04:47.908 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:04:47 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:04:47.626+0000 7f6bde600700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-20T21:04:47.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/1980086811' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:47.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:47.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:47.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:47.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:47.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:47.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:47.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: Updating smithi006:/etc/ceph/ceph.conf 2024-05-20T21:04:47.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: Updating smithi042:/etc/ceph/ceph.conf 2024-05-20T21:04:47.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:47 smithi006 ceph-mon[31422]: Updating smithi062:/etc/ceph/ceph.conf 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/1980086811' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: Updating smithi006:/etc/ceph/ceph.conf 2024-05-20T21:04:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: Updating smithi042:/etc/ceph/ceph.conf 2024-05-20T21:04:48.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:47 smithi062 ceph-mon[36640]: Updating smithi062:/etc/ceph/ceph.conf 2024-05-20T21:04:48.114 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-20T21:04:48.114 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph config generate-minimal-conf 2024-05-20T21:04:48.122 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/1980086811' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: Updating smithi006:/etc/ceph/ceph.conf 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: Updating smithi042:/etc/ceph/ceph.conf 2024-05-20T21:04:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:47 smithi042 ceph-mon[36332]: Updating smithi062:/etc/ceph/ceph.conf 2024-05-20T21:04:48.535 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: Updating smithi006:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: Updating smithi006:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: Updating smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: Updating smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: Updating smithi006:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:49.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: Reconfiguring mon.a (unknown last config time)... 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:50.186 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:50 smithi006 ceph-mon[31422]: Reconfiguring daemon mon.a on smithi006 2024-05-20T21:04:50.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: Reconfiguring mon.a (unknown last config time)... 2024-05-20T21:04:50.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:50.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:50.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:50.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:50 smithi042 ceph-mon[36332]: Reconfiguring daemon mon.a on smithi006 2024-05-20T21:04:50.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:50.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: Reconfiguring mon.a (unknown last config time)... 2024-05-20T21:04:50.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:50.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:50.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:50.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:50 smithi062 ceph-mon[36640]: Reconfiguring daemon mon.a on smithi006 2024-05-20T21:04:51.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.915+0000 7f7d70000700 1 -- 172.21.15.6:0/2048501056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 msgr2=0x7f7d68077e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:51.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.915+0000 7f7d70000700 1 --2- 172.21.15.6:0/2048501056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 0x7f7d68077e50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c009910 tx=0x7f7d5c009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:51.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.915+0000 7f7d70000700 1 -- 172.21.15.6:0/2048501056 shutdown_connections 2024-05-20T21:04:51.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.915+0000 7f7d70000700 1 --2- 172.21.15.6:0/2048501056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 0x7f7d68077e50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:51.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.915+0000 7f7d70000700 1 -- 172.21.15.6:0/2048501056 >> 172.21.15.6:0/2048501056 conn(0x7f7d68100c90 msgr2=0x7f7d681030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.915+0000 7f7d70000700 1 -- 172.21.15.6:0/2048501056 shutdown_connections 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.915+0000 7f7d70000700 1 -- 172.21.15.6:0/2048501056 wait complete. 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.916+0000 7f7d70000700 1 Processor -- start 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d70000700 1 -- start start 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d70000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 0x7f7d6819f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d70000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7d6819f750 0x7f7d681a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d70000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d681a4020 0x7f7d681a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d70000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7d68113aa0 con 0x7f7d68077a70 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d70000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7d68113920 con 0x7f7d681a4020 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d70000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7d68113c20 con 0x7f7d6819f750 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d6d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 0x7f7d6819f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d6d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 0x7f7d6819f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49894/0 (socket says 172.21.15.6:49894) 2024-05-20T21:04:51.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.917+0000 7f7d6d600700 1 -- 172.21.15.6:0/2413959014 learned_addr learned my addr 172.21.15.6:0/2413959014 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6cc00700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7d6819f750 0x7f7d681a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6d600700 1 -- 172.21.15.6:0/2413959014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7d6819f750 msgr2=0x7f7d681a3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6d600700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7d6819f750 0x7f7d681a3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6e000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d681a4020 0x7f7d681a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6d600700 1 -- 172.21.15.6:0/2413959014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d681a4020 msgr2=0x7f7d681a44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6d600700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d681a4020 0x7f7d681a44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6d600700 1 -- 172.21.15.6:0/2413959014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d681abd90 con 0x7f7d68077a70 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6cc00700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7d6819f750 0x7f7d681a3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6e000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d681a4020 0x7f7d681a44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.918+0000 7f7d6d600700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 0x7f7d6819f210 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c004f80 tx=0x7f7d5c005060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.919+0000 7f7d66000700 1 -- 172.21.15.6:0/2413959014 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d5c026070 con 0x7f7d68077a70 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.919+0000 7f7d66000700 1 -- 172.21.15.6:0/2413959014 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7d5c00b750 con 0x7f7d68077a70 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.919+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d681abf60 con 0x7f7d68077a70 2024-05-20T21:04:51.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.919+0000 7f7d66000700 1 -- 172.21.15.6:0/2413959014 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d5c003970 con 0x7f7d68077a70 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.919+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d681ac350 con 0x7f7d68077a70 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.920+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d68064ba0 con 0x7f7d68077a70 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.920+0000 7f7d66000700 1 -- 172.21.15.6:0/2413959014 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f7d5c029070 con 0x7f7d68077a70 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.921+0000 7f7d66000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7d5003e9a0 0x7f7d50040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.921+0000 7f7d66000700 1 -- 172.21.15.6:0/2413959014 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f7d5c053460 con 0x7f7d68077a70 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.921+0000 7f7d6cc00700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7d5003e9a0 0x7f7d50040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.922+0000 7f7d6cc00700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7d5003e9a0 0x7f7d50040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7d54009910 tx=0x7f7d54008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:50.927+0000 7f7d66000700 1 -- 172.21.15.6:0/2413959014 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7d5c013070 con 0x7f7d68077a70 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.168+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f7d681a0570 con 0x7f7d68077a70 2024-05-20T21:04:51.337 INFO:teuthology.orchestra.run.smithi006.stdout:# minimal ceph.conf for 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:51.338 INFO:teuthology.orchestra.run.smithi006.stdout:[global] 2024-05-20T21:04:51.338 INFO:teuthology.orchestra.run.smithi006.stdout: fsid = 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:04:51.338 INFO:teuthology.orchestra.run.smithi006.stdout: mon_host = [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] 2024-05-20T21:04:51.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.169+0000 7f7d66000700 1 -- 172.21.15.6:0/2413959014 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+269 (secure 0 0 0) 0x7f7d5c030090 con 0x7f7d68077a70 2024-05-20T21:04:51.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.171+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7d5003e9a0 msgr2=0x7f7d50040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:51.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.171+0000 7f7d70000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7d5003e9a0 0x7f7d50040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7d54009910 tx=0x7f7d54008040 comp rx=0 tx=0).stop 2024-05-20T21:04:51.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.171+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 msgr2=0x7f7d6819f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:51.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.171+0000 7f7d70000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 0x7f7d6819f210 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c004f80 tx=0x7f7d5c005060 comp rx=0 tx=0).stop 2024-05-20T21:04:51.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.172+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 shutdown_connections 2024-05-20T21:04:51.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.172+0000 7f7d70000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7d5003e9a0 0x7f7d50040e60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:51.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.172+0000 7f7d70000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7d681a4020 0x7f7d681a44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:51.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.172+0000 7f7d70000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7d68077a70 0x7f7d6819f210 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:51.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.172+0000 7f7d70000700 1 --2- 172.21.15.6:0/2413959014 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7d6819f750 0x7f7d681a3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:51.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.172+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 >> 172.21.15.6:0/2413959014 conn(0x7f7d68100c90 msgr2=0x7f7d6810f890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:51.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.172+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 shutdown_connections 2024-05-20T21:04:51.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:04:51.172+0000 7f7d70000700 1 -- 172.21.15.6:0/2413959014 wait complete. 2024-05-20T21:04:51.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:51 smithi042 ceph-mon[36332]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:51.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:51 smithi006 ceph-mon[31422]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:51.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:51 smithi062 ceph-mon[36640]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:52.018 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-20T21:04:52.018 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:04:52.019 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/ceph/ceph.conf 2024-05-20T21:04:52.116 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:04:52.116 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:52.238 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:52 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2413959014' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:52.253 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:04:52.253 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.conf 2024-05-20T21:04:52.286 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:04:52.286 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:52.350 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:52 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2413959014' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:52.354 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:04:52.354 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.conf 2024-05-20T21:04:52.382 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:52 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2413959014' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:52.388 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:04:52.388 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-20T21:04:52.456 INFO:tasks.cephadm:Adding mgr.x on smithi006 2024-05-20T21:04:52.457 INFO:tasks.cephadm:Adding mgr.y on smithi042 2024-05-20T21:04:52.457 INFO:tasks.cephadm:Adding mgr.z on smithi062 2024-05-20T21:04:52.457 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch apply mgr '3;smithi006=x;smithi042=y;smithi062=z' 2024-05-20T21:04:52.740 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:04:53.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:53 smithi062 ceph-mon[36640]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:53.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:53.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:53.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:53.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:53.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:53.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:53 smithi042 ceph-mon[36332]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:53.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:53.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:53.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:53.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:53.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:53.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:53 smithi006 ceph-mon[31422]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:53.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:53.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:53.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:53.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:53.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:54.222 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.221+0000 7f229cbcc700 1 -- 172.21.15.62:0/2468029539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298101ff0 msgr2=0x7f2298102410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:54.222 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.221+0000 7f229cbcc700 1 --2- 172.21.15.62:0/2468029539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298101ff0 0x7f2298102410 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2280009910 tx=0x7f2280009c20 comp rx=0 tx=0).stop 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.221+0000 7f229cbcc700 1 -- 172.21.15.62:0/2468029539 shutdown_connections 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.221+0000 7f229cbcc700 1 --2- 172.21.15.62:0/2468029539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298101ff0 0x7f2298102410 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.221+0000 7f229cbcc700 1 -- 172.21.15.62:0/2468029539 >> 172.21.15.62:0/2468029539 conn(0x7f22980fd5b0 msgr2=0x7f22980ff9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.221+0000 7f229cbcc700 1 -- 172.21.15.62:0/2468029539 shutdown_connections 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.221+0000 7f229cbcc700 1 -- 172.21.15.62:0/2468029539 wait complete. 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229cbcc700 1 Processor -- start 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229cbcc700 1 -- start start 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229cbcc700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2298101ff0 0x7f2298198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229cbcc700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298198d40 0x7f229819ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229cbcc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22981991c0 0x7f22981a0340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229cbcc700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2298107f30 con 0x7f2298198d40 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229cbcc700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2298107db0 con 0x7f22981991c0 2024-05-20T21:04:54.223 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229cbcc700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f22981080b0 con 0x7f2298101ff0 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229659c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2298101ff0 0x7f2298198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229659c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2298101ff0 0x7f2298198800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:36956/0 (socket says 172.21.15.62:36956) 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.222+0000 7f229659c700 1 -- 172.21.15.62:0/1580845099 learned_addr learned my addr 172.21.15.62:0/1580845099 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f2296d9d700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22981991c0 0x7f22981a0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f2295d9b700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298198d40 0x7f229819ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f229659c700 1 -- 172.21.15.62:0/1580845099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22981991c0 msgr2=0x7f22981a0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f229659c700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22981991c0 0x7f22981a0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f229659c700 1 -- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298198d40 msgr2=0x7f229819ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f229659c700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298198d40 0x7f229819ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f229659c700 1 -- 172.21.15.62:0/1580845099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22981a0c10 con 0x7f2298101ff0 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f2295d9b700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298198d40 0x7f229819ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f229659c700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2298101ff0 0x7f2298198800 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f2280005e00 tx=0x7f2280005020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:54.224 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f228f7fe700 1 -- 172.21.15.62:0/1580845099 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2280027070 con 0x7f2298101ff0 2024-05-20T21:04:54.225 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f228f7fe700 1 -- 172.21.15.62:0/1580845099 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f228000be10 con 0x7f2298101ff0 2024-05-20T21:04:54.225 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22981a0ea0 con 0x7f2298101ff0 2024-05-20T21:04:54.225 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f228f7fe700 1 -- 172.21.15.62:0/1580845099 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2280022da0 con 0x7f2298101ff0 2024-05-20T21:04:54.225 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.223+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22981a1370 con 0x7f2298101ff0 2024-05-20T21:04:54.226 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.224+0000 7f228f7fe700 1 -- 172.21.15.62:0/1580845099 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f228002a070 con 0x7f2298101ff0 2024-05-20T21:04:54.226 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.224+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f229802e560 con 0x7f2298101ff0 2024-05-20T21:04:54.226 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.224+0000 7f228f7fe700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f228403e9a0 0x7f2284040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:04:54.226 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.224+0000 7f228f7fe700 1 -- 172.21.15.62:0/1580845099 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f2280053a80 con 0x7f2298101ff0 2024-05-20T21:04:54.226 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.225+0000 7f2295d9b700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f228403e9a0 0x7f2284040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:04:54.226 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.226+0000 7f2295d9b700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f228403e9a0 0x7f2284040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f22880079b0 tx=0x7f2288008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:04:54.229 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.230+0000 7f228f7fe700 1 -- 172.21.15.62:0/1580845099 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2280013070 con 0x7f2298101ff0 2024-05-20T21:04:54.287 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:54 smithi062 ceph-mon[36640]: Reconfiguring mon.b (monmap changed)... 2024-05-20T21:04:54.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:54 smithi062 ceph-mon[36640]: Reconfiguring daemon mon.b on smithi042 2024-05-20T21:04:54.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:54 smithi042 ceph-mon[36332]: Reconfiguring mon.b (monmap changed)... 2024-05-20T21:04:54.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:54 smithi042 ceph-mon[36332]: Reconfiguring daemon mon.b on smithi042 2024-05-20T21:04:54.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:54 smithi006 ceph-mon[31422]: Reconfiguring mon.b (monmap changed)... 2024-05-20T21:04:54.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:54 smithi006 ceph-mon[31422]: Reconfiguring daemon mon.b on smithi042 2024-05-20T21:04:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.460+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi006=x;smithi042=y;smithi062=z", "target": ["mon-mgr", ""]}) -- 0x7f2298063a10 con 0x7f228403e9a0 2024-05-20T21:04:54.473 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.473+0000 7f228f7fe700 1 -- 172.21.15.62:0/1580845099 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2298063a10 con 0x7f228403e9a0 2024-05-20T21:04:54.473 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mgr update... 2024-05-20T21:04:54.475 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f228403e9a0 msgr2=0x7f2284040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:54.475 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f228403e9a0 0x7f2284040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f22880079b0 tx=0x7f2288008040 comp rx=0 tx=0).stop 2024-05-20T21:04:54.475 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2298101ff0 msgr2=0x7f2298198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2298101ff0 0x7f2298198800 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f2280005e00 tx=0x7f2280005020 comp rx=0 tx=0).stop 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 shutdown_connections 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f228403e9a0 0x7f2284040e60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22981991c0 0x7f22981a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2298101ff0 0x7f2298198800 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 --2- 172.21.15.62:0/1580845099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2298198d40 0x7f229819ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 >> 172.21.15.62:0/1580845099 conn(0x7f22980fd5b0 msgr2=0x7f229806bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 shutdown_connections 2024-05-20T21:04:54.476 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:04:54.476+0000 7f229cbcc700 1 -- 172.21.15.62:0/1580845099 wait complete. 2024-05-20T21:04:55.074 DEBUG:teuthology.orchestra.run.smithi042:mgr.y> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.y.service 2024-05-20T21:04:55.077 DEBUG:teuthology.orchestra.run.smithi062:mgr.z> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.z.service 2024-05-20T21:04:55.079 INFO:tasks.cephadm:Deploying OSDs... 2024-05-20T21:04:55.079 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:04:55.079 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/scratch_devs of=/dev/stdout 2024-05-20T21:04:55.141 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-20T21:04:55.141 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_1 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 6h/6d Inode: 631 Links: 1 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-05-20 21:03:49.137406971 +0000 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-05-20 20:57:48.519027921 +0000 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-05-20 20:57:48.519027921 +0000 2024-05-20T21:04:55.197 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: 2024-05-20 20:57:48.519027921 +0000 2024-05-20T21:04:55.197 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-20T21:04:55.284 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2024-05-20T21:04:55.284 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2024-05-20T21:04:55.284 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000379438 s, 1.3 MB/s 2024-05-20T21:04:55.287 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-20T21:04:55.345 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_2 2024-05-20T21:04:55.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: Reconfiguring mon.c (monmap changed)... 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: Reconfiguring daemon mon.c on smithi062 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi006=x;smithi042=y;smithi062=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: Saving service mgr spec with placement smithi006=x;smithi042=y;smithi062=z;count:3 2024-05-20T21:04:55.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.397 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-20T21:04:55.398 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:55.398 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-05-20T21:04:55.398 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:55.398 INFO:teuthology.orchestra.run.smithi006.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:55.398 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-05-20 21:03:49.246405846 +0000 2024-05-20T21:04:55.398 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-05-20 20:57:49.141021714 +0000 2024-05-20T21:04:55.398 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-05-20 20:57:49.141021714 +0000 2024-05-20T21:04:55.398 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: 2024-05-20 20:57:49.141021714 +0000 2024-05-20T21:04:55.398 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-20T21:04:55.482 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2024-05-20T21:04:55.482 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2024-05-20T21:04:55.482 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000546709 s, 937 kB/s 2024-05-20T21:04:55.486 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: Reconfiguring mon.c (monmap changed)... 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: Reconfiguring daemon mon.c on smithi062 2024-05-20T21:04:55.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi006=x;smithi042=y;smithi062=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:55.493 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: Saving service mgr spec with placement smithi006=x;smithi042=y;smithi062=z;count:3 2024-05-20T21:04:55.493 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.545 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_3 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-05-20 21:03:49.332404958 +0000 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-05-20 20:57:49.781015328 +0000 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-05-20 20:57:49.781015328 +0000 2024-05-20T21:04:55.599 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: 2024-05-20 20:57:49.781015328 +0000 2024-05-20T21:04:55.600 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-20T21:04:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: Reconfiguring mon.c (monmap changed)... 2024-05-20T21:04:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-20T21:04:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-20T21:04:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: Reconfiguring daemon mon.c on smithi062 2024-05-20T21:04:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi006=x;smithi042=y;smithi062=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:04:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: Saving service mgr spec with placement smithi006=x;smithi042=y;smithi062=z;count:3 2024-05-20T21:04:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:55.685 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2024-05-20T21:04:55.685 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2024-05-20T21:04:55.685 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000351233 s, 1.5 MB/s 2024-05-20T21:04:55.689 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-20T21:04:55.749 DEBUG:teuthology.orchestra.run.smithi006:> stat /dev/vg_nvme/lv_4 2024-05-20T21:04:55.801 INFO:teuthology.orchestra.run.smithi006.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-20T21:04:55.801 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:55.801 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 6h/6d Inode: 690 Links: 1 2024-05-20T21:04:55.801 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:55.801 INFO:teuthology.orchestra.run.smithi006.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:55.801 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-05-20 21:03:49.399404266 +0000 2024-05-20T21:04:55.802 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-05-20 20:57:50.383009321 +0000 2024-05-20T21:04:55.802 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-05-20 20:57:50.383009321 +0000 2024-05-20T21:04:55.802 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: 2024-05-20 20:57:50.383009321 +0000 2024-05-20T21:04:55.802 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-20T21:04:55.885 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records in 2024-05-20T21:04:55.885 INFO:teuthology.orchestra.run.smithi006.stderr:1+0 records out 2024-05-20T21:04:55.885 INFO:teuthology.orchestra.run.smithi006.stderr:512 bytes copied, 0.000360125 s, 1.4 MB/s 2024-05-20T21:04:55.888 DEBUG:teuthology.orchestra.run.smithi006:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-20T21:04:55.945 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-05-20T21:04:55.946 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/scratch_devs of=/dev/stdout 2024-05-20T21:04:55.965 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-20T21:04:55.965 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_1 2024-05-20T21:04:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-20T21:04:56.023 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:56.024 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-05-20T21:04:56.024 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:56.024 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:56.024 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-05-20 21:04:40.059334180 +0000 2024-05-20T21:04:56.024 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-05-20 20:56:36.995865034 +0000 2024-05-20T21:04:56.024 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-05-20 20:56:36.995865034 +0000 2024-05-20T21:04:56.024 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-05-20 20:56:36.995865034 +0000 2024-05-20T21:04:56.024 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-20T21:04:56.091 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-05-20T21:04:56.091 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-05-20T21:04:56.091 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000131981 s, 3.9 MB/s 2024-05-20T21:04:56.092 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-20T21:04:56.150 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_2 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-05-20 21:04:40.060334172 +0000 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-05-20 20:56:37.337862370 +0000 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-05-20 20:56:37.337862370 +0000 2024-05-20T21:04:56.208 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-05-20 20:56:37.337862370 +0000 2024-05-20T21:04:56.209 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-20T21:04:56.273 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-05-20T21:04:56.273 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-05-20T21:04:56.273 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000110834 s, 4.6 MB/s 2024-05-20T21:04:56.275 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-20T21:04:56.333 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_3 2024-05-20T21:04:56.391 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-20T21:04:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:56.392 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-20T21:04:56.392 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:56.392 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:56.392 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-05-20 21:04:40.060334172 +0000 2024-05-20T21:04:56.392 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-05-20 20:56:37.662859839 +0000 2024-05-20T21:04:56.392 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-05-20 20:56:37.662859839 +0000 2024-05-20T21:04:56.392 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-05-20 20:56:37.662859839 +0000 2024-05-20T21:04:56.392 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-20T21:04:56.456 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-05-20T21:04:56.457 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-05-20T21:04:56.457 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000108024 s, 4.7 MB/s 2024-05-20T21:04:56.458 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-20T21:04:56.515 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_4 2024-05-20T21:04:56.570 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-20T21:04:56.570 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:56.571 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-05-20T21:04:56.571 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:56.571 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:56.571 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-05-20 21:04:40.061334164 +0000 2024-05-20T21:04:56.571 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-05-20 20:56:37.998857223 +0000 2024-05-20T21:04:56.571 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-05-20 20:56:37.998857223 +0000 2024-05-20T21:04:56.571 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-05-20 20:56:37.998857223 +0000 2024-05-20T21:04:56.571 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-20T21:04:56.635 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-05-20T21:04:56.635 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-05-20T21:04:56.635 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.00010808 s, 4.7 MB/s 2024-05-20T21:04:56.637 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-20T21:04:56.694 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-05-20T21:04:56.694 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/scratch_devs of=/dev/stdout 2024-05-20T21:04:56.710 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-20T21:04:56.710 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_1 2024-05-20T21:04:56.765 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-20T21:04:56.766 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:56.766 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-20T21:04:56.766 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:56.766 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:56.766 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-05-20 21:04:30.880378961 +0000 2024-05-20T21:04:56.766 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-05-20 20:56:47.742993255 +0000 2024-05-20T21:04:56.766 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-05-20 20:56:47.742993255 +0000 2024-05-20T21:04:56.766 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2024-05-20 20:56:47.742993255 +0000 2024-05-20T21:04:56.766 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-20T21:04:56.831 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-05-20T21:04:56.831 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-05-20T21:04:56.831 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000270052 s, 1.9 MB/s 2024-05-20T21:04:56.833 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-20T21:04:56.889 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_2 2024-05-20T21:04:56.944 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-20T21:04:56.944 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:56.944 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-05-20T21:04:56.945 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:56.945 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:56.945 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-05-20 21:04:30.880378961 +0000 2024-05-20T21:04:56.945 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-05-20 20:56:48.079987695 +0000 2024-05-20T21:04:56.945 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-05-20 20:56:48.079987695 +0000 2024-05-20T21:04:56.945 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2024-05-20 20:56:48.079987695 +0000 2024-05-20T21:04:56.945 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-20T21:04:57.007 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-05-20T21:04:57.007 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-05-20T21:04:57.007 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000190273 s, 2.7 MB/s 2024-05-20T21:04:57.008 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-20T21:04:57.064 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_3 2024-05-20T21:04:57.120 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-20T21:04:57.120 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:57.120 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-20T21:04:57.120 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:57.120 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:57.120 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-05-20 21:04:30.881378945 +0000 2024-05-20T21:04:57.121 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-05-20 20:56:48.417982118 +0000 2024-05-20T21:04:57.121 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-05-20 20:56:48.417982118 +0000 2024-05-20T21:04:57.121 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2024-05-20 20:56:48.417982118 +0000 2024-05-20T21:04:57.121 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-20T21:04:57.184 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-05-20T21:04:57.185 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-05-20T21:04:57.185 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.00018101 s, 2.8 MB/s 2024-05-20T21:04:57.186 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-20T21:04:57.241 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_4 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-05-20 21:04:30.881378945 +0000 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-05-20 20:56:48.751976607 +0000 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-05-20 20:56:48.751976607 +0000 2024-05-20T21:04:57.297 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2024-05-20 20:56:48.751976607 +0000 2024-05-20T21:04:57.297 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:57.358 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:57.359 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:57.359 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:57 smithi062 ceph-mon[36640]: Deploying daemon mgr.z on smithi062 2024-05-20T21:04:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-05-20T21:04:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-05-20T21:04:57.360 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000170472 s, 3.0 MB/s 2024-05-20T21:04:57.361 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-20T21:04:57.417 INFO:tasks.cephadm:Deploying osd.0 on smithi006 with /dev/vg_nvme/lv_4... 2024-05-20T21:04:57.418 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:57.500 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:57.501 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:57.501 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:57 smithi006 ceph-mon[31422]: Deploying daemon mgr.z on smithi062 2024-05-20T21:04:57.541 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:57.541 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.541 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.541 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:04:57.541 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:57.541 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:04:57.541 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:57.542 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:57.542 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:57.542 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:57.542 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:57.542 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:57 smithi042 ceph-mon[36332]: Deploying daemon mgr.z on smithi062 2024-05-20T21:04:57.887 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:04:58.508 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 systemd[1]: Starting Ceph mgr.z for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:04:58.769 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 podman[38470]: 2024-05-20 21:04:58.412106549 +0000 UTC m=+0.017560575 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:04:58.769 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 podman[38470]: 2024-05-20 21:04:58.514586163 +0000 UTC m=+0.120040170 container create 7e567193d3623732f648e393376ee0b2b5a0b7d579543d3b6ae1c52b6c05d75c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:04:58.769 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 podman[38470]: 2024-05-20 21:04:58.742292971 +0000 UTC m=+0.347746987 container init 7e567193d3623732f648e393376ee0b2b5a0b7d579543d3b6ae1c52b6c05d75c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-20T21:04:58.769 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 podman[38470]: 2024-05-20 21:04:58.744875132 +0000 UTC m=+0.350329146 container start 7e567193d3623732f648e393376ee0b2b5a0b7d579543d3b6ae1c52b6c05d75c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514) 2024-05-20T21:04:58.769 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 ceph-mgr[38489]: -- 172.21.15.62:0/1405100055 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5602aefae5a0 con 0x5602aef82c00 2024-05-20T21:04:59.037 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 bash[38470]: 7e567193d3623732f648e393376ee0b2b5a0b7d579543d3b6ae1c52b6c05d75c 2024-05-20T21:04:59.038 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 systemd[1]: Started Ceph mgr.z for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:04:59.038 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:04:58.914+0000 7f2c192a3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:04:59.343 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:59 smithi006 ceph-mon[31422]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:59.343 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.343 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.343 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.343 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:59.343 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:59.343 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:59.343 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:04:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:59.537 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:04:59.108+0000 7f2c192a3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:04:59.538 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:04:59.215+0000 7f2c192a3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:04:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:59 smithi062 ceph-mon[36640]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:59.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:04:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:04:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:59 smithi042 ceph-mon[36332]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:04:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:04:59.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:04:59.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-20T21:04:59.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:04:59.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:04:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:00.038 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:04:59.538+0000 7f2c192a3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:05:00.038 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:04:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:04:59.627+0000 7f2c192a3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:05:00.508 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:00 smithi042 ceph-mon[36332]: Deploying daemon mgr.y on smithi042 2024-05-20T21:05:00.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:00 smithi062 ceph-mon[36640]: Deploying daemon mgr.y on smithi042 2024-05-20T21:05:00.566 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:00 smithi006 ceph-mon[31422]: Deploying daemon mgr.y on smithi042 2024-05-20T21:05:00.566 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-20T21:05:00.566 INFO:teuthology.orchestra.run.smithi006.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-20T21:05:00.566 INFO:teuthology.orchestra.run.smithi006.stderr: stderr: 10+0 records in 2024-05-20T21:05:00.566 INFO:teuthology.orchestra.run.smithi006.stderr:10+0 records out 2024-05-20T21:05:00.566 INFO:teuthology.orchestra.run.smithi006.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0393004 s, 267 MB/s 2024-05-20T21:05:00.566 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping successful for: 2024-05-20T21:05:01.123 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 podman[37704]: 2024-05-20 21:05:01.079229539 +0000 UTC m=+0.118421888 container create 5e546de7e96e1bf6a4b6255d7937a987484e97f183fe54fa65ac0bf72f999929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-05-20T21:05:01.178 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:00 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:00.891+0000 7f2c192a3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:05:01.178 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:01.072+0000 7f2c192a3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:05:01.312 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:01 smithi006 ceph-mon[31422]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:01.387 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi006:vg_nvme/lv_4 2024-05-20T21:05:01.432 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:01 smithi042 ceph-mon[36332]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:01.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 podman[37704]: 2024-05-20 21:05:01.273182612 +0000 UTC m=+0.312374931 container init 5e546de7e96e1bf6a4b6255d7937a987484e97f183fe54fa65ac0bf72f999929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-05-20T21:05:01.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 podman[37704]: 2024-05-20 21:05:01.275957466 +0000 UTC m=+0.315149800 container start 5e546de7e96e1bf6a4b6255d7937a987484e97f183fe54fa65ac0bf72f999929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True) 2024-05-20T21:05:01.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 ceph-mgr[37722]: -- 172.21.15.42:0/2579783931 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556094c325a0 con 0x556094c06800 2024-05-20T21:05:01.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 bash[37704]: 5e546de7e96e1bf6a4b6255d7937a987484e97f183fe54fa65ac0bf72f999929 2024-05-20T21:05:01.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 systemd[1]: Started Ceph mgr.y for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:05:01.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:01 smithi062 ceph-mon[36640]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:01.538 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:01.253+0000 7f2c192a3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:05:01.732 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:01.432+0000 7f09edf15200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-20T21:05:01.733 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:01.625+0000 7f09edf15200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:05:01.733 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:01 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:01.733+0000 7f09edf15200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-20T21:05:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:05:01.903 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:01.567+0000 7f2c192a3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:05:01.903 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:01.685+0000 7f2c192a3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:05:02.185 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:01.902+0000 7f2c192a3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:05:02.185 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:02 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:02.111+0000 7f2c192a3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:05:02.373 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:02 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:02.067+0000 7f09edf15200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-20T21:05:02.373 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:02 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:02.159+0000 7f09edf15200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-20T21:05:02.521 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:02 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.521 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:02 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.521 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:02 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:02 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:02 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:02.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:02 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:02 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:02 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:02 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:02 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:02.788 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:02 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:02.770+0000 7f2c192a3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:05:02.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:02 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:02 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:02 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:02 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:02.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:02 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:03.287 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:03.009+0000 7f2c192a3200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:05:03.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:03.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:03.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:03.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.724 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:05:03.724 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:05:03.724 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:03.452+0000 7f2c192a3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:03.552+0000 7f2c192a3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:05:03.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:05:03.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:03.794 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:03.443+0000 7f09edf15200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-20T21:05:03.794 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:03.619+0000 7f09edf15200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:03.795+0000 7f09edf15200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-20T21:05:03.795 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:03.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 -- 172.21.15.6:0/4138393601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 msgr2=0x7f2cd0075970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:03.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 --2- 172.21.15.6:0/4138393601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 0x7f2cd0075970 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4009990 tx=0x7f2cc4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:05:03.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 -- 172.21.15.6:0/4138393601 shutdown_connections 2024-05-20T21:05:03.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 --2- 172.21.15.6:0/4138393601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2cd010b3b0 0x7f2cd010d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:03.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 --2- 172.21.15.6:0/4138393601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 0x7f2cd0075970 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:03.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 --2- 172.21.15.6:0/4138393601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cd0075f40 0x7f2cd00763c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:03.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 -- 172.21.15.6:0/4138393601 >> 172.21.15.6:0/4138393601 conn(0x7f2cd00fea70 msgr2=0x7f2cd0100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:05:03.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 -- 172.21.15.6:0/4138393601 shutdown_connections 2024-05-20T21:05:03.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.983+0000 7f2cd6800700 1 -- 172.21.15.6:0/4138393601 wait complete. 2024-05-20T21:05:03.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.984+0000 7f2cd6800700 1 Processor -- start 2024-05-20T21:05:03.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd6800700 1 -- start start 2024-05-20T21:05:03.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cd0075f40 0x7f2cd019b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 0x7f2cd019bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2cd010b3b0 0x7f2cd01a2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd6800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd0111170 con 0x7f2cd0075f40 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd6800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd0110ff0 con 0x7f2cd010b3b0 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd6800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd01112f0 con 0x7f2cd0077510 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 0x7f2cd019bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 0x7f2cd019bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:33332/0 (socket says 172.21.15.6:33332) 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd4a00700 1 -- 172.21.15.6:0/496170726 learned_addr learned my addr 172.21.15.6:0/496170726 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd5e00700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2cd010b3b0 0x7f2cd01a2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.985+0000 7f2cd5400700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cd0075f40 0x7f2cd019b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.986+0000 7f2cd4a00700 1 -- 172.21.15.6:0/496170726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2cd010b3b0 msgr2=0x7f2cd01a2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:03.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.986+0000 7f2cd4a00700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2cd010b3b0 0x7f2cd01a2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:03.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.986+0000 7f2cd4a00700 1 -- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cd0075f40 msgr2=0x7f2cd019b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:03.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.986+0000 7f2cd4a00700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cd0075f40 0x7f2cd019b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:03.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.986+0000 7f2cd4a00700 1 -- 172.21.15.6:0/496170726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd01a33e0 con 0x7f2cd0077510 2024-05-20T21:05:03.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.986+0000 7f2cd5e00700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2cd010b3b0 0x7f2cd01a2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:05:03.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.987+0000 7f2cd4a00700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 0x7f2cd019bcc0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00e9d0 tx=0x7f2cbc00ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:05:03.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.987+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc00cbd0 con 0x7f2cd0077510 2024-05-20T21:05:03.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.987+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2cbc00ee60 con 0x7f2cd0077510 2024-05-20T21:05:03.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.987+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cd01a36d0 con 0x7f2cd0077510 2024-05-20T21:05:03.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.987+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc018680 con 0x7f2cd0077510 2024-05-20T21:05:03.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.987+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cd01a3c60 con 0x7f2cd0077510 2024-05-20T21:05:03.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.988+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f2cbc018820 con 0x7f2cd0077510 2024-05-20T21:05:03.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.988+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cd006a230 con 0x7f2cd0077510 2024-05-20T21:05:03.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.989+0000 7f2cce000700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2cb803e750 0x7f2cb8040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:03.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.989+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f2cbc052ef0 con 0x7f2cd0077510 2024-05-20T21:05:03.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.989+0000 7f2cd5400700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2cb803e750 0x7f2cb8040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:03.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.990+0000 7f2cd5400700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2cb803e750 0x7f2cb8040c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2cc400b2e0 tx=0x7f2cc4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:05:03.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:03.994+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2cbc020360 con 0x7f2cd0077510 2024-05-20T21:05:04.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:04.255+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f2cd0063980 con 0x7f2cb803e750 2024-05-20T21:05:04.288 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:03.941+0000 7f2c192a3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:05:04.373 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:04.093+0000 7f09edf15200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-20T21:05:04.373 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:04.188+0000 7f09edf15200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-20T21:05:04.566 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:04 smithi006 ceph-mon[31422]: Reconfiguring mgr.x (unknown last config time)... 2024-05-20T21:05:04.566 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:04 smithi006 ceph-mon[31422]: Reconfiguring daemon mgr.x on smithi006 2024-05-20T21:05:04.566 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:04 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:04.566 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:04 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:04.566 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:04 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:04.667 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:04 smithi062 ceph-mon[36640]: Reconfiguring mgr.x (unknown last config time)... 2024-05-20T21:05:04.667 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:04 smithi062 ceph-mon[36640]: Reconfiguring daemon mgr.x on smithi006 2024-05-20T21:05:04.667 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:04 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:04.667 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:04 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:04.668 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:04 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:04.668 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:04.315+0000 7f2c192a3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:05:04.668 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:04.412+0000 7f2c192a3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:05:04.668 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:04.667+0000 7f2c192a3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:05:04.872 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:04.397+0000 7f09edf15200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-20T21:05:04.873 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:04.597+0000 7f09edf15200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-20T21:05:04.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:04 smithi042 ceph-mon[36332]: Reconfiguring mgr.x (unknown last config time)... 2024-05-20T21:05:04.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:04 smithi042 ceph-mon[36332]: Reconfiguring daemon mgr.x on smithi006 2024-05-20T21:05:04.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:04 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:04.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:04 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:04.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:04 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:05.037 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:04.806+0000 7f2c192a3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:05:05.038 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:04.906+0000 7f2c192a3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:05:05.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:05 smithi062 ceph-mon[36640]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:05.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:05 smithi062 ceph-mon[36640]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:05.538 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:05.245+0000 7f2c192a3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:05:05.538 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:05.341+0000 7f2c192a3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:05:05.604 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:05 smithi006 ceph-mon[31422]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:05.604 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:05 smithi006 ceph-mon[31422]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:05.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:05 smithi042 ceph-mon[36332]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:05.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:05 smithi042 ceph-mon[36332]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:05.623 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:05.223+0000 7f09edf15200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-20T21:05:05.623 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:05.451+0000 7f09edf15200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-20T21:05:06.288 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:05.979+0000 7f2c192a3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:05:06.288 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:05:06 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z[38485]: 2024-05-20T21:05:06.206+0000 7f2c192a3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:05:06.370 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:05.890+0000 7f09edf15200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-20T21:05:06.370 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:05.989+0000 7f09edf15200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-20T21:05:06.370 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:06.370+0000 7f09edf15200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-20T21:05:06.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: Standby manager daemon z started 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-20T21:05:06.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:06 smithi042 ceph-mon[36332]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:05:06.643 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.643 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.643 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:06.643 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:06.643 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:06.644 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.644 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.644 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-20T21:05:06.644 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: Standby manager daemon z started 2024-05-20T21:05:06.644 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:05:06.644 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-20T21:05:06.644 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:06 smithi006 ceph-mon[31422]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: Standby manager daemon z started 2024-05-20T21:05:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:05:06.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-20T21:05:06.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:06 smithi062 ceph-mon[36640]: from='mgr.? 172.21.15.62:0/1090315991' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:05:07.020 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:06.740+0000 7f09edf15200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-20T21:05:07.020 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:06.836+0000 7f09edf15200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-20T21:05:07.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:07.070+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mgrmap(e 14) ==== 99936+0+0 (secure 0 0 0) 0x7f2cbc058020 con 0x7f2cd0077510 2024-05-20T21:05:07.326 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:07.090+0000 7f09edf15200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-20T21:05:07.326 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:07.228+0000 7f09edf15200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-20T21:05:07.326 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:07.326+0000 7f09edf15200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-20T21:05:07.614 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:07 smithi042 ceph-mon[36332]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:07.615 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:07 smithi042 ceph-mon[36332]: mgrmap e14: x(active, since 91s), standbys: z 2024-05-20T21:05:07.615 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:07 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-20T21:05:07.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:07 smithi006 ceph-mon[31422]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:07.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:07 smithi006 ceph-mon[31422]: mgrmap e14: x(active, since 91s), standbys: z 2024-05-20T21:05:07.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:07 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-20T21:05:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:07 smithi062 ceph-mon[36640]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:07 smithi062 ceph-mon[36640]: mgrmap e14: x(active, since 91s), standbys: z 2024-05-20T21:05:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:07 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-20T21:05:07.872 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:07.668+0000 7f09edf15200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-20T21:05:07.873 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:07.763+0000 7f09edf15200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-20T21:05:08.872 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:08.393+0000 7f09edf15200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-20T21:05:08.873 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:05:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y[37718]: 2024-05-20T21:05:08.618+0000 7f09edf15200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-20T21:05:09.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:09.626+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mon.1 v2:172.21.15.62:3300/0 8 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f2cbc016330 con 0x7f2cd0077510 2024-05-20T21:05:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3415735750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]: dispatch 2024-05-20T21:05:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]: dispatch 2024-05-20T21:05:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]': finished 2024-05-20T21:05:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: osdmap e5: 1 total, 0 up, 1 in 2024-05-20T21:05:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:09.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: Standby manager daemon y started 2024-05-20T21:05:09.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-20T21:05:09.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:05:09.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-20T21:05:09.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:05:09.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:09 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/805110605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3415735750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]: dispatch 2024-05-20T21:05:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]: dispatch 2024-05-20T21:05:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]': finished 2024-05-20T21:05:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: osdmap e5: 1 total, 0 up, 1 in 2024-05-20T21:05:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:09.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: Standby manager daemon y started 2024-05-20T21:05:09.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-20T21:05:09.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:05:09.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-20T21:05:09.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:05:09.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:09 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/805110605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3415735750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]: dispatch 2024-05-20T21:05:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]: dispatch 2024-05-20T21:05:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5864c869-5c4a-4de6-b34a-afe86ce96ccb"}]': finished 2024-05-20T21:05:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: osdmap e5: 1 total, 0 up, 1 in 2024-05-20T21:05:09.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:09.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: Standby manager daemon y started 2024-05-20T21:05:09.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-20T21:05:09.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-20T21:05:09.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-20T21:05:09.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='mgr.? 172.21.15.42:0/2239276838' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-20T21:05:09.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:09 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/805110605' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:10.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:10 smithi006 ceph-mon[31422]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-05-20T21:05:10.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:10 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-20T21:05:10.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:10 smithi006 ceph-mon[31422]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:11.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:10 smithi062 ceph-mon[36640]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-05-20T21:05:11.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:10 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-20T21:05:11.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:10 smithi062 ceph-mon[36640]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:11.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:10 smithi042 ceph-mon[36332]: mgrmap e15: x(active, since 93s), standbys: z, y 2024-05-20T21:05:11.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:10 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-20T21:05:11.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:10 smithi042 ceph-mon[36332]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:13.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:13 smithi042 ceph-mon[36332]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:13.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:13 smithi006 ceph-mon[31422]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:13 smithi062 ceph-mon[36640]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:15.360 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:15 smithi006 ceph-mon[31422]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:15.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:15 smithi042 ceph-mon[36332]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:15.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:15 smithi062 ceph-mon[36640]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:17.340 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:17 smithi062 ceph-mon[36640]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:17.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:17 smithi042 ceph-mon[36332]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:17.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:17 smithi006 ceph-mon[31422]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:19.314 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:19 smithi006 ceph-mon[31422]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:19.315 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-20T21:05:19.315 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:19.315 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:19 smithi006 ceph-mon[31422]: Deploying daemon osd.0 on smithi006 2024-05-20T21:05:19.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:19 smithi042 ceph-mon[36332]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-20T21:05:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:19 smithi042 ceph-mon[36332]: Deploying daemon osd.0 on smithi006 2024-05-20T21:05:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:19 smithi062 ceph-mon[36640]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-20T21:05:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:19 smithi062 ceph-mon[36640]: Deploying daemon osd.0 on smithi006 2024-05-20T21:05:21.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:21 smithi042 ceph-mon[36332]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:21.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:21 smithi006 ceph-mon[31422]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:21 smithi062 ceph-mon[36640]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:23.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:23 smithi042 ceph-mon[36332]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:23.398 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:23 smithi006 ceph-mon[31422]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:23.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:23 smithi062 ceph-mon[36640]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:25 smithi042 ceph-mon[36332]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:25.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:25 smithi006 ceph-mon[31422]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:25.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:25 smithi062 ceph-mon[36640]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:27.601 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:27 smithi006 ceph-mon[31422]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:27.601 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:27.601 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:27.601 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:27.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:27 smithi042 ceph-mon[36332]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:27 smithi062 ceph-mon[36640]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:29.604 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:29 smithi006 ceph-mon[31422]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:29 smithi042 ceph-mon[36332]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:29 smithi062 ceph-mon[36640]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:30.901 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:30.901 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:30.902 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:30.902 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:30.902 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:30.902 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:30 smithi006 ceph-mon[31422]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:30.902 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:30 smithi006 ceph-mon[31422]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:05:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:30 smithi062 ceph-mon[36640]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:30 smithi062 ceph-mon[36640]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:05:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:30 smithi042 ceph-mon[36332]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:30 smithi042 ceph-mon[36332]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-20T21:05:31.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.365+0000 7f2cce000700 1 -- 172.21.15.6:0/496170726 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2cd0063980 con 0x7f2cb803e750 2024-05-20T21:05:31.366 INFO:teuthology.orchestra.run.smithi006.stdout:Created osd(s) 0 on host 'smithi006' 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2cb803e750 msgr2=0x7f2cb8040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2cb803e750 0x7f2cb8040c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2cc400b2e0 tx=0x7f2cc4005fb0 comp rx=0 tx=0).stop 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 msgr2=0x7f2cd019bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 0x7f2cd019bcc0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00e9d0 tx=0x7f2cbc00ece0 comp rx=0 tx=0).stop 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 shutdown_connections 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2cb803e750 0x7f2cb8040c10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2cd010b3b0 0x7f2cd01a2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2cd0075f40 0x7f2cd019b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 --2- 172.21.15.6:0/496170726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cd0077510 0x7f2cd019bcc0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 >> 172.21.15.6:0/496170726 conn(0x7f2cd00fea70 msgr2=0x7f2cd0107300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 shutdown_connections 2024-05-20T21:05:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:05:31.369+0000 7f2cd6800700 1 -- 172.21.15.6:0/496170726 wait complete. 2024-05-20T21:05:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:31 smithi062 ceph-mon[36640]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-20T21:05:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:31 smithi062 ceph-mon[36640]: osdmap e6: 1 total, 0 up, 1 in 2024-05-20T21:05:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:31 smithi062 ceph-mon[36640]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:05:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:32.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:31 smithi006 ceph-mon[31422]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-20T21:05:32.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:31 smithi006 ceph-mon[31422]: osdmap e6: 1 total, 0 up, 1 in 2024-05-20T21:05:32.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:31 smithi006 ceph-mon[31422]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:05:32.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:32.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:32.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:32.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:32.116 DEBUG:teuthology.orchestra.run.smithi006:osd.0> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.0.service 2024-05-20T21:05:32.121 INFO:tasks.cephadm:Deploying osd.1 on smithi042 with /dev/vg_nvme/lv_4... 2024-05-20T21:05:32.121 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-20T21:05:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:31 smithi042 ceph-mon[36332]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-20T21:05:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:31 smithi042 ceph-mon[36332]: osdmap e6: 1 total, 0 up, 1 in 2024-05-20T21:05:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:31 smithi042 ceph-mon[36332]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:05:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:32.375 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:05:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:32 smithi042 ceph-mon[36332]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:05:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:32 smithi042 ceph-mon[36332]: osdmap e7: 1 total, 0 up, 1 in 2024-05-20T21:05:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:32 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:32 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:32 smithi042 ceph-mon[36332]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:32 smithi062 ceph-mon[36640]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:05:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:32 smithi062 ceph-mon[36640]: osdmap e7: 1 total, 0 up, 1 in 2024-05-20T21:05:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:32 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:32 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:32 smithi062 ceph-mon[36640]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:33.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:32 smithi006 ceph-mon[31422]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:05:33.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:32 smithi006 ceph-mon[31422]: osdmap e7: 1 total, 0 up, 1 in 2024-05-20T21:05:33.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:32 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:33.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:32 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:33.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:32 smithi006 ceph-mon[31422]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:33.159 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:05:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0[43451]: 2024-05-20T21:05:32.766+0000 7fd841800700 -1 osd.0 0 waiting for initial osdmap 2024-05-20T21:05:33.159 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:05:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0[43451]: 2024-05-20T21:05:32.800+0000 7fd837600700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:05:33.796 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:33 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:05:33.796 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:33 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:05:33.796 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:33.797 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:33 smithi006 ceph-mon[31422]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' 2024-05-20T21:05:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:33 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:05:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:33 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:05:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:33 smithi042 ceph-mon[36332]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' 2024-05-20T21:05:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:33 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:05:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:33 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:05:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:33 smithi062 ceph-mon[36640]: from='osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361]' entity='osd.0' 2024-05-20T21:05:34.104 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-20T21:05:34.105 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-20T21:05:34.105 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-05-20T21:05:34.105 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-05-20T21:05:34.105 INFO:teuthology.orchestra.run.smithi042.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00837342 s, 1.3 GB/s 2024-05-20T21:05:34.105 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-05-20T21:05:34.724 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_4 2024-05-20T21:05:34.966 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:05:35.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:34 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:35.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:34 smithi062 ceph-mon[36640]: osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] boot 2024-05-20T21:05:35.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:34 smithi062 ceph-mon[36640]: osdmap e8: 1 total, 1 up, 1 in 2024-05-20T21:05:35.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:34 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:35.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:34 smithi062 ceph-mon[36640]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:35.080 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:34 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:35.081 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:34 smithi042 ceph-mon[36332]: osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] boot 2024-05-20T21:05:35.081 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:34 smithi042 ceph-mon[36332]: osdmap e8: 1 total, 1 up, 1 in 2024-05-20T21:05:35.081 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:34 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:35.081 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:34 smithi042 ceph-mon[36332]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:35.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:34 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:35.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:34 smithi006 ceph-mon[31422]: osd.0 [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] boot 2024-05-20T21:05:35.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:34 smithi006 ceph-mon[31422]: osdmap e8: 1 total, 1 up, 1 in 2024-05-20T21:05:35.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:34 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-20T21:05:35.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:34 smithi006 ceph-mon[31422]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-20T21:05:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:35 smithi062 ceph-mon[36640]: osdmap e9: 1 total, 1 up, 1 in 2024-05-20T21:05:36.049 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:35 smithi042 ceph-mon[36332]: osdmap e9: 1 total, 1 up, 1 in 2024-05-20T21:05:36.128 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:35 smithi006 ceph-mon[31422]: osdmap e9: 1 total, 1 up, 1 in 2024-05-20T21:05:36.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 -- 172.21.15.42:0/503711081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d30104040 msgr2=0x7f9d3010a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:36.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 --2- 172.21.15.42:0/503711081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d30104040 0x7f9d3010a8f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9d2800b0a0 tx=0x7f9d2800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:05:36.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 -- 172.21.15.42:0/503711081 shutdown_connections 2024-05-20T21:05:36.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 --2- 172.21.15.42:0/503711081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d30104040 0x7f9d3010a8f0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:36.254 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 --2- 172.21.15.42:0/503711081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d301024a0 0x7f9d301028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:36.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 --2- 172.21.15.42:0/503711081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d301036a0 0x7f9d30103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:36.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 -- 172.21.15.42:0/503711081 >> 172.21.15.42:0/503711081 conn(0x7f9d300fda60 msgr2=0x7f9d300ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:05:36.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 -- 172.21.15.42:0/503711081 shutdown_connections 2024-05-20T21:05:36.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.254+0000 7f9d34db1700 1 -- 172.21.15.42:0/503711081 wait complete. 2024-05-20T21:05:36.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d34db1700 1 Processor -- start 2024-05-20T21:05:36.255 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d34db1700 1 -- start start 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d34db1700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d301024a0 0x7f9d3019b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d34db1700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d301036a0 0x7f9d3019bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d34db1700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d30104040 0x7f9d301a2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d34db1700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3010f0c0 con 0x7f9d30104040 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d34db1700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3010ef40 con 0x7f9d301024a0 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d34db1700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9d3010f240 con 0x7f9d301036a0 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d301024a0 0x7f9d3019b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2e59c700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d301024a0 0x7f9d3019b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:53934/0 (socket says 172.21.15.42:53934) 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2e59c700 1 -- 172.21.15.42:0/2402135585 learned_addr learned my addr 172.21.15.42:0/2402135585 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2dd9b700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d301036a0 0x7f9d3019bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2e59c700 1 -- 172.21.15.42:0/2402135585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d301036a0 msgr2=0x7f9d3019bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:36.257 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2e59c700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d301036a0 0x7f9d3019bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2e59c700 1 -- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d30104040 msgr2=0x7f9d301a2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2e59c700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d30104040 0x7f9d301a2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.255+0000 7f9d2e59c700 1 -- 172.21.15.42:0/2402135585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d301a34b0 con 0x7f9d301024a0 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.256+0000 7f9d2e59c700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d301024a0 0x7f9d3019b850 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000c990 tx=0x7f9d2000cd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.256+0000 7f9d277fe700 1 -- 172.21.15.42:0/2402135585 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d20007b00 con 0x7f9d301024a0 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.256+0000 7f9d277fe700 1 -- 172.21.15.42:0/2402135585 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d20007ca0 con 0x7f9d301024a0 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.256+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d301a37a0 con 0x7f9d301024a0 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.256+0000 7f9d277fe700 1 -- 172.21.15.42:0/2402135585 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d20018640 con 0x7f9d301024a0 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.256+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d301a3d60 con 0x7f9d301024a0 2024-05-20T21:05:36.258 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.257+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d3006a230 con 0x7f9d301024a0 2024-05-20T21:05:36.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.258+0000 7f9d277fe700 1 -- 172.21.15.42:0/2402135585 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f9d2000f450 con 0x7f9d301024a0 2024-05-20T21:05:36.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.259+0000 7f9d277fe700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b27f0 0x7f9d1c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:05:36.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.259+0000 7f9d277fe700 1 -- 172.21.15.42:0/2402135585 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f9d200e0750 con 0x7f9d301024a0 2024-05-20T21:05:36.259 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.259+0000 7f9d2dd9b700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b27f0 0x7f9d1c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:05:36.260 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.260+0000 7f9d2dd9b700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b27f0 0x7f9d1c0b4cb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9d18006fd0 tx=0x7f9d18008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:05:36.263 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.264+0000 7f9d277fe700 1 -- 172.21.15.42:0/2402135585 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9d20014030 con 0x7f9d301024a0 2024-05-20T21:05:36.486 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:36.486+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f9d3010c850 con 0x7f9d1c0b27f0 2024-05-20T21:05:36.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:36 smithi006 ceph-mon[31422]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:36.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:36.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:36.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:37.122 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:36 smithi042 ceph-mon[36332]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:37.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:36 smithi062 ceph-mon[36640]: pgmap v59: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:37.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:05:37.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:05:37.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:38.322 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi006 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi006 to 17094M 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:38.323 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:38.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi006 2024-05-20T21:05:38.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:38.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi006 to 17094M 2024-05-20T21:05:38.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:38.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:38.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi006 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi006 to 17094M 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:39.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:39 smithi042 ceph-mon[36332]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:39.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:39 smithi006 ceph-mon[31422]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:39.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:39 smithi062 ceph-mon[36640]: pgmap v60: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:40.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:40 smithi042 ceph-mon[36332]: from='client.? 172.21.15.42:0/4080117260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]: dispatch 2024-05-20T21:05:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:40 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]: dispatch 2024-05-20T21:05:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:40 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]': finished 2024-05-20T21:05:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:40 smithi042 ceph-mon[36332]: osdmap e10: 2 total, 1 up, 2 in 2024-05-20T21:05:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:40 smithi042 ceph-mon[36332]: from='client.? 172.21.15.42:0/3851656979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:40.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:40 smithi006 ceph-mon[31422]: from='client.? 172.21.15.42:0/4080117260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]: dispatch 2024-05-20T21:05:40.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:40 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]: dispatch 2024-05-20T21:05:40.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:40 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]': finished 2024-05-20T21:05:40.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:40 smithi006 ceph-mon[31422]: osdmap e10: 2 total, 1 up, 2 in 2024-05-20T21:05:40.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:40 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:40.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:40 smithi006 ceph-mon[31422]: from='client.? 172.21.15.42:0/3851656979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:40.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:40 smithi062 ceph-mon[36640]: from='client.? 172.21.15.42:0/4080117260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]: dispatch 2024-05-20T21:05:40.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:40 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]: dispatch 2024-05-20T21:05:40.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:40 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38691fbb-953a-4f01-bef8-48ec5173e93e"}]': finished 2024-05-20T21:05:40.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:40 smithi062 ceph-mon[36640]: osdmap e10: 2 total, 1 up, 2 in 2024-05-20T21:05:40.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:40 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:40.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:40 smithi062 ceph-mon[36640]: from='client.? 172.21.15.42:0/3851656979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:05:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:41 smithi062 ceph-mon[36640]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:41.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:41 smithi042 ceph-mon[36332]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:41 smithi006 ceph-mon[31422]: pgmap v62: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:43.437 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:43 smithi042 ceph-mon[36332]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:43.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:43 smithi062 ceph-mon[36640]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:43.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:43 smithi006 ceph-mon[31422]: pgmap v63: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:45.337 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:45 smithi042 ceph-mon[36332]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:45.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:45 smithi062 ceph-mon[36640]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:45.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:45 smithi006 ceph-mon[31422]: pgmap v64: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:47.328 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:47 smithi042 ceph-mon[36332]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:47.328 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-20T21:05:47.328 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:47.328 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:47 smithi042 ceph-mon[36332]: Deploying daemon osd.1 on smithi042 2024-05-20T21:05:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:47 smithi062 ceph-mon[36640]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-20T21:05:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:47 smithi062 ceph-mon[36640]: Deploying daemon osd.1 on smithi042 2024-05-20T21:05:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:47 smithi006 ceph-mon[31422]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-20T21:05:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:47 smithi006 ceph-mon[31422]: Deploying daemon osd.1 on smithi042 2024-05-20T21:05:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:49 smithi042 ceph-mon[36332]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:49.534 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:49 smithi006 ceph-mon[31422]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:49.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:49 smithi062 ceph-mon[36640]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:51.523 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:51 smithi042 ceph-mon[36332]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:51.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:51 smithi062 ceph-mon[36640]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:51.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:51 smithi006 ceph-mon[31422]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:52 smithi062 ceph-mon[36640]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:53.122 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:52 smithi042 ceph-mon[36332]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:53.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:52 smithi006 ceph-mon[31422]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:55.315 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:55 smithi042 ceph-mon[36332]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:55.315 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:55.315 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:55.315 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:55.315 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:55.315 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:55.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:55 smithi006 ceph-mon[31422]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:55.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:55.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:55.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:55.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:55.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:55.425 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.425+0000 7f9d277fe700 1 -- 172.21.15.42:0/2402135585 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9d3010c850 con 0x7f9d1c0b27f0 2024-05-20T21:05:55.425 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 1 on host 'smithi042' 2024-05-20T21:05:55.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.427+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b27f0 msgr2=0x7f9d1c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:55.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.427+0000 7f9d34db1700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b27f0 0x7f9d1c0b4cb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9d18006fd0 tx=0x7f9d18008040 comp rx=0 tx=0).stop 2024-05-20T21:05:55.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.427+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d301024a0 msgr2=0x7f9d3019b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:05:55.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.427+0000 7f9d34db1700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d301024a0 0x7f9d3019b850 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000c990 tx=0x7f9d2000cd50 comp rx=0 tx=0).stop 2024-05-20T21:05:55.427 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.428+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 shutdown_connections 2024-05-20T21:05:55.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.428+0000 7f9d34db1700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b27f0 0x7f9d1c0b4cb0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:55.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.428+0000 7f9d34db1700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d30104040 0x7f9d301a2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:55.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.428+0000 7f9d34db1700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d301024a0 0x7f9d3019b850 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:55.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.428+0000 7f9d34db1700 1 --2- 172.21.15.42:0/2402135585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d301036a0 0x7f9d3019bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:05:55.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.428+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 >> 172.21.15.42:0/2402135585 conn(0x7f9d300fda60 msgr2=0x7f9d3010b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:05:55.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.428+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 shutdown_connections 2024-05-20T21:05:55.428 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:05:55.428+0000 7f9d34db1700 1 -- 172.21.15.42:0/2402135585 wait complete. 2024-05-20T21:05:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:55 smithi062 ceph-mon[36640]: pgmap v69: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:56.045 DEBUG:teuthology.orchestra.run.smithi042:osd.1> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.1.service 2024-05-20T21:05:56.047 INFO:tasks.cephadm:Deploying osd.2 on smithi062 with /dev/vg_nvme/lv_4... 2024-05-20T21:05:56.048 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-20T21:05:56.301 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:05:56.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:56 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:56.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:56 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:56.625 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:56 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:56.625 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:56 smithi042 ceph-mon[36332]: from='osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:56.625 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:56 smithi042 ceph-mon[36332]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:56.636 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:56 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:56.636 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:56 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:56.636 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:56 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:56.636 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:56 smithi062 ceph-mon[36640]: from='osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:56.636 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:56 smithi062 ceph-mon[36640]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:56.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:56.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:05:56.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:56.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:56 smithi006 ceph-mon[31422]: from='osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:56.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:56 smithi006 ceph-mon[31422]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-20T21:05:57.418 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:57 smithi042 ceph-mon[36332]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:57.418 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:57 smithi042 ceph-mon[36332]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-20T21:05:57.418 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:57 smithi042 ceph-mon[36332]: from='osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:05:57.418 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:57 smithi042 ceph-mon[36332]: osdmap e11: 2 total, 1 up, 2 in 2024-05-20T21:05:57.418 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:57.418 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:57 smithi042 ceph-mon[36332]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:05:57.594 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:57 smithi062 ceph-mon[36640]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:57.594 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:57 smithi062 ceph-mon[36640]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-20T21:05:57.594 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:57 smithi062 ceph-mon[36640]: from='osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:05:57.594 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:57 smithi062 ceph-mon[36640]: osdmap e11: 2 total, 1 up, 2 in 2024-05-20T21:05:57.594 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:57.595 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:57 smithi062 ceph-mon[36640]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:05:57.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:57 smithi006 ceph-mon[31422]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:57.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:57 smithi006 ceph-mon[31422]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-20T21:05:57.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:57 smithi006 ceph-mon[31422]: from='osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:05:57.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:57 smithi006 ceph-mon[31422]: osdmap e11: 2 total, 1 up, 2 in 2024-05-20T21:05:57.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:57.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:57 smithi006 ceph-mon[31422]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:05:58.154 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-20T21:05:58.154 INFO:teuthology.orchestra.run.smithi062.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-20T21:05:58.154 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10+0 records in 2024-05-20T21:05:58.154 INFO:teuthology.orchestra.run.smithi062.stderr:10+0 records out 2024-05-20T21:05:58.154 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122494 s, 856 MB/s 2024-05-20T21:05:58.155 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping successful for: 2024-05-20T21:05:58.423 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:58 smithi042 ceph-mon[36332]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:05:58.423 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:58 smithi042 ceph-mon[36332]: osdmap e12: 2 total, 1 up, 2 in 2024-05-20T21:05:58.423 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:58.423 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:58 smithi042 ceph-mon[36332]: from='osd.1 ' entity='osd.1' 2024-05-20T21:05:58.423 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:58.423 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:05:58 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1[40922]: 2024-05-20T21:05:58.159+0000 7f2b22ac5700 -1 osd.1 0 waiting for initial osdmap 2024-05-20T21:05:58.423 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:05:58 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1[40922]: 2024-05-20T21:05:58.164+0000 7f2b1a0af700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:05:58.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:58 smithi006 ceph-mon[31422]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:05:58.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:58 smithi006 ceph-mon[31422]: osdmap e12: 2 total, 1 up, 2 in 2024-05-20T21:05:58.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:58.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:58 smithi006 ceph-mon[31422]: from='osd.1 ' entity='osd.1' 2024-05-20T21:05:58.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:58.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:58 smithi062 ceph-mon[36640]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:05:58.764 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:58 smithi062 ceph-mon[36640]: osdmap e12: 2 total, 1 up, 2 in 2024-05-20T21:05:58.764 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:58.764 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:58 smithi062 ceph-mon[36640]: from='osd.1 ' entity='osd.1' 2024-05-20T21:05:58.764 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:58.793 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_4 2024-05-20T21:05:59.032 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:05:59.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] boot 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: osdmap e13: 2 total, 2 up, 2 in 2024-05-20T21:05:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:05:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.665 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] boot 2024-05-20T21:05:59.666 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: osdmap e13: 2 total, 2 up, 2 in 2024-05-20T21:05:59.666 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:05:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:05:59.677 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: osd.1 [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] boot 2024-05-20T21:05:59.678 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: osdmap e13: 2 total, 2 up, 2 in 2024-05-20T21:05:59.678 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:05:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-20T21:06:00.441 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2656490176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 msgr2=0x7f1eb01028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:00.442 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2656490176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 0x7f1eb01028c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1ea0009990 tx=0x7f1ea0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:06:00.442 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2656490176 shutdown_connections 2024-05-20T21:06:00.442 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2656490176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eb0104040 0x7f1eb010a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:00.442 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2656490176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 0x7f1eb01028c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:00.442 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2656490176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1eb01036a0 0x7f1eb0103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:00.442 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2656490176 >> 172.21.15.62:0/2656490176 conn(0x7f1eb00fda40 msgr2=0x7f1eb00ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:00.442 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2656490176 shutdown_connections 2024-05-20T21:06:00.442 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.441+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2656490176 wait complete. 2024-05-20T21:06:00.444 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.442+0000 7f1eb4fee700 1 Processor -- start 2024-05-20T21:06:00.444 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.442+0000 7f1eb4fee700 1 -- start start 2024-05-20T21:06:00.444 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.442+0000 7f1eb4fee700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 0x7f1eb0198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:00.444 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.442+0000 7f1eb4fee700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1eb01036a0 0x7f1eb0198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.442+0000 7f1eb4fee700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eb0104040 0x7f1eb019fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.442+0000 7f1eb4fee700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb010e010 con 0x7f1eb01036a0 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.442+0000 7f1eb4fee700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb010de90 con 0x7f1eb0104040 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.442+0000 7f1eb4fee700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb010e190 con 0x7f1eb01024a0 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 0x7f1eb0198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 0x7f1eb0198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:47752/0 (socket says 172.21.15.62:47752) 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 -- 172.21.15.62:0/2217839466 learned_addr learned my addr 172.21.15.62:0/2217839466 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eaed9d700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eb0104040 0x7f1eb019fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 -- 172.21.15.62:0/2217839466 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eb0104040 msgr2=0x7f1eb019fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eb0104040 0x7f1eb019fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 -- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1eb01036a0 msgr2=0x7f1eb0198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1eb01036a0 0x7f1eb0198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:00.445 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 -- 172.21.15.62:0/2217839466 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb01a0360 con 0x7f1eb01024a0 2024-05-20T21:06:00.446 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eae59c700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 0x7f1eb0198700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1ea00057c0 tx=0x7f1ea0009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:00.446 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1e9f7fe700 1 -- 172.21.15.62:0/2217839466 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea0027070 con 0x7f1eb01024a0 2024-05-20T21:06:00.446 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb01a05f0 con 0x7f1eb01024a0 2024-05-20T21:06:00.446 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1e9f7fe700 1 -- 172.21.15.62:0/2217839466 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ea00041c0 con 0x7f1eb01024a0 2024-05-20T21:06:00.446 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1e9f7fe700 1 -- 172.21.15.62:0/2217839466 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea0022e60 con 0x7f1eb01024a0 2024-05-20T21:06:00.446 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.443+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb01a0a40 con 0x7f1eb01024a0 2024-05-20T21:06:00.446 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.444+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eb006a230 con 0x7f1eb01024a0 2024-05-20T21:06:00.447 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.445+0000 7f1e9f7fe700 1 -- 172.21.15.62:0/2217839466 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f1ea002a070 con 0x7f1eb01024a0 2024-05-20T21:06:00.447 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.446+0000 7f1e9f7fe700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e980b27f0 0x7f1e980b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:00.447 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.446+0000 7f1e9f7fe700 1 -- 172.21.15.62:0/2217839466 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f1ea00e18d0 con 0x7f1eb01024a0 2024-05-20T21:06:00.447 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.447+0000 7f1eadd9b700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e980b27f0 0x7f1e980b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:00.447 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.448+0000 7f1eadd9b700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e980b27f0 0x7f1e980b4cb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1ea40097b0 tx=0x7f1ea4006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:00.451 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.451+0000 7f1e9f7fe700 1 -- 172.21.15.62:0/2217839466 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1ea0013070 con 0x7f1eb01024a0 2024-05-20T21:06:00.673 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:00.673+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f1eb0063a40 con 0x7f1e980b27f0 2024-05-20T21:06:00.674 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:00 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi042 2024-05-20T21:06:00.674 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:00 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi042 to 17093M 2024-05-20T21:06:00.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:00 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi042 2024-05-20T21:06:00.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:00 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi042 to 17093M 2024-05-20T21:06:00.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:00 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi042 2024-05-20T21:06:00.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:00 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi042 to 17093M 2024-05-20T21:06:01.584 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:01 smithi062 ceph-mon[36640]: pgmap v75: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:01.584 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:01 smithi062 ceph-mon[36640]: osdmap e14: 2 total, 2 up, 2 in 2024-05-20T21:06:01.584 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:01.584 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:01.584 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:01.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:01 smithi042 ceph-mon[36332]: pgmap v75: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:01 smithi042 ceph-mon[36332]: osdmap e14: 2 total, 2 up, 2 in 2024-05-20T21:06:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:01.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:01 smithi006 ceph-mon[31422]: pgmap v75: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:01 smithi006 ceph-mon[31422]: osdmap e14: 2 total, 2 up, 2 in 2024-05-20T21:06:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:02.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:02 smithi062 ceph-mon[36640]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:02.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:02 smithi042 ceph-mon[36332]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:02.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:02 smithi006 ceph-mon[31422]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:03 smithi062 ceph-mon[36640]: pgmap v77: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:03 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/1061337232' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]: dispatch 2024-05-20T21:06:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:03 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]: dispatch 2024-05-20T21:06:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:03 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]': finished 2024-05-20T21:06:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:03 smithi062 ceph-mon[36640]: osdmap e15: 3 total, 2 up, 3 in 2024-05-20T21:06:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:03 smithi042 ceph-mon[36332]: pgmap v77: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:03 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/1061337232' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]: dispatch 2024-05-20T21:06:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:03 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]: dispatch 2024-05-20T21:06:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:03 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]': finished 2024-05-20T21:06:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:03 smithi042 ceph-mon[36332]: osdmap e15: 3 total, 2 up, 3 in 2024-05-20T21:06:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:03 smithi006 ceph-mon[31422]: pgmap v77: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:03 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/1061337232' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]: dispatch 2024-05-20T21:06:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:03 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]: dispatch 2024-05-20T21:06:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:03 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "435a30ff-5d49-4ad6-ad22-61e1235ed7b6"}]': finished 2024-05-20T21:06:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:03 smithi006 ceph-mon[31422]: osdmap e15: 3 total, 2 up, 3 in 2024-05-20T21:06:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:04.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:04 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/204765566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:04.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:04 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/204765566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:04.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:04 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/204765566' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:05 smithi062 ceph-mon[36640]: pgmap v79: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:05.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:05 smithi042 ceph-mon[36332]: pgmap v79: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:05.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:05 smithi006 ceph-mon[31422]: pgmap v79: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:07.711 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:07 smithi006 ceph-mon[31422]: pgmap v80: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:07 smithi062 ceph-mon[36640]: pgmap v80: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:07.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:07 smithi042 ceph-mon[36332]: pgmap v80: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:09.684 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:09 smithi062 ceph-mon[36640]: pgmap v81: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:09.735 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:09 smithi042 ceph-mon[36332]: pgmap v81: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:09 smithi006 ceph-mon[31422]: pgmap v81: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:11.637 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:11 smithi062 ceph-mon[36640]: pgmap v82: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:11.637 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:11 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-20T21:06:11.637 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:11 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:11.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:11 smithi042 ceph-mon[36332]: pgmap v82: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:11 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-20T21:06:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:11 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:11.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:11 smithi006 ceph-mon[31422]: pgmap v82: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:11.962 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-20T21:06:11.963 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:12.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:12 smithi062 ceph-mon[36640]: Deploying daemon osd.2 on smithi062 2024-05-20T21:06:12.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:12 smithi042 ceph-mon[36332]: Deploying daemon osd.2 on smithi062 2024-05-20T21:06:12.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:12 smithi006 ceph-mon[31422]: Deploying daemon osd.2 on smithi062 2024-05-20T21:06:13.628 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:13 smithi062 ceph-mon[36640]: pgmap v83: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:13 smithi042 ceph-mon[36332]: pgmap v83: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:13.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:13 smithi006 ceph-mon[31422]: pgmap v83: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:15.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:15 smithi062 ceph-mon[36640]: pgmap v84: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:15 smithi042 ceph-mon[36332]: pgmap v84: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:15.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:15 smithi006 ceph-mon[31422]: pgmap v84: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:17.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:17 smithi042 ceph-mon[36332]: pgmap v85: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:17.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:17.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:17.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:17.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:17 smithi006 ceph-mon[31422]: pgmap v85: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:17.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:17.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:17.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:17.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:17 smithi062 ceph-mon[36640]: pgmap v85: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:17.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:17.540 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:17.540 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:19.240 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:19 smithi062 ceph-mon[36640]: pgmap v86: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:19.257 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 2 on host 'smithi062' 2024-05-20T21:06:19.257 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.256+0000 7f1e9f7fe700 1 -- 172.21.15.62:0/2217839466 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1eb0063a40 con 0x7f1e980b27f0 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e980b27f0 msgr2=0x7f1e980b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e980b27f0 0x7f1e980b4cb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1ea40097b0 tx=0x7f1ea4006d20 comp rx=0 tx=0).stop 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 msgr2=0x7f1eb0198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 0x7f1eb0198700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1ea00057c0 tx=0x7f1ea0009580 comp rx=0 tx=0).stop 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 shutdown_connections 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e980b27f0 0x7f1e980b4cb0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1eb0104040 0x7f1eb019fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1eb01024a0 0x7f1eb0198700 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:19.259 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 --2- 172.21.15.62:0/2217839466 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1eb01036a0 0x7f1eb0198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:19.260 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 >> 172.21.15.62:0/2217839466 conn(0x7f1eb00fda40 msgr2=0x7f1eb0106ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:19.260 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 shutdown_connections 2024-05-20T21:06:19.260 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:06:19.259+0000 7f1eb4fee700 1 -- 172.21.15.62:0/2217839466 wait complete. 2024-05-20T21:06:19.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:19 smithi042 ceph-mon[36332]: pgmap v86: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:19.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:19 smithi006 ceph-mon[31422]: pgmap v86: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:19.919 DEBUG:teuthology.orchestra.run.smithi062:osd.2> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.2.service 2024-05-20T21:06:19.922 INFO:tasks.cephadm:Deploying osd.3 on smithi006 with /dev/vg_nvme/lv_3... 2024-05-20T21:06:19.922 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-20T21:06:20.229 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2[41745]: 2024-05-20T21:06:20.033+0000 7f1c68b7c7c0 -1 osd.2 0 log_to_monitors true 2024-05-20T21:06:20.403 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:06:20.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:20 smithi062 ceph-mon[36640]: from='osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:06:20.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:20 smithi062 ceph-mon[36640]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:06:20.551 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.552 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.552 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.552 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.552 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:20 smithi006 ceph-mon[31422]: from='osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:06:20.552 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:20 smithi006 ceph-mon[31422]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:06:20.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:20 smithi042 ceph-mon[36332]: from='osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:06:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:20 smithi042 ceph-mon[36332]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-20T21:06:21.429 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:21 smithi062 ceph-mon[36640]: pgmap v87: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:21.429 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:21 smithi062 ceph-mon[36640]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-20T21:06:21.429 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:21 smithi062 ceph-mon[36640]: from='osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:06:21.429 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:21 smithi062 ceph-mon[36640]: osdmap e16: 3 total, 2 up, 3 in 2024-05-20T21:06:21.429 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:21.429 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:21 smithi062 ceph-mon[36640]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:06:21.582 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:21 smithi006 ceph-mon[31422]: pgmap v87: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:21.582 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:21 smithi006 ceph-mon[31422]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-20T21:06:21.582 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:21 smithi006 ceph-mon[31422]: from='osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:06:21.582 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:21 smithi006 ceph-mon[31422]: osdmap e16: 3 total, 2 up, 3 in 2024-05-20T21:06:21.582 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:21.583 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:21 smithi006 ceph-mon[31422]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:06:21.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:21 smithi042 ceph-mon[36332]: pgmap v87: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:21 smithi042 ceph-mon[36332]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-20T21:06:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:21 smithi042 ceph-mon[36332]: from='osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:06:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:21 smithi042 ceph-mon[36332]: osdmap e16: 3 total, 2 up, 3 in 2024-05-20T21:06:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:21 smithi042 ceph-mon[36332]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:06:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:22 smithi062 ceph-mon[36640]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:06:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:22 smithi062 ceph-mon[36640]: osdmap e17: 3 total, 2 up, 3 in 2024-05-20T21:06:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:22 smithi062 ceph-mon[36640]: pgmap v90: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:22 smithi062 ceph-mon[36640]: from='osd.2 ' entity='osd.2' 2024-05-20T21:06:22.789 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2[41745]: 2024-05-20T21:06:22.497+0000 7f1c5e9e1700 -1 osd.2 0 waiting for initial osdmap 2024-05-20T21:06:22.789 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2[41745]: 2024-05-20T21:06:22.545+0000 7f1c55fcb700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:06:22.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:22 smithi042 ceph-mon[36332]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:06:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:22 smithi042 ceph-mon[36332]: osdmap e17: 3 total, 2 up, 3 in 2024-05-20T21:06:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:22 smithi042 ceph-mon[36332]: pgmap v90: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:22 smithi042 ceph-mon[36332]: from='osd.2 ' entity='osd.2' 2024-05-20T21:06:22.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:22 smithi006 ceph-mon[31422]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:06:22.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:22 smithi006 ceph-mon[31422]: osdmap e17: 3 total, 2 up, 3 in 2024-05-20T21:06:22.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:22.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:22 smithi006 ceph-mon[31422]: pgmap v90: 0 pgs: ; 0 B data, 69 MiB used, 179 GiB / 179 GiB avail 2024-05-20T21:06:22.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:22 smithi006 ceph-mon[31422]: from='osd.2 ' entity='osd.2' 2024-05-20T21:06:23.181 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-20T21:06:23.181 INFO:teuthology.orchestra.run.smithi006.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-20T21:06:23.181 INFO:teuthology.orchestra.run.smithi006.stderr: stderr: 10+0 records in 2024-05-20T21:06:23.181 INFO:teuthology.orchestra.run.smithi006.stderr:10+0 records out 2024-05-20T21:06:23.181 INFO:teuthology.orchestra.run.smithi006.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0347621 s, 302 MB/s 2024-05-20T21:06:23.181 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping successful for: 2024-05-20T21:06:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:06:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:06:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi062 2024-05-20T21:06:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi062 to 17088M 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] boot 2024-05-20T21:06:23.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: osdmap e18: 3 total, 3 up, 3 in 2024-05-20T21:06:23.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi062 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi062 to 17088M 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:23.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:23.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:23.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:23.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:23.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] boot 2024-05-20T21:06:23.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: osdmap e18: 3 total, 3 up, 3 in 2024-05-20T21:06:23.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:24.019 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi006:vg_nvme/lv_3 2024-05-20T21:06:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:06:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:06:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi062 2024-05-20T21:06:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:06:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi062 to 17088M 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: osd.2 [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] boot 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: osdmap e18: 3 total, 3 up, 3 in 2024-05-20T21:06:24.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-20T21:06:24.489 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:06:24.854 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:24 smithi006 ceph-mon[31422]: pgmap v92: 0 pgs: ; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:24.854 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:06:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:24 smithi042 ceph-mon[36332]: pgmap v92: 0 pgs: ; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:06:25.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:24 smithi062 ceph-mon[36640]: pgmap v92: 0 pgs: ; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:25.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:06:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-20T21:06:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:25 smithi006 ceph-mon[31422]: osdmap e19: 3 total, 3 up, 3 in 2024-05-20T21:06:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:06:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:06:25.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:25 smithi006 ceph-mon[31422]: osdmap e20: 3 total, 3 up, 3 in 2024-05-20T21:06:25.858 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-20T21:06:25.858 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:25 smithi042 ceph-mon[36332]: osdmap e19: 3 total, 3 up, 3 in 2024-05-20T21:06:25.858 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:06:25.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:06:25.859 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:25 smithi042 ceph-mon[36332]: osdmap e20: 3 total, 3 up, 3 in 2024-05-20T21:06:25.940 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-20T21:06:25.940 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:25 smithi062 ceph-mon[36640]: osdmap e19: 3 total, 3 up, 3 in 2024-05-20T21:06:25.940 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:06:25.940 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:06:25.940 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:25 smithi062 ceph-mon[36640]: osdmap e20: 3 total, 3 up, 3 in 2024-05-20T21:06:25.971 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:06:25 smithi006 sudo[48049]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:06:25.971 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:06:25 smithi006 sudo[48049]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:25.971 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:06:25 smithi006 sudo[48049]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:25.971 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:06:25 smithi006 sudo[48049]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:25.971 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:06:25 smithi006 sudo[48052]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:06:25.971 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:06:25 smithi006 sudo[48052]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:25.971 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:06:25 smithi006 sudo[48052]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:25.971 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:06:25 smithi006 sudo[48052]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.123 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:06:25 smithi042 sudo[45029]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:06:26.123 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:06:25 smithi042 sudo[45029]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.123 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:06:25 smithi042 sudo[45029]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.123 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:06:25 smithi042 sudo[45029]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.123 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:06:25 smithi042 sudo[45032]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:06:26.123 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:06:25 smithi042 sudo[45032]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.123 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:06:25 smithi042 sudo[45032]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.124 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:06:25 smithi042 sudo[45032]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.221 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 sudo[48073]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:06:26.221 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 sudo[48073]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.221 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 sudo[48073]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.221 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 sudo[48073]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.221 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 sudo[48076]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:06:26.221 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 sudo[48076]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.221 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 sudo[48076]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.222 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 sudo[48076]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 sudo[45825]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:06:26.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 sudo[45825]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 sudo[45825]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 sudo[45825]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 sudo[45828]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:06:26.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 sudo[45828]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 sudo[45828]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 sudo[45828]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.289 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:25 smithi062 sudo[45819]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:06:26.289 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:25 smithi062 sudo[45819]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.289 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:25 smithi062 sudo[45819]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.289 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:25 smithi062 sudo[45819]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.289 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:25 smithi062 sudo[45822]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:06:26.289 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:25 smithi062 sudo[45822]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.289 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:25 smithi062 sudo[45822]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.289 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:06:25 smithi062 sudo[45822]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 -- 172.21.15.6:0/1400729116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc107390 msgr2=0x7f9ffc10dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:26.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 --2- 172.21.15.6:0/1400729116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc107390 0x7f9ffc10dc40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9ff400b0d0 tx=0x7f9ff400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:06:26.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 -- 172.21.15.6:0/1400729116 shutdown_connections 2024-05-20T21:06:26.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 --2- 172.21.15.6:0/1400729116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc107390 0x7f9ffc10dc40 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:26.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 --2- 172.21.15.6:0/1400729116 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ffc1057f0 0x7f9ffc105c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:26.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 --2- 172.21.15.6:0/1400729116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ffc1069f0 0x7f9ffc106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:26.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 -- 172.21.15.6:0/1400729116 >> 172.21.15.6:0/1400729116 conn(0x7f9ffc100d90 msgr2=0x7f9ffc1031d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:26.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 -- 172.21.15.6:0/1400729116 shutdown_connections 2024-05-20T21:06:26.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.510+0000 7fa003000700 1 -- 172.21.15.6:0/1400729116 wait complete. 2024-05-20T21:06:26.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.511+0000 7fa003000700 1 Processor -- start 2024-05-20T21:06:26.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa003000700 1 -- start start 2024-05-20T21:06:26.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa003000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc1057f0 0x7f9ffc19b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa003000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ffc1069f0 0x7f9ffc19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa003000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ffc107390 0x7f9ffc1a2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa003000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc1112c0 con 0x7f9ffc1069f0 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa003000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc111140 con 0x7f9ffc1057f0 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa003000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9ffc111440 con 0x7f9ffc107390 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7f9ff3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ffc1069f0 0x7f9ffc19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa001000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ffc107390 0x7f9ffc1a2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa001000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ffc107390 0x7f9ffc1a2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41076/0 (socket says 172.21.15.6:41076) 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7fa001000700 1 -- 172.21.15.6:0/2582770368 learned_addr learned my addr 172.21.15.6:0/2582770368 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.512+0000 7f9ffbe00700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc1057f0 0x7f9ffc19b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:26.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.513+0000 7fa001000700 1 -- 172.21.15.6:0/2582770368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc1057f0 msgr2=0x7f9ffc19b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:26.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.513+0000 7fa001000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc1057f0 0x7f9ffc19b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:26.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.513+0000 7fa001000700 1 -- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ffc1069f0 msgr2=0x7f9ffc19bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:26.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.513+0000 7fa001000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ffc1069f0 0x7f9ffc19bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:26.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.513+0000 7fa001000700 1 -- 172.21.15.6:0/2582770368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ffc1a3510 con 0x7f9ffc107390 2024-05-20T21:06:26.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.513+0000 7f9ffbe00700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc1057f0 0x7f9ffc19b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:06:26.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.513+0000 7fa001000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ffc107390 0x7f9ffc1a2e70 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4004cb0 tx=0x7f9ff4004ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:26.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.513+0000 7f9ff9600700 1 -- 172.21.15.6:0/2582770368 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff401f030 con 0x7f9ffc107390 2024-05-20T21:06:26.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.514+0000 7f9ff9600700 1 -- 172.21.15.6:0/2582770368 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ff4005040 con 0x7f9ffc107390 2024-05-20T21:06:26.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.514+0000 7f9ff9600700 1 -- 172.21.15.6:0/2582770368 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff401b690 con 0x7f9ffc107390 2024-05-20T21:06:26.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.514+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ffc1a37a0 con 0x7f9ffc107390 2024-05-20T21:06:26.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.514+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ffc1a3c00 con 0x7f9ffc107390 2024-05-20T21:06:26.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.515+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ffc06a230 con 0x7f9ffc107390 2024-05-20T21:06:26.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.517+0000 7f9ff9600700 1 -- 172.21.15.6:0/2582770368 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f9ff4005480 con 0x7f9ffc107390 2024-05-20T21:06:26.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.519+0000 7f9ff9600700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9fe00b27f0 0x7f9fe00b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:26.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.519+0000 7f9ff9600700 1 -- 172.21.15.6:0/2582770368 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3237+0+0 (secure 0 0 0) 0x7f9ff40e18f0 con 0x7f9ffc107390 2024-05-20T21:06:26.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.519+0000 7f9ffbe00700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9fe00b27f0 0x7f9fe00b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:26.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.520+0000 7f9ffbe00700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9fe00b27f0 0x7f9fe00b4cb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc106850 tx=0x7f9fec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:26.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.521+0000 7f9ff9600700 1 -- 172.21.15.6:0/2582770368 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9ff40aab50 con 0x7f9ffc107390 2024-05-20T21:06:26.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 sudo[45035]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-20T21:06:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 sudo[45035]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 sudo[45035]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 sudo[45035]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 sudo[45038]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-20T21:06:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 sudo[45038]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-20T21:06:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 sudo[45038]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-20T21:06:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 sudo[45038]: pam_unix(sudo:session): session closed for user root 2024-05-20T21:06:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:26.771+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f9ffc063980 con 0x7f9fe00b27f0 2024-05-20T21:06:27.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:27.030+0000 7f9ff9600700 1 -- 172.21.15.6:0/2582770368 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f9ff40a66e0 con 0x7f9ffc107390 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: osdmap e21: 3 total, 3 up, 3 in 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:27.033 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:27.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:27.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: osdmap e21: 3 total, 3 up, 3 in 2024-05-20T21:06:27.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:27.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:27.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:27.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:27.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:27.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: osdmap e21: 3 total, 3 up, 3 in 2024-05-20T21:06:27.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:06:27.290 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:06:27.290 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:28.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:28 smithi062 ceph-mon[36640]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:28.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:28 smithi062 ceph-mon[36640]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-20T21:06:28.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:28 smithi042 ceph-mon[36332]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:28.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:28 smithi042 ceph-mon[36332]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-20T21:06:28.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:28 smithi006 ceph-mon[31422]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:06:28.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:28 smithi006 ceph-mon[31422]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-20T21:06:29.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:29 smithi062 ceph-mon[36640]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:29.298 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:29 smithi006 ceph-mon[31422]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:29.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:29 smithi042 ceph-mon[36332]: pgmap v97: 1 pgs: 1 unknown; 0 B data, 104 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:31.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:31 smithi042 ceph-mon[36332]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:31.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:31 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3539607704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9bd33a44-8c73-443a-98e7-8419e492d90d"}]: dispatch 2024-05-20T21:06:31.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:31 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3539607704' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9bd33a44-8c73-443a-98e7-8419e492d90d"}]': finished 2024-05-20T21:06:31.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:31 smithi042 ceph-mon[36332]: osdmap e22: 4 total, 3 up, 4 in 2024-05-20T21:06:31.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:31 smithi006 ceph-mon[31422]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:31 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3539607704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9bd33a44-8c73-443a-98e7-8419e492d90d"}]: dispatch 2024-05-20T21:06:31.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:31 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3539607704' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9bd33a44-8c73-443a-98e7-8419e492d90d"}]': finished 2024-05-20T21:06:31.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:31 smithi006 ceph-mon[31422]: osdmap e22: 4 total, 3 up, 4 in 2024-05-20T21:06:31.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:31 smithi062 ceph-mon[36640]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:31 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3539607704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9bd33a44-8c73-443a-98e7-8419e492d90d"}]: dispatch 2024-05-20T21:06:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:31 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3539607704' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9bd33a44-8c73-443a-98e7-8419e492d90d"}]': finished 2024-05-20T21:06:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:31 smithi062 ceph-mon[36640]: osdmap e22: 4 total, 3 up, 4 in 2024-05-20T21:06:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:32.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2195514590' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:32.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2195514590' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:32.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2195514590' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:06:33.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:33 smithi042 ceph-mon[36332]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:33.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:33 smithi006 ceph-mon[31422]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:33.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:33 smithi062 ceph-mon[36640]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:35.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:35 smithi042 ceph-mon[36332]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:35.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:35 smithi006 ceph-mon[31422]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:35.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:35 smithi062 ceph-mon[36640]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:37.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:37 smithi042 ceph-mon[36332]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:37.407 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:37 smithi006 ceph-mon[31422]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:37.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:37 smithi062 ceph-mon[36640]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:39.122 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:39 smithi042 ceph-mon[36332]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:39.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:39 smithi006 ceph-mon[31422]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:39.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:39 smithi062 ceph-mon[36640]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:41.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:41 smithi042 ceph-mon[36332]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:41.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-20T21:06:41.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:41.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:41 smithi042 ceph-mon[36332]: Deploying daemon osd.3 on smithi006 2024-05-20T21:06:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:41 smithi006 ceph-mon[31422]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-20T21:06:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:41 smithi006 ceph-mon[31422]: Deploying daemon osd.3 on smithi006 2024-05-20T21:06:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:41 smithi062 ceph-mon[36640]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-20T21:06:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:41 smithi062 ceph-mon[36640]: Deploying daemon osd.3 on smithi006 2024-05-20T21:06:43.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:43 smithi042 ceph-mon[36332]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:43.379 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:43 smithi006 ceph-mon[31422]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:43.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:43 smithi062 ceph-mon[36640]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:45.345 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:45 smithi006 ceph-mon[31422]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:45.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:45 smithi042 ceph-mon[36332]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:45.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:45 smithi062 ceph-mon[36640]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:47.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:47 smithi042 ceph-mon[36332]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:47.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:47 smithi006 ceph-mon[31422]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:47.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:47 smithi062 ceph-mon[36640]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:49 smithi006 ceph-mon[31422]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:49.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:49 smithi062 ceph-mon[36640]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:49.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:49.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:49.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:49.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:49 smithi042 ceph-mon[36332]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:49.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:49.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:49.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:51.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:51 smithi006 ceph-mon[31422]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:51.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:51 smithi062 ceph-mon[36640]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:51.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:51 smithi042 ceph-mon[36332]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:53.390 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:53 smithi006 ceph-mon[31422]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:53.390 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.390 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.390 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:53.390 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:53.390 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.390 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:53 smithi006 ceph-mon[31422]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:53 smithi062 ceph-mon[36640]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:53 smithi062 ceph-mon[36640]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:53 smithi042 ceph-mon[36332]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:06:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:06:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:53 smithi042 ceph-mon[36332]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-20T21:06:53.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.815+0000 7f9ff9600700 1 -- 172.21.15.6:0/2582770368 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9ffc063980 con 0x7f9fe00b27f0 2024-05-20T21:06:53.816 INFO:teuthology.orchestra.run.smithi006.stdout:Created osd(s) 3 on host 'smithi006' 2024-05-20T21:06:53.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9fe00b27f0 msgr2=0x7f9fe00b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:53.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9fe00b27f0 0x7f9fe00b4cb0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc106850 tx=0x7f9fec009260 comp rx=0 tx=0).stop 2024-05-20T21:06:53.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ffc107390 msgr2=0x7f9ffc1a2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:53.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ffc107390 0x7f9ffc1a2e70 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4004cb0 tx=0x7f9ff4004ce0 comp rx=0 tx=0).stop 2024-05-20T21:06:53.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 shutdown_connections 2024-05-20T21:06:53.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9fe00b27f0 0x7f9fe00b4cb0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:53.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ffc107390 0x7f9ffc1a2e70 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:53.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ffc1057f0 0x7f9ffc19b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:53.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 --2- 172.21.15.6:0/2582770368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ffc1069f0 0x7f9ffc19bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:53.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 >> 172.21.15.6:0/2582770368 conn(0x7f9ffc100d90 msgr2=0x7f9ffc109cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:53.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.818+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 shutdown_connections 2024-05-20T21:06:53.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:06:53.819+0000 7fa003000700 1 -- 172.21.15.6:0/2582770368 wait complete. 2024-05-20T21:06:54.531 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:54 smithi006 ceph-mon[31422]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-20T21:06:54.531 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:54 smithi006 ceph-mon[31422]: osdmap e23: 4 total, 3 up, 4 in 2024-05-20T21:06:54.531 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:54 smithi006 ceph-mon[31422]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:06:54.531 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:54 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:54.532 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:54 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:54.532 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:54 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:54.532 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:54 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:54.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:54 smithi062 ceph-mon[36640]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-20T21:06:54.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:54 smithi062 ceph-mon[36640]: osdmap e23: 4 total, 3 up, 4 in 2024-05-20T21:06:54.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:54 smithi062 ceph-mon[36640]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:06:54.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:54 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:54.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:54 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:54.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:54 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:54.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:54 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:54.591 DEBUG:teuthology.orchestra.run.smithi006:osd.3> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.3.service 2024-05-20T21:06:54.599 INFO:tasks.cephadm:Deploying osd.4 on smithi042 with /dev/vg_nvme/lv_3... 2024-05-20T21:06:54.599 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-20T21:06:54.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:54 smithi042 ceph-mon[36332]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-20T21:06:54.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:54 smithi042 ceph-mon[36332]: osdmap e23: 4 total, 3 up, 4 in 2024-05-20T21:06:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:54 smithi042 ceph-mon[36332]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:06:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:54 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:54 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:54 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:06:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:54 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:06:54.855 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:06:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:55 smithi062 ceph-mon[36640]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:55 smithi062 ceph-mon[36640]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:06:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:55 smithi062 ceph-mon[36640]: osdmap e24: 4 total, 3 up, 4 in 2024-05-20T21:06:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:55.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:55 smithi042 ceph-mon[36332]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:55 smithi042 ceph-mon[36332]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:06:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:55 smithi042 ceph-mon[36332]: osdmap e24: 4 total, 3 up, 4 in 2024-05-20T21:06:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:55 smithi006 ceph-mon[31422]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 106 MiB used, 268 GiB / 268 GiB avail 2024-05-20T21:06:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:55 smithi006 ceph-mon[31422]: from='osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:06:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:55 smithi006 ceph-mon[31422]: osdmap e24: 4 total, 3 up, 4 in 2024-05-20T21:06:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:56.330 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:56 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:06:56.330 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:56 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:06:56.330 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:56 smithi042 ceph-mon[36332]: osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] boot 2024-05-20T21:06:56.330 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:56 smithi042 ceph-mon[36332]: osdmap e25: 4 total, 4 up, 4 in 2024-05-20T21:06:56.331 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:56 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:56 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:06:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:56 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:06:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:56 smithi006 ceph-mon[31422]: osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] boot 2024-05-20T21:06:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:56 smithi006 ceph-mon[31422]: osdmap e25: 4 total, 4 up, 4 in 2024-05-20T21:06:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:56.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:56 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:06:56.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:56 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:06:56.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:56 smithi062 ceph-mon[36640]: osd.3 [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] boot 2024-05-20T21:06:56.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:56 smithi062 ceph-mon[36640]: osdmap e25: 4 total, 4 up, 4 in 2024-05-20T21:06:56.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:56 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-20T21:06:56.645 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-20T21:06:56.646 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-20T21:06:56.646 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-05-20T21:06:56.646 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-05-20T21:06:56.646 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00833716 s, 1.3 GB/s 2024-05-20T21:06:56.646 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-05-20T21:06:57.403 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_3 2024-05-20T21:06:57.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:57 smithi006 ceph-mon[31422]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:06:57.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:57 smithi006 ceph-mon[31422]: osdmap e26: 4 total, 4 up, 4 in 2024-05-20T21:06:57.510 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:57 smithi006 ceph-mon[31422]: osdmap e27: 4 total, 4 up, 4 in 2024-05-20T21:06:57.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:57 smithi062 ceph-mon[36640]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:06:57.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:57 smithi062 ceph-mon[36640]: osdmap e26: 4 total, 4 up, 4 in 2024-05-20T21:06:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:57 smithi062 ceph-mon[36640]: osdmap e27: 4 total, 4 up, 4 in 2024-05-20T21:06:57.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:57 smithi042 ceph-mon[36332]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:06:57.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:57 smithi042 ceph-mon[36332]: osdmap e26: 4 total, 4 up, 4 in 2024-05-20T21:06:57.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:57 smithi042 ceph-mon[36332]: osdmap e27: 4 total, 4 up, 4 in 2024-05-20T21:06:57.696 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:06:59.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 -- 172.21.15.42:0/4114744751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa554109310 msgr2=0x7fa55410b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:59.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 --2- 172.21.15.42:0/4114744751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa554109310 0x7fa55410b720 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa54c00b0a0 tx=0x7fa54c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:06:59.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 -- 172.21.15.42:0/4114744751 shutdown_connections 2024-05-20T21:06:59.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 --2- 172.21.15.42:0/4114744751 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa554109310 0x7fa55410b720 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:59.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 --2- 172.21.15.42:0/4114744751 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5541040b0 0x7fa5541064a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:59.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 --2- 172.21.15.42:0/4114744751 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5541069e0 0x7fa554108dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:59.145 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 -- 172.21.15.42:0/4114744751 >> 172.21.15.42:0/4114744751 conn(0x7fa5540fda60 msgr2=0x7fa5540ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 -- 172.21.15.42:0/4114744751 shutdown_connections 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.143+0000 7fa55a06f700 1 -- 172.21.15.42:0/4114744751 wait complete. 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa55a06f700 1 Processor -- start 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa55a06f700 1 -- start start 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa55a06f700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5541040b0 0x7fa554199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa55a06f700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5541069e0 0x7fa554199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa55a06f700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa554109310 0x7fa5541a0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa55a06f700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa55410f170 con 0x7fa5541069e0 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa55a06f700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa55410eff0 con 0x7fa5541040b0 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa55a06f700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa55410f2f0 con 0x7fa554109310 2024-05-20T21:06:59.146 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa5537fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5541040b0 0x7fa554199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa5537fe700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5541040b0 0x7fa554199820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:33406/0 (socket says 172.21.15.42:33406) 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa5537fe700 1 -- 172.21.15.42:0/2691413931 learned_addr learned my addr 172.21.15.42:0/2691413931 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa553fff700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa554109310 0x7fa5541a0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa5537fe700 1 -- 172.21.15.42:0/2691413931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa554109310 msgr2=0x7fa5541a0de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.144+0000 7fa552ffd700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5541069e0 0x7fa554199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa5537fe700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa554109310 0x7fa5541a0de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa5537fe700 1 -- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5541069e0 msgr2=0x7fa554199d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa5537fe700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5541069e0 0x7fa554199d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa5537fe700 1 -- 172.21.15.42:0/2691413931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5541a1480 con 0x7fa5541040b0 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa553fff700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa554109310 0x7fa5541a0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa5537fe700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5541040b0 0x7fa554199820 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa54400b530 tx=0x7fa54400b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:59.147 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa550ff9700 1 -- 172.21.15.42:0/2691413931 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa544015020 con 0x7fa5541040b0 2024-05-20T21:06:59.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa550ff9700 1 -- 172.21.15.42:0/2691413931 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa544011ce0 con 0x7fa5541040b0 2024-05-20T21:06:59.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa550ff9700 1 -- 172.21.15.42:0/2691413931 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa544010d50 con 0x7fa5541040b0 2024-05-20T21:06:59.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5541a1770 con 0x7fa5541040b0 2024-05-20T21:06:59.148 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.145+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5541a1d80 con 0x7fa5541040b0 2024-05-20T21:06:59.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.146+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa55406a230 con 0x7fa5541040b0 2024-05-20T21:06:59.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.147+0000 7fa550ff9700 1 -- 172.21.15.42:0/2691413931 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa544018020 con 0x7fa5541040b0 2024-05-20T21:06:59.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.148+0000 7fa550ff9700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa53c0b2900 0x7fa53c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:06:59.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.148+0000 7fa550ff9700 1 -- 172.21.15.42:0/2691413931 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3669+0+0 (secure 0 0 0) 0x7fa5440e0d00 con 0x7fa5541040b0 2024-05-20T21:06:59.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.148+0000 7fa552ffd700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa53c0b2900 0x7fa53c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:06:59.149 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.149+0000 7fa552ffd700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa53c0b2900 0x7fa53c0b4dc0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa548006fd0 tx=0x7fa548008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:06:59.151 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.152+0000 7fa550ff9700 1 -- 172.21.15.42:0/2691413931 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa54401f020 con 0x7fa5541040b0 2024-05-20T21:06:59.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:06:59 smithi042 ceph-mon[36332]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:06:59.376 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:06:59.376+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fa554063980 con 0x7fa53c0b2900 2024-05-20T21:06:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:06:59 smithi062 ceph-mon[36640]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:06:59.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:06:59 smithi006 ceph-mon[31422]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:00.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:00 smithi006 ceph-mon[31422]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:00.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:00.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:00.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:00 smithi042 ceph-mon[36332]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:00.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:00 smithi062 ceph-mon[36640]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 357 GiB / 358 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 357 GiB / 358 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-05-20T21:07:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:01.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:01.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:01.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:01.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 357 GiB / 358 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-05-20T21:07:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:02.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:02 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi006 2024-05-20T21:07:02.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:02 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi006 to 8547M 2024-05-20T21:07:02.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:02 smithi042 ceph-mon[36332]: from='client.? 172.21.15.42:0/2771502269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]: dispatch 2024-05-20T21:07:02.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:02 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]: dispatch 2024-05-20T21:07:02.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:02 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]': finished 2024-05-20T21:07:02.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:02 smithi042 ceph-mon[36332]: osdmap e28: 5 total, 4 up, 5 in 2024-05-20T21:07:02.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:02 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:02.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:02 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi006 2024-05-20T21:07:02.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:02 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi006 to 8547M 2024-05-20T21:07:02.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:02 smithi006 ceph-mon[31422]: from='client.? 172.21.15.42:0/2771502269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]: dispatch 2024-05-20T21:07:02.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:02 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]: dispatch 2024-05-20T21:07:02.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:02 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]': finished 2024-05-20T21:07:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:02 smithi006 ceph-mon[31422]: osdmap e28: 5 total, 4 up, 5 in 2024-05-20T21:07:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:02 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:02 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi006 2024-05-20T21:07:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:02 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi006 to 8547M 2024-05-20T21:07:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:02 smithi062 ceph-mon[36640]: from='client.? 172.21.15.42:0/2771502269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]: dispatch 2024-05-20T21:07:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:02 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]: dispatch 2024-05-20T21:07:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:02 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1f6bbced-ffb0-41f3-85da-b077d282e86b"}]': finished 2024-05-20T21:07:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:02 smithi062 ceph-mon[36640]: osdmap e28: 5 total, 4 up, 5 in 2024-05-20T21:07:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:02 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:03.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:03 smithi042 ceph-mon[36332]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-20T21:07:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:03 smithi042 ceph-mon[36332]: from='client.? 172.21.15.42:0/1631418989' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:03.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:03 smithi006 ceph-mon[31422]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-20T21:07:03.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:03 smithi006 ceph-mon[31422]: from='client.? 172.21.15.42:0/1631418989' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:03 smithi062 ceph-mon[36640]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-20T21:07:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:03 smithi062 ceph-mon[36640]: from='client.? 172.21.15.42:0/1631418989' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:05.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:05 smithi042 ceph-mon[36332]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:05.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:05 smithi006 ceph-mon[31422]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:05 smithi062 ceph-mon[36640]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:07.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:07 smithi042 ceph-mon[36332]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-20T21:07:07.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:07 smithi006 ceph-mon[31422]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-20T21:07:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:07 smithi062 ceph-mon[36640]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-20T21:07:09.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:09 smithi042 ceph-mon[36332]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:07:09.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:09 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-20T21:07:09.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:09 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:09.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:09 smithi006 ceph-mon[31422]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:07:09.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-20T21:07:09.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:09 smithi062 ceph-mon[36640]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:07:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:09 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-20T21:07:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:09 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:10.536 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:10 smithi042 ceph-mon[36332]: Deploying daemon osd.4 on smithi042 2024-05-20T21:07:10.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:10 smithi006 ceph-mon[31422]: Deploying daemon osd.4 on smithi042 2024-05-20T21:07:10.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:10 smithi062 ceph-mon[36640]: Deploying daemon osd.4 on smithi042 2024-05-20T21:07:11.513 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:11 smithi042 ceph-mon[36332]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:11.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:11 smithi006 ceph-mon[31422]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:11 smithi062 ceph-mon[36640]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:13.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:13 smithi042 ceph-mon[36332]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:13.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:13 smithi006 ceph-mon[31422]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:13.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:13 smithi062 ceph-mon[36640]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:15.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:15 smithi042 ceph-mon[36332]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:15.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:15.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:15.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:15 smithi006 ceph-mon[31422]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:15 smithi062 ceph-mon[36640]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:17.620 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:17 smithi042 ceph-mon[36332]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:17.621 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:17.621 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:17.621 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:17.621 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:17.621 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:17 smithi006 ceph-mon[31422]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:17 smithi062 ceph-mon[36640]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:18.311 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 4 on host 'smithi042' 2024-05-20T21:07:18.312 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.311+0000 7fa550ff9700 1 -- 172.21.15.42:0/2691413931 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa554063980 con 0x7fa53c0b2900 2024-05-20T21:07:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa53c0b2900 msgr2=0x7fa53c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa53c0b2900 0x7fa53c0b4dc0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa548006fd0 tx=0x7fa548008040 comp rx=0 tx=0).stop 2024-05-20T21:07:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5541040b0 msgr2=0x7fa554199820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5541040b0 0x7fa554199820 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa54400b530 tx=0x7fa54400b8f0 comp rx=0 tx=0).stop 2024-05-20T21:07:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 shutdown_connections 2024-05-20T21:07:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa53c0b2900 0x7fa53c0b4dc0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa554109310 0x7fa5541a0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:18.314 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa5541040b0 0x7fa554199820 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:18.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 --2- 172.21.15.42:0/2691413931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa5541069e0 0x7fa554199d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:18.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 >> 172.21.15.42:0/2691413931 conn(0x7fa5540fda60 msgr2=0x7fa5541049f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:07:18.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 shutdown_connections 2024-05-20T21:07:18.315 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:07:18.314+0000 7fa55a06f700 1 -- 172.21.15.42:0/2691413931 wait complete. 2024-05-20T21:07:18.871 DEBUG:teuthology.orchestra.run.smithi042:osd.4> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.4.service 2024-05-20T21:07:18.874 INFO:tasks.cephadm:Deploying osd.5 on smithi062 with /dev/vg_nvme/lv_3... 2024-05-20T21:07:18.874 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-20T21:07:19.118 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:07:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:19 smithi042 ceph-mon[36332]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:19 smithi042 ceph-mon[36332]: from='osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:07:19.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:19 smithi042 ceph-mon[36332]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:07:19.534 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:19 smithi062 ceph-mon[36640]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:19.534 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:19.534 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:19.534 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:19.534 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:19 smithi062 ceph-mon[36640]: from='osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:07:19.534 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:19 smithi062 ceph-mon[36640]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:07:19.619 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:19 smithi006 ceph-mon[31422]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:19.619 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:19.619 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:19.619 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:19.619 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:19 smithi006 ceph-mon[31422]: from='osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:07:19.619 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:19 smithi006 ceph-mon[31422]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-20T21:07:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:20 smithi042 ceph-mon[36332]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-20T21:07:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:20 smithi042 ceph-mon[36332]: from='osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:07:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:20 smithi042 ceph-mon[36332]: osdmap e29: 5 total, 4 up, 5 in 2024-05-20T21:07:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:20 smithi042 ceph-mon[36332]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:07:20.624 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:07:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4[47852]: 2024-05-20T21:07:20.362+0000 7f30cb4cb700 -1 osd.4 0 waiting for initial osdmap 2024-05-20T21:07:20.624 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:07:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4[47852]: 2024-05-20T21:07:20.370+0000 7f30c72be700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:07:20.640 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:20 smithi062 ceph-mon[36640]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-20T21:07:20.640 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:20 smithi062 ceph-mon[36640]: from='osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:07:20.640 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:20 smithi062 ceph-mon[36640]: osdmap e29: 5 total, 4 up, 5 in 2024-05-20T21:07:20.640 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:20.640 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:20 smithi062 ceph-mon[36640]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:07:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:20 smithi006 ceph-mon[31422]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-20T21:07:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:20 smithi006 ceph-mon[31422]: from='osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:07:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:20 smithi006 ceph-mon[31422]: osdmap e29: 5 total, 4 up, 5 in 2024-05-20T21:07:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:20 smithi006 ceph-mon[31422]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:07:21.221 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-20T21:07:21.221 INFO:teuthology.orchestra.run.smithi062.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-20T21:07:21.221 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10+0 records in 2024-05-20T21:07:21.221 INFO:teuthology.orchestra.run.smithi062.stderr:10+0 records out 2024-05-20T21:07:21.221 INFO:teuthology.orchestra.run.smithi062.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122087 s, 859 MB/s 2024-05-20T21:07:21.221 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping successful for: 2024-05-20T21:07:21.471 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:21 smithi042 ceph-mon[36332]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:21.471 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:21 smithi042 ceph-mon[36332]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:07:21.471 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:21 smithi042 ceph-mon[36332]: osdmap e30: 5 total, 4 up, 5 in 2024-05-20T21:07:21.471 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:21.471 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:21.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:21 smithi006 ceph-mon[31422]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:21.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:21 smithi006 ceph-mon[31422]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:07:21.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:21 smithi006 ceph-mon[31422]: osdmap e30: 5 total, 4 up, 5 in 2024-05-20T21:07:21.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:21.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:21.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:21 smithi062 ceph-mon[36640]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:21.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:21 smithi062 ceph-mon[36640]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:07:21.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:21 smithi062 ceph-mon[36640]: osdmap e30: 5 total, 4 up, 5 in 2024-05-20T21:07:21.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:21.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:21.789 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_3 2024-05-20T21:07:22.031 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:07:22.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:07:22.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:07:22.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] boot 2024-05-20T21:07:22.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: osdmap e31: 5 total, 5 up, 5 in 2024-05-20T21:07:22.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:22.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:22.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:22.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:22.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:22.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] boot 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: osdmap e31: 5 total, 5 up, 5 in 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:22.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:22.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: osd.4 [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] boot 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: osdmap e31: 5 total, 5 up, 5 in 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:22.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:22.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:22.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:23.487 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:23 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi042 2024-05-20T21:07:23.487 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:23 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi042 to 8546M 2024-05-20T21:07:23.487 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:23 smithi062 ceph-mon[36640]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:23.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:23 smithi062 ceph-mon[36640]: osdmap e32: 5 total, 5 up, 5 in 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 -- 172.21.15.62:0/4024453135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c1040b0 msgr2=0x7f1a4c1064a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 --2- 172.21.15.62:0/4024453135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c1040b0 0x7f1a4c1064a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1a48009990 tx=0x7f1a48009ca0 comp rx=0 tx=0).stop 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 -- 172.21.15.62:0/4024453135 shutdown_connections 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 --2- 172.21.15.62:0/4024453135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a4c109310 0x7f1a4c10b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 --2- 172.21.15.62:0/4024453135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c1040b0 0x7f1a4c1064a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 --2- 172.21.15.62:0/4024453135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1a4c1069e0 0x7f1a4c108dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 -- 172.21.15.62:0/4024453135 >> 172.21.15.62:0/4024453135 conn(0x7f1a4c0fda60 msgr2=0x7f1a4c0ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 -- 172.21.15.62:0/4024453135 shutdown_connections 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 -- 172.21.15.62:0/4024453135 wait complete. 2024-05-20T21:07:23.508 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 Processor -- start 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.506+0000 7f1a543c5700 1 -- start start 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a543c5700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1a4c1040b0 0x7f1a4c103a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a543c5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a4c1069e0 0x7f1a4c102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a543c5700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c109310 0x7f1a4c1025a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a543c5700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4c10f0e0 con 0x7f1a4c1040b0 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a543c5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4c10ef60 con 0x7f1a4c1069e0 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a543c5700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4c10f260 con 0x7f1a4c109310 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c109310 0x7f1a4c1025a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c109310 0x7f1a4c1025a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:40370/0 (socket says 172.21.15.62:40370) 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 -- 172.21.15.62:0/2998760607 learned_addr learned my addr 172.21.15.62:0/2998760607 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:07:23.509 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a51960700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a4c1069e0 0x7f1a4c102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 -- 172.21.15.62:0/2998760607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a4c1069e0 msgr2=0x7f1a4c102060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a4c1069e0 0x7f1a4c102060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 -- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1a4c1040b0 msgr2=0x7f1a4c103a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1a4c1040b0 0x7f1a4c103a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 -- 172.21.15.62:0/2998760607 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a4c102e50 con 0x7f1a4c109310 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a51960700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a4c1069e0 0x7f1a4c102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a52962700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c109310 0x7f1a4c1025a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f1a4400ada0 tx=0x7f1a4400c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a437fe700 1 -- 172.21.15.62:0/2998760607 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a44017020 con 0x7f1a4c109310 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.507+0000 7f1a437fe700 1 -- 172.21.15.62:0/2998760607 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a44007e30 con 0x7f1a4c109310 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.508+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a4c1a38c0 con 0x7f1a4c109310 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.508+0000 7f1a437fe700 1 -- 172.21.15.62:0/2998760607 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a440053e0 con 0x7f1a4c109310 2024-05-20T21:07:23.510 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.508+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a4c1a3e50 con 0x7f1a4c109310 2024-05-20T21:07:23.511 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.508+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a4c06a230 con 0x7f1a4c109310 2024-05-20T21:07:23.511 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.510+0000 7f1a437fe700 1 -- 172.21.15.62:0/2998760607 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f1a4400c980 con 0x7f1a4c109310 2024-05-20T21:07:23.511 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.511+0000 7f1a437fe700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1a380b2900 0x7f1a380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:23.512 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.511+0000 7f1a437fe700 1 -- 172.21.15.62:0/2998760607 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 4101+0+0 (secure 0 0 0) 0x7f1a440e0f00 con 0x7f1a4c109310 2024-05-20T21:07:23.512 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.511+0000 7f1a52161700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1a380b2900 0x7f1a380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:23.512 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.512+0000 7f1a52161700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1a380b2900 0x7f1a380b4dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1a4800b5c0 tx=0x7f1a48003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:07:23.515 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.515+0000 7f1a437fe700 1 -- 172.21.15.62:0/2998760607 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1a44021020 con 0x7f1a4c109310 2024-05-20T21:07:23.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:23 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi042 2024-05-20T21:07:23.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:23 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi042 to 8546M 2024-05-20T21:07:23.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:23 smithi006 ceph-mon[31422]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:23.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:23 smithi006 ceph-mon[31422]: osdmap e32: 5 total, 5 up, 5 in 2024-05-20T21:07:23.736 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:23.736+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f1a4c063a40 con 0x7f1a380b2900 2024-05-20T21:07:23.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:23 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi042 2024-05-20T21:07:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:23 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi042 to 8546M 2024-05-20T21:07:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:23 smithi042 ceph-mon[36332]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 357 GiB / 358 GiB avail 2024-05-20T21:07:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:23 smithi042 ceph-mon[36332]: osdmap e32: 5 total, 5 up, 5 in 2024-05-20T21:07:24.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:24.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:24.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:24.698 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:24.698 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:24.698 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:25 smithi006 ceph-mon[31422]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:25 smithi006 ceph-mon[31422]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:25.704 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:25 smithi062 ceph-mon[36640]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:25.704 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:25 smithi062 ceph-mon[36640]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:25.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:25 smithi042 ceph-mon[36332]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:25.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:25 smithi042 ceph-mon[36332]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:27.675 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:27 smithi042 ceph-mon[36332]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:27.675 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:27 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/4220179271' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]: dispatch 2024-05-20T21:07:27.675 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:27 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]: dispatch 2024-05-20T21:07:27.675 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:27 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]': finished 2024-05-20T21:07:27.676 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:27 smithi042 ceph-mon[36332]: osdmap e33: 6 total, 5 up, 6 in 2024-05-20T21:07:27.676 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:27.676 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:27 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/3981020789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:27.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:27 smithi062 ceph-mon[36640]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:27 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/4220179271' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]: dispatch 2024-05-20T21:07:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:27 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]: dispatch 2024-05-20T21:07:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:27 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]': finished 2024-05-20T21:07:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:27 smithi062 ceph-mon[36640]: osdmap e33: 6 total, 5 up, 6 in 2024-05-20T21:07:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:27 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/3981020789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:27 smithi006 ceph-mon[31422]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:27 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/4220179271' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]: dispatch 2024-05-20T21:07:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:27 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]: dispatch 2024-05-20T21:07:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:27 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d2dd73a0-fa7a-4722-8d71-a2fb40f14db1"}]': finished 2024-05-20T21:07:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:27 smithi006 ceph-mon[31422]: osdmap e33: 6 total, 5 up, 6 in 2024-05-20T21:07:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:27 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/3981020789' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:29.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:29 smithi062 ceph-mon[36640]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:29 smithi042 ceph-mon[36332]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:29.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:29 smithi006 ceph-mon[31422]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:31.781 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:31 smithi062 ceph-mon[36640]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:31 smithi042 ceph-mon[36332]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:31.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:31 smithi006 ceph-mon[31422]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:33.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:33 smithi042 ceph-mon[36332]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:33.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:33 smithi062 ceph-mon[36640]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:33.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:33 smithi006 ceph-mon[31422]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:34.750 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:34 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-20T21:07:34.750 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:34 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:34.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:34 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-20T21:07:34.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:34 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:34.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:34 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-20T21:07:34.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:34 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:35.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:35 smithi062 ceph-mon[36640]: Deploying daemon osd.5 on smithi062 2024-05-20T21:07:35.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:35 smithi062 ceph-mon[36640]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:35 smithi042 ceph-mon[36332]: Deploying daemon osd.5 on smithi062 2024-05-20T21:07:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:35 smithi042 ceph-mon[36332]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:35.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:35 smithi006 ceph-mon[31422]: Deploying daemon osd.5 on smithi062 2024-05-20T21:07:35.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:35 smithi006 ceph-mon[31422]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:37.711 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:37 smithi006 ceph-mon[31422]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:37.749 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:37 smithi062 ceph-mon[36640]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:37 smithi042 ceph-mon[36332]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:39 smithi062 ceph-mon[36640]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:39 smithi042 ceph-mon[36332]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:39.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:39 smithi006 ceph-mon[31422]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:39.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:39.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:39.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:41.715 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:41 smithi062 ceph-mon[36640]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:41 smithi042 ceph-mon[36332]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:41.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:41 smithi006 ceph-mon[31422]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:43.134 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.135+0000 7f1a437fe700 1 -- 172.21.15.62:0/2998760607 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1a4c063a40 con 0x7f1a380b2900 2024-05-20T21:07:43.135 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 5 on host 'smithi062' 2024-05-20T21:07:43.136 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1a380b2900 msgr2=0x7f1a380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:43.136 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1a380b2900 0x7f1a380b4dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1a4800b5c0 tx=0x7f1a48003860 comp rx=0 tx=0).stop 2024-05-20T21:07:43.136 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c109310 msgr2=0x7f1a4c1025a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:43.136 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c109310 0x7f1a4c1025a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f1a4400ada0 tx=0x7f1a4400c330 comp rx=0 tx=0).stop 2024-05-20T21:07:43.137 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 shutdown_connections 2024-05-20T21:07:43.137 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1a380b2900 0x7f1a380b4dc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:43.137 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a4c109310 0x7f1a4c1025a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:43.137 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1a4c1040b0 0x7f1a4c103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:43.137 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 --2- 172.21.15.62:0/2998760607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1a4c1069e0 0x7f1a4c102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:43.137 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 >> 172.21.15.62:0/2998760607 conn(0x7f1a4c0fda60 msgr2=0x7f1a4c104a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:07:43.137 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 shutdown_connections 2024-05-20T21:07:43.137 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:07:43.137+0000 7f1a543c5700 1 -- 172.21.15.62:0/2998760607 wait complete. 2024-05-20T21:07:43.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:43.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:43.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:43.496 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.496 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.496 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:43.496 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:43.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:43.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:43.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:07:43.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:43.787 DEBUG:teuthology.orchestra.run.smithi062:osd.5> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.5.service 2024-05-20T21:07:43.789 INFO:tasks.cephadm:Deploying osd.6 on smithi006 with /dev/vg_nvme/lv_2... 2024-05-20T21:07:43.789 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-20T21:07:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:07:44.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:44 smithi062 ceph-mon[36640]: from='osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:44.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:44 smithi062 ceph-mon[36640]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:44.540 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:44 smithi006 ceph-mon[31422]: from='osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:44.540 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:44 smithi006 ceph-mon[31422]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:44.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:44 smithi042 ceph-mon[36332]: from='osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:44.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:44 smithi042 ceph-mon[36332]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-20T21:07:45.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:45 smithi062 ceph-mon[36640]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:45.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:45 smithi062 ceph-mon[36640]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-20T21:07:45.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:45 smithi062 ceph-mon[36640]: from='osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:07:45.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:45 smithi062 ceph-mon[36640]: osdmap e34: 6 total, 5 up, 6 in 2024-05-20T21:07:45.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:45.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:45 smithi062 ceph-mon[36640]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:07:45.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:45 smithi042 ceph-mon[36332]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:45 smithi042 ceph-mon[36332]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-20T21:07:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:45 smithi042 ceph-mon[36332]: from='osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:07:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:45 smithi042 ceph-mon[36332]: osdmap e34: 6 total, 5 up, 6 in 2024-05-20T21:07:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:45 smithi042 ceph-mon[36332]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:07:45.640 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:45 smithi006 ceph-mon[31422]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:45.640 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:45 smithi006 ceph-mon[31422]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-20T21:07:45.640 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:45 smithi006 ceph-mon[31422]: from='osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:07:45.640 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:45 smithi006 ceph-mon[31422]: osdmap e34: 6 total, 5 up, 6 in 2024-05-20T21:07:45.640 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:45.640 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:45 smithi006 ceph-mon[31422]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:07:46.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:46 smithi062 ceph-mon[36640]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:07:46.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:46 smithi062 ceph-mon[36640]: osdmap e35: 6 total, 5 up, 6 in 2024-05-20T21:07:46.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:46.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:46.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:46 smithi062 ceph-mon[36640]: from='osd.5 ' entity='osd.5' 2024-05-20T21:07:46.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:46 smithi062 ceph-mon[36640]: osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] boot 2024-05-20T21:07:46.289 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:07:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:07:46.163+0000 7f6791f13700 -1 osd.5 0 waiting for initial osdmap 2024-05-20T21:07:46.289 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:07:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:07:46.214+0000 7f6789cfe700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:07:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:46 smithi042 ceph-mon[36332]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:07:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:46 smithi042 ceph-mon[36332]: osdmap e35: 6 total, 5 up, 6 in 2024-05-20T21:07:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:46 smithi042 ceph-mon[36332]: from='osd.5 ' entity='osd.5' 2024-05-20T21:07:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:46 smithi042 ceph-mon[36332]: osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] boot 2024-05-20T21:07:46.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:46 smithi006 ceph-mon[31422]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:07:46.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:46 smithi006 ceph-mon[31422]: osdmap e35: 6 total, 5 up, 6 in 2024-05-20T21:07:46.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:46.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:46.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:46 smithi006 ceph-mon[31422]: from='osd.5 ' entity='osd.5' 2024-05-20T21:07:46.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:46 smithi006 ceph-mon[31422]: osd.5 [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] boot 2024-05-20T21:07:47.211 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-20T21:07:47.211 INFO:teuthology.orchestra.run.smithi006.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-20T21:07:47.211 INFO:teuthology.orchestra.run.smithi006.stderr: stderr: 10+0 records in 2024-05-20T21:07:47.211 INFO:teuthology.orchestra.run.smithi006.stderr:10+0 records out 2024-05-20T21:07:47.211 INFO:teuthology.orchestra.run.smithi006.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0341956 s, 307 MB/s 2024-05-20T21:07:47.211 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping successful for: 2024-05-20T21:07:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:07:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:07:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: osdmap e36: 6 total, 6 up, 6 in 2024-05-20T21:07:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:47.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:47.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:47.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:47.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:47 smithi062 ceph-mon[36640]: osdmap e37: 6 total, 6 up, 6 in 2024-05-20T21:07:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:07:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:07:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: osdmap e36: 6 total, 6 up, 6 in 2024-05-20T21:07:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:47.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:47.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:47.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:47.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:47 smithi042 ceph-mon[36332]: osdmap e37: 6 total, 6 up, 6 in 2024-05-20T21:07:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:07:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: osdmap e36: 6 total, 6 up, 6 in 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:07:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:47 smithi006 ceph-mon[31422]: osdmap e37: 6 total, 6 up, 6 in 2024-05-20T21:07:48.040 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi006:vg_nvme/lv_2 2024-05-20T21:07:48.503 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:07:48.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:48 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi062 2024-05-20T21:07:48.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:48 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi062 to 8544M 2024-05-20T21:07:48.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:48 smithi062 ceph-mon[36640]: osdmap e38: 6 total, 6 up, 6 in 2024-05-20T21:07:48.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:48 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi062 2024-05-20T21:07:48.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:48 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi062 to 8544M 2024-05-20T21:07:48.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:48 smithi042 ceph-mon[36332]: osdmap e38: 6 total, 6 up, 6 in 2024-05-20T21:07:48.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:48 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi062 2024-05-20T21:07:48.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:48 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi062 to 8544M 2024-05-20T21:07:48.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:48 smithi006 ceph-mon[31422]: osdmap e38: 6 total, 6 up, 6 in 2024-05-20T21:07:49.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:49 smithi062 ceph-mon[36640]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:49.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:49 smithi042 ceph-mon[36332]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:49.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:49 smithi006 ceph-mon[31422]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.741+0000 7f7115800700 1 -- 172.21.15.6:0/3062320971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110075fa0 msgr2=0x7f7110076420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.741+0000 7f7115800700 1 --2- 172.21.15.6:0/3062320971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110075fa0 0x7f7110076420 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f70f8009990 tx=0x7f70f8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.742+0000 7f7115800700 1 -- 172.21.15.6:0/3062320971 shutdown_connections 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.742+0000 7f7115800700 1 --2- 172.21.15.6:0/3062320971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f711010fab0 0x7f7110111ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.742+0000 7f7115800700 1 --2- 172.21.15.6:0/3062320971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7110077570 0x7f71100759d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.742+0000 7f7115800700 1 --2- 172.21.15.6:0/3062320971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110075fa0 0x7f7110076420 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.742+0000 7f7115800700 1 -- 172.21.15.6:0/3062320971 >> 172.21.15.6:0/3062320971 conn(0x7f71100fea70 msgr2=0x7f7110100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.742+0000 7f7115800700 1 -- 172.21.15.6:0/3062320971 shutdown_connections 2024-05-20T21:07:50.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.742+0000 7f7115800700 1 -- 172.21.15.6:0/3062320971 wait complete. 2024-05-20T21:07:50.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.743+0000 7f7115800700 1 Processor -- start 2024-05-20T21:07:50.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.743+0000 7f7115800700 1 -- start start 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.743+0000 7f7115800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7110075fa0 0x7f711019fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.743+0000 7f7115800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110077570 0x7f71101a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.743+0000 7f7115800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f711010fab0 0x7f71101a71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.743+0000 7f7115800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f71101155d0 con 0x7f711010fab0 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.743+0000 7f7115800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7110115450 con 0x7f7110075fa0 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.743+0000 7f7115800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7110115750 con 0x7f7110077570 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f7114e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f711010fab0 0x7f71101a71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f710fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7110075fa0 0x7f711019fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f7107e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110077570 0x7f71101a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f710fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7110075fa0 0x7f711019fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39864/0 (socket says 172.21.15.6:39864) 2024-05-20T21:07:50.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f710fe00700 1 -- 172.21.15.6:0/2997489310 learned_addr learned my addr 172.21.15.6:0/2997489310 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:07:50.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f7114e00700 1 -- 172.21.15.6:0/2997489310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110077570 msgr2=0x7f71101a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:50.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f7114e00700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110077570 0x7f71101a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f7114e00700 1 -- 172.21.15.6:0/2997489310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7110075fa0 msgr2=0x7f711019fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f7114e00700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7110075fa0 0x7f711019fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f7114e00700 1 -- 172.21.15.6:0/2997489310 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71101a78b0 con 0x7f711010fab0 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.744+0000 7f7107e00700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110077570 0x7f71101a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.745+0000 7f7114e00700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f711010fab0 0x7f71101a71e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f710800efc0 tx=0x7f710800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.745+0000 7f710d600700 1 -- 172.21.15.6:0/2997489310 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71080092e0 con 0x7f711010fab0 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.745+0000 7f710d600700 1 -- 172.21.15.6:0/2997489310 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7108004bb0 con 0x7f711010fab0 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.745+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71101a7b40 con 0x7f711010fab0 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.745+0000 7f710d600700 1 -- 172.21.15.6:0/2997489310 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7108004020 con 0x7f711010fab0 2024-05-20T21:07:50.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.745+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71101a80d0 con 0x7f711010fab0 2024-05-20T21:07:50.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.747+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f711006a230 con 0x7f711010fab0 2024-05-20T21:07:50.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.749+0000 7f710d600700 1 -- 172.21.15.6:0/2997489310 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f710801b030 con 0x7f711010fab0 2024-05-20T21:07:50.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.750+0000 7f710d600700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70f40b2900 0x7f70f40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:07:50.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.751+0000 7f710d600700 1 -- 172.21.15.6:0/2997489310 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4533+0+0 (secure 0 0 0) 0x7f71080e0e40 con 0x7f711010fab0 2024-05-20T21:07:50.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.751+0000 7f710fe00700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70f40b2900 0x7f70f40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:07:50.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.752+0000 7f710fe00700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70f40b2900 0x7f70f40b4dc0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f71101a1140 tx=0x7f7100009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:07:50.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:50.756+0000 7f710d600700 1 -- 172.21.15.6:0/2997489310 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7108022020 con 0x7f711010fab0 2024-05-20T21:07:51.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:07:51.006+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f7110063980 con 0x7f70f40b2900 2024-05-20T21:07:51.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:51 smithi062 ceph-mon[36640]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 536 GiB / 536 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-05-20T21:07:51.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:51.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:51.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:51 smithi042 ceph-mon[36332]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 536 GiB / 536 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-05-20T21:07:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:51.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:51 smithi006 ceph-mon[31422]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 536 GiB / 536 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-05-20T21:07:51.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:07:51.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:07:51.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:07:52.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:52 smithi042 ceph-mon[36332]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:52.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:52 smithi006 ceph-mon[31422]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:52 smithi062 ceph-mon[36640]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:07:53.612 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:53 smithi006 ceph-mon[31422]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:07:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:53 smithi042 ceph-mon[36332]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:07:53.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:53 smithi062 ceph-mon[36640]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:07:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:55 smithi042 ceph-mon[36332]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:55 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/841985813' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]: dispatch 2024-05-20T21:07:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:55 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]: dispatch 2024-05-20T21:07:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:55 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]': finished 2024-05-20T21:07:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:55 smithi042 ceph-mon[36332]: osdmap e39: 7 total, 6 up, 7 in 2024-05-20T21:07:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:55 smithi006 ceph-mon[31422]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:55 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/841985813' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]: dispatch 2024-05-20T21:07:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:55 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]: dispatch 2024-05-20T21:07:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:55 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]': finished 2024-05-20T21:07:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:55 smithi006 ceph-mon[31422]: osdmap e39: 7 total, 6 up, 7 in 2024-05-20T21:07:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:55 smithi062 ceph-mon[36640]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-20T21:07:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:55 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/841985813' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]: dispatch 2024-05-20T21:07:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:55 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]: dispatch 2024-05-20T21:07:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:55 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b08f0228-b5d3-4e8f-bead-6b1134f3354b"}]': finished 2024-05-20T21:07:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:55 smithi062 ceph-mon[36640]: osdmap e39: 7 total, 6 up, 7 in 2024-05-20T21:07:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:07:56.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:56 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3807678832' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:56.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:56 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3807678832' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:56.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:56 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3807678832' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:07:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:57 smithi062 ceph-mon[36640]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:07:57.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:57 smithi042 ceph-mon[36332]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:07:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:57 smithi006 ceph-mon[31422]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:07:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:07:59 smithi062 ceph-mon[36640]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-20T21:07:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:07:59 smithi042 ceph-mon[36332]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-20T21:07:59.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:07:59 smithi006 ceph-mon[31422]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-20T21:08:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:01 smithi062 ceph-mon[36640]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:01 smithi042 ceph-mon[36332]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:01.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:01 smithi006 ceph-mon[31422]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:03.557 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:03 smithi006 ceph-mon[31422]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:03.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:03 smithi062 ceph-mon[36640]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:03.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:03 smithi042 ceph-mon[36332]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:05.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:05 smithi006 ceph-mon[31422]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:05.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:05 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-20T21:08:05.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:05 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:05.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:05 smithi062 ceph-mon[36640]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:05 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-20T21:08:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:05 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:05 smithi042 ceph-mon[36332]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:05 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-20T21:08:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:05 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:06.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:06 smithi006 ceph-mon[31422]: Deploying daemon osd.6 on smithi006 2024-05-20T21:08:06.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:06 smithi062 ceph-mon[36640]: Deploying daemon osd.6 on smithi006 2024-05-20T21:08:06.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:06 smithi042 ceph-mon[36332]: Deploying daemon osd.6 on smithi006 2024-05-20T21:08:07.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:07 smithi062 ceph-mon[36640]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:07 smithi042 ceph-mon[36332]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:07.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:07 smithi006 ceph-mon[31422]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:09 smithi062 ceph-mon[36640]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:09.850 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:09 smithi006 ceph-mon[31422]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:09 smithi042 ceph-mon[36332]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:11.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:11 smithi006 ceph-mon[31422]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:11.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:11 smithi062 ceph-mon[36640]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:11 smithi042 ceph-mon[36332]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:13.770 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:13 smithi006 ceph-mon[31422]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:13.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:13 smithi062 ceph-mon[36640]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:13 smithi042 ceph-mon[36332]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:14 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:14 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:14 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:14.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:14 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:14.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:14 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:14.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:14 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:14.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:14 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:14.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:14 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:14.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:14 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:15 smithi006 ceph-mon[31422]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:15.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:15 smithi062 ceph-mon[36640]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:15.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:15 smithi042 ceph-mon[36332]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:17 smithi062 ceph-mon[36640]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:17 smithi042 ceph-mon[36332]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:17.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:17 smithi006 ceph-mon[31422]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:18.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:18 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:18.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:18 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:18.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:18 smithi006 ceph-mon[31422]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:18.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:18 smithi006 ceph-mon[31422]: from='osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:08:18.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:18 smithi006 ceph-mon[31422]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:08:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:18 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:18 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:18 smithi062 ceph-mon[36640]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:18 smithi062 ceph-mon[36640]: from='osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:08:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:18 smithi062 ceph-mon[36640]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:08:19.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.069+0000 7f710d600700 1 -- 172.21.15.6:0/2997489310 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7110063980 con 0x7f70f40b2900 2024-05-20T21:08:19.070 INFO:teuthology.orchestra.run.smithi006.stdout:Created osd(s) 6 on host 'smithi006' 2024-05-20T21:08:19.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.073+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70f40b2900 msgr2=0x7f70f40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:19.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.073+0000 7f7115800700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70f40b2900 0x7f70f40b4dc0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f71101a1140 tx=0x7f7100009260 comp rx=0 tx=0).stop 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f711010fab0 msgr2=0x7f71101a71e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f711010fab0 0x7f71101a71e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f710800efc0 tx=0x7f710800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 shutdown_connections 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70f40b2900 0x7f70f40b4dc0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f711010fab0 0x7f71101a71e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7110075fa0 0x7f711019fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 --2- 172.21.15.6:0/2997489310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7110077570 0x7f71101a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 >> 172.21.15.6:0/2997489310 conn(0x7f71100fea70 msgr2=0x7f7110102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:08:19.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 shutdown_connections 2024-05-20T21:08:19.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:08:19.074+0000 7f7115800700 1 -- 172.21.15.6:0/2997489310 wait complete. 2024-05-20T21:08:19.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:18 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:18 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:18 smithi042 ceph-mon[36332]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:19.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:18 smithi042 ceph-mon[36332]: from='osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:08:19.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:18 smithi042 ceph-mon[36332]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-20T21:08:19.703 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: osdmap e40: 7 total, 6 up, 7 in 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.704 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:19.909 DEBUG:teuthology.orchestra.run.smithi006:osd.6> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.6.service 2024-05-20T21:08:19.914 INFO:tasks.cephadm:Deploying osd.7 on smithi042 with /dev/vg_nvme/lv_2... 2024-05-20T21:08:19.915 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-20T21:08:19.943 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-20T21:08:19.943 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:08:19.943 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: osdmap e40: 7 total, 6 up, 7 in 2024-05-20T21:08:19.943 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:19.943 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:08:19.944 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:19.944 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:19.944 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.944 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.944 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:19.944 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: osdmap e40: 7 total, 6 up, 7 in 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:20.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:20.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:20.170 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:08:20.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:20 smithi042 ceph-mon[36332]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:08:20.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:20 smithi042 ceph-mon[36332]: osdmap e41: 7 total, 6 up, 7 in 2024-05-20T21:08:20.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:20.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:20.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:20 smithi042 ceph-mon[36332]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:20.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:20 smithi006 ceph-mon[31422]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:08:20.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:20 smithi006 ceph-mon[31422]: osdmap e41: 7 total, 6 up, 7 in 2024-05-20T21:08:20.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:20.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:20.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:20 smithi006 ceph-mon[31422]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:21.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:20 smithi062 ceph-mon[36640]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:08:21.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:20 smithi062 ceph-mon[36640]: osdmap e41: 7 total, 6 up, 7 in 2024-05-20T21:08:21.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:21.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:21.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:20 smithi062 ceph-mon[36640]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 195 MiB used, 536 GiB / 536 GiB avail 2024-05-20T21:08:21.819 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:21 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:08:21.819 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:21 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:08:21.819 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:21.819 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:21 smithi006 ceph-mon[31422]: osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] boot 2024-05-20T21:08:21.820 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:21 smithi006 ceph-mon[31422]: osdmap e42: 7 total, 7 up, 7 in 2024-05-20T21:08:21.820 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:21.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:21 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:08:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:21 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:08:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:21 smithi042 ceph-mon[36332]: osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] boot 2024-05-20T21:08:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:21 smithi042 ceph-mon[36332]: osdmap e42: 7 total, 7 up, 7 in 2024-05-20T21:08:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:21 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:08:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:21 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:08:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:21 smithi062 ceph-mon[36640]: osd.6 [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] boot 2024-05-20T21:08:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:21 smithi062 ceph-mon[36640]: osdmap e42: 7 total, 7 up, 7 in 2024-05-20T21:08:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-20T21:08:22.149 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-20T21:08:22.149 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-20T21:08:22.149 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-05-20T21:08:22.149 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-05-20T21:08:22.149 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00843506 s, 1.2 GB/s 2024-05-20T21:08:22.150 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-05-20T21:08:22.732 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:22 smithi042 ceph-mon[36332]: osdmap e43: 7 total, 7 up, 7 in 2024-05-20T21:08:22.732 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:22 smithi042 ceph-mon[36332]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:22.767 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_2 2024-05-20T21:08:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:22 smithi062 ceph-mon[36640]: osdmap e43: 7 total, 7 up, 7 in 2024-05-20T21:08:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:22 smithi062 ceph-mon[36640]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:23.060 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:08:23.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:22 smithi006 ceph-mon[31422]: osdmap e43: 7 total, 7 up, 7 in 2024-05-20T21:08:23.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:22 smithi006 ceph-mon[31422]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:24.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 -- 172.21.15.42:0/1960711368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c103810 msgr2=0x7f405c10a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:24.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 --2- 172.21.15.42:0/1960711368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c103810 0x7f405c10a0c0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f405400b0d0 tx=0x7f405400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:08:24.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 -- 172.21.15.42:0/1960711368 shutdown_connections 2024-05-20T21:08:24.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 --2- 172.21.15.42:0/1960711368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c103810 0x7f405c10a0c0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:24.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 --2- 172.21.15.42:0/1960711368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f405c101c70 0x7f405c102090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:24.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 --2- 172.21.15.42:0/1960711368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f405c102e70 0x7f405c1032d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:24.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 -- 172.21.15.42:0/1960711368 >> 172.21.15.42:0/1960711368 conn(0x7f405c0fd210 msgr2=0x7f405c0ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:08:24.669 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 -- 172.21.15.42:0/1960711368 shutdown_connections 2024-05-20T21:08:24.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.666+0000 7f4062eb5700 1 -- 172.21.15.42:0/1960711368 wait complete. 2024-05-20T21:08:24.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4062eb5700 1 Processor -- start 2024-05-20T21:08:24.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4062eb5700 1 -- start start 2024-05-20T21:08:24.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4062eb5700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f405c101c70 0x7f405c199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:24.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4062eb5700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c102e70 0x7f405c199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:24.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4062eb5700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f405c103810 0x7f405c1a0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:24.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4062eb5700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f405c10e030 con 0x7f405c101c70 2024-05-20T21:08:24.670 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4062eb5700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f405c10deb0 con 0x7f405c102e70 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4062eb5700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f405c10e1b0 con 0x7f405c103810 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f405bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c102e70 0x7f405c199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f405bfff700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c102e70 0x7f405c199c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:40716/0 (socket says 172.21.15.42:40716) 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f405bfff700 1 -- 172.21.15.42:0/3087853259 learned_addr learned my addr 172.21.15.42:0/3087853259 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.667+0000 7f4061452700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f405c103810 0x7f405c1a0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f4060c51700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f405c101c70 0x7f405c199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f405bfff700 1 -- 172.21.15.42:0/3087853259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f405c103810 msgr2=0x7f405c1a0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f405bfff700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f405c103810 0x7f405c1a0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f405bfff700 1 -- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f405c101c70 msgr2=0x7f405c199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f405bfff700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f405c101c70 0x7f405c199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:24.671 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f405bfff700 1 -- 172.21.15.42:0/3087853259 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405c1a1390 con 0x7f405c102e70 2024-05-20T21:08:24.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f4060c51700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f405c101c70 0x7f405c199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:08:24.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f405bfff700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c102e70 0x7f405c199c70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f404800d980 tx=0x7f404800dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:08:24.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f4059ffb700 1 -- 172.21.15.42:0/3087853259 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4048017070 con 0x7f405c102e70 2024-05-20T21:08:24.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f4059ffb700 1 -- 172.21.15.42:0/3087853259 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4048005020 con 0x7f405c102e70 2024-05-20T21:08:24.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f405c1a1680 con 0x7f405c102e70 2024-05-20T21:08:24.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f4059ffb700 1 -- 172.21.15.42:0/3087853259 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4048009b50 con 0x7f405c102e70 2024-05-20T21:08:24.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.668+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f405c1a1c40 con 0x7f405c102e70 2024-05-20T21:08:24.672 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.669+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f405c06a230 con 0x7f405c102e70 2024-05-20T21:08:24.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.671+0000 7f4059ffb700 1 -- 172.21.15.42:0/3087853259 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f40480051d0 con 0x7f405c102e70 2024-05-20T21:08:24.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.671+0000 7f4059ffb700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f404c0b2900 0x7f404c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:24.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.671+0000 7f4059ffb700 1 -- 172.21.15.42:0/3087853259 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4965+0+0 (secure 0 0 0) 0x7f40480e1810 con 0x7f405c102e70 2024-05-20T21:08:24.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.673+0000 7f4060c51700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f404c0b2900 0x7f404c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:24.673 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.673+0000 7f4060c51700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f404c0b2900 0x7f404c0b4dc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f405c102cd0 tx=0x7f4050008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:08:24.674 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.675+0000 7f4059ffb700 1 -- 172.21.15.42:0/3087853259 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4048020020 con 0x7f405c102e70 2024-05-20T21:08:24.896 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:24.897+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f405c10b1e0 con 0x7f404c0b2900 2024-05-20T21:08:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:25 smithi042 ceph-mon[36332]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:25.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:25 smithi006 ceph-mon[31422]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:25.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:25.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:25.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:25.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:25 smithi062 ceph-mon[36640]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:25.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:25.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:25.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:26.510 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:26.510 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi006 2024-05-20T21:08:26.510 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.510 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi006 to 5698M 2024-05-20T21:08:26.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:26.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:26.511 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi006 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi006 to 5698M 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:26.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:26.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:26.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi006 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi006 to 5698M 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:26.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:26.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:27.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:27 smithi062 ceph-mon[36640]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:27 smithi042 ceph-mon[36332]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:27.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:27 smithi006 ceph-mon[31422]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:28.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:28 smithi062 ceph-mon[36640]: from='client.? 172.21.15.42:0/3961099086' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]: dispatch 2024-05-20T21:08:28.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:28 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]: dispatch 2024-05-20T21:08:28.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:28 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]': finished 2024-05-20T21:08:28.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:28 smithi062 ceph-mon[36640]: osdmap e44: 8 total, 7 up, 8 in 2024-05-20T21:08:28.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:28 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:28.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:28 smithi042 ceph-mon[36332]: from='client.? 172.21.15.42:0/3961099086' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]: dispatch 2024-05-20T21:08:28.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:28 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]: dispatch 2024-05-20T21:08:28.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:28 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]': finished 2024-05-20T21:08:28.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:28 smithi042 ceph-mon[36332]: osdmap e44: 8 total, 7 up, 8 in 2024-05-20T21:08:28.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:28 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:28.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:28 smithi006 ceph-mon[31422]: from='client.? 172.21.15.42:0/3961099086' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]: dispatch 2024-05-20T21:08:28.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:28 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]: dispatch 2024-05-20T21:08:28.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:28 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94cbc1f6-96df-40fe-aa48-60ad3c67741c"}]': finished 2024-05-20T21:08:28.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:28 smithi006 ceph-mon[31422]: osdmap e44: 8 total, 7 up, 8 in 2024-05-20T21:08:28.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:28 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:29.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:29 smithi062 ceph-mon[36640]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:29.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:29 smithi062 ceph-mon[36640]: from='client.? 172.21.15.42:0/1751799178' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:29 smithi042 ceph-mon[36332]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:29 smithi042 ceph-mon[36332]: from='client.? 172.21.15.42:0/1751799178' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:29.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:29 smithi006 ceph-mon[31422]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:29.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:29 smithi006 ceph-mon[31422]: from='client.? 172.21.15.42:0/1751799178' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:31 smithi062 ceph-mon[36640]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:31.556 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:31 smithi042 ceph-mon[36332]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:31.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:31 smithi006 ceph-mon[31422]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:33.493 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:33 smithi042 ceph-mon[36332]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:33.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:33 smithi062 ceph-mon[36640]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:33.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:33 smithi006 ceph-mon[31422]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:35.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:35 smithi062 ceph-mon[36640]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:35.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-20T21:08:35.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:35.560 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:35 smithi042 ceph-mon[36332]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:35.560 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-20T21:08:35.560 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:35 smithi006 ceph-mon[31422]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-20T21:08:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:36.357 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:36 smithi042 ceph-mon[36332]: Deploying daemon osd.7 on smithi042 2024-05-20T21:08:36.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:36 smithi062 ceph-mon[36640]: Deploying daemon osd.7 on smithi042 2024-05-20T21:08:36.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:36 smithi006 ceph-mon[31422]: Deploying daemon osd.7 on smithi042 2024-05-20T21:08:37.331 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:37 smithi042 ceph-mon[36332]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:37.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:37 smithi062 ceph-mon[36640]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:37.560 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:37 smithi006 ceph-mon[31422]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:39.481 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:39 smithi042 ceph-mon[36332]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:39.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:39 smithi062 ceph-mon[36640]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:39.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:39 smithi006 ceph-mon[31422]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:41.305 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:41 smithi042 ceph-mon[36332]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:41.305 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:41.305 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:41.306 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:41 smithi062 ceph-mon[36640]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:41.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:41 smithi006 ceph-mon[31422]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:43.531 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:43 smithi042 ceph-mon[36332]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:43.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:43 smithi062 ceph-mon[36640]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:43.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:43 smithi006 ceph-mon[31422]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:43.932 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.932+0000 7f4059ffb700 1 -- 172.21.15.42:0/3087853259 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f405c10b1e0 con 0x7f404c0b2900 2024-05-20T21:08:43.932 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 7 on host 'smithi042' 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f404c0b2900 msgr2=0x7f404c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f404c0b2900 0x7f404c0b4dc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f405c102cd0 tx=0x7f4050008040 comp rx=0 tx=0).stop 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c102e70 msgr2=0x7f405c199c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c102e70 0x7f405c199c70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f404800d980 tx=0x7f404800dc90 comp rx=0 tx=0).stop 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 shutdown_connections 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f404c0b2900 0x7f404c0b4dc0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f405c103810 0x7f405c1a0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f405c101c70 0x7f405c199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 --2- 172.21.15.42:0/3087853259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f405c102e70 0x7f405c199c70 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 >> 172.21.15.42:0/3087853259 conn(0x7f405c0fd210 msgr2=0x7f405c10aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:08:43.935 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 shutdown_connections 2024-05-20T21:08:43.936 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:08:43.935+0000 7f4062eb5700 1 -- 172.21.15.42:0/3087853259 wait complete. 2024-05-20T21:08:44.612 DEBUG:teuthology.orchestra.run.smithi042:osd.7> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.7.service 2024-05-20T21:08:44.615 INFO:tasks.cephadm:Deploying osd.8 on smithi062 with /dev/vg_nvme/lv_2... 2024-05-20T21:08:44.615 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-20T21:08:44.874 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:08:44.996 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:44 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:44.996 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:44 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:44.996 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:44 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:44.996 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:44 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:44.996 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:44 smithi062 ceph-mon[36640]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:44.997 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:44 smithi062 ceph-mon[36640]: from='osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:44.997 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:44 smithi062 ceph-mon[36640]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:45.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:44 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:45.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:44 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:45.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:44 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:45.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:44 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:45.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:44 smithi006 ceph-mon[31422]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:45.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:44 smithi006 ceph-mon[31422]: from='osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:45.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:44 smithi006 ceph-mon[31422]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:44 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:44 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:44 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:44 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:44 smithi042 ceph-mon[36332]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:44 smithi042 ceph-mon[36332]: from='osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:44 smithi042 ceph-mon[36332]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-20T21:08:46.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:46 smithi062 ceph-mon[36640]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-20T21:08:46.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:46 smithi062 ceph-mon[36640]: from='osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:08:46.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:46 smithi062 ceph-mon[36640]: osdmap e45: 8 total, 7 up, 8 in 2024-05-20T21:08:46.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:46.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:46 smithi062 ceph-mon[36640]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:08:46.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:46 smithi042 ceph-mon[36332]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-20T21:08:46.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:46 smithi042 ceph-mon[36332]: from='osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:08:46.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:46 smithi042 ceph-mon[36332]: osdmap e45: 8 total, 7 up, 8 in 2024-05-20T21:08:46.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:46.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:46 smithi042 ceph-mon[36332]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:08:46.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:08:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:08:46.021+0000 7fec7fdf6700 -1 osd.7 0 waiting for initial osdmap 2024-05-20T21:08:46.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:08:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:08:46.033+0000 7fec7bbe9700 -1 osd.7 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:08:46.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:46 smithi006 ceph-mon[31422]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-20T21:08:46.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:46 smithi006 ceph-mon[31422]: from='osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:08:46.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:46 smithi006 ceph-mon[31422]: osdmap e45: 8 total, 7 up, 8 in 2024-05-20T21:08:46.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:46.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:46 smithi006 ceph-mon[31422]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:08:46.743 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-20T21:08:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-20T21:08:46.744 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10+0 records in 2024-05-20T21:08:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:10+0 records out 2024-05-20T21:08:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0128793 s, 814 MB/s 2024-05-20T21:08:46.744 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping successful for: 2024-05-20T21:08:47.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:47 smithi062 ceph-mon[36640]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:08:47.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:47 smithi062 ceph-mon[36640]: osdmap e46: 8 total, 7 up, 8 in 2024-05-20T21:08:47.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:47.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:47 smithi062 ceph-mon[36640]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:47.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:47 smithi062 ceph-mon[36640]: osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] boot 2024-05-20T21:08:47.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:47 smithi042 ceph-mon[36332]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:08:47.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:47 smithi042 ceph-mon[36332]: osdmap e46: 8 total, 7 up, 8 in 2024-05-20T21:08:47.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:47.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:47 smithi042 ceph-mon[36332]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:47.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:47 smithi042 ceph-mon[36332]: osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] boot 2024-05-20T21:08:47.377 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_2 2024-05-20T21:08:47.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:47 smithi006 ceph-mon[31422]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:08:47.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:47 smithi006 ceph-mon[31422]: osdmap e46: 8 total, 7 up, 8 in 2024-05-20T21:08:47.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:47.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:47 smithi006 ceph-mon[31422]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-05-20T21:08:47.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:47 smithi006 ceph-mon[31422]: osd.7 [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] boot 2024-05-20T21:08:47.626 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: osdmap e47: 8 total, 8 up, 8 in 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi042 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi042 to 5697M 2024-05-20T21:08:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:48.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:48.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:48.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:48.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:48.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:48 smithi062 ceph-mon[36640]: osdmap e48: 8 total, 8 up, 8 in 2024-05-20T21:08:48.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:08:48.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:08:48.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: osdmap e47: 8 total, 8 up, 8 in 2024-05-20T21:08:48.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:48.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi042 2024-05-20T21:08:48.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi042 to 5697M 2024-05-20T21:08:48.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:48.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:48.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:48.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:48.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:48.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:48 smithi042 ceph-mon[36332]: osdmap e48: 8 total, 8 up, 8 in 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: osdmap e47: 8 total, 8 up, 8 in 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi042 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi042 to 5697M 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:08:48.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:08:48.411 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:48 smithi006 ceph-mon[31422]: osdmap e48: 8 total, 8 up, 8 in 2024-05-20T21:08:49.200 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.199+0000 7fcbb8c96700 1 -- 172.21.15.62:0/1981993055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb4109350 msgr2=0x7fcbb410b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.199+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/1981993055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb4109350 0x7fcbb410b740 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcbac00b0a0 tx=0x7fcbac00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.199+0000 7fcbb8c96700 1 -- 172.21.15.62:0/1981993055 shutdown_connections 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.199+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/1981993055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb4109350 0x7fcbb410b740 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.199+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/1981993055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbb41040f0 0x7fcbb41064e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.199+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/1981993055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbb4106a20 0x7fcbb4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.199+0000 7fcbb8c96700 1 -- 172.21.15.62:0/1981993055 >> 172.21.15.62:0/1981993055 conn(0x7fcbb40fdaa0 msgr2=0x7fcbb40ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 -- 172.21.15.62:0/1981993055 shutdown_connections 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 -- 172.21.15.62:0/1981993055 wait complete. 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 Processor -- start 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 -- start start 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb41040f0 0x7fcbb41996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:49.201 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbb4106a20 0x7fcbb4199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbb4109350 0x7fcbb41a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb410f0a0 con 0x7fcbb4109350 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.200+0000 7fcbb8c96700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb410ef20 con 0x7fcbb4106a20 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb8c96700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb410f220 con 0x7fcbb41040f0 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb41040f0 0x7fcbb41996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb41040f0 0x7fcbb41996e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:56930/0 (socket says 172.21.15.62:56930) 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 -- 172.21.15.62:0/811665666 learned_addr learned my addr 172.21.15.62:0/811665666 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb1d9b700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbb4106a20 0x7fcbb4199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 -- 172.21.15.62:0/811665666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbb4106a20 msgr2=0x7fcbb4199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:49.202 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbb4106a20 0x7fcbb4199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 -- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbb4109350 msgr2=0x7fcbb41a0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbb4109350 0x7fcbb41a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 -- 172.21.15.62:0/811665666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb41a1340 con 0x7fcbb41040f0 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb1d9b700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbb4106a20 0x7fcbb4199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb259c700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb41040f0 0x7fcbb41996e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c00c950 tx=0x7fcb9c00cd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbab7fe700 1 -- 172.21.15.62:0/811665666 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c007ac0 con 0x7fcbb41040f0 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbab7fe700 1 -- 172.21.15.62:0/811665666 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb9c004ce0 con 0x7fcbb41040f0 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbab7fe700 1 -- 172.21.15.62:0/811665666 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9c0055a0 con 0x7fcbb41040f0 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbb41a1630 con 0x7fcbb41040f0 2024-05-20T21:08:49.203 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.201+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbb41a1bf0 con 0x7fcbb41040f0 2024-05-20T21:08:49.204 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.202+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbb406a230 con 0x7fcbb41040f0 2024-05-20T21:08:49.204 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.204+0000 7fcbab7fe700 1 -- 172.21.15.62:0/811665666 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fcb9c007c60 con 0x7fcbb41040f0 2024-05-20T21:08:49.204 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.204+0000 7fcbab7fe700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcba00b2880 0x7fcba00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:08:49.204 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.204+0000 7fcbab7fe700 1 -- 172.21.15.62:0/811665666 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5397+0+0 (secure 0 0 0) 0x7fcb9c0e12f0 con 0x7fcbb41040f0 2024-05-20T21:08:49.204 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.205+0000 7fcbb1d9b700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcba00b2880 0x7fcba00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:08:49.205 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.206+0000 7fcbb1d9b700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcba00b2880 0x7fcba00b4d40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fcba40099d0 tx=0x7fcba4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:08:49.208 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.209+0000 7fcbab7fe700 1 -- 172.21.15.62:0/811665666 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcb9c014030 con 0x7fcbb41040f0 2024-05-20T21:08:49.287 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:49 smithi062 ceph-mon[36640]: pgmap v194: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:49 smithi062 ceph-mon[36640]: osdmap e49: 8 total, 8 up, 8 in 2024-05-20T21:08:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:49 smithi042 ceph-mon[36332]: pgmap v194: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:49 smithi042 ceph-mon[36332]: osdmap e49: 8 total, 8 up, 8 in 2024-05-20T21:08:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:49 smithi006 ceph-mon[31422]: pgmap v194: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:49 smithi006 ceph-mon[31422]: osdmap e49: 8 total, 8 up, 8 in 2024-05-20T21:08:49.432 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:08:49.433+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fcbb4063980 con 0x7fcba00b2880 2024-05-20T21:08:50.333 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:50 smithi062 ceph-mon[36640]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-20T21:08:50.333 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:50 smithi062 ceph-mon[36640]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:50.333 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:50.334 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:50.334 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:50.347 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:50 smithi006 ceph-mon[31422]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-20T21:08:50.347 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:50 smithi006 ceph-mon[31422]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:50.347 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:50.347 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:50.347 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:50.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:50 smithi042 ceph-mon[36332]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-20T21:08:50.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:50 smithi042 ceph-mon[36332]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:08:50.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:08:50.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:08:50.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:08:51.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:51 smithi042 ceph-mon[36332]: pgmap v196: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:51.398 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:51 smithi062 ceph-mon[36640]: pgmap v196: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:51.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:51 smithi006 ceph-mon[31422]: pgmap v196: 1 pgs: 1 unknown; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:08:52.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:52 smithi062 ceph-mon[36640]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-20T21:08:52.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:52 smithi062 ceph-mon[36640]: Cluster is now healthy 2024-05-20T21:08:52.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:52 smithi042 ceph-mon[36332]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-20T21:08:52.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:52 smithi042 ceph-mon[36332]: Cluster is now healthy 2024-05-20T21:08:52.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:52 smithi006 ceph-mon[31422]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-20T21:08:52.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:52 smithi006 ceph-mon[31422]: Cluster is now healthy 2024-05-20T21:08:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:53 smithi062 ceph-mon[36640]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:08:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:53 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/1198475762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]: dispatch 2024-05-20T21:08:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:53 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]: dispatch 2024-05-20T21:08:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:53 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]': finished 2024-05-20T21:08:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:53 smithi062 ceph-mon[36640]: osdmap e50: 9 total, 8 up, 9 in 2024-05-20T21:08:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:53.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:53 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/4142865707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:53 smithi042 ceph-mon[36332]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:08:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:53 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/1198475762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]: dispatch 2024-05-20T21:08:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:53 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]: dispatch 2024-05-20T21:08:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:53 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]': finished 2024-05-20T21:08:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:53 smithi042 ceph-mon[36332]: osdmap e50: 9 total, 8 up, 9 in 2024-05-20T21:08:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:53 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/4142865707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:53 smithi006 ceph-mon[31422]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:08:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:53 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/1198475762' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]: dispatch 2024-05-20T21:08:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:53 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]: dispatch 2024-05-20T21:08:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:53 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20356327-3eb9-48ed-919a-7426b4a8e767"}]': finished 2024-05-20T21:08:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:53 smithi006 ceph-mon[31422]: osdmap e50: 9 total, 8 up, 9 in 2024-05-20T21:08:53.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:08:53.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:53 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/4142865707' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:08:55.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:55 smithi062 ceph-mon[36640]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 191 KiB/s, 0 objects/s recovering 2024-05-20T21:08:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:55 smithi042 ceph-mon[36332]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 191 KiB/s, 0 objects/s recovering 2024-05-20T21:08:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:55 smithi006 ceph-mon[31422]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 191 KiB/s, 0 objects/s recovering 2024-05-20T21:08:57.441 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:57 smithi042 ceph-mon[36332]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-20T21:08:57.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:57 smithi062 ceph-mon[36640]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-20T21:08:57.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:57 smithi006 ceph-mon[31422]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-20T21:08:59.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:08:59 smithi062 ceph-mon[36640]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-05-20T21:08:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:08:59 smithi042 ceph-mon[36332]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-05-20T21:08:59.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:08:59 smithi006 ceph-mon[31422]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-05-20T21:09:00.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-20T21:09:00.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-20T21:09:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:00.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-20T21:09:00.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:01.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:01 smithi062 ceph-mon[36640]: Deploying daemon osd.8 on smithi062 2024-05-20T21:09:01.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:01 smithi062 ceph-mon[36640]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:09:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:01 smithi042 ceph-mon[36332]: Deploying daemon osd.8 on smithi062 2024-05-20T21:09:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:01 smithi042 ceph-mon[36332]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:09:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:01 smithi006 ceph-mon[31422]: Deploying daemon osd.8 on smithi062 2024-05-20T21:09:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:01 smithi006 ceph-mon[31422]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-20T21:09:03.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:03 smithi062 ceph-mon[36640]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:03 smithi042 ceph-mon[36332]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:03.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:03 smithi006 ceph-mon[31422]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:05.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:05 smithi062 ceph-mon[36640]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:05 smithi042 ceph-mon[36332]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:05.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:05 smithi006 ceph-mon[31422]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:06.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:06 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:06.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:06.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:06.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:06 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:06.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:06.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:06.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:06 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:07.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:07 smithi062 ceph-mon[36640]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:07.811 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:07 smithi006 ceph-mon[31422]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:07 smithi042 ceph-mon[36332]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:08.868 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.868+0000 7fcbab7fe700 1 -- 172.21.15.62:0/811665666 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fcbb4063980 con 0x7fcba00b2880 2024-05-20T21:09:08.868 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 8 on host 'smithi062' 2024-05-20T21:09:08.870 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcba00b2880 msgr2=0x7fcba00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcba00b2880 0x7fcba00b4d40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fcba40099d0 tx=0x7fcba4008040 comp rx=0 tx=0).stop 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb41040f0 msgr2=0x7fcbb41996e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb41040f0 0x7fcbb41996e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fcb9c00c950 tx=0x7fcb9c00cd10 comp rx=0 tx=0).stop 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 shutdown_connections 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcba00b2880 0x7fcba00b4d40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcbb4109350 0x7fcbb41a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcbb41040f0 0x7fcbb41996e0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 --2- 172.21.15.62:0/811665666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcbb4106a20 0x7fcbb4199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.870+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 >> 172.21.15.62:0/811665666 conn(0x7fcbb40fdaa0 msgr2=0x7fcbb4104b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.871+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 shutdown_connections 2024-05-20T21:09:08.871 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:09:08.871+0000 7fcbb8c96700 1 -- 172.21.15.62:0/811665666 wait complete. 2024-05-20T21:09:09.456 DEBUG:teuthology.orchestra.run.smithi062:osd.8> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.8.service 2024-05-20T21:09:09.459 INFO:tasks.cephadm:Deploying osd.9 on smithi006 with /dev/vg_nvme/lv_1... 2024-05-20T21:09:09.459 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-20T21:09:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:09 smithi062 ceph-mon[36640]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:09 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:09 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:09 smithi062 ceph-mon[36640]: from='osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:09:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:09 smithi062 ceph-mon[36640]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:09:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:09 smithi042 ceph-mon[36332]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:09 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:09 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:09 smithi042 ceph-mon[36332]: from='osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:09:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:09 smithi042 ceph-mon[36332]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:09:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:09 smithi006 ceph-mon[31422]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:09 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:09 smithi006 ceph-mon[31422]: from='osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:09:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:09 smithi006 ceph-mon[31422]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-20T21:09:09.916 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:09:10.629 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:10 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:10.629 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:10 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:10.629 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:10 smithi006 ceph-mon[31422]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-20T21:09:10.630 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:10 smithi006 ceph-mon[31422]: from='osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:09:10.630 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:10 smithi006 ceph-mon[31422]: osdmap e51: 9 total, 8 up, 9 in 2024-05-20T21:09:10.630 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:10 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:10.630 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:10 smithi006 ceph-mon[31422]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:09:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:10 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:10 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:10 smithi062 ceph-mon[36640]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-20T21:09:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:10 smithi062 ceph-mon[36640]: from='osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:09:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:10 smithi062 ceph-mon[36640]: osdmap e51: 9 total, 8 up, 9 in 2024-05-20T21:09:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:10 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:10 smithi062 ceph-mon[36640]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:09:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:10 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:10 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:10 smithi042 ceph-mon[36332]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-20T21:09:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:10 smithi042 ceph-mon[36332]: from='osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:09:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:10 smithi042 ceph-mon[36332]: osdmap e51: 9 total, 8 up, 9 in 2024-05-20T21:09:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:10 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:10 smithi042 ceph-mon[36332]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:09:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:11 smithi062 ceph-mon[36640]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:11 smithi062 ceph-mon[36640]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:09:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:11 smithi062 ceph-mon[36640]: osdmap e52: 9 total, 8 up, 9 in 2024-05-20T21:09:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:11 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:11.817 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:11 smithi006 ceph-mon[31422]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:11.817 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:11 smithi006 ceph-mon[31422]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:09:11.817 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:11 smithi006 ceph-mon[31422]: osdmap e52: 9 total, 8 up, 9 in 2024-05-20T21:09:11.818 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:11 smithi042 ceph-mon[36332]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:11 smithi042 ceph-mon[36332]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:09:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:11 smithi042 ceph-mon[36332]: osdmap e52: 9 total, 8 up, 9 in 2024-05-20T21:09:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:11 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:12.288 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:09:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:09:11.810+0000 7fd18b6b8700 -1 osd.8 0 waiting for initial osdmap 2024-05-20T21:09:12.288 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:09:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:09:11.953+0000 7fd1834a3700 -1 osd.8 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:09:12.999 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:12 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:09:13.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:12 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:09:13.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:12 smithi062 ceph-mon[36640]: from='osd.8 ' entity='osd.8' 2024-05-20T21:09:13.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:12 smithi062 ceph-mon[36640]: osdmap e53: 9 total, 8 up, 9 in 2024-05-20T21:09:13.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:12 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:13.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:12 smithi062 ceph-mon[36640]: pgmap v211: 1 pgs: 1 remapped+peering; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:13.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:12 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:09:13.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:12 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:09:13.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:12 smithi042 ceph-mon[36332]: from='osd.8 ' entity='osd.8' 2024-05-20T21:09:13.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:12 smithi042 ceph-mon[36332]: osdmap e53: 9 total, 8 up, 9 in 2024-05-20T21:09:13.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:12 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:13.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:12 smithi042 ceph-mon[36332]: pgmap v211: 1 pgs: 1 remapped+peering; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:13.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:12 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:09:13.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:12 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:09:13.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:12 smithi006 ceph-mon[31422]: from='osd.8 ' entity='osd.8' 2024-05-20T21:09:13.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:12 smithi006 ceph-mon[31422]: osdmap e53: 9 total, 8 up, 9 in 2024-05-20T21:09:13.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:12 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:13.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:12 smithi006 ceph-mon[31422]: pgmap v211: 1 pgs: 1 remapped+peering; 577 KiB data, 249 MiB used, 715 GiB / 715 GiB avail 2024-05-20T21:09:13.179 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-20T21:09:13.179 INFO:teuthology.orchestra.run.smithi006.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-20T21:09:13.179 INFO:teuthology.orchestra.run.smithi006.stderr: stderr: 10+0 records in 2024-05-20T21:09:13.179 INFO:teuthology.orchestra.run.smithi006.stderr:10+0 records out 2024-05-20T21:09:13.180 INFO:teuthology.orchestra.run.smithi006.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0358126 s, 293 MB/s 2024-05-20T21:09:13.180 INFO:teuthology.orchestra.run.smithi006.stderr:--> Zapping successful for: 2024-05-20T21:09:13.953 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi006:vg_nvme/lv_1 2024-05-20T21:09:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] boot 2024-05-20T21:09:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: osdmap e54: 9 total, 9 up, 9 in 2024-05-20T21:09:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi062 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi062 to 5696M 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:14.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:14.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:13 smithi042 ceph-mon[36332]: osdmap e55: 9 total, 9 up, 9 in 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] boot 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: osdmap e54: 9 total, 9 up, 9 in 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi062 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi062 to 5696M 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:13 smithi006 ceph-mon[31422]: osdmap e55: 9 total, 9 up, 9 in 2024-05-20T21:09:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: osd.8 [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] boot 2024-05-20T21:09:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: osdmap e54: 9 total, 9 up, 9 in 2024-05-20T21:09:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-20T21:09:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi062 2024-05-20T21:09:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi062 to 5696M 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:13 smithi062 ceph-mon[36640]: osdmap e55: 9 total, 9 up, 9 in 2024-05-20T21:09:14.425 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:09:15.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:14 smithi006 ceph-mon[31422]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:15.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:14 smithi006 ceph-mon[31422]: osdmap e56: 9 total, 9 up, 9 in 2024-05-20T21:09:15.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:14 smithi062 ceph-mon[36640]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:15.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:14 smithi062 ceph-mon[36640]: osdmap e56: 9 total, 9 up, 9 in 2024-05-20T21:09:15.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:14 smithi042 ceph-mon[36332]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:15.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:14 smithi042 ceph-mon[36332]: osdmap e56: 9 total, 9 up, 9 in 2024-05-20T21:09:16.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 -- 172.21.15.6:0/1341123094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb01091b0 msgr2=0x7fceb010b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:16.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 --2- 172.21.15.6:0/1341123094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb01091b0 0x7fceb010b620 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fcea800b0a0 tx=0x7fcea800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:09:16.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 -- 172.21.15.6:0/1341123094 shutdown_connections 2024-05-20T21:09:16.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 --2- 172.21.15.6:0/1341123094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb01091b0 0x7fceb010b620 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:16.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 --2- 172.21.15.6:0/1341123094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fceb0103f50 0x7fceb0106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:16.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 --2- 172.21.15.6:0/1341123094 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fceb0106880 0x7fceb0108c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:16.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 -- 172.21.15.6:0/1341123094 >> 172.21.15.6:0/1341123094 conn(0x7fceb00fd960 msgr2=0x7fceb00ffda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:09:16.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 -- 172.21.15.6:0/1341123094 shutdown_connections 2024-05-20T21:09:16.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.441+0000 7fceb5e00700 1 -- 172.21.15.6:0/1341123094 wait complete. 2024-05-20T21:09:16.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.443+0000 7fceb5e00700 1 Processor -- start 2024-05-20T21:09:16.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.443+0000 7fceb5e00700 1 -- start start 2024-05-20T21:09:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.443+0000 7fceb5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fceb0103f50 0x7fceb019b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.443+0000 7fceb5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb0106880 0x7fceb019bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.443+0000 7fceb5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fceb01091b0 0x7fceb01a2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.443+0000 7fceb5e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fceb010efa0 con 0x7fceb0106880 2024-05-20T21:09:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.443+0000 7fceb5e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fceb010ee20 con 0x7fceb0103f50 2024-05-20T21:09:16.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.443+0000 7fceb5e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fceb010f120 con 0x7fceb01091b0 2024-05-20T21:09:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceb4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fceb0103f50 0x7fceb019b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceafe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb0106880 0x7fceb019bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceb4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fceb0103f50 0x7fceb019b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59242/0 (socket says 172.21.15.6:59242) 2024-05-20T21:09:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceb4a00700 1 -- 172.21.15.6:0/2172046364 learned_addr learned my addr 172.21.15.6:0/2172046364 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:09:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceb5400700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fceb01091b0 0x7fceb01a2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceafe00700 1 -- 172.21.15.6:0/2172046364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fceb01091b0 msgr2=0x7fceb01a2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceafe00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fceb01091b0 0x7fceb01a2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:16.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceafe00700 1 -- 172.21.15.6:0/2172046364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fceb0103f50 msgr2=0x7fceb019b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceafe00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fceb0103f50 0x7fceb019b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceafe00700 1 -- 172.21.15.6:0/2172046364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceb01a3480 con 0x7fceb0106880 2024-05-20T21:09:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.444+0000 7fceb4a00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fceb0103f50 0x7fceb019b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:09:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.445+0000 7fceafe00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb0106880 0x7fceb019bd60 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fce9c00b480 tx=0x7fce9c00b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:09:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.445+0000 7fcead600700 1 -- 172.21.15.6:0/2172046364 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c015020 con 0x7fceb0106880 2024-05-20T21:09:16.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.445+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceb01a3770 con 0x7fceb0106880 2024-05-20T21:09:16.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.445+0000 7fcead600700 1 -- 172.21.15.6:0/2172046364 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce9c00be50 con 0x7fceb0106880 2024-05-20T21:09:16.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.445+0000 7fcead600700 1 -- 172.21.15.6:0/2172046364 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c010bd0 con 0x7fceb0106880 2024-05-20T21:09:16.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.445+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceb01a3d30 con 0x7fceb0106880 2024-05-20T21:09:16.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.446+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceb006a230 con 0x7fceb0106880 2024-05-20T21:09:16.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.451+0000 7fcead600700 1 -- 172.21.15.6:0/2172046364 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fce9c018020 con 0x7fceb0106880 2024-05-20T21:09:16.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.452+0000 7fcead600700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce980b2880 0x7fce980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:16.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.452+0000 7fcead600700 1 -- 172.21.15.6:0/2172046364 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5829+0+0 (secure 0 0 0) 0x7fce9c0e13c0 con 0x7fceb0106880 2024-05-20T21:09:16.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.453+0000 7fceb4a00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce980b2880 0x7fce980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:16.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.453+0000 7fceb4a00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce980b2880 0x7fce980b4d40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcea4011630 tx=0x7fcea4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:09:16.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.455+0000 7fcead600700 1 -- 172.21.15.6:0/2172046364 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fce9c01f020 con 0x7fceb0106880 2024-05-20T21:09:16.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:16.707+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fceb0063980 con 0x7fce980b2880 2024-05-20T21:09:17.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:17 smithi042 ceph-mon[36332]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:17.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:17.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:17.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:17 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:17.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:17 smithi006 ceph-mon[31422]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:17.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:17.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:17.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:17 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:17.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:17 smithi062 ceph-mon[36640]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:17.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:17.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:17.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:17 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:18.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:18 smithi006 ceph-mon[31422]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:18 smithi062 ceph-mon[36640]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:18.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:18 smithi042 ceph-mon[36332]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi006:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:19.318 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:19 smithi006 ceph-mon[31422]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:09:19.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:19 smithi062 ceph-mon[36640]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:09:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:19 smithi042 ceph-mon[36332]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-20T21:09:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:21 smithi006 ceph-mon[31422]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-05-20T21:09:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:21 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1457773811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05"}]: dispatch 2024-05-20T21:09:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:21 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1457773811' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05"}]': finished 2024-05-20T21:09:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:21 smithi006 ceph-mon[31422]: osdmap e57: 10 total, 9 up, 10 in 2024-05-20T21:09:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:21 smithi062 ceph-mon[36640]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-05-20T21:09:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:21 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1457773811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05"}]: dispatch 2024-05-20T21:09:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:21 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1457773811' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05"}]': finished 2024-05-20T21:09:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:21 smithi062 ceph-mon[36640]: osdmap e57: 10 total, 9 up, 10 in 2024-05-20T21:09:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:21 smithi042 ceph-mon[36332]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-05-20T21:09:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:21 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1457773811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05"}]: dispatch 2024-05-20T21:09:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:21 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1457773811' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05"}]': finished 2024-05-20T21:09:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:21 smithi042 ceph-mon[36332]: osdmap e57: 10 total, 9 up, 10 in 2024-05-20T21:09:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:22.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:22 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1283865977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:22.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:22 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1283865977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:22.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:22 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1283865977' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:23.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:23 smithi062 ceph-mon[36640]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:09:23.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:23 smithi042 ceph-mon[36332]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:09:23.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:23 smithi006 ceph-mon[31422]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:09:25.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:25 smithi062 ceph-mon[36640]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-05-20T21:09:25.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:25 smithi042 ceph-mon[36332]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-05-20T21:09:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:25 smithi006 ceph-mon[31422]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-05-20T21:09:27.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:27 smithi006 ceph-mon[31422]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:09:27.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:27 smithi062 ceph-mon[36640]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:09:27.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:27 smithi042 ceph-mon[36332]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:09:29.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:29 smithi062 ceph-mon[36640]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:29.544 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:29 smithi006 ceph-mon[31422]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:29 smithi042 ceph-mon[36332]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:31 smithi006 ceph-mon[31422]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-20T21:09:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:31.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:31 smithi062 ceph-mon[36640]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-20T21:09:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:31.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:31 smithi042 ceph-mon[36332]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:31.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-20T21:09:31.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:32.516 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:32 smithi006 ceph-mon[31422]: Deploying daemon osd.9 on smithi006 2024-05-20T21:09:32.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:32 smithi062 ceph-mon[36640]: Deploying daemon osd.9 on smithi006 2024-05-20T21:09:32.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:32 smithi042 ceph-mon[36332]: Deploying daemon osd.9 on smithi006 2024-05-20T21:09:33.391 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:33 smithi006 ceph-mon[31422]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:33.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:33 smithi062 ceph-mon[36640]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:33 smithi042 ceph-mon[36332]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:35.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:35 smithi062 ceph-mon[36640]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:35.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:35 smithi042 ceph-mon[36332]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:35 smithi006 ceph-mon[31422]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:37.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:37 smithi006 ceph-mon[31422]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:37.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:37 smithi062 ceph-mon[36640]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:37 smithi042 ceph-mon[36332]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:39.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:39 smithi062 ceph-mon[36640]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:39.585 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:39 smithi006 ceph-mon[31422]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:39.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:39 smithi042 ceph-mon[36332]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:41.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:41.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:41.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:41.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:40 smithi042 ceph-mon[36332]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:41.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:40 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:41.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:40 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:41.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:40 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:41.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:40 smithi006 ceph-mon[31422]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:41.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:40 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:41.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:40 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:41.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:40 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:41.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:40 smithi062 ceph-mon[36640]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:43.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:43 smithi006 ceph-mon[31422]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:43.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:43 smithi062 ceph-mon[36640]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:43 smithi042 ceph-mon[36332]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:44.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:44 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:44.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:44 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:44.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:44 smithi006 ceph-mon[31422]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-20T21:09:44.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:44 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:44.790 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:44 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:44.790 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:44 smithi062 ceph-mon[36640]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-20T21:09:44.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.871+0000 7fcead600700 1 -- 172.21.15.6:0/2172046364 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fceb0063980 con 0x7fce980b2880 2024-05-20T21:09:44.872 INFO:teuthology.orchestra.run.smithi006.stdout:Created osd(s) 9 on host 'smithi006' 2024-05-20T21:09:44.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:44 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:44.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:44 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:44.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:44 smithi042 ceph-mon[36332]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-20T21:09:44.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce980b2880 msgr2=0x7fce980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:44.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce980b2880 0x7fce980b4d40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcea4011630 tx=0x7fcea4009260 comp rx=0 tx=0).stop 2024-05-20T21:09:44.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb0106880 msgr2=0x7fceb019bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:44.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb0106880 0x7fceb019bd60 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fce9c00b480 tx=0x7fce9c00b790 comp rx=0 tx=0).stop 2024-05-20T21:09:44.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 shutdown_connections 2024-05-20T21:09:44.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce980b2880 0x7fce980b4d40 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:44.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fceb01091b0 0x7fceb01a2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:44.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fceb0103f50 0x7fceb019b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:44.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 --2- 172.21.15.6:0/2172046364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fceb0106880 0x7fceb019bd60 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:44.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.875+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 >> 172.21.15.6:0/2172046364 conn(0x7fceb00fd960 msgr2=0x7fceb01036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:09:44.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.876+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 shutdown_connections 2024-05-20T21:09:44.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:09:44.876+0000 7fceb5e00700 1 -- 172.21.15.6:0/2172046364 wait complete. 2024-05-20T21:09:45.639 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:45 smithi006 ceph-mon[31422]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:45.639 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:45 smithi006 ceph-mon[31422]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-20T21:09:45.639 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:45 smithi006 ceph-mon[31422]: osdmap e58: 10 total, 9 up, 10 in 2024-05-20T21:09:45.639 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:45 smithi006 ceph-mon[31422]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:09:45.639 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:45.639 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:45.639 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:45 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:45.718 DEBUG:teuthology.orchestra.run.smithi006:osd.9> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.9.service 2024-05-20T21:09:45.723 INFO:tasks.cephadm:Deploying osd.10 on smithi042 with /dev/vg_nvme/lv_1... 2024-05-20T21:09:45.724 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-20T21:09:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:45 smithi062 ceph-mon[36640]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:45 smithi062 ceph-mon[36640]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-20T21:09:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:45 smithi062 ceph-mon[36640]: osdmap e58: 10 total, 9 up, 10 in 2024-05-20T21:09:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:45 smithi062 ceph-mon[36640]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:09:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:45.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:45 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:45 smithi042 ceph-mon[36332]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:45 smithi042 ceph-mon[36332]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-20T21:09:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:45 smithi042 ceph-mon[36332]: osdmap e58: 10 total, 9 up, 10 in 2024-05-20T21:09:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:45 smithi042 ceph-mon[36332]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]: dispatch 2024-05-20T21:09:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:45 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:45.979 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:09:46.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:46 smithi006 ceph-mon[31422]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:09:46.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:46 smithi006 ceph-mon[31422]: osdmap e59: 10 total, 9 up, 10 in 2024-05-20T21:09:46.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:46.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:46.659 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:09:46 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:09:46.544+0000 7f63cee00700 -1 osd.9 0 waiting for initial osdmap 2024-05-20T21:09:46.659 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:09:46 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:09:46.585+0000 7f63c4c00700 -1 osd.9 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:09:46.780 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:46 smithi042 ceph-mon[36332]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:09:46.780 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:46 smithi042 ceph-mon[36332]: osdmap e59: 10 total, 9 up, 10 in 2024-05-20T21:09:46.780 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:46.780 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:46 smithi062 ceph-mon[36640]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi006", "root=default"]}]': finished 2024-05-20T21:09:47.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:46 smithi062 ceph-mon[36640]: osdmap e59: 10 total, 9 up, 10 in 2024-05-20T21:09:47.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:47 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:09:47.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:47 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:09:47.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:47 smithi006 ceph-mon[31422]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:47.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:47 smithi006 ceph-mon[31422]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' 2024-05-20T21:09:47.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:47 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:09:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:47 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:09:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:47 smithi042 ceph-mon[36332]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:47 smithi042 ceph-mon[36332]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' 2024-05-20T21:09:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.939 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:47 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:09:47.939 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:47 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:09:47.939 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:47 smithi062 ceph-mon[36640]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:47.939 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.939 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:47 smithi062 ceph-mon[36640]: from='osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479]' entity='osd.9' 2024-05-20T21:09:47.939 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-20T21:09:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-20T21:09:47.956 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-05-20T21:09:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-05-20T21:09:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00846991 s, 1.2 GB/s 2024-05-20T21:09:47.956 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-05-20T21:09:48.549 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_1 2024-05-20T21:09:48.798 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:09:48.838 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:48 smithi042 ceph-mon[36332]: osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] boot 2024-05-20T21:09:48.838 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:48 smithi042 ceph-mon[36332]: osdmap e60: 10 total, 10 up, 10 in 2024-05-20T21:09:48.838 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:48.838 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:48 smithi042 ceph-mon[36332]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:48.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:48 smithi006 ceph-mon[31422]: osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] boot 2024-05-20T21:09:48.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:48 smithi006 ceph-mon[31422]: osdmap e60: 10 total, 10 up, 10 in 2024-05-20T21:09:48.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:48.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:48 smithi006 ceph-mon[31422]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:49.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:48 smithi062 ceph-mon[36640]: osd.9 [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] boot 2024-05-20T21:09:49.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:48 smithi062 ceph-mon[36640]: osdmap e60: 10 total, 10 up, 10 in 2024-05-20T21:09:49.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-20T21:09:49.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:48 smithi062 ceph-mon[36640]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-20T21:09:49.819 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:49 smithi042 ceph-mon[36332]: osdmap e61: 10 total, 10 up, 10 in 2024-05-20T21:09:49.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:49 smithi006 ceph-mon[31422]: osdmap e61: 10 total, 10 up, 10 in 2024-05-20T21:09:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:49 smithi062 ceph-mon[36640]: osdmap e61: 10 total, 10 up, 10 in 2024-05-20T21:09:50.364 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.346+0000 7f20293d9700 1 -- 172.21.15.42:0/1096886330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241024c0 msgr2=0x7f20241028e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:50.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.346+0000 7f20293d9700 1 --2- 172.21.15.42:0/1096886330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241024c0 0x7f20241028e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f200c0099c0 tx=0x7f200c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:09:50.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.346+0000 7f20293d9700 1 -- 172.21.15.42:0/1096886330 shutdown_connections 2024-05-20T21:09:50.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.346+0000 7f20293d9700 1 --2- 172.21.15.42:0/1096886330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2024104060 0x7f202410a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:50.365 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.346+0000 7f20293d9700 1 --2- 172.21.15.42:0/1096886330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241024c0 0x7f20241028e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:50.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.346+0000 7f20293d9700 1 --2- 172.21.15.42:0/1096886330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f20241036c0 0x7f2024103b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:50.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.346+0000 7f20293d9700 1 -- 172.21.15.42:0/1096886330 >> 172.21.15.42:0/1096886330 conn(0x7f20240fda60 msgr2=0x7f20240ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:09:50.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 -- 172.21.15.42:0/1096886330 shutdown_connections 2024-05-20T21:09:50.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 -- 172.21.15.42:0/1096886330 wait complete. 2024-05-20T21:09:50.366 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 Processor -- start 2024-05-20T21:09:50.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 -- start start 2024-05-20T21:09:50.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20241024c0 0x7f202406c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:50.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241036c0 0x7f202419e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:50.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2024104060 0x7f20241a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:50.367 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f202410dfe0 con 0x7f20241024c0 2024-05-20T21:09:50.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f202410de60 con 0x7f20241036c0 2024-05-20T21:09:50.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.347+0000 7f20293d9700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f202410e160 con 0x7f2024104060 2024-05-20T21:09:50.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241036c0 0x7f202419e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:50.368 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241036c0 0x7f202419e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.42:57902/0 (socket says 172.21.15.42:57902) 2024-05-20T21:09:50.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 -- 172.21.15.42:0/1029329721 learned_addr learned my addr 172.21.15.42:0/1029329721 (peer_addr_for_me v2:172.21.15.42:0/0) 2024-05-20T21:09:50.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20237fe700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2024104060 0x7f20241a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:50.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 -- 172.21.15.42:0/1029329721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2024104060 msgr2=0x7f20241a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:50.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2024104060 0x7f20241a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:50.369 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 -- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20241024c0 msgr2=0x7f202406c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:09:50.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20241024c0 0x7f202406c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:09:50.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 -- 172.21.15.42:0/1029329721 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20241a13e0 con 0x7f20241036c0 2024-05-20T21:09:50.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20227fc700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241036c0 0x7f202419e4d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f201400d980 tx=0x7f201400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:09:50.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f201bfff700 1 -- 172.21.15.42:0/1029329721 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2014017070 con 0x7f20241036c0 2024-05-20T21:09:50.370 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f201bfff700 1 -- 172.21.15.42:0/1029329721 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2014005020 con 0x7f20241036c0 2024-05-20T21:09:50.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f201bfff700 1 -- 172.21.15.42:0/1029329721 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2014009b50 con 0x7f20241036c0 2024-05-20T21:09:50.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20241a16d0 con 0x7f20241036c0 2024-05-20T21:09:50.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.348+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20241a1bc0 con 0x7f20241036c0 2024-05-20T21:09:50.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.349+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f202406a230 con 0x7f20241036c0 2024-05-20T21:09:50.371 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.351+0000 7f201bfff700 1 -- 172.21.15.42:0/1029329721 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f20140051d0 con 0x7f20241036c0 2024-05-20T21:09:50.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.351+0000 7f201bfff700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20100b2880 0x7f20100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:09:50.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.351+0000 7f201bfff700 1 -- 172.21.15.42:0/1029329721 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6261+0+0 (secure 0 0 0) 0x7f20140e1d40 con 0x7f20241036c0 2024-05-20T21:09:50.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.352+0000 7f2022ffd700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20100b2880 0x7f20100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:09:50.372 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.353+0000 7f2022ffd700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20100b2880 0x7f20100b4d40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f200c003790 tx=0x7f200c009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:09:50.373 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.355+0000 7f201bfff700 1 -- 172.21.15.42:0/1029329721 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2014020020 con 0x7f20241036c0 2024-05-20T21:09:50.579 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:09:50.580+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f2024063980 con 0x7f20100b2880 2024-05-20T21:09:50.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:50 smithi042 ceph-mon[36332]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:50.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:50 smithi006 ceph-mon[31422]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:50 smithi062 ceph-mon[36640]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:51.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:51.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:51.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:51.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi006 2024-05-20T21:09:51.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi006 to 4273M 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:51.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi006 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi006 to 4273M 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:51.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi006 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi006 to 4273M 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:09:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:09:52.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:52 smithi042 ceph-mon[36332]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:52.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:52 smithi006 ceph-mon[31422]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:53.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:52 smithi062 ceph-mon[36640]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:53.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:53 smithi042 ceph-mon[36332]: from='client.? 172.21.15.42:0/771270133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]: dispatch 2024-05-20T21:09:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:53 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]: dispatch 2024-05-20T21:09:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:53 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]': finished 2024-05-20T21:09:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:53 smithi042 ceph-mon[36332]: osdmap e62: 11 total, 10 up, 11 in 2024-05-20T21:09:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:53.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:53 smithi006 ceph-mon[31422]: from='client.? 172.21.15.42:0/771270133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]: dispatch 2024-05-20T21:09:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:53 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]: dispatch 2024-05-20T21:09:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:53 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]': finished 2024-05-20T21:09:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:53 smithi006 ceph-mon[31422]: osdmap e62: 11 total, 10 up, 11 in 2024-05-20T21:09:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:53 smithi062 ceph-mon[36640]: from='client.? 172.21.15.42:0/771270133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]: dispatch 2024-05-20T21:09:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:53 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]: dispatch 2024-05-20T21:09:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:53 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5421146c-f61a-4980-9dfa-6ac86de7c412"}]': finished 2024-05-20T21:09:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:53 smithi062 ceph-mon[36640]: osdmap e62: 11 total, 10 up, 11 in 2024-05-20T21:09:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:09:54.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:54 smithi042 ceph-mon[36332]: from='client.? 172.21.15.42:0/4131491730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:54.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:54 smithi042 ceph-mon[36332]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:54.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:54 smithi006 ceph-mon[31422]: from='client.? 172.21.15.42:0/4131491730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:54.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:54 smithi006 ceph-mon[31422]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:54 smithi062 ceph-mon[36640]: from='client.? 172.21.15.42:0/4131491730' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:09:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:54 smithi062 ceph-mon[36640]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:57.255 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:57 smithi042 ceph-mon[36332]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:57.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:57 smithi006 ceph-mon[31422]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:57 smithi062 ceph-mon[36640]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:59.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:09:59 smithi006 ceph-mon[31422]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:59.498 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:09:59 smithi042 ceph-mon[36332]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:09:59.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:09:59 smithi062 ceph-mon[36640]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:00.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:00 smithi006 ceph-mon[31422]: overall HEALTH_OK 2024-05-20T21:10:00.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:00 smithi062 ceph-mon[36640]: overall HEALTH_OK 2024-05-20T21:10:00.547 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:00 smithi042 ceph-mon[36332]: overall HEALTH_OK 2024-05-20T21:10:01.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:01 smithi042 ceph-mon[36332]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:01.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-20T21:10:01.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:01.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:01 smithi006 ceph-mon[31422]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:01.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-20T21:10:01.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:01.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:01 smithi062 ceph-mon[36640]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:01.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-20T21:10:01.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:02.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:02 smithi042 ceph-mon[36332]: Deploying daemon osd.10 on smithi042 2024-05-20T21:10:02.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:02 smithi006 ceph-mon[31422]: Deploying daemon osd.10 on smithi042 2024-05-20T21:10:02.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:02 smithi062 ceph-mon[36640]: Deploying daemon osd.10 on smithi042 2024-05-20T21:10:03.250 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:03 smithi042 ceph-mon[36332]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:03.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:03 smithi062 ceph-mon[36640]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:03.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:03 smithi006 ceph-mon[31422]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:05.430 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:05 smithi042 ceph-mon[36332]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:05.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:05 smithi062 ceph-mon[36640]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:05.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:05 smithi006 ceph-mon[31422]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:07.353 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:07 smithi042 ceph-mon[36332]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:07.354 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:07 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:07.354 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:07 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:07.354 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:07 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:07.461 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:07 smithi006 ceph-mon[31422]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:07.461 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:07 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:07.461 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:07 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:07.461 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:07 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:07.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:07 smithi062 ceph-mon[36640]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:07.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:07 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:07.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:07 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:07.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:07 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:09.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:09 smithi042 ceph-mon[36332]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:09.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:09 smithi062 ceph-mon[36640]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:09.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:09 smithi006 ceph-mon[31422]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:10.233 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.234+0000 7f201bfff700 1 -- 172.21.15.42:0/1029329721 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f2024063980 con 0x7f20100b2880 2024-05-20T21:10:10.234 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 10 on host 'smithi042' 2024-05-20T21:10:10.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20100b2880 msgr2=0x7f20100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:10.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20100b2880 0x7f20100b4d40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f200c003790 tx=0x7f200c009f10 comp rx=0 tx=0).stop 2024-05-20T21:10:10.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241036c0 msgr2=0x7f202419e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:10.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241036c0 0x7f202419e4d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f201400d980 tx=0x7f201400dc90 comp rx=0 tx=0).stop 2024-05-20T21:10:10.236 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 shutdown_connections 2024-05-20T21:10:10.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20100b2880 0x7f20100b4d40 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:10.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2024104060 0x7f20241a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:10.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20241024c0 0x7f202406c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:10.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 --2- 172.21.15.42:0/1029329721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20241036c0 0x7f202419e4d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:10.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 >> 172.21.15.42:0/1029329721 conn(0x7f20240fda60 msgr2=0x7f2024106a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:10.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 shutdown_connections 2024-05-20T21:10:10.237 INFO:teuthology.orchestra.run.smithi042.stderr:2024-05-20T21:10:10.236+0000 7f20293d9700 1 -- 172.21.15.42:0/1029329721 wait complete. 2024-05-20T21:10:10.916 DEBUG:teuthology.orchestra.run.smithi042:osd.10> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.10.service 2024-05-20T21:10:10.918 INFO:tasks.cephadm:Deploying osd.11 on smithi062 with /dev/vg_nvme/lv_1... 2024-05-20T21:10:10.918 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-20T21:10:11.178 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:10:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:11 smithi062 ceph-mon[36640]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:11 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:11 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:11 smithi062 ceph-mon[36640]: from='osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:10:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:11 smithi062 ceph-mon[36640]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:10:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:11 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:11 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:11 smithi042 ceph-mon[36332]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:11 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:11 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:11 smithi042 ceph-mon[36332]: from='osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:10:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:11 smithi042 ceph-mon[36332]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:10:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:11 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:11 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:11 smithi006 ceph-mon[31422]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:11.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:11 smithi006 ceph-mon[31422]: from='osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:10:11.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:11 smithi006 ceph-mon[31422]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-20T21:10:11.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:11.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:11 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:12.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:12 smithi042 ceph-mon[36332]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-20T21:10:12.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:12 smithi042 ceph-mon[36332]: from='osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:10:12.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:12 smithi042 ceph-mon[36332]: osdmap e63: 11 total, 10 up, 11 in 2024-05-20T21:10:12.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:12 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:12.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:12 smithi042 ceph-mon[36332]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:10:12.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:10:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:10:12.225+0000 7fef1f8a8700 -1 osd.10 0 waiting for initial osdmap 2024-05-20T21:10:12.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:10:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:10:12.238+0000 7fef1b69b700 -1 osd.10 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:10:12.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:12 smithi062 ceph-mon[36640]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-20T21:10:12.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:12 smithi062 ceph-mon[36640]: from='osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:10:12.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:12 smithi062 ceph-mon[36640]: osdmap e63: 11 total, 10 up, 11 in 2024-05-20T21:10:12.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:12 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:12.490 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:12 smithi062 ceph-mon[36640]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:10:12.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:12 smithi006 ceph-mon[31422]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-20T21:10:12.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:12 smithi006 ceph-mon[31422]: from='osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:10:12.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:12 smithi006 ceph-mon[31422]: osdmap e63: 11 total, 10 up, 11 in 2024-05-20T21:10:12.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:12 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:12.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:12 smithi006 ceph-mon[31422]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-05-20T21:10:13.218 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-20T21:10:13.218 INFO:teuthology.orchestra.run.smithi062.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-20T21:10:13.218 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10+0 records in 2024-05-20T21:10:13.218 INFO:teuthology.orchestra.run.smithi062.stderr:10+0 records out 2024-05-20T21:10:13.219 INFO:teuthology.orchestra.run.smithi062.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125672 s, 834 MB/s 2024-05-20T21:10:13.219 INFO:teuthology.orchestra.run.smithi062.stderr:--> Zapping successful for: 2024-05-20T21:10:13.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:13 smithi042 ceph-mon[36332]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:13.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:13 smithi042 ceph-mon[36332]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:10:13.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:13 smithi042 ceph-mon[36332]: osdmap e64: 11 total, 10 up, 11 in 2024-05-20T21:10:13.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:13.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:13 smithi062 ceph-mon[36640]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:13.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:13 smithi062 ceph-mon[36640]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:10:13.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:13 smithi062 ceph-mon[36640]: osdmap e64: 11 total, 10 up, 11 in 2024-05-20T21:10:13.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:13.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:13 smithi006 ceph-mon[31422]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-05-20T21:10:13.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:13 smithi006 ceph-mon[31422]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-05-20T21:10:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:13 smithi006 ceph-mon[31422]: osdmap e64: 11 total, 10 up, 11 in 2024-05-20T21:10:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:13.971 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_1 2024-05-20T21:10:14.217 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:10:14.513 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:14 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:10:14.513 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:14 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:10:14.514 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:14 smithi062 ceph-mon[36640]: osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] boot 2024-05-20T21:10:14.514 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:14 smithi062 ceph-mon[36640]: osdmap e65: 11 total, 11 up, 11 in 2024-05-20T21:10:14.514 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:14 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:14.514 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:14 smithi062 ceph-mon[36640]: osdmap e66: 11 total, 11 up, 11 in 2024-05-20T21:10:14.561 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:14 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:10:14.561 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:14 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:10:14.561 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:14 smithi042 ceph-mon[36332]: osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] boot 2024-05-20T21:10:14.561 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:14 smithi042 ceph-mon[36332]: osdmap e65: 11 total, 11 up, 11 in 2024-05-20T21:10:14.561 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:14 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:14.561 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:14 smithi042 ceph-mon[36332]: osdmap e66: 11 total, 11 up, 11 in 2024-05-20T21:10:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:14 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:10:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:14 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:10:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:14 smithi006 ceph-mon[31422]: osd.10 [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] boot 2024-05-20T21:10:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:14 smithi006 ceph-mon[31422]: osdmap e65: 11 total, 11 up, 11 in 2024-05-20T21:10:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:14 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-20T21:10:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:14 smithi006 ceph-mon[31422]: osdmap e66: 11 total, 11 up, 11 in 2024-05-20T21:10:15.265 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:15.265 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: osdmap e67: 11 total, 11 up, 11 in 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:15.266 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:15.267 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:15 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:15.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: osdmap e67: 11 total, 11 up, 11 in 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:15.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:15.625 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:15 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: osdmap e67: 11 total, 11 up, 11 in 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:15.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:15.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:15 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:15.887 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.886+0000 7f34b81e6700 1 -- 172.21.15.62:0/3315438641 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b01036a0 msgr2=0x7f34b0103b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:15.887 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.886+0000 7f34b81e6700 1 --2- 172.21.15.62:0/3315438641 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b01036a0 0x7f34b0103b00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f34ac009990 tx=0x7f34ac009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:15.887 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 -- 172.21.15.62:0/3315438641 shutdown_connections 2024-05-20T21:10:15.888 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 --2- 172.21.15.62:0/3315438641 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b0104040 0x7f34b010a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:15.888 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 --2- 172.21.15.62:0/3315438641 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34b01024a0 0x7f34b01028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:15.888 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 --2- 172.21.15.62:0/3315438641 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b01036a0 0x7f34b0103b00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:15.888 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 -- 172.21.15.62:0/3315438641 >> 172.21.15.62:0/3315438641 conn(0x7f34b00fda40 msgr2=0x7f34b00ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:15.888 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 -- 172.21.15.62:0/3315438641 shutdown_connections 2024-05-20T21:10:15.888 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 -- 172.21.15.62:0/3315438641 wait complete. 2024-05-20T21:10:15.888 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 Processor -- start 2024-05-20T21:10:15.888 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.887+0000 7f34b81e6700 1 -- start start 2024-05-20T21:10:15.890 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b81e6700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34b01024a0 0x7f34b019b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:15.890 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b81e6700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b01036a0 0x7f34b019beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:15.890 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b81e6700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b0104040 0x7f34b01a2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:15.890 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b81e6700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f34b010cec0 con 0x7f34b01024a0 2024-05-20T21:10:15.890 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b81e6700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f34b010cd40 con 0x7f34b01036a0 2024-05-20T21:10:15.890 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b81e6700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f34b010d040 con 0x7f34b0104040 2024-05-20T21:10:15.890 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b0104040 0x7f34b01a2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b0104040 0x7f34b01a2f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:43442/0 (socket says 172.21.15.62:43442) 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 -- 172.21.15.62:0/465119774 learned_addr learned my addr 172.21.15.62:0/465119774 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b5781700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b01036a0 0x7f34b019beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 -- 172.21.15.62:0/465119774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b01036a0 msgr2=0x7f34b019beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b01036a0 0x7f34b019beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 -- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34b01024a0 msgr2=0x7f34b019b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34b01024a0 0x7f34b019b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 -- 172.21.15.62:0/465119774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34b01a35d0 con 0x7f34b0104040 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b5781700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b01036a0 0x7f34b019beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b6783700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b0104040 0x7f34b01a2f30 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f34a8007eb0 tx=0x7f34a8007f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34a6ffd700 1 -- 172.21.15.62:0/465119774 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a8015030 con 0x7f34b0104040 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34a6ffd700 1 -- 172.21.15.62:0/465119774 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34a800ee00 con 0x7f34b0104040 2024-05-20T21:10:15.891 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34b01a38c0 con 0x7f34b0104040 2024-05-20T21:10:15.892 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.888+0000 7f34a6ffd700 1 -- 172.21.15.62:0/465119774 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a8005020 con 0x7f34b0104040 2024-05-20T21:10:15.892 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.889+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34b01a3ed0 con 0x7f34b0104040 2024-05-20T21:10:15.892 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.890+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34b006a230 con 0x7f34b0104040 2024-05-20T21:10:15.892 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.891+0000 7f34a6ffd700 1 -- 172.21.15.62:0/465119774 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f34a8011450 con 0x7f34b0104040 2024-05-20T21:10:15.892 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.892+0000 7f34a6ffd700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f349c0b2900 0x7f349c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:15.893 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.892+0000 7f34a6ffd700 1 -- 172.21.15.62:0/465119774 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6694+0+0 (secure 0 0 0) 0x7f34a80e1ae0 con 0x7f34b0104040 2024-05-20T21:10:15.893 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.892+0000 7f34b5f82700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f349c0b2900 0x7f349c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:15.893 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.893+0000 7f34b5f82700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f349c0b2900 0x7f349c0b4dc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f34b0103500 tx=0x7f34a0006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:15.895 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:15.895+0000 7f34a6ffd700 1 -- 172.21.15.62:0/465119774 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f34a801e030 con 0x7f34b0104040 2024-05-20T21:10:16.118 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:16.118+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f34b0063980 con 0x7f349c0b2900 2024-05-20T21:10:16.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:16 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi042 2024-05-20T21:10:16.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:16 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi042 to 4273M 2024-05-20T21:10:16.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:10:16.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:10:16.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:16.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:16 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi042 2024-05-20T21:10:16.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:16 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi042 to 4273M 2024-05-20T21:10:16.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:10:16.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:10:16.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:16.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:16 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi042 2024-05-20T21:10:16.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:16 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi042 to 4273M 2024-05-20T21:10:16.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-20T21:10:16.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-20T21:10:16.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:17.416 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:17 smithi062 ceph-mon[36640]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:17.417 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:17 smithi062 ceph-mon[36640]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:17.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:17 smithi042 ceph-mon[36332]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:17.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:17 smithi042 ceph-mon[36332]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:17 smithi006 ceph-mon[31422]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:17 smithi006 ceph-mon[31422]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:19 smithi062 ceph-mon[36640]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-05-20T21:10:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:19 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/208112966' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]: dispatch 2024-05-20T21:10:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:19 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]: dispatch 2024-05-20T21:10:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:19 smithi062 ceph-mon[36640]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]': finished 2024-05-20T21:10:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:19 smithi062 ceph-mon[36640]: osdmap e68: 12 total, 11 up, 12 in 2024-05-20T21:10:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:19 smithi042 ceph-mon[36332]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-05-20T21:10:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:19 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/208112966' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]: dispatch 2024-05-20T21:10:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:19 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]: dispatch 2024-05-20T21:10:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:19 smithi042 ceph-mon[36332]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]': finished 2024-05-20T21:10:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:19 smithi042 ceph-mon[36332]: osdmap e68: 12 total, 11 up, 12 in 2024-05-20T21:10:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:19.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:19 smithi006 ceph-mon[31422]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-05-20T21:10:19.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:19 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/208112966' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]: dispatch 2024-05-20T21:10:19.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:19 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]: dispatch 2024-05-20T21:10:19.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:19 smithi006 ceph-mon[31422]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "069d09cd-7cd3-469a-8409-ff383fb6fd8f"}]': finished 2024-05-20T21:10:19.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:19 smithi006 ceph-mon[31422]: osdmap e68: 12 total, 11 up, 12 in 2024-05-20T21:10:19.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:20.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:20 smithi062 ceph-mon[36640]: from='client.? 172.21.15.62:0/639193596' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:10:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:20 smithi042 ceph-mon[36332]: from='client.? 172.21.15.62:0/639193596' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:10:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:20 smithi006 ceph-mon[31422]: from='client.? 172.21.15.62:0/639193596' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-20T21:10:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:21 smithi062 ceph-mon[36640]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-05-20T21:10:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:21 smithi042 ceph-mon[36332]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-05-20T21:10:21.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:21 smithi006 ceph-mon[31422]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-05-20T21:10:23.272 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:23 smithi062 ceph-mon[36640]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:10:23.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:23 smithi042 ceph-mon[36332]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:10:23.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:23 smithi006 ceph-mon[31422]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-20T21:10:25.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:25 smithi062 ceph-mon[36640]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-05-20T21:10:25.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:25 smithi042 ceph-mon[36332]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-05-20T21:10:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:25 smithi006 ceph-mon[31422]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-05-20T21:10:27.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:27 smithi062 ceph-mon[36640]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:10:27.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-20T21:10:27.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:27.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:27 smithi042 ceph-mon[36332]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:10:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-20T21:10:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:27.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:27 smithi006 ceph-mon[31422]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-20T21:10:27.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-20T21:10:27.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:28.389 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:28 smithi062 ceph-mon[36640]: Deploying daemon osd.11 on smithi062 2024-05-20T21:10:28.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:28 smithi042 ceph-mon[36332]: Deploying daemon osd.11 on smithi062 2024-05-20T21:10:28.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:28 smithi006 ceph-mon[31422]: Deploying daemon osd.11 on smithi062 2024-05-20T21:10:29.579 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:29 smithi062 ceph-mon[36640]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:29.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:29 smithi042 ceph-mon[36332]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:29.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:29 smithi006 ceph-mon[31422]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:31.615 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:31 smithi062 ceph-mon[36640]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:31.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:31 smithi042 ceph-mon[36332]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:31.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:31 smithi006 ceph-mon[31422]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:33.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:33 smithi062 ceph-mon[36640]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:33.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:33.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:33.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:33 smithi042 ceph-mon[36332]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:33.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:33 smithi006 ceph-mon[31422]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:33.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:33.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:33.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:35.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:35 smithi062 ceph-mon[36640]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:35.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:35.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:35.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:35 smithi042 ceph-mon[36332]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:35 smithi006 ceph-mon[31422]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:35.856 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 11 on host 'smithi062' 2024-05-20T21:10:35.856 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.856+0000 7f34a6ffd700 1 -- 172.21.15.62:0/465119774 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f34b0063980 con 0x7f349c0b2900 2024-05-20T21:10:35.858 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f349c0b2900 msgr2=0x7f349c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f349c0b2900 0x7f349c0b4dc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f34b0103500 tx=0x7f34a0006d20 comp rx=0 tx=0).stop 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b0104040 msgr2=0x7f34b01a2f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b0104040 0x7f34b01a2f30 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f34a8007eb0 tx=0x7f34a8007f90 comp rx=0 tx=0).stop 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 shutdown_connections 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f349c0b2900 0x7f349c0b4dc0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34b0104040 0x7f34b01a2f30 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34b01024a0 0x7f34b019b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 --2- 172.21.15.62:0/465119774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34b01036a0 0x7f34b019beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 >> 172.21.15.62:0/465119774 conn(0x7f34b00fda40 msgr2=0x7f34b0106a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.858+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 shutdown_connections 2024-05-20T21:10:35.859 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:35.859+0000 7f34b81e6700 1 -- 172.21.15.62:0/465119774 wait complete. 2024-05-20T21:10:36.471 DEBUG:teuthology.orchestra.run.smithi062:osd.11> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.11.service 2024-05-20T21:10:36.473 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-20T21:10:36.473 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd stat -f json 2024-05-20T21:10:36.943 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:37.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:37.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:37.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:37.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:36 smithi062 ceph-mon[36640]: from='osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:37.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:36 smithi062 ceph-mon[36640]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:37.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:36 smithi062 ceph-mon[36640]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:37.099 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:37.099 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:37.099 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:37.099 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:36 smithi006 ceph-mon[31422]: from='osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:37.099 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:36 smithi006 ceph-mon[31422]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:37.099 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:36 smithi006 ceph-mon[31422]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:36 smithi042 ceph-mon[36332]: from='osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:36 smithi042 ceph-mon[36332]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-20T21:10:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:36 smithi042 ceph-mon[36332]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:37.945 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:37 smithi062 ceph-mon[36640]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-20T21:10:37.945 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:37 smithi062 ceph-mon[36640]: from='osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:10:37.945 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:37 smithi062 ceph-mon[36640]: osdmap e69: 12 total, 11 up, 12 in 2024-05-20T21:10:37.946 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:37.946 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:37 smithi062 ceph-mon[36640]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:10:38.114 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:37 smithi006 ceph-mon[31422]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-20T21:10:38.114 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:37 smithi006 ceph-mon[31422]: from='osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:10:38.115 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:37 smithi006 ceph-mon[31422]: osdmap e69: 12 total, 11 up, 12 in 2024-05-20T21:10:38.115 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:38.115 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:37 smithi006 ceph-mon[31422]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:10:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:37 smithi042 ceph-mon[36332]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-20T21:10:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:37 smithi042 ceph-mon[36332]: from='osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:10:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:37 smithi042 ceph-mon[36332]: osdmap e69: 12 total, 11 up, 12 in 2024-05-20T21:10:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:37 smithi042 ceph-mon[36332]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-05-20T21:10:39.032 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:38 smithi062 ceph-mon[36640]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:10:39.032 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:38 smithi062 ceph-mon[36640]: osdmap e70: 12 total, 11 up, 12 in 2024-05-20T21:10:39.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:39.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:39.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:38 smithi062 ceph-mon[36640]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:39.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:38 smithi062 ceph-mon[36640]: from='osd.11 ' entity='osd.11' 2024-05-20T21:10:39.033 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:10:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:10:38.790+0000 7fa1d4356700 -1 osd.11 0 waiting for initial osdmap 2024-05-20T21:10:39.033 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:10:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:10:38.883+0000 7fa1cb940700 -1 osd.11 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-20T21:10:39.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:38 smithi042 ceph-mon[36332]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:10:39.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:38 smithi042 ceph-mon[36332]: osdmap e70: 12 total, 11 up, 12 in 2024-05-20T21:10:39.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:39.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:39.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:38 smithi042 ceph-mon[36332]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:39.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:38 smithi042 ceph-mon[36332]: from='osd.11 ' entity='osd.11' 2024-05-20T21:10:39.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:38 smithi006 ceph-mon[31422]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-05-20T21:10:39.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:38 smithi006 ceph-mon[31422]: osdmap e70: 12 total, 11 up, 12 in 2024-05-20T21:10:39.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:39.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:39.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:38 smithi006 ceph-mon[31422]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:39.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:38 smithi006 ceph-mon[31422]: from='osd.11 ' entity='osd.11' 2024-05-20T21:10:39.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 -- 172.21.15.6:0/3448240527 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2250101e10 msgr2=0x7f2250104240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:39.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 --2- 172.21.15.6:0/3448240527 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2250101e10 0x7f2250104240 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2244009990 tx=0x7f2244009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 -- 172.21.15.6:0/3448240527 shutdown_connections 2024-05-20T21:10:39.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 --2- 172.21.15.6:0/3448240527 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2250107150 0x7f22501075d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 --2- 172.21.15.6:0/3448240527 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2250101e10 0x7f2250104240 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 --2- 172.21.15.6:0/3448240527 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2250104780 0x7f2250106c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 -- 172.21.15.6:0/3448240527 >> 172.21.15.6:0/3448240527 conn(0x7f22500fda30 msgr2=0x7f22500ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:39.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 -- 172.21.15.6:0/3448240527 shutdown_connections 2024-05-20T21:10:39.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.543+0000 7f2257800700 1 -- 172.21.15.6:0/3448240527 wait complete. 2024-05-20T21:10:39.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.544+0000 7f2257800700 1 Processor -- start 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.544+0000 7f2257800700 1 -- start start 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2257800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2250101e10 0x7f225019fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2257800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2250104780 0x7f22501a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2257800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2250107150 0x7f22501a71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2257800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f22501155d0 con 0x7f2250107150 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2257800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2250115450 con 0x7f2250101e10 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2257800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2250115750 con 0x7f2250104780 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2254e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2250101e10 0x7f225019fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2254e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2250101e10 0x7f225019fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48972/0 (socket says 172.21.15.6:48972) 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2254e00700 1 -- 172.21.15.6:0/307069135 learned_addr learned my addr 172.21.15.6:0/307069135 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f224fe00700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2250104780 0x7f22501a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:39.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2255800700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2250107150 0x7f22501a71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2254e00700 1 -- 172.21.15.6:0/307069135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2250104780 msgr2=0x7f22501a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2254e00700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2250104780 0x7f22501a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2254e00700 1 -- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2250107150 msgr2=0x7f22501a71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2254e00700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2250107150 0x7f22501a71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.545+0000 7f2254e00700 1 -- 172.21.15.6:0/307069135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22501a78c0 con 0x7f2250101e10 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.546+0000 7f2254e00700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2250101e10 0x7f225019fc70 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f22440098e0 tx=0x7f22440057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.546+0000 7f224d600700 1 -- 172.21.15.6:0/307069135 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2244027070 con 0x7f2250101e10 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.546+0000 7f224d600700 1 -- 172.21.15.6:0/307069135 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2244022470 con 0x7f2250101e10 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.546+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22501a7b50 con 0x7f2250101e10 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.546+0000 7f224d600700 1 -- 172.21.15.6:0/307069135 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2244017650 con 0x7f2250101e10 2024-05-20T21:10:39.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.546+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22501a8060 con 0x7f2250101e10 2024-05-20T21:10:39.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.547+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f225006a230 con 0x7f2250101e10 2024-05-20T21:10:39.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.549+0000 7f224d600700 1 -- 172.21.15.6:0/307069135 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f224402a070 con 0x7f2250101e10 2024-05-20T21:10:39.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.551+0000 7f224d600700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22380b2880 0x7f22380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:39.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.551+0000 7f224d600700 1 -- 172.21.15.6:0/307069135 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6847+0+0 (secure 0 0 0) 0x7f22440e2b30 con 0x7f2250101e10 2024-05-20T21:10:39.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.551+0000 7f224fe00700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22380b2880 0x7f22380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:39.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.551+0000 7f224fe00700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22380b2880 0x7f22380b4d40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f223c009c60 tx=0x7f223c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:39.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.555+0000 7f224d600700 1 -- 172.21.15.6:0/307069135 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2244013070 con 0x7f2250101e10 2024-05-20T21:10:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.794+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f2250064150 con 0x7f2250101e10 2024-05-20T21:10:39.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.795+0000 7f224d600700 1 -- 172.21.15.6:0/307069135 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v70) ==== 74+0+133 (secure 0 0 0) 0x7f22440a4e20 con 0x7f2250101e10 2024-05-20T21:10:39.795 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:10:39.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22380b2880 msgr2=0x7f22380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:39.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22380b2880 0x7f22380b4d40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f223c009c60 tx=0x7f223c009260 comp rx=0 tx=0).stop 2024-05-20T21:10:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2250101e10 msgr2=0x7f225019fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2250101e10 0x7f225019fc70 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f22440098e0 tx=0x7f22440057c0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 shutdown_connections 2024-05-20T21:10:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22380b2880 0x7f22380b4d40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2250107150 0x7f22501a71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2250101e10 0x7f225019fc70 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 --2- 172.21.15.6:0/307069135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2250104780 0x7f22501a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:39.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 >> 172.21.15.6:0/307069135 conn(0x7f22500fda30 msgr2=0x7f22501055b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 shutdown_connections 2024-05-20T21:10:39.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:39.799+0000 7f2257800700 1 -- 172.21.15.6:0/307069135 wait complete. 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: purged_snaps scrub starts 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: purged_snaps scrub ok 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: Detected new or changed devices on smithi062 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi062 to 4272M 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:40.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:40.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/307069135' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:40.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:39 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: purged_snaps scrub starts 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: purged_snaps scrub ok 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: Detected new or changed devices on smithi062 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi062 to 4272M 2024-05-20T21:10:40.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:40.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:40.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/307069135' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:40.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:39 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: purged_snaps scrub starts 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: purged_snaps scrub ok 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: Detected new or changed devices on smithi062 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:10:40.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi062 to 4272M 2024-05-20T21:10:40.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:40.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:40.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:40.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/307069135' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:40.375 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:39 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:40.654 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":70,"num_osds":12,"num_up_osds":11,"osd_up_since":1716239413,"num_in_osds":12,"osd_in_since":1716239418,"num_remapped_pgs":0} 2024-05-20T21:10:41.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:40 smithi006 ceph-mon[31422]: osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] boot 2024-05-20T21:10:41.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:40 smithi006 ceph-mon[31422]: osdmap e71: 12 total, 12 up, 12 in 2024-05-20T21:10:41.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:40 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:41.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:40 smithi006 ceph-mon[31422]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:41.287 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:40 smithi062 ceph-mon[36640]: osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] boot 2024-05-20T21:10:41.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:40 smithi062 ceph-mon[36640]: osdmap e71: 12 total, 12 up, 12 in 2024-05-20T21:10:41.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:40 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:41.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:40 smithi062 ceph-mon[36640]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:41.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:40 smithi042 ceph-mon[36332]: osd.11 [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] boot 2024-05-20T21:10:41.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:40 smithi042 ceph-mon[36332]: osdmap e71: 12 total, 12 up, 12 in 2024-05-20T21:10:41.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:40 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-20T21:10:41.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:40 smithi042 ceph-mon[36332]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-20T21:10:41.655 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd stat -f json 2024-05-20T21:10:42.131 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:42.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:41 smithi006 ceph-mon[31422]: osdmap e72: 12 total, 12 up, 12 in 2024-05-20T21:10:42.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:41 smithi062 ceph-mon[36640]: osdmap e72: 12 total, 12 up, 12 in 2024-05-20T21:10:42.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:41 smithi042 ceph-mon[36332]: osdmap e72: 12 total, 12 up, 12 in 2024-05-20T21:10:43.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:42 smithi006 ceph-mon[31422]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:43.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:42 smithi062 ceph-mon[36640]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:43.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:42 smithi042 ceph-mon[36332]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:44.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.453+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3464892560 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c0774f0 msgr2=0x7fb49c075950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.453+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3464892560 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c0774f0 0x7fb49c075950 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb48c009990 tx=0x7fb48c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.454+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3464892560 shutdown_connections 2024-05-20T21:10:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.454+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3464892560 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb49c10b4a0 0x7fb49c10d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.454+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3464892560 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c0774f0 0x7fb49c075950 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.454+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3464892560 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb49c075f20 0x7fb49c0763a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.454+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3464892560 >> 172.21.15.6:0/3464892560 conn(0x7fb49c0feb40 msgr2=0x7fb49c100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.454+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3464892560 shutdown_connections 2024-05-20T21:10:44.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.454+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3464892560 wait complete. 2024-05-20T21:10:44.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.455+0000 7fb4a0e00700 1 Processor -- start 2024-05-20T21:10:44.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.455+0000 7fb4a0e00700 1 -- start start 2024-05-20T21:10:44.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.455+0000 7fb4a0e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb49c075f20 0x7fb49c19b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:44.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.455+0000 7fb4a0e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb49c0774f0 0x7fb49c19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.455+0000 7fb4a0e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c10b4a0 0x7fb49c1a2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.455+0000 7fb4a0e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb49c111260 con 0x7fb49c10b4a0 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.455+0000 7fb4a0e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb49c1110e0 con 0x7fb49c0774f0 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.455+0000 7fb4a0e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb49c1113e0 con 0x7fb49c075f20 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb49c075f20 0x7fb49c19b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb49a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c10b4a0 0x7fb49c1a2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb49c0774f0 0x7fb49c19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb49c075f20 0x7fb49c19b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56866/0 (socket says 172.21.15.6:56866) 2024-05-20T21:10:44.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499e00700 1 -- 172.21.15.6:0/3570057280 learned_addr learned my addr 172.21.15.6:0/3570057280 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:10:44.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499e00700 1 -- 172.21.15.6:0/3570057280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb49c0774f0 msgr2=0x7fb49c19bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:44.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb49c0774f0 0x7fb49c19bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499e00700 1 -- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c10b4a0 msgr2=0x7fb49c1a2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c10b4a0 0x7fb49c1a2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499e00700 1 -- 172.21.15.6:0/3570057280 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb49c1a35e0 con 0x7fb49c075f20 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb499400700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb49c0774f0 0x7fb49c19bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.456+0000 7fb49a800700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c10b4a0 0x7fb49c1a2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.457+0000 7fb499e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb49c075f20 0x7fb49c19b980 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb48c00b760 tx=0x7fb48c0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.457+0000 7fb492a00700 1 -- 172.21.15.6:0/3570057280 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48c027070 con 0x7fb49c075f20 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.457+0000 7fb492a00700 1 -- 172.21.15.6:0/3570057280 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb48c022470 con 0x7fb49c075f20 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.457+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb49c1a3870 con 0x7fb49c075f20 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.457+0000 7fb492a00700 1 -- 172.21.15.6:0/3570057280 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48c017650 con 0x7fb49c075f20 2024-05-20T21:10:44.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.457+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb49c1a3cc0 con 0x7fb49c075f20 2024-05-20T21:10:44.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.458+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb49c06a230 con 0x7fb49c075f20 2024-05-20T21:10:44.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.461+0000 7fb492a00700 1 -- 172.21.15.6:0/3570057280 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fb48c02a070 con 0x7fb49c075f20 2024-05-20T21:10:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.462+0000 7fb492a00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4800b2880 0x7fb4800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.462+0000 7fb492a00700 1 -- 172.21.15.6:0/3570057280 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fb48c0e2ea0 con 0x7fb49c075f20 2024-05-20T21:10:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.462+0000 7fb499400700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4800b2880 0x7fb4800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.463+0000 7fb499400700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4800b2880 0x7fb4800b4d40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb488011490 tx=0x7fb488009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.464+0000 7fb492a00700 1 -- 172.21.15.6:0/3570057280 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb48c013070 con 0x7fb49c075f20 2024-05-20T21:10:44.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.704+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fb49c064150 con 0x7fb49c075f20 2024-05-20T21:10:44.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.704+0000 7fb492a00700 1 -- 172.21.15.6:0/3570057280 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v72) ==== 74+0+133 (secure 0 0 0) 0x7fb48c0ab050 con 0x7fb49c075f20 2024-05-20T21:10:44.704 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:10:44.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4800b2880 msgr2=0x7fb4800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:44.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4800b2880 0x7fb4800b4d40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb488011490 tx=0x7fb488009260 comp rx=0 tx=0).stop 2024-05-20T21:10:44.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb49c075f20 msgr2=0x7fb49c19b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:44.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb49c075f20 0x7fb49c19b980 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb48c00b760 tx=0x7fb48c0057c0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 shutdown_connections 2024-05-20T21:10:44.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4800b2880 0x7fb4800b4d40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb49c10b4a0 0x7fb49c1a2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb49c075f20 0x7fb49c19b980 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 --2- 172.21.15.6:0/3570057280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb49c0774f0 0x7fb49c19bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:44.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 >> 172.21.15.6:0/3570057280 conn(0x7fb49c0feb40 msgr2=0x7fb49c1073f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:44.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 shutdown_connections 2024-05-20T21:10:44.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:44.708+0000 7fb4a0e00700 1 -- 172.21.15.6:0/3570057280 wait complete. 2024-05-20T21:10:45.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:45 smithi006 ceph-mon[31422]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:45.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:45 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3570057280' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:45.523 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":72,"num_osds":12,"num_up_osds":12,"osd_up_since":1716239439,"num_in_osds":12,"osd_in_since":1716239418,"num_remapped_pgs":0} 2024-05-20T21:10:45.524 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:10:45.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:45 smithi062 ceph-mon[36640]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:45.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:45 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3570057280' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:45 smithi042 ceph-mon[36332]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:45 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3570057280' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-20T21:10:46.004 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:47.371 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:47 smithi006 ceph-mon[31422]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:47 smithi062 ceph-mon[36640]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:47.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:47 smithi042 ceph-mon[36332]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 -- 172.21.15.6:0/3091407921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1564104630 msgr2=0x7f1564104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 --2- 172.21.15.6:0/3091407921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1564104630 0x7f1564104a10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1554009f90 tx=0x7f155400b330 comp rx=0 tx=0).stop 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 -- 172.21.15.6:0/3091407921 shutdown_connections 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 --2- 172.21.15.6:0/3091407921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f156410da60 0x7f156410ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 --2- 172.21.15.6:0/3091407921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1564104630 0x7f1564104a10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 --2- 172.21.15.6:0/3091407921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1564104f50 0x7f156410d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 -- 172.21.15.6:0/3091407921 >> 172.21.15.6:0/3091407921 conn(0x7f15640fde60 msgr2=0x7f1564100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 -- 172.21.15.6:0/3091407921 shutdown_connections 2024-05-20T21:10:48.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.240+0000 7f1569600700 1 -- 172.21.15.6:0/3091407921 wait complete. 2024-05-20T21:10:48.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.241+0000 7f1569600700 1 Processor -- start 2024-05-20T21:10:48.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.241+0000 7f1569600700 1 -- start start 2024-05-20T21:10:48.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.241+0000 7f1569600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1564104630 0x7f156419bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.241+0000 7f1569600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1564104f50 0x7f156419c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.241+0000 7f1569600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f156410da60 0x7f15641a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.241+0000 7f1569600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1564113670 con 0x7f1564104630 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.241+0000 7f1569600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f15641134f0 con 0x7f156410da60 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.241+0000 7f1569600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f15641137f0 con 0x7f1564104f50 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f155b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1564104f50 0x7f156419c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f1563e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1564104630 0x7f156419bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f155b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1564104f50 0x7f156419c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48250/0 (socket says 172.21.15.6:48250) 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f155b400700 1 -- 172.21.15.6:0/2445211327 learned_addr learned my addr 172.21.15.6:0/2445211327 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:10:48.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f1568c00700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f156410da60 0x7f15641a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:48.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f155b400700 1 -- 172.21.15.6:0/2445211327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f156410da60 msgr2=0x7f15641a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f155b400700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f156410da60 0x7f15641a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f155b400700 1 -- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1564104630 msgr2=0x7f156419bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f155b400700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1564104630 0x7f156419bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f155b400700 1 -- 172.21.15.6:0/2445211327 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15641a0d60 con 0x7f1564104f50 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f1563e00700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1564104630 0x7f156419bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.242+0000 7f1568c00700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f156410da60 0x7f15641a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.243+0000 7f155b400700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1564104f50 0x7f156419c290 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f154c00eb30 tx=0x7f154c00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.243+0000 7f1561600700 1 -- 172.21.15.6:0/2445211327 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f154c00cbd0 con 0x7f1564104f50 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.243+0000 7f1561600700 1 -- 172.21.15.6:0/2445211327 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f154c0044d0 con 0x7f1564104f50 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.243+0000 7f1561600700 1 -- 172.21.15.6:0/2445211327 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f154c010430 con 0x7f1564104f50 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.243+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15641a1050 con 0x7f1564104f50 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.243+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15641a88d0 con 0x7f1564104f50 2024-05-20T21:10:48.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.244+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f156406a230 con 0x7f1564104f50 2024-05-20T21:10:48.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.246+0000 7f1561600700 1 -- 172.21.15.6:0/2445211327 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f154c003f10 con 0x7f1564104f50 2024-05-20T21:10:48.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.248+0000 7f1561600700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f15480b2880 0x7f15480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:48.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.248+0000 7f1561600700 1 -- 172.21.15.6:0/2445211327 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f154c0e1fc0 con 0x7f1564104f50 2024-05-20T21:10:48.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.248+0000 7f1563e00700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f15480b2880 0x7f15480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:48.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.249+0000 7f1563e00700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f15480b2880 0x7f15480b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f155400b6c0 tx=0x7f1554004f00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:48.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.252+0000 7f1561600700 1 -- 172.21.15.6:0/2445211327 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f154c0aa0e0 con 0x7f1564104f50 2024-05-20T21:10:48.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.498+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f156419d0b0 con 0x7f1564104f50 2024-05-20T21:10:48.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.500+0000 7f1561600700 1 -- 172.21.15.6:0/2445211327 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+18266 (secure 0 0 0) 0x7f154c0a99e0 con 0x7f1564104f50 2024-05-20T21:10:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:10:48.500 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":72,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:10:40.886020+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:10:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.504+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f15480b2880 msgr2=0x7f15480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.504+0000 7f1569600700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f15480b2880 0x7f15480b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f155400b6c0 tx=0x7f1554004f00 comp rx=0 tx=0).stop 2024-05-20T21:10:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.504+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1564104f50 msgr2=0x7f156419c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.504+0000 7f1569600700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1564104f50 0x7f156419c290 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f154c00eb30 tx=0x7f154c00ee40 comp rx=0 tx=0).stop 2024-05-20T21:10:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.505+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 shutdown_connections 2024-05-20T21:10:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.505+0000 7f1569600700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f15480b2880 0x7f15480b4d40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.505+0000 7f1569600700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f156410da60 0x7f15641a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.505+0000 7f1569600700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1564104630 0x7f156419bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.505+0000 7f1569600700 1 --2- 172.21.15.6:0/2445211327 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1564104f50 0x7f156419c290 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.505+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 >> 172.21.15.6:0/2445211327 conn(0x7f15640fde60 msgr2=0x7f15640fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.505+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 shutdown_connections 2024-05-20T21:10:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:48.505+0000 7f1569600700 1 -- 172.21.15.6:0/2445211327 wait complete. 2024-05-20T21:10:49.375 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-20T21:06:24.142375+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-20T21:10:49.376 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-20T21:10:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:49 smithi006 ceph-mon[31422]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:49 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2445211327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:10:49.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:49 smithi062 ceph-mon[36640]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:49.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:49 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2445211327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:10:49.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:49 smithi042 ceph-mon[36332]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:49.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:49 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2445211327' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:10:49.830 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:51.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:51 smithi006 ceph-mon[31422]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:51.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:51 smithi062 ceph-mon[36640]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:51 smithi042 ceph-mon[36332]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:51.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 -- 172.21.15.6:0/377552625 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc10b760 msgr2=0x7f64bc10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:51.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 --2- 172.21.15.6:0/377552625 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc10b760 0x7f64bc10bb40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f64ac009990 tx=0x7f64ac009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:51.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 -- 172.21.15.6:0/377552625 shutdown_connections 2024-05-20T21:10:51.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 --2- 172.21.15.6:0/377552625 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64bc106120 0x7f64bc112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:51.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 --2- 172.21.15.6:0/377552625 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc10b760 0x7f64bc10bb40 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:51.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 --2- 172.21.15.6:0/377552625 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64bc105760 0x7f64bc105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:51.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 -- 172.21.15.6:0/377552625 >> 172.21.15.6:0/377552625 conn(0x7f64bc101250 msgr2=0x7f64bc103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:51.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 -- 172.21.15.6:0/377552625 shutdown_connections 2024-05-20T21:10:51.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.918+0000 7f64c3200700 1 -- 172.21.15.6:0/377552625 wait complete. 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.919+0000 7f64c3200700 1 Processor -- start 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.919+0000 7f64c3200700 1 -- start start 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.919+0000 7f64c3200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64bc105760 0x7f64bc19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64c3200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc106120 0x7f64bc19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64c3200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64bc10b760 0x7f64bc1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64c3200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64bc1159b0 con 0x7f64bc106120 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64c3200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64bc115830 con 0x7f64bc105760 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64c3200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64bc115b30 con 0x7f64bc10b760 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc106120 0x7f64bc19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:51.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64bc105760 0x7f64bc19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc106120 0x7f64bc19c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42200/0 (socket says 172.21.15.6:42200) 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bb400700 1 -- 172.21.15.6:0/1160116577 learned_addr learned my addr 172.21.15.6:0/1160116577 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64c1200700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64bc10b760 0x7f64bc1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bbe00700 1 -- 172.21.15.6:0/1160116577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64bc10b760 msgr2=0x7f64bc1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bbe00700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64bc10b760 0x7f64bc1a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bbe00700 1 -- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc106120 msgr2=0x7f64bc19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bbe00700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc106120 0x7f64bc19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64bbe00700 1 -- 172.21.15.6:0/1160116577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64bc1a0e50 con 0x7f64bc105760 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.920+0000 7f64c1200700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64bc10b760 0x7f64bc1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.921+0000 7f64bbe00700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64bc105760 0x7f64bc19be40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f64ac0098e0 tx=0x7f64ac0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.921+0000 7f64b8c00700 1 -- 172.21.15.6:0/1160116577 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64ac027070 con 0x7f64bc105760 2024-05-20T21:10:51.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.921+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64bc1a10e0 con 0x7f64bc105760 2024-05-20T21:10:51.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.921+0000 7f64b8c00700 1 -- 172.21.15.6:0/1160116577 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64ac022470 con 0x7f64bc105760 2024-05-20T21:10:51.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.921+0000 7f64b8c00700 1 -- 172.21.15.6:0/1160116577 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64ac017650 con 0x7f64bc105760 2024-05-20T21:10:51.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.921+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64bc1a89c0 con 0x7f64bc105760 2024-05-20T21:10:51.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.922+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64bc06a230 con 0x7f64bc105760 2024-05-20T21:10:51.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.925+0000 7f64b8c00700 1 -- 172.21.15.6:0/1160116577 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f64ac02a070 con 0x7f64bc105760 2024-05-20T21:10:51.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.926+0000 7f64b8c00700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64a00b2900 0x7f64a00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:51.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.927+0000 7f64b8c00700 1 -- 172.21.15.6:0/1160116577 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f64ac0e2d10 con 0x7f64bc105760 2024-05-20T21:10:51.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.927+0000 7f64bb400700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64a00b2900 0x7f64a00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:51.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.927+0000 7f64bb400700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64a00b2900 0x7f64a00b4dc0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f64bc103840 tx=0x7f64a800b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:51.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:51.929+0000 7f64b8c00700 1 -- 172.21.15.6:0/1160116577 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f64ac031080 con 0x7f64bc105760 2024-05-20T21:10:52.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.166+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f64bc19d1a0 con 0x7f64bc105760 2024-05-20T21:10:52.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.167+0000 7f64b8c00700 1 -- 172.21.15.6:0/1160116577 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7f64ac013070 con 0x7f64bc105760 2024-05-20T21:10:52.167 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-05-20T21:10:52.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64a00b2900 msgr2=0x7f64a00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:52.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64a00b2900 0x7f64a00b4dc0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f64bc103840 tx=0x7f64a800b500 comp rx=0 tx=0).stop 2024-05-20T21:10:52.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64bc105760 msgr2=0x7f64bc19be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:52.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64bc105760 0x7f64bc19be40 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f64ac0098e0 tx=0x7f64ac0057c0 comp rx=0 tx=0).stop 2024-05-20T21:10:52.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 shutdown_connections 2024-05-20T21:10:52.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64a00b2900 0x7f64a00b4dc0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:52.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64bc10b760 0x7f64bc1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:52.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64bc105760 0x7f64bc19be40 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:52.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 --2- 172.21.15.6:0/1160116577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64bc106120 0x7f64bc19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:52.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 >> 172.21.15.6:0/1160116577 conn(0x7f64bc101250 msgr2=0x7f64bc1018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:52.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 shutdown_connections 2024-05-20T21:10:52.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:52.171+0000 7f64c3200700 1 -- 172.21.15.6:0/1160116577 wait complete. 2024-05-20T21:10:53.020 INFO:tasks.cephadm:Adding mds.a on smithi006 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.d on smithi006 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.g on smithi006 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.j on smithi006 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.b on smithi042 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.e on smithi042 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.h on smithi042 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.k on smithi042 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.c on smithi062 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.f on smithi062 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.i on smithi062 2024-05-20T21:10:53.021 INFO:tasks.cephadm:Adding mds.l on smithi062 2024-05-20T21:10:53.022 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph orch apply mds all '12;smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l' 2024-05-20T21:10:53.283 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:10:53.405 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:53 smithi062 ceph-mon[36640]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:53.405 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:53 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1160116577' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:10:53.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:53 smithi006 ceph-mon[31422]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:53.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:53 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1160116577' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:10:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:53 smithi042 ceph-mon[36332]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:53 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1160116577' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:10:54.752 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 -- 172.21.15.62:0/4089826891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 msgr2=0x7f3d4010ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:54.752 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/4089826891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 0x7f3d4010ba10 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3d3800b0a0 tx=0x7f3d3800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:10:54.752 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 -- 172.21.15.62:0/4089826891 shutdown_connections 2024-05-20T21:10:54.752 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/4089826891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 0x7f3d4010ba10 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:54.753 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/4089826891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d401035c0 0x7f3d401039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:54.753 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/4089826891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d401047c0 0x7f3d40104c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:54.753 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 -- 172.21.15.62:0/4089826891 >> 172.21.15.62:0/4089826891 conn(0x7f3d400feb60 msgr2=0x7f3d40100fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:54.753 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 -- 172.21.15.62:0/4089826891 shutdown_connections 2024-05-20T21:10:54.753 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 -- 172.21.15.62:0/4089826891 wait complete. 2024-05-20T21:10:54.753 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 Processor -- start 2024-05-20T21:10:54.753 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.753+0000 7f3d47eb2700 1 -- start start 2024-05-20T21:10:54.754 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d47eb2700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d401035c0 0x7f3d400772e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d47eb2700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d401047c0 0x7f3d40075930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d47eb2700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 0x7f3d40075e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d47eb2700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4010f120 con 0x7f3d401035c0 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d47eb2700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4010efa0 con 0x7f3d401047c0 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d47eb2700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4010f2a0 con 0x7f3d40105160 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 0x7f3d40075e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 0x7f3d40075e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:40662/0 (socket says 172.21.15.62:40662) 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 -- 172.21.15.62:0/3545760640 learned_addr learned my addr 172.21.15.62:0/3545760640 (peer_addr_for_me v2:172.21.15.62:0/0) 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 -- 172.21.15.62:0/3545760640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d401047c0 msgr2=0x7f3d40075930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d401047c0 0x7f3d40075930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 -- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d401035c0 msgr2=0x7f3d400772e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d401035c0 0x7f3d400772e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:54.755 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 -- 172.21.15.62:0/3545760640 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d40076720 con 0x7f3d40105160 2024-05-20T21:10:54.756 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d4644f700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 0x7f3d40075e70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3d380062a0 tx=0x7f3d3800cf80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:54.756 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d36ffd700 1 -- 172.21.15.62:0/3545760640 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d38021020 con 0x7f3d40105160 2024-05-20T21:10:54.756 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d36ffd700 1 -- 172.21.15.62:0/3545760640 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d3801d920 con 0x7f3d40105160 2024-05-20T21:10:54.756 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d401a37e0 con 0x7f3d40105160 2024-05-20T21:10:54.756 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.754+0000 7f3d36ffd700 1 -- 172.21.15.62:0/3545760640 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d38005600 con 0x7f3d40105160 2024-05-20T21:10:54.756 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.755+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d401a3cc0 con 0x7f3d40105160 2024-05-20T21:10:54.756 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.755+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d4006a230 con 0x7f3d40105160 2024-05-20T21:10:54.757 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.757+0000 7f3d36ffd700 1 -- 172.21.15.62:0/3545760640 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f3d38024020 con 0x7f3d40105160 2024-05-20T21:10:54.757 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.757+0000 7f3d36ffd700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3d2c0b2880 0x7f3d2c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:54.757 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.757+0000 7f3d36ffd700 1 -- 172.21.15.62:0/3545760640 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f3d380e36a0 con 0x7f3d40105160 2024-05-20T21:10:54.757 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.758+0000 7f3d45c4e700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3d2c0b2880 0x7f3d2c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:54.757 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.759+0000 7f3d45c4e700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3d2c0b2880 0x7f3d2c0b4d40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3d40104620 tx=0x7f3d3c006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:54.761 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.762+0000 7f3d36ffd700 1 -- 172.21.15.62:0/3545760640 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3d3802b020 con 0x7f3d40105160 2024-05-20T21:10:54.984 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:54.985+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l", "target": ["mon-mgr", ""]}) -- 0x7f3d40063c40 con 0x7f3d2c0b2880 2024-05-20T21:10:55.002 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.003+0000 7f3d36ffd700 1 -- 172.21.15.62:0/3545760640 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f3d40063c40 con 0x7f3d2c0b2880 2024-05-20T21:10:55.002 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled mds.all update... 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3d2c0b2880 msgr2=0x7f3d2c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3d2c0b2880 0x7f3d2c0b4d40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3d40104620 tx=0x7f3d3c006d20 comp rx=0 tx=0).stop 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 msgr2=0x7f3d40075e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 0x7f3d40075e70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3d380062a0 tx=0x7f3d3800cf80 comp rx=0 tx=0).stop 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 shutdown_connections 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3d2c0b2880 0x7f3d2c0b4d40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d40105160 0x7f3d40075e70 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d401035c0 0x7f3d400772e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.005+0000 7f3d47eb2700 1 --2- 172.21.15.62:0/3545760640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d401047c0 0x7f3d40075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.006+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 >> 172.21.15.62:0/3545760640 conn(0x7f3d400feb60 msgr2=0x7f3d40107a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:55.005 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.006+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 shutdown_connections 2024-05-20T21:10:55.006 INFO:teuthology.orchestra.run.smithi062.stderr:2024-05-20T21:10:55.006+0000 7f3d47eb2700 1 -- 172.21.15.62:0/3545760640 wait complete. 2024-05-20T21:10:55.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:55 smithi062 ceph-mon[36640]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:55.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:55.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:55.566 DEBUG:teuthology.orchestra.run.smithi006:mds.a> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.a.service 2024-05-20T21:10:55.573 DEBUG:teuthology.orchestra.run.smithi006:mds.d> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.d.service 2024-05-20T21:10:55.619 DEBUG:teuthology.orchestra.run.smithi006:mds.g> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.g.service 2024-05-20T21:10:55.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:55 smithi042 ceph-mon[36332]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:55.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:55.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:55.636 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:55 smithi006 ceph-mon[31422]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:55.636 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:55.637 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:10:55.641 DEBUG:teuthology.orchestra.run.smithi006:mds.j> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.j.service 2024-05-20T21:10:55.687 DEBUG:teuthology.orchestra.run.smithi042:mds.b> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.b.service 2024-05-20T21:10:55.690 DEBUG:teuthology.orchestra.run.smithi042:mds.e> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.e.service 2024-05-20T21:10:55.733 DEBUG:teuthology.orchestra.run.smithi042:mds.h> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.h.service 2024-05-20T21:10:55.777 DEBUG:teuthology.orchestra.run.smithi042:mds.k> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.k.service 2024-05-20T21:10:55.820 DEBUG:teuthology.orchestra.run.smithi062:mds.c> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.c.service 2024-05-20T21:10:55.823 DEBUG:teuthology.orchestra.run.smithi062:mds.f> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.f.service 2024-05-20T21:10:55.866 DEBUG:teuthology.orchestra.run.smithi062:mds.i> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.i.service 2024-05-20T21:10:55.908 DEBUG:teuthology.orchestra.run.smithi062:mds.l> sudo journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.l.service 2024-05-20T21:10:55.951 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-20T21:10:55.952 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:10:56.395 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:10:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:56 smithi006 ceph-mon[31422]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:56.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:56 smithi006 ceph-mon[31422]: Saving service mds.all spec with placement smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l;count:12 2024-05-20T21:10:56.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:56 smithi062 ceph-mon[36640]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:56.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:56 smithi062 ceph-mon[36640]: Saving service mds.all spec with placement smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l;count:12 2024-05-20T21:10:56.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:56 smithi042 ceph-mon[36332]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:10:56.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:56 smithi042 ceph-mon[36332]: Saving service mds.all spec with placement smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l;count:12 2024-05-20T21:10:57.524 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:57 smithi042 ceph-mon[36332]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:57.525 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:57.525 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:57.525 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:57.525 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:57.525 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:57.525 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:57.525 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:57 smithi042 ceph-mon[36332]: Deploying daemon mds.l on smithi062 2024-05-20T21:10:57.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:57 smithi062 ceph-mon[36640]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:57.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:57 smithi062 ceph-mon[36640]: Deploying daemon mds.l on smithi062 2024-05-20T21:10:57.615 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:57 smithi006 ceph-mon[31422]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:57.615 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:57.615 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:10:57.616 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:57.616 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:57.616 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:57.616 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:57.616 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:57 smithi006 ceph-mon[31422]: Deploying daemon mds.l on smithi062 2024-05-20T21:10:58.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 -- 172.21.15.6:0/751731432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 msgr2=0x7f55841081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:58.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 --2- 172.21.15.6:0/751731432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 0x7f55841081c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5570009990 tx=0x7f5570009ca0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 -- 172.21.15.6:0/751731432 shutdown_connections 2024-05-20T21:10:58.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 --2- 172.21.15.6:0/751731432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55841088f0 0x7f5584110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 --2- 172.21.15.6:0/751731432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55841037f0 0x7f5584103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 --2- 172.21.15.6:0/751731432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 0x7f55841081c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 -- 172.21.15.6:0/751731432 >> 172.21.15.6:0/751731432 conn(0x7f558407a6a0 msgr2=0x7f558407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:58.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 -- 172.21.15.6:0/751731432 shutdown_connections 2024-05-20T21:10:58.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.517+0000 7f5588e00700 1 -- 172.21.15.6:0/751731432 wait complete. 2024-05-20T21:10:58.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.520+0000 7f5588e00700 1 Processor -- start 2024-05-20T21:10:58.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5588e00700 1 -- start start 2024-05-20T21:10:58.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5588e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55841037f0 0x7f558419bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:58.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5588e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 0x7f558419c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5588e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55841088f0 0x7f55841a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5588e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55841136d0 con 0x7f55841037f0 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5588e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5584113550 con 0x7f55841088f0 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5588e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5584113850 con 0x7f55841041a0 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 0x7f558419c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55841037f0 0x7f558419bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 0x7f558419c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56652/0 (socket says 172.21.15.6:56652) 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55841037f0 0x7f558419bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55180/0 (socket says 172.21.15.6:55180) 2024-05-20T21:10:58.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581400700 1 -- 172.21.15.6:0/2319380724 learned_addr learned my addr 172.21.15.6:0/2319380724 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:10:58.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5582800700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55841088f0 0x7f55841a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:58.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581400700 1 -- 172.21.15.6:0/2319380724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55841088f0 msgr2=0x7f55841a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581400700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55841088f0 0x7f55841a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581400700 1 -- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55841037f0 msgr2=0x7f558419bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581400700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55841037f0 0x7f558419bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581400700 1 -- 172.21.15.6:0/2319380724 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55841a0d90 con 0x7f55841041a0 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.521+0000 7f5581e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55841037f0 0x7f558419bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.522+0000 7f5581400700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 0x7f558419c2c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f55700057c0 tx=0x7f5570005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.522+0000 7f557aa00700 1 -- 172.21.15.6:0/2319380724 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570026070 con 0x7f55841041a0 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.522+0000 7f557aa00700 1 -- 172.21.15.6:0/2319380724 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f557000b610 con 0x7f55841041a0 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.522+0000 7f557aa00700 1 -- 172.21.15.6:0/2319380724 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570021e00 con 0x7f55841041a0 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.522+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55841a1020 con 0x7f55841041a0 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.522+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55841a8900 con 0x7f55841041a0 2024-05-20T21:10:58.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.523+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f558406a230 con 0x7f55841041a0 2024-05-20T21:10:58.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.526+0000 7f557aa00700 1 -- 172.21.15.6:0/2319380724 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f5570029070 con 0x7f55841041a0 2024-05-20T21:10:58.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.529+0000 7f557aa00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55680b2880 0x7f55680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:10:58.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.529+0000 7f557aa00700 1 -- 172.21.15.6:0/2319380724 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f55700e2ca0 con 0x7f55841041a0 2024-05-20T21:10:58.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.529+0000 7f5581e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55680b2880 0x7f55680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:10:58.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.529+0000 7f5581e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55680b2880 0x7f55680b4d40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5574003e30 tx=0x7f557400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:10:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.531+0000 7f557aa00700 1 -- 172.21.15.6:0/2319380724 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5570013070 con 0x7f55841041a0 2024-05-20T21:10:58.538 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 systemd[1]: Starting Ceph mds.l for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:10:58.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.824+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55841a8ad0 con 0x7f55841041a0 2024-05-20T21:10:58.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.825+0000 7f557aa00700 1 -- 172.21.15.6:0/2319380724 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f55700aae50 con 0x7f55841041a0 2024-05-20T21:10:58.826 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:10:58.826 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55680b2880 msgr2=0x7f55680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55680b2880 0x7f55680b4d40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5574003e30 tx=0x7f557400b040 comp rx=0 tx=0).stop 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 msgr2=0x7f558419c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 0x7f558419c2c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f55700057c0 tx=0x7f5570005ef0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 shutdown_connections 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55680b2880 0x7f55680b4d40 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55841088f0 0x7f55841a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55841037f0 0x7f558419bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 --2- 172.21.15.6:0/2319380724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55841041a0 0x7f558419c2c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:10:58.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 >> 172.21.15.6:0/2319380724 conn(0x7f558407a6a0 msgr2=0x7f55841015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:10:58.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 shutdown_connections 2024-05-20T21:10:58.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:10:58.828+0000 7f5588e00700 1 -- 172.21.15.6:0/2319380724 wait complete. 2024-05-20T21:10:58.830 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 1 2024-05-20T21:10:58.992 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 podman[66750]: 2024-05-20 21:10:58.673456529 +0000 UTC m=+0.115214366 container create 4e3f748395678c60bf54625dcd54a651b03d1c9a9755b0cbcb55a265f975363a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-20T21:10:58.992 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 podman[66750]: 2024-05-20 21:10:58.576459136 +0000 UTC m=+0.018216979 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:10:58.992 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 podman[66750]: 2024-05-20 21:10:58.893251294 +0000 UTC m=+0.335009130 container init 4e3f748395678c60bf54625dcd54a651b03d1c9a9755b0cbcb55a265f975363a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux ) 2024-05-20T21:10:58.993 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 podman[66750]: 2024-05-20 21:10:58.895885576 +0000 UTC m=+0.337643424 container start 4e3f748395678c60bf54625dcd54a651b03d1c9a9755b0cbcb55a265f975363a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:10:58.993 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 ceph-mds[66770]: -- 172.21.15.62:0/3527208940 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557539ce3a40 con 0x557539cb6800 2024-05-20T21:10:58.993 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l[66766]: starting mds.l at 2024-05-20T21:10:58.993 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 bash[66750]: 4e3f748395678c60bf54625dcd54a651b03d1c9a9755b0cbcb55a265f975363a 2024-05-20T21:10:59.288 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:10:58 smithi062 systemd[1]: Started Ceph mds.l for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:10:59.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:59.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2319380724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:59.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.62:6832/528802990,v1:172.21.15.62:6833/528802990] up:boot 2024-05-20T21:10:59.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: fsmap 1 up:standby 2024-05-20T21:10:59.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-20T21:10:59.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:59.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:59.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:10:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2319380724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.62:6832/528802990,v1:172.21.15.62:6833/528802990] up:boot 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: fsmap 1 up:standby 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:59.507 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:59.508 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:10:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:10:59.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2319380724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.62:6832/528802990,v1:172.21.15.62:6833/528802990] up:boot 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: fsmap 1 up:standby 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:10:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:10:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:00.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:00 smithi042 ceph-mon[36332]: Deploying daemon mds.k on smithi042 2024-05-20T21:11:00.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:00 smithi062 ceph-mon[36640]: Deploying daemon mds.k on smithi042 2024-05-20T21:11:00.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:00 smithi006 ceph-mon[31422]: Deploying daemon mds.k on smithi042 2024-05-20T21:11:01.339 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:01 smithi042 ceph-mon[36332]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:01.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:01 smithi062 ceph-mon[36640]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:01.573 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:11:01.623 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:01 smithi042 systemd[1]: Starting Ceph mds.k for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:11:01.657 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:01 smithi006 ceph-mon[31422]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:02.015 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:01 smithi042 podman[65832]: 2024-05-20 21:11:01.645853617 +0000 UTC m=+0.017991872 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:11:02.015 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:01 smithi042 podman[65832]: 2024-05-20 21:11:01.762431144 +0000 UTC m=+0.134569406 container create 86adeb127f21152c83870eedfd6f5ef110fd98dcf8d51f91f0be206891bc6676 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-05-20T21:11:02.015 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:01 smithi042 podman[65832]: 2024-05-20 21:11:01.989736319 +0000 UTC m=+0.361874560 container init 86adeb127f21152c83870eedfd6f5ef110fd98dcf8d51f91f0be206891bc6676 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:11:02.015 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:01 smithi042 podman[65832]: 2024-05-20 21:11:01.992358074 +0000 UTC m=+0.364496317 container start 86adeb127f21152c83870eedfd6f5ef110fd98dcf8d51f91f0be206891bc6676 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-20T21:11:02.036 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:02.373 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:02 smithi042 ceph-mds[65851]: -- 172.21.15.42:0/4173077617 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562bcc1ada40 con 0x562bcc180c00 2024-05-20T21:11:02.373 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:02 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k[65847]: starting mds.k at 2024-05-20T21:11:02.373 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:02 smithi042 bash[65832]: 86adeb127f21152c83870eedfd6f5ef110fd98dcf8d51f91f0be206891bc6676 2024-05-20T21:11:02.373 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:11:02 smithi042 systemd[1]: Started Ceph mds.k for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:03.408 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:03.408 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.408 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.408 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.408 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:03.408 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: Deploying daemon mds.j on smithi006 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.42:6832/685143821,v1:172.21.15.42:6833/685143821] up:boot 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: fsmap 2 up:standby 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:03.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:03.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:03.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: Deploying daemon mds.j on smithi006 2024-05-20T21:11:03.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.42:6832/685143821,v1:172.21.15.42:6833/685143821] up:boot 2024-05-20T21:11:03.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: fsmap 2 up:standby 2024-05-20T21:11:03.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-20T21:11:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: Deploying daemon mds.j on smithi006 2024-05-20T21:11:03.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.42:6832/685143821,v1:172.21.15.42:6833/685143821] up:boot 2024-05-20T21:11:03.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: fsmap 2 up:standby 2024-05-20T21:11:03.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-20T21:11:04.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 -- 172.21.15.6:0/1307001885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa444106030 msgr2=0x7fa444112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:04.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 --2- 172.21.15.6:0/1307001885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa444106030 0x7fa444112540 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa43c009f90 tx=0x7fa43c00b330 comp rx=0 tx=0).stop 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 -- 172.21.15.6:0/1307001885 shutdown_connections 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 --2- 172.21.15.6:0/1307001885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa444106030 0x7fa444112540 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 --2- 172.21.15.6:0/1307001885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa44410b670 0x7fa44410ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 --2- 172.21.15.6:0/1307001885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa444105670 0x7fa444105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 -- 172.21.15.6:0/1307001885 >> 172.21.15.6:0/1307001885 conn(0x7fa444101160 msgr2=0x7fa444103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 -- 172.21.15.6:0/1307001885 shutdown_connections 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.542+0000 7fa449e00700 1 -- 172.21.15.6:0/1307001885 wait complete. 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.543+0000 7fa449e00700 1 Processor -- start 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.543+0000 7fa449e00700 1 -- start start 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa449e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa444105670 0x7fa4441a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:04.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa449e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa444106030 0x7fa4441a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa449e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa44410b670 0x7fa44419ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa449e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa444115850 con 0x7fa444105670 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa449e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4441156d0 con 0x7fa444106030 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa449e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa4441159d0 con 0x7fa44410b670 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa443e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa444106030 0x7fa4441a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa448a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa444105670 0x7fa4441a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa449400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa44410b670 0x7fa44419ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa443e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa444106030 0x7fa4441a1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59854/0 (socket says 172.21.15.6:59854) 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.544+0000 7fa443e00700 1 -- 172.21.15.6:0/4013405445 learned_addr learned my addr 172.21.15.6:0/4013405445 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.545+0000 7fa449400700 1 -- 172.21.15.6:0/4013405445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa444106030 msgr2=0x7fa4441a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:04.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.545+0000 7fa449400700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa444106030 0x7fa4441a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.545+0000 7fa449400700 1 -- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa444105670 msgr2=0x7fa4441a18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.545+0000 7fa449400700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa444105670 0x7fa4441a18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.545+0000 7fa449400700 1 -- 172.21.15.6:0/4013405445 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa44419c1f0 con 0x7fa44410b670 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.545+0000 7fa443e00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa444106030 0x7fa4441a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.545+0000 7fa449400700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa44410b670 0x7fa44419ba90 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa43c009790 tx=0x7fa43c00ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.545+0000 7fa441600700 1 -- 172.21.15.6:0/4013405445 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa43c021070 con 0x7fa44410b670 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.546+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa44419c480 con 0x7fa44410b670 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.546+0000 7fa441600700 1 -- 172.21.15.6:0/4013405445 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa43c007ac0 con 0x7fa44410b670 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.546+0000 7fa441600700 1 -- 172.21.15.6:0/4013405445 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa43c005040 con 0x7fa44410b670 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.546+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4441a87a0 con 0x7fa44410b670 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.547+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa444106db0 con 0x7fa44410b670 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.550+0000 7fa441600700 1 -- 172.21.15.6:0/4013405445 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa43c024070 con 0x7fa44410b670 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.551+0000 7fa441600700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa42c0b2880 0x7fa42c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:04.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.551+0000 7fa441600700 1 -- 172.21.15.6:0/4013405445 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fa43c0e2f80 con 0x7fa44410b670 2024-05-20T21:11:04.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.551+0000 7fa448a00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa42c0b2880 0x7fa42c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:04.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.552+0000 7fa448a00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa42c0b2880 0x7fa42c0b4d40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa44419cbd0 tx=0x7fa438009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:04.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.553+0000 7fa441600700 1 -- 172.21.15.6:0/4013405445 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa43c0ab130 con 0x7fa44410b670 2024-05-20T21:11:04.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.838+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa44402e560 con 0x7fa44410b670 2024-05-20T21:11:04.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.839+0000 7fa441600700 1 -- 172.21.15.6:0/4013405445 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2212 (secure 0 0 0) 0x7fa43c0aaa30 con 0x7fa44410b670 2024-05-20T21:11:04.839 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:11:04.839 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-20T21:11:04.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.842+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa42c0b2880 msgr2=0x7fa42c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:04.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.842+0000 7fa449e00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa42c0b2880 0x7fa42c0b4d40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa44419cbd0 tx=0x7fa438009260 comp rx=0 tx=0).stop 2024-05-20T21:11:04.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.842+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa44410b670 msgr2=0x7fa44419ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:04.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.842+0000 7fa449e00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa44410b670 0x7fa44419ba90 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa43c009790 tx=0x7fa43c00ccb0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.843+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 shutdown_connections 2024-05-20T21:11:04.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.843+0000 7fa449e00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa42c0b2880 0x7fa42c0b4d40 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.843+0000 7fa449e00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa44410b670 0x7fa44419ba90 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.843+0000 7fa449e00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa444105670 0x7fa4441a18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.843+0000 7fa449e00700 1 --2- 172.21.15.6:0/4013405445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa444106030 0x7fa4441a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:04.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.843+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 >> 172.21.15.6:0/4013405445 conn(0x7fa444101160 msgr2=0x7fa4441016e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:04.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.843+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 shutdown_connections 2024-05-20T21:11:04.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:04.843+0000 7fa449e00700 1 -- 172.21.15.6:0/4013405445 wait complete. 2024-05-20T21:11:04.844 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 3 2024-05-20T21:11:05.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:05 smithi006 ceph-mon[31422]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:05.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:05 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4013405445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:05.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:05 smithi062 ceph-mon[36640]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:05.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:05 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4013405445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:05 smithi042 ceph-mon[36332]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:05 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4013405445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:07.138 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:06 smithi006 systemd[1]: Starting Ceph mds.j for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:11:07.390 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:07 smithi006 ceph-mon[31422]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:07.391 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:07 smithi006 podman[69422]: 2024-05-20 21:11:07.120130415 +0000 UTC m=+0.035037908 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:11:07.391 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:07 smithi006 podman[69422]: 2024-05-20 21:11:07.239252292 +0000 UTC m=+0.154159819 container create 780f0e62f070906e293ab3e036c131492ab60f7c5be693fa114716585469692e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-20T21:11:07.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:07 smithi062 ceph-mon[36640]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:07.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:07 smithi042 ceph-mon[36332]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:07.908 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:07 smithi006 podman[69422]: 2024-05-20 21:11:07.509917515 +0000 UTC m=+0.424825095 container init 780f0e62f070906e293ab3e036c131492ab60f7c5be693fa114716585469692e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-20T21:11:07.908 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:07 smithi006 podman[69422]: 2024-05-20 21:11:07.521228031 +0000 UTC m=+0.436135547 container start 780f0e62f070906e293ab3e036c131492ab60f7c5be693fa114716585469692e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:11:07.908 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:07 smithi006 ceph-mds[69440]: -- 172.21.15.6:0/2875427192 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ebfd73da40 con 0x55ebfd711000 2024-05-20T21:11:07.909 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j[69436]: starting mds.j at 2024-05-20T21:11:07.909 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:07 smithi006 bash[69422]: 780f0e62f070906e293ab3e036c131492ab60f7c5be693fa114716585469692e 2024-05-20T21:11:07.909 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:11:07 smithi006 systemd[1]: Started Ceph mds.j for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:08.301 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:11:08.785 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:09.005 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.005 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.005 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.005 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:09.005 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:09.006 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:09.006 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: Deploying daemon mds.d on smithi006 2024-05-20T21:11:09.006 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:09.006 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.6:6834/603539882,v1:172.21.15.6:6835/603539882] up:boot 2024-05-20T21:11:09.006 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: fsmap 3 up:standby 2024-05-20T21:11:09.006 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:08 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: Deploying daemon mds.d on smithi006 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.6:6834/603539882,v1:172.21.15.6:6835/603539882] up:boot 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: fsmap 3 up:standby 2024-05-20T21:11:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:08 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: Deploying daemon mds.d on smithi006 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.6:6834/603539882,v1:172.21.15.6:6835/603539882] up:boot 2024-05-20T21:11:09.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: fsmap 3 up:standby 2024-05-20T21:11:09.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:08 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-20T21:11:11.382 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:11 smithi006 ceph-mon[31422]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:11.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:11 smithi062 ceph-mon[36640]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:11 smithi042 ceph-mon[36332]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:12.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 -- 172.21.15.6:0/3013712750 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341088f0 msgr2=0x7efe34110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:12.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 --2- 172.21.15.6:0/3013712750 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341088f0 0x7efe34110470 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efe2c00b0d0 tx=0x7efe2c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 -- 172.21.15.6:0/3013712750 shutdown_connections 2024-05-20T21:11:12.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 --2- 172.21.15.6:0/3013712750 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341088f0 0x7efe34110470 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 --2- 172.21.15.6:0/3013712750 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe341037f0 0x7efe34103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 --2- 172.21.15.6:0/3013712750 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe341041a0 0x7efe341081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 -- 172.21.15.6:0/3013712750 >> 172.21.15.6:0/3013712750 conn(0x7efe3407a6a0 msgr2=0x7efe3407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:12.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 -- 172.21.15.6:0/3013712750 shutdown_connections 2024-05-20T21:11:12.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.030+0000 7efe39800700 1 -- 172.21.15.6:0/3013712750 wait complete. 2024-05-20T21:11:12.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.031+0000 7efe39800700 1 Processor -- start 2024-05-20T21:11:12.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.031+0000 7efe39800700 1 -- start start 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe39800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe341037f0 0x7efe34075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe39800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341041a0 0x7efe34075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe39800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe341088f0 0x7efe340762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe39800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efe341136e0 con 0x7efe341041a0 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe39800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efe34113560 con 0x7efe341088f0 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe39800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7efe34113860 con 0x7efe341037f0 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe32000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341041a0 0x7efe34075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe32000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341041a0 0x7efe34075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42764/0 (socket says 172.21.15.6:42764) 2024-05-20T21:11:12.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe32000700 1 -- 172.21.15.6:0/2529289860 learned_addr learned my addr 172.21.15.6:0/2529289860 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe32a00700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe341037f0 0x7efe34075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.032+0000 7efe33400700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe341088f0 0x7efe340762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.033+0000 7efe32000700 1 -- 172.21.15.6:0/2529289860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe341037f0 msgr2=0x7efe34075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.033+0000 7efe32000700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe341037f0 0x7efe34075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.033+0000 7efe32000700 1 -- 172.21.15.6:0/2529289860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe341088f0 msgr2=0x7efe340762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.033+0000 7efe32000700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe341088f0 0x7efe340762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.033+0000 7efe32000700 1 -- 172.21.15.6:0/2529289860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe341a8020 con 0x7efe341041a0 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.033+0000 7efe32000700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341041a0 0x7efe34075d80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efe2000e9c0 tx=0x7efe2000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:12.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.033+0000 7efe2b400700 1 -- 172.21.15.6:0/2529289860 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe2000cbd0 con 0x7efe341041a0 2024-05-20T21:11:12.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.034+0000 7efe2b400700 1 -- 172.21.15.6:0/2529289860 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efe2000ee60 con 0x7efe341041a0 2024-05-20T21:11:12.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.034+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe341a8310 con 0x7efe341041a0 2024-05-20T21:11:12.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.034+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe341a8850 con 0x7efe341041a0 2024-05-20T21:11:12.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.034+0000 7efe2b400700 1 -- 172.21.15.6:0/2529289860 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe200055c0 con 0x7efe341041a0 2024-05-20T21:11:12.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.035+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe14005330 con 0x7efe341041a0 2024-05-20T21:11:12.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.041+0000 7efe2b400700 1 -- 172.21.15.6:0/2529289860 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7efe20004750 con 0x7efe341041a0 2024-05-20T21:11:12.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.043+0000 7efe2b400700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efe180b2900 0x7efe180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:12.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.044+0000 7efe2b400700 1 -- 172.21.15.6:0/2529289860 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7efe200e1eb0 con 0x7efe341041a0 2024-05-20T21:11:12.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.044+0000 7efe32a00700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efe180b2900 0x7efe180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:12.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.045+0000 7efe32a00700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efe180b2900 0x7efe180b4dc0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efe24009c60 tx=0x7efe24009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:12.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.049+0000 7efe2b400700 1 -- 172.21.15.6:0/2529289860 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efe200a9fd0 con 0x7efe341041a0 2024-05-20T21:11:12.300 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:11:12 smithi006 podman[69848]: 2024-05-20 21:11:12.137456468 +0000 UTC m=+0.139351270 container create fa133b7dcda955bcf2dda367f951a95a91bfce589e1ddc5bf58d15b4fe9c2cd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514) 2024-05-20T21:11:12.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.346+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe14005620 con 0x7efe341041a0 2024-05-20T21:11:12.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.347+0000 7efe2b400700 1 -- 172.21.15.6:0/2529289860 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3031 (secure 0 0 0) 0x7efe200a98d0 con 0x7efe341041a0 2024-05-20T21:11:12.347 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:11:12.347 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-20T21:11:12.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efe180b2900 msgr2=0x7efe180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:12.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efe180b2900 0x7efe180b4dc0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efe24009c60 tx=0x7efe24009260 comp rx=0 tx=0).stop 2024-05-20T21:11:12.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341041a0 msgr2=0x7efe34075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341041a0 0x7efe34075d80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efe2000e9c0 tx=0x7efe2000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 shutdown_connections 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efe180b2900 0x7efe180b4dc0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe341088f0 0x7efe340762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe341037f0 0x7efe34075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 --2- 172.21.15.6:0/2529289860 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe341041a0 0x7efe34075d80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.350+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 >> 172.21.15.6:0/2529289860 conn(0x7efe3407a6a0 msgr2=0x7efe34101720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.351+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 shutdown_connections 2024-05-20T21:11:12.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:12.351+0000 7efe39800700 1 -- 172.21.15.6:0/2529289860 wait complete. 2024-05-20T21:11:12.352 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 4 2024-05-20T21:11:12.659 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:11:12 smithi006 podman[69848]: 2024-05-20 21:11:12.407756037 +0000 UTC m=+0.409650815 container init fa133b7dcda955bcf2dda367f951a95a91bfce589e1ddc5bf58d15b4fe9c2cd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True) 2024-05-20T21:11:12.659 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:11:12 smithi006 podman[69848]: 2024-05-20 21:11:12.415696572 +0000 UTC m=+0.417591343 container start fa133b7dcda955bcf2dda367f951a95a91bfce589e1ddc5bf58d15b4fe9c2cd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-20T21:11:12.659 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:11:12 smithi006 ceph-mds[69900]: -- 172.21.15.6:0/400578188 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56436020da40 con 0x5643601e0c00 2024-05-20T21:11:12.659 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:11:12 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d[69883]: starting mds.d at 2024-05-20T21:11:12.659 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:11:12 smithi006 bash[69848]: fa133b7dcda955bcf2dda367f951a95a91bfce589e1ddc5bf58d15b4fe9c2cd2 2024-05-20T21:11:12.659 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:11:12 smithi006 systemd[1]: Started Ceph mds.d for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:13 smithi062 ceph-mon[36640]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:13 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2529289860' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:13 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:13.552 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:13 smithi042 ceph-mon[36332]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:13.552 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:13 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2529289860' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:13.552 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.552 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.552 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.552 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:13.552 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:13.552 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:13 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:13.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:13 smithi006 ceph-mon[31422]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:13 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2529289860' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:13 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:14.454 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:14 smithi042 ceph-mon[36332]: Deploying daemon mds.e on smithi042 2024-05-20T21:11:14.454 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:14 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.6:6836/2736776066,v1:172.21.15.6:6837/2736776066] up:boot 2024-05-20T21:11:14.454 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:14 smithi042 ceph-mon[36332]: fsmap 4 up:standby 2024-05-20T21:11:14.454 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:14 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-20T21:11:14.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:14 smithi062 ceph-mon[36640]: Deploying daemon mds.e on smithi042 2024-05-20T21:11:14.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:14 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.6:6836/2736776066,v1:172.21.15.6:6837/2736776066] up:boot 2024-05-20T21:11:14.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:14 smithi062 ceph-mon[36640]: fsmap 4 up:standby 2024-05-20T21:11:14.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:14 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-20T21:11:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:14 smithi006 ceph-mon[31422]: Deploying daemon mds.e on smithi042 2024-05-20T21:11:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:14 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.6:6836/2736776066,v1:172.21.15.6:6837/2736776066] up:boot 2024-05-20T21:11:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:14 smithi006 ceph-mon[31422]: fsmap 4 up:standby 2024-05-20T21:11:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:14 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-20T21:11:15.181 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:11:15 smithi042 podman[66150]: 2024-05-20 21:11:15.006204829 +0000 UTC m=+0.017690301 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:11:15.330 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:11:15.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:15 smithi062 ceph-mon[36640]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:15.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:15 smithi042 ceph-mon[36332]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:15.623 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:11:15 smithi042 podman[66150]: 2024-05-20 21:11:15.288287322 +0000 UTC m=+0.299772785 container init b9249489e0ee1284fa5a50f0c4810c9e68f08f4a6fdb13aa25484d09df137c4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux ) 2024-05-20T21:11:15.623 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:11:15 smithi042 podman[66150]: 2024-05-20 21:11:15.291013767 +0000 UTC m=+0.302499241 container start b9249489e0ee1284fa5a50f0c4810c9e68f08f4a6fdb13aa25484d09df137c4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-20T21:11:15.623 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:11:15 smithi042 ceph-mds[66170]: -- 172.21.15.42:0/3560368280 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564c48c91a40 con 0x564c48c64c00 2024-05-20T21:11:15.623 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:11:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e[66166]: starting mds.e at 2024-05-20T21:11:15.623 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:11:15 smithi042 bash[66150]: b9249489e0ee1284fa5a50f0c4810c9e68f08f4a6fdb13aa25484d09df137c4d 2024-05-20T21:11:15.623 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:11:15 smithi042 systemd[1]: Started Ceph mds.e for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:15 smithi006 ceph-mon[31422]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:15.785 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: Deploying daemon mds.f on smithi062 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.42:6834/2261598838,v1:172.21.15.42:6835/2261598838] up:boot 2024-05-20T21:11:16.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: fsmap 5 up:standby 2024-05-20T21:11:16.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:16 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-20T21:11:16.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: Deploying daemon mds.f on smithi062 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.42:6834/2261598838,v1:172.21.15.42:6835/2261598838] up:boot 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: fsmap 5 up:standby 2024-05-20T21:11:16.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:16 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: Deploying daemon mds.f on smithi062 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.42:6834/2261598838,v1:172.21.15.42:6835/2261598838] up:boot 2024-05-20T21:11:16.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: fsmap 5 up:standby 2024-05-20T21:11:16.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:16 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-20T21:11:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:17 smithi062 ceph-mon[36640]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:17.788 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:17 smithi062 systemd[1]: Starting Ceph mds.f for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:11:17.858 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:17 smithi006 ceph-mon[31422]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:17 smithi042 ceph-mon[36332]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.047+0000 7ff707000700 1 -- 172.21.15.6:0/1547035200 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700075770 msgr2=0x7ff700075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.047+0000 7ff707000700 1 --2- 172.21.15.6:0/1547035200 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700075770 0x7ff700075b50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009990 tx=0x7ff6f0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.048+0000 7ff707000700 1 -- 172.21.15.6:0/1547035200 shutdown_connections 2024-05-20T21:11:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.048+0000 7ff707000700 1 --2- 172.21.15.6:0/1547035200 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff700114710 0x7ff700116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.048+0000 7ff707000700 1 --2- 172.21.15.6:0/1547035200 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700075770 0x7ff700075b50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.048+0000 7ff707000700 1 --2- 172.21.15.6:0/1547035200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff700076090 0x7ff7001141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.048+0000 7ff707000700 1 -- 172.21.15.6:0/1547035200 >> 172.21.15.6:0/1547035200 conn(0x7ff70007a6a0 msgr2=0x7ff70007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.048+0000 7ff707000700 1 -- 172.21.15.6:0/1547035200 shutdown_connections 2024-05-20T21:11:18.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.048+0000 7ff707000700 1 -- 172.21.15.6:0/1547035200 wait complete. 2024-05-20T21:11:18.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.050+0000 7ff707000700 1 Processor -- start 2024-05-20T21:11:18.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.050+0000 7ff707000700 1 -- start start 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff707000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff700075770 0x7ff7001a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff707000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700076090 0x7ff7001a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff707000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff700114710 0x7ff7001a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff707000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff700119d10 con 0x7ff700114710 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff707000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff700119b90 con 0x7ff700075770 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff707000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff700119e90 con 0x7ff700076090 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff6ff400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700076090 0x7ff7001a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff6ff400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700076090 0x7ff7001a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36974/0 (socket says 172.21.15.6:36974) 2024-05-20T21:11:18.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff6ff400700 1 -- 172.21.15.6:0/353439640 learned_addr learned my addr 172.21.15.6:0/353439640 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:18.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff6ffe00700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff700075770 0x7ff7001a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:18.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.051+0000 7ff705000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff700114710 0x7ff7001a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:18.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.052+0000 7ff705000700 1 -- 172.21.15.6:0/353439640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700076090 msgr2=0x7ff7001a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:18.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.052+0000 7ff705000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700076090 0x7ff7001a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.052+0000 7ff705000700 1 -- 172.21.15.6:0/353439640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff700075770 msgr2=0x7ff7001a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:18.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.052+0000 7ff705000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff700075770 0x7ff7001a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.052+0000 7ff705000700 1 -- 172.21.15.6:0/353439640 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7001a5270 con 0x7ff700114710 2024-05-20T21:11:18.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.052+0000 7ff6ffe00700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff700075770 0x7ff7001a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:18.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.052+0000 7ff705000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff700114710 0x7ff7001a4b30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff6f800ef90 tx=0x7ff6f800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:18.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.053+0000 7ff6fcc00700 1 -- 172.21.15.6:0/353439640 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f80092e0 con 0x7ff700114710 2024-05-20T21:11:18.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.053+0000 7ff6fcc00700 1 -- 172.21.15.6:0/353439640 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6f8004bb0 con 0x7ff700114710 2024-05-20T21:11:18.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.053+0000 7ff6fcc00700 1 -- 172.21.15.6:0/353439640 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f8004020 con 0x7ff700114710 2024-05-20T21:11:18.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.053+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7001a5500 con 0x7ff700114710 2024-05-20T21:11:18.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.053+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7001acde0 con 0x7ff700114710 2024-05-20T21:11:18.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.054+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff70006a230 con 0x7ff700114710 2024-05-20T21:11:18.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.057+0000 7ff6fcc00700 1 -- 172.21.15.6:0/353439640 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7ff6f801b030 con 0x7ff700114710 2024-05-20T21:11:18.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.058+0000 7ff6fcc00700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6e40b2880 0x7ff6e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:18.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.059+0000 7ff6fcc00700 1 -- 172.21.15.6:0/353439640 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7ff6f80e18e0 con 0x7ff700114710 2024-05-20T21:11:18.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.059+0000 7ff6ffe00700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6e40b2880 0x7ff6e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:18.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.060+0000 7ff6ffe00700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6e40b2880 0x7ff6e40b4d40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0006010 tx=0x7ff6f001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:18.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.063+0000 7ff6fcc00700 1 -- 172.21.15.6:0/353439640 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff6f8022020 con 0x7ff700114710 2024-05-20T21:11:18.147 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:17 smithi062 podman[67053]: 2024-05-20 21:11:17.885275897 +0000 UTC m=+0.112395486 container create 8bb328cad4438ef65c26ac00a57ee79a2235129c156ecd80bdcc1e7e6b35a023 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-20T21:11:18.147 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:17 smithi062 podman[67053]: 2024-05-20 21:11:17.791373889 +0000 UTC m=+0.018493478 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:11:18.147 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:18 smithi062 podman[67053]: 2024-05-20 21:11:18.121395552 +0000 UTC m=+0.348515135 container init 8bb328cad4438ef65c26ac00a57ee79a2235129c156ecd80bdcc1e7e6b35a023 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:11:18.147 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:18 smithi062 podman[67053]: 2024-05-20 21:11:18.12403987 +0000 UTC m=+0.351159460 container start 8bb328cad4438ef65c26ac00a57ee79a2235129c156ecd80bdcc1e7e6b35a023 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-05-20T21:11:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.359+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff70002e560 con 0x7ff700114710 2024-05-20T21:11:18.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.360+0000 7ff6fcc00700 1 -- 172.21.15.6:0/353439640 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4678 (secure 0 0 0) 0x7ff6f8010040 con 0x7ff700114710 2024-05-20T21:11:18.360 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:11:18.360 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-05-20T21:11:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.363+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6e40b2880 msgr2=0x7ff6e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.363+0000 7ff707000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6e40b2880 0x7ff6e40b4d40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0006010 tx=0x7ff6f001a040 comp rx=0 tx=0).stop 2024-05-20T21:11:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.363+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff700114710 msgr2=0x7ff7001a4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.363+0000 7ff707000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff700114710 0x7ff7001a4b30 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff6f800ef90 tx=0x7ff6f800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.363+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 shutdown_connections 2024-05-20T21:11:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.363+0000 7ff707000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6e40b2880 0x7ff6e40b4d40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.363+0000 7ff707000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff700114710 0x7ff7001a4b30 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.363+0000 7ff707000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff700075770 0x7ff7001a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.364+0000 7ff707000700 1 --2- 172.21.15.6:0/353439640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff700076090 0x7ff7001a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.364+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 >> 172.21.15.6:0/353439640 conn(0x7ff70007a6a0 msgr2=0x7ff700111540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.364+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 shutdown_connections 2024-05-20T21:11:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:18.364+0000 7ff707000700 1 -- 172.21.15.6:0/353439640 wait complete. 2024-05-20T21:11:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 6 2024-05-20T21:11:18.538 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:18 smithi062 ceph-mds[67072]: -- 172.21.15.62:0/4153816185 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e2bfd5a40 con 0x559e2bfa8800 2024-05-20T21:11:18.538 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f[67068]: starting mds.f at 2024-05-20T21:11:18.538 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:18 smithi062 bash[67053]: 8bb328cad4438ef65c26ac00a57ee79a2235129c156ecd80bdcc1e7e6b35a023 2024-05-20T21:11:18.538 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:11:18 smithi062 systemd[1]: Started Ceph mds.f for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:19.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:19.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:19.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: Deploying daemon mds.c on smithi062 2024-05-20T21:11:19.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/353439640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:19.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.62:6834/1061308332,v1:172.21.15.62:6835/1061308332] up:boot 2024-05-20T21:11:19.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: fsmap 6 up:standby 2024-05-20T21:11:19.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:11:19.523 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:19.523 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.523 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: Deploying daemon mds.c on smithi062 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/353439640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.62:6834/1061308332,v1:172.21.15.62:6835/1061308332] up:boot 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: fsmap 6 up:standby 2024-05-20T21:11:19.524 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: Deploying daemon mds.c on smithi062 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/353439640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.62:6834/1061308332,v1:172.21.15.62:6835/1061308332] up:boot 2024-05-20T21:11:19.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: fsmap 6 up:standby 2024-05-20T21:11:19.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:11:20.538 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:20 smithi062 systemd[1]: Starting Ceph mds.c for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:11:20.951 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:20 smithi062 podman[67361]: 2024-05-20 21:11:20.680910891 +0000 UTC m=+0.105592035 container create 313ce6084f52fa51bafe2f238329e58a827b37f299a9771be5e5ccbb4888ec73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-20T21:11:20.951 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:20 smithi062 podman[67361]: 2024-05-20 21:11:20.592694353 +0000 UTC m=+0.017375523 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:11:20.951 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:20 smithi062 podman[67361]: 2024-05-20 21:11:20.925407648 +0000 UTC m=+0.350088800 container init 313ce6084f52fa51bafe2f238329e58a827b37f299a9771be5e5ccbb4888ec73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:11:20.951 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:20 smithi062 podman[67361]: 2024-05-20 21:11:20.928282521 +0000 UTC m=+0.352963675 container start 313ce6084f52fa51bafe2f238329e58a827b37f299a9771be5e5ccbb4888ec73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-20T21:11:21.142 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:11:21.243 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:20 smithi062 ceph-mds[67380]: -- 172.21.15.62:0/4234027628 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558d66ca9a40 con 0x558d66c7cc00 2024-05-20T21:11:21.243 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c[67376]: starting mds.c at 2024-05-20T21:11:21.243 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:21 smithi062 bash[67361]: 313ce6084f52fa51bafe2f238329e58a827b37f299a9771be5e5ccbb4888ec73 2024-05-20T21:11:21.243 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:11:21 smithi062 systemd[1]: Started Ceph mds.c for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:21.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:21 smithi006 ceph-mon[31422]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:21.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:21.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:21 smithi062 ceph-mon[36640]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:21.607 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:21 smithi042 ceph-mon[36332]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:22.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:22 smithi042 ceph-mon[36332]: Deploying daemon mds.h on smithi042 2024-05-20T21:11:22.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:22 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.62:6836/1607123152,v1:172.21.15.62:6837/1607123152] up:boot 2024-05-20T21:11:22.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:22 smithi042 ceph-mon[36332]: fsmap 7 up:standby 2024-05-20T21:11:22.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:11:22.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:22 smithi006 ceph-mon[31422]: Deploying daemon mds.h on smithi042 2024-05-20T21:11:22.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:22 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.62:6836/1607123152,v1:172.21.15.62:6837/1607123152] up:boot 2024-05-20T21:11:22.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:22 smithi006 ceph-mon[31422]: fsmap 7 up:standby 2024-05-20T21:11:22.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:11:22.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:22 smithi062 ceph-mon[36640]: Deploying daemon mds.h on smithi042 2024-05-20T21:11:22.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:22 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.62:6836/1607123152,v1:172.21.15.62:6837/1607123152] up:boot 2024-05-20T21:11:22.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:22 smithi062 ceph-mon[36640]: fsmap 7 up:standby 2024-05-20T21:11:22.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:11:23.336 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:23 smithi006 ceph-mon[31422]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:23.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:23 smithi042 ceph-mon[36332]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:23.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:23 smithi062 ceph-mon[36640]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:23.744 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:11:23 smithi042 podman[66454]: 2024-05-20 21:11:23.721514937 +0000 UTC m=+0.358947018 container start 2c91cb90cd69e62ecf5581d46f7dcdc23d0f390334e2ec2de75b4f6b861be435 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=) 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 -- 172.21.15.6:0/513724483 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 msgr2=0x7fdacc103a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 --2- 172.21.15.6:0/513724483 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 0x7fdacc103a80 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdab40099c0 tx=0x7fdab4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 -- 172.21.15.6:0/513724483 shutdown_connections 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 --2- 172.21.15.6:0/513724483 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdacc103fc0 0x7fdacc1103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 --2- 172.21.15.6:0/513724483 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdacc1095e0 0x7fdacc1099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 --2- 172.21.15.6:0/513724483 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 0x7fdacc103a80 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 -- 172.21.15.6:0/513724483 >> 172.21.15.6:0/513724483 conn(0x7fdacc07a700 msgr2=0x7fdacc07ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 -- 172.21.15.6:0/513724483 shutdown_connections 2024-05-20T21:11:23.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.829+0000 7fdad1c00700 1 -- 172.21.15.6:0/513724483 wait complete. 2024-05-20T21:11:23.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.830+0000 7fdad1c00700 1 Processor -- start 2024-05-20T21:11:23.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.830+0000 7fdad1c00700 1 -- start start 2024-05-20T21:11:23.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdad1c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 0x7fdacc19be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:23.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdad1c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdacc103fc0 0x7fdacc19c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdad1c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdacc1095e0 0x7fdacc1a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdad1c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdacc113740 con 0x7fdacc103600 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdad1c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdacc1135c0 con 0x7fdacc103fc0 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdad1c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdacc1138c0 con 0x7fdacc1095e0 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdacaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 0x7fdacc19be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdac2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdacc103fc0 0x7fdacc19c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdac2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdacc103fc0 0x7fdacc19c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:36544/0 (socket says 172.21.15.6:36544) 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdac2000700 1 -- 172.21.15.6:0/4119340426 learned_addr learned my addr 172.21.15.6:0/4119340426 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdacaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 0x7fdacc19be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47774/0 (socket says 172.21.15.6:47774) 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdacb400700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdacc1095e0 0x7fdacc1a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdac2000700 1 -- 172.21.15.6:0/4119340426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdacc1095e0 msgr2=0x7fdacc1a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:23.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdac2000700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdacc1095e0 0x7fdacc1a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdac2000700 1 -- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 msgr2=0x7fdacc19be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:23.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdac2000700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 0x7fdacc19be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:23.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdac2000700 1 -- 172.21.15.6:0/4119340426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdacc1a0e40 con 0x7fdacc103fc0 2024-05-20T21:11:23.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdacb400700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdacc1095e0 0x7fdacc1a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:11:23.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.831+0000 7fdacaa00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 0x7fdacc19be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:23.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.832+0000 7fdac2000700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdacc103fc0 0x7fdacc19c370 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdab4006010 tx=0x7fdab4005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:23.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.832+0000 7fdac3e00700 1 -- 172.21.15.6:0/4119340426 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab4026070 con 0x7fdacc103fc0 2024-05-20T21:11:23.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.832+0000 7fdac3e00700 1 -- 172.21.15.6:0/4119340426 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdab4003c70 con 0x7fdacc103fc0 2024-05-20T21:11:23.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.832+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdacc1a10d0 con 0x7fdacc103fc0 2024-05-20T21:11:23.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.832+0000 7fdac3e00700 1 -- 172.21.15.6:0/4119340426 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab400fb40 con 0x7fdacc103fc0 2024-05-20T21:11:23.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.832+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdacc1a89b0 con 0x7fdacc103fc0 2024-05-20T21:11:23.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.833+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdacc104c50 con 0x7fdacc103fc0 2024-05-20T21:11:23.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.835+0000 7fdac3e00700 1 -- 172.21.15.6:0/4119340426 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fdab4029070 con 0x7fdacc103fc0 2024-05-20T21:11:23.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.837+0000 7fdac3e00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdab00b2880 0x7fdab00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:23.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.837+0000 7fdac3e00700 1 -- 172.21.15.6:0/4119340426 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fdab40e26c0 con 0x7fdacc103fc0 2024-05-20T21:11:23.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.837+0000 7fdacaa00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdab00b2880 0x7fdab00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:23.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.838+0000 7fdacaa00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdab00b2880 0x7fdab00b4d40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdabc009fd0 tx=0x7fdabc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:23.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:23.842+0000 7fdac3e00700 1 -- 172.21.15.6:0/4119340426 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdab405edf0 con 0x7fdacc103fc0 2024-05-20T21:11:24.123 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:11:23 smithi042 ceph-mds[66473]: -- 172.21.15.42:0/127384624 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5620fadeda40 con 0x5620fadc1000 2024-05-20T21:11:24.123 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:11:23 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h[66469]: starting mds.h at 2024-05-20T21:11:24.123 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:11:23 smithi042 bash[66454]: 2c91cb90cd69e62ecf5581d46f7dcdc23d0f390334e2ec2de75b4f6b861be435 2024-05-20T21:11:24.123 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:11:23 smithi042 systemd[1]: Started Ceph mds.h for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:24.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.137+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdacc1a8b80 con 0x7fdacc103fc0 2024-05-20T21:11:24.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.138+0000 7fdac3e00700 1 -- 172.21.15.6:0/4119340426 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6328 (secure 0 0 0) 0x7fdab4013070 con 0x7fdacc103fc0 2024-05-20T21:11:24.139 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:11:24.139 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24499,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-20T21:11:24.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdab00b2880 msgr2=0x7fdab00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:24.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdab00b2880 0x7fdab00b4d40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdabc009fd0 tx=0x7fdabc009260 comp rx=0 tx=0).stop 2024-05-20T21:11:24.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdacc103fc0 msgr2=0x7fdacc19c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:24.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdacc103fc0 0x7fdacc19c370 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdab4006010 tx=0x7fdab4005280 comp rx=0 tx=0).stop 2024-05-20T21:11:24.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 shutdown_connections 2024-05-20T21:11:24.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdab00b2880 0x7fdab00b4d40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:24.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdacc1095e0 0x7fdacc1a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:24.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdacc103600 0x7fdacc19be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:24.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 --2- 172.21.15.6:0/4119340426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdacc103fc0 0x7fdacc19c370 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:24.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 >> 172.21.15.6:0/4119340426 conn(0x7fdacc07a700 msgr2=0x7fdacc10e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:24.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 shutdown_connections 2024-05-20T21:11:24.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:24.142+0000 7fdad1c00700 1 -- 172.21.15.6:0/4119340426 wait complete. 2024-05-20T21:11:24.143 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 8 2024-05-20T21:11:25.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:25.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:25.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:25.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: Deploying daemon mds.i on smithi062 2024-05-20T21:11:25.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:25.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4119340426' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:25.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.42:6836/44376656,v1:172.21.15.42:6837/44376656] up:boot 2024-05-20T21:11:25.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: fsmap 8 up:standby 2024-05-20T21:11:25.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:24 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: Deploying daemon mds.i on smithi062 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4119340426' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:25.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.42:6836/44376656,v1:172.21.15.42:6837/44376656] up:boot 2024-05-20T21:11:25.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: fsmap 8 up:standby 2024-05-20T21:11:25.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:24 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: Deploying daemon mds.i on smithi062 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4119340426' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.42:6836/44376656,v1:172.21.15.42:6837/44376656] up:boot 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: fsmap 8 up:standby 2024-05-20T21:11:25.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:24 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:11:26.288 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 systemd[1]: Starting Ceph mds.i for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:11:26.636 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 podman[67662]: 2024-05-20 21:11:26.279170095 +0000 UTC m=+0.017886530 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:11:26.637 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 podman[67662]: 2024-05-20 21:11:26.402149061 +0000 UTC m=+0.140865482 container create fb995f828036c11ceda891b297c2b32324393f9904654b316e96f7a885777699 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-20T21:11:26.637 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 podman[67662]: 2024-05-20 21:11:26.637852022 +0000 UTC m=+0.376568444 container init fb995f828036c11ceda891b297c2b32324393f9904654b316e96f7a885777699 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:11:27.038 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 podman[67662]: 2024-05-20 21:11:26.640961555 +0000 UTC m=+0.379677985 container start fb995f828036c11ceda891b297c2b32324393f9904654b316e96f7a885777699 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-20T21:11:27.038 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 ceph-mds[67681]: -- 172.21.15.62:0/4160663644 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5567cecfda40 con 0x5567cecd1000 2024-05-20T21:11:27.038 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i[67677]: starting mds.i at 2024-05-20T21:11:27.038 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 bash[67662]: fb995f828036c11ceda891b297c2b32324393f9904654b316e96f7a885777699 2024-05-20T21:11:27.038 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:11:26 smithi062 systemd[1]: Started Ceph mds.i for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:27.075 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:11:27.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:27 smithi006 ceph-mon[31422]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:27.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:27.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:27.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:27.466 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:27 smithi042 ceph-mon[36332]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:27.466 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.467 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.467 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.467 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:27.467 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:27.467 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:27.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:27 smithi062 ceph-mon[36640]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:27.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:27.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:27.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:27.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:27.569 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:28.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:28 smithi006 ceph-mon[31422]: Deploying daemon mds.g on smithi006 2024-05-20T21:11:28.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:28 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] up:boot 2024-05-20T21:11:28.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:28 smithi006 ceph-mon[31422]: fsmap 9 up:standby 2024-05-20T21:11:28.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:28 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:11:28.434 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:28 smithi042 ceph-mon[36332]: Deploying daemon mds.g on smithi006 2024-05-20T21:11:28.434 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:28 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] up:boot 2024-05-20T21:11:28.434 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:28 smithi042 ceph-mon[36332]: fsmap 9 up:standby 2024-05-20T21:11:28.434 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:28 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:11:28.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:28 smithi062 ceph-mon[36640]: Deploying daemon mds.g on smithi006 2024-05-20T21:11:28.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:28 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] up:boot 2024-05-20T21:11:28.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:28 smithi062 ceph-mon[36640]: fsmap 9 up:standby 2024-05-20T21:11:28.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:28 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:11:29.433 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:29 smithi006 ceph-mon[31422]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:29.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:29 smithi062 ceph-mon[36640]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:29 smithi042 ceph-mon[36332]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:30.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.986+0000 7fad9b000700 1 -- 172.21.15.6:0/2129759098 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 msgr2=0x7fad94110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.986+0000 7fad9b000700 1 --2- 172.21.15.6:0/2129759098 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 0x7fad94110470 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fad8c00b0d0 tx=0x7fad8c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.986+0000 7fad9b000700 1 -- 172.21.15.6:0/2129759098 shutdown_connections 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.987+0000 7fad9b000700 1 --2- 172.21.15.6:0/2129759098 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 0x7fad94110470 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.987+0000 7fad9b000700 1 --2- 172.21.15.6:0/2129759098 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad941037f0 0x7fad94103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.987+0000 7fad9b000700 1 --2- 172.21.15.6:0/2129759098 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad941041a0 0x7fad941081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.987+0000 7fad9b000700 1 -- 172.21.15.6:0/2129759098 >> 172.21.15.6:0/2129759098 conn(0x7fad9407a6a0 msgr2=0x7fad9407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.987+0000 7fad9b000700 1 -- 172.21.15.6:0/2129759098 shutdown_connections 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.987+0000 7fad9b000700 1 -- 172.21.15.6:0/2129759098 wait complete. 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.988+0000 7fad9b000700 1 Processor -- start 2024-05-20T21:11:30.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.988+0000 7fad9b000700 1 -- start start 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.988+0000 7fad9b000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad941037f0 0x7fad9419bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.988+0000 7fad9b000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad941041a0 0x7fad9419c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.988+0000 7fad9b000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 0x7fad941a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.988+0000 7fad9b000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fad94113710 con 0x7fad941088f0 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.988+0000 7fad9b000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fad94113590 con 0x7fad941041a0 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.988+0000 7fad9b000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fad94113890 con 0x7fad941037f0 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad99000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 0x7fad941a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad93e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad941037f0 0x7fad9419bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad99000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 0x7fad941a0600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45006/0 (socket says 172.21.15.6:45006) 2024-05-20T21:11:30.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad93e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad941037f0 0x7fad9419bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:53918/0 (socket says 172.21.15.6:53918) 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad99000700 1 -- 172.21.15.6:0/2379440902 learned_addr learned my addr 172.21.15.6:0/2379440902 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad8be00700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad941041a0 0x7fad9419c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad8be00700 1 -- 172.21.15.6:0/2379440902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad941037f0 msgr2=0x7fad9419bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad8be00700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad941037f0 0x7fad9419bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad8be00700 1 -- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 msgr2=0x7fad941a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad8be00700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 0x7fad941a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad8be00700 1 -- 172.21.15.6:0/2379440902 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad941a0d40 con 0x7fad941041a0 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.989+0000 7fad93e00700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad941037f0 0x7fad9419bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.990+0000 7fad8be00700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad941041a0 0x7fad9419c270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fad7c00e9f0 tx=0x7fad7c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.990+0000 7fad91600700 1 -- 172.21.15.6:0/2379440902 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad7c00c9c0 con 0x7fad941041a0 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.990+0000 7fad91600700 1 -- 172.21.15.6:0/2379440902 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad7c00cb60 con 0x7fad941041a0 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.990+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad941a1030 con 0x7fad941041a0 2024-05-20T21:11:30.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.990+0000 7fad91600700 1 -- 172.21.15.6:0/2379440902 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad7c018680 con 0x7fad941041a0 2024-05-20T21:11:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.990+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad941a88b0 con 0x7fad941041a0 2024-05-20T21:11:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.992+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad9406a230 con 0x7fad941041a0 2024-05-20T21:11:30.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.994+0000 7fad91600700 1 -- 172.21.15.6:0/2379440902 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fad7c010430 con 0x7fad941041a0 2024-05-20T21:11:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.995+0000 7fad91600700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fad780b2900 0x7fad780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:30.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.995+0000 7fad91600700 1 -- 172.21.15.6:0/2379440902 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fad7c0e1ef0 con 0x7fad941041a0 2024-05-20T21:11:30.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.995+0000 7fad93e00700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fad780b2900 0x7fad780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:30.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.996+0000 7fad93e00700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fad780b2900 0x7fad780b4dc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fad84011490 tx=0x7fad84009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:30.999+0000 7fad91600700 1 -- 172.21.15.6:0/2379440902 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fad7c0aa010 con 0x7fad941041a0 2024-05-20T21:11:31.312 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:31 smithi006 ceph-mon[31422]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:31.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.312+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fad9419d090 con 0x7fad941041a0 2024-05-20T21:11:31.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.312+0000 7fad91600700 1 -- 172.21.15.6:0/2379440902 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7974 (secure 0 0 0) 0x7fad9419d090 con 0x7fad941041a0 2024-05-20T21:11:31.314 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:11:31.314 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24499,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fad780b2900 msgr2=0x7fad780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fad780b2900 0x7fad780b4dc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fad84011490 tx=0x7fad84009260 comp rx=0 tx=0).stop 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad941041a0 msgr2=0x7fad9419c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad941041a0 0x7fad9419c270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fad7c00e9f0 tx=0x7fad7c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 shutdown_connections 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fad780b2900 0x7fad780b4dc0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fad941088f0 0x7fad941a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad941037f0 0x7fad9419bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 --2- 172.21.15.6:0/2379440902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fad941041a0 0x7fad9419c270 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 >> 172.21.15.6:0/2379440902 conn(0x7fad9407a6a0 msgr2=0x7fad94101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 shutdown_connections 2024-05-20T21:11:31.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:31.316+0000 7fad9b000700 1 -- 172.21.15.6:0/2379440902 wait complete. 2024-05-20T21:11:31.317 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 10 2024-05-20T21:11:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:31 smithi062 ceph-mon[36640]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:31.568 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:11:31 smithi006 podman[70640]: 2024-05-20 21:11:31.469158488 +0000 UTC m=+0.191972565 container create 4f227d6c9b533f02920960b4fb41da41ffff7cf31499d54c3d65fe2152dc7453 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-20T21:11:31.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:31 smithi042 ceph-mon[36332]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:32.147 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:11:31 smithi006 podman[70640]: 2024-05-20 21:11:31.890753783 +0000 UTC m=+0.613567903 container init 4f227d6c9b533f02920960b4fb41da41ffff7cf31499d54c3d65fe2152dc7453 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True) 2024-05-20T21:11:32.147 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:11:31 smithi006 podman[70640]: 2024-05-20 21:11:31.902024189 +0000 UTC m=+0.624838296 container start 4f227d6c9b533f02920960b4fb41da41ffff7cf31499d54c3d65fe2152dc7453 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-05-20T21:11:32.147 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:11:31 smithi006 ceph-mds[70674]: -- 172.21.15.6:0/1225446812 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56405e1c3a40 con 0x56405e196800 2024-05-20T21:11:32.147 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:11:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g[70669]: starting mds.g at 2024-05-20T21:11:32.148 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:11:32 smithi006 bash[70640]: 4f227d6c9b533f02920960b4fb41da41ffff7cf31499d54c3d65fe2152dc7453 2024-05-20T21:11:32.148 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:11:32 smithi006 systemd[1]: Started Ceph mds.g for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:32.526 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2379440902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:32.526 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:32 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:32.526 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:32 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:32.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2379440902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:32.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:32 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:32.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:32 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:32.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2379440902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:32.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:32 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:32.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:32 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:33.538 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:33.538 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] up:boot 2024-05-20T21:11:33.538 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: fsmap 10 up:standby 2024-05-20T21:11:33.538 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:11:33.538 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:33.538 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:33.538 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:33 smithi006 ceph-mon[31422]: Deploying daemon mds.a on smithi006 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] up:boot 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: fsmap 10 up:standby 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:33.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:33 smithi062 ceph-mon[36640]: Deploying daemon mds.a on smithi006 2024-05-20T21:11:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] up:boot 2024-05-20T21:11:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: fsmap 10 up:standby 2024-05-20T21:11:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:11:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:33.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:33 smithi042 ceph-mon[36332]: Deploying daemon mds.a on smithi006 2024-05-20T21:11:34.589 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:11:35.173 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:35.519 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:35 smithi006 ceph-mon[31422]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:35.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:35 smithi062 ceph-mon[36640]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:35 smithi042 ceph-mon[36332]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:35.829 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:11:35 smithi006 podman[71033]: 2024-05-20 21:11:35.66950446 +0000 UTC m=+0.092936081 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:11:36.394 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:11:36 smithi006 podman[71033]: 2024-05-20 21:11:36.121848641 +0000 UTC m=+0.545280296 container create f3983fb2e16b30bffe66380fb07d740c1d64bba2f228a62cc8a6b26fb08356ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-05-20T21:11:36.659 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:11:36 smithi006 podman[71033]: 2024-05-20 21:11:36.493326221 +0000 UTC m=+0.916757882 container init f3983fb2e16b30bffe66380fb07d740c1d64bba2f228a62cc8a6b26fb08356ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:11:36.659 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:11:36 smithi006 podman[71033]: 2024-05-20 21:11:36.504711139 +0000 UTC m=+0.928142824 container start f3983fb2e16b30bffe66380fb07d740c1d64bba2f228a62cc8a6b26fb08356ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-20T21:11:36.659 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:11:36 smithi006 ceph-mds[71067]: -- 172.21.15.6:0/215421939 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56405d69ba40 con 0x56405d66ec00 2024-05-20T21:11:36.659 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:11:36 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a[71062]: starting mds.a at 2024-05-20T21:11:37.210 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:11:37 smithi006 bash[71033]: f3983fb2e16b30bffe66380fb07d740c1d64bba2f228a62cc8a6b26fb08356ed 2024-05-20T21:11:37.210 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:11:37 smithi006 systemd[1]: Started Ceph mds.a for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:37.488 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:37 smithi006 ceph-mon[31422]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:37.488 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:37.488 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:37.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:37 smithi062 ceph-mon[36640]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:37.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:37.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:37 smithi042 ceph-mon[36332]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 -- 172.21.15.6:0/1841829903 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b410b760 msgr2=0x7f87b410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 --2- 172.21.15.6:0/1841829903 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b410b760 0x7f87b410bb40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f87a4009990 tx=0x7f87a4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 -- 172.21.15.6:0/1841829903 shutdown_connections 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 --2- 172.21.15.6:0/1841829903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87b4106120 0x7f87b4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 --2- 172.21.15.6:0/1841829903 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b410b760 0x7f87b410bb40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 --2- 172.21.15.6:0/1841829903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87b4105760 0x7f87b4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 -- 172.21.15.6:0/1841829903 >> 172.21.15.6:0/1841829903 conn(0x7f87b4101250 msgr2=0x7f87b4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 -- 172.21.15.6:0/1841829903 shutdown_connections 2024-05-20T21:11:37.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.784+0000 7f87b9600700 1 -- 172.21.15.6:0/1841829903 wait complete. 2024-05-20T21:11:37.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b9600700 1 Processor -- start 2024-05-20T21:11:37.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b9600700 1 -- start start 2024-05-20T21:11:37.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b9600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b4105760 0x7f87b419be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:37.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b9600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87b4106120 0x7f87b419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:37.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b9600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87b410b760 0x7f87b41a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:37.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b9600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f87b4115960 con 0x7f87b4105760 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b9600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f87b41157e0 con 0x7f87b4106120 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b9600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f87b4115ae0 con 0x7f87b410b760 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.786+0000 7f87b2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b4105760 0x7f87b419be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b4105760 0x7f87b419be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37038/0 (socket says 172.21.15.6:37038) 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2a00700 1 -- 172.21.15.6:0/3760522746 learned_addr learned my addr 172.21.15.6:0/3760522746 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2000700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87b4106120 0x7f87b419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b3400700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87b410b760 0x7f87b41a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2a00700 1 -- 172.21.15.6:0/3760522746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87b410b760 msgr2=0x7f87b41a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2a00700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87b410b760 0x7f87b41a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2a00700 1 -- 172.21.15.6:0/3760522746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87b4106120 msgr2=0x7f87b419c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2a00700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87b4106120 0x7f87b419c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2a00700 1 -- 172.21.15.6:0/3760522746 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b41a0e40 con 0x7f87b4105760 2024-05-20T21:11:37.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b3400700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87b410b760 0x7f87b41a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:37.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2000700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87b4106120 0x7f87b419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:11:37.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.787+0000 7f87b2a00700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b4105760 0x7f87b419be30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f87a4000c00 tx=0x7f87a400bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:37.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.788+0000 7f87ab400700 1 -- 172.21.15.6:0/3760522746 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a4027070 con 0x7f87b4105760 2024-05-20T21:11:37.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.788+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87b41a10d0 con 0x7f87b4105760 2024-05-20T21:11:37.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.788+0000 7f87ab400700 1 -- 172.21.15.6:0/3760522746 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a4022470 con 0x7f87b4105760 2024-05-20T21:11:37.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.788+0000 7f87ab400700 1 -- 172.21.15.6:0/3760522746 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a4017650 con 0x7f87b4105760 2024-05-20T21:11:37.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.788+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87b41a89b0 con 0x7f87b4105760 2024-05-20T21:11:37.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.789+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87b410dcf0 con 0x7f87b4105760 2024-05-20T21:11:37.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.792+0000 7f87ab400700 1 -- 172.21.15.6:0/3760522746 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f87a402a070 con 0x7f87b4105760 2024-05-20T21:11:37.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.795+0000 7f87ab400700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87980b2880 0x7f87980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:37.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.795+0000 7f87ab400700 1 -- 172.21.15.6:0/3760522746 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f87a40e2dc0 con 0x7f87b4105760 2024-05-20T21:11:37.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.795+0000 7f87b2000700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87980b2880 0x7f87980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:37.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.796+0000 7f87b2000700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87980b2880 0x7f87980b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f87b41038d0 tx=0x7f87a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:37.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:37.798+0000 7f87ab400700 1 -- 172.21.15.6:0/3760522746 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f87a4013070 con 0x7f87b4105760 2024-05-20T21:11:38.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.086+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87b406a230 con 0x7f87b4105760 2024-05-20T21:11:38.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.089+0000 7f87ab400700 1 -- 172.21.15.6:0/3760522746 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9617 (secure 0 0 0) 0x7f87a40aaf70 con 0x7f87b4105760 2024-05-20T21:11:38.089 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:11:38.089 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24499,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-05-20T21:11:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87980b2880 msgr2=0x7f87980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87980b2880 0x7f87980b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f87b41038d0 tx=0x7f87a0009260 comp rx=0 tx=0).stop 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b4105760 msgr2=0x7f87b419be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b4105760 0x7f87b419be30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f87a4000c00 tx=0x7f87a400bfd0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 shutdown_connections 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87980b2880 0x7f87980b4d40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87b410b760 0x7f87b41a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f87b4105760 0x7f87b419be30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 --2- 172.21.15.6:0/3760522746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87b4106120 0x7f87b419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 >> 172.21.15.6:0/3760522746 conn(0x7f87b4101250 msgr2=0x7f87b4101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:38.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 shutdown_connections 2024-05-20T21:11:38.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:38.093+0000 7f87b9600700 1 -- 172.21.15.6:0/3760522746 wait complete. 2024-05-20T21:11:38.094 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 12 2024-05-20T21:11:38.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.6:6840/102003936,v1:172.21.15.6:6841/102003936] up:boot 2024-05-20T21:11:38.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: fsmap 11 up:standby 2024-05-20T21:11:38.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-20T21:11:38.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:38.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:38.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:38.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:38.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: Deploying daemon mds.b on smithi042 2024-05-20T21:11:38.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:38 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3760522746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:38.498 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.6:6840/102003936,v1:172.21.15.6:6841/102003936] up:boot 2024-05-20T21:11:38.499 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: fsmap 11 up:standby 2024-05-20T21:11:38.499 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-20T21:11:38.499 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:38.499 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:38.499 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:38.499 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:38.499 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: Deploying daemon mds.b on smithi042 2024-05-20T21:11:38.499 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:38 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3760522746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.6:6840/102003936,v1:172.21.15.6:6841/102003936] up:boot 2024-05-20T21:11:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: fsmap 11 up:standby 2024-05-20T21:11:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-20T21:11:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-20T21:11:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-20T21:11:38.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:38.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: Deploying daemon mds.b on smithi042 2024-05-20T21:11:38.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:38 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3760522746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:39.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:39 smithi062 ceph-mon[36640]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:39.540 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:39 smithi042 ceph-mon[36332]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:39.540 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 systemd[1]: Starting Ceph mds.b for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:11:39.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:39 smithi006 ceph-mon[31422]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:39.838 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 podman[66769]: 2024-05-20 21:11:39.443916947 +0000 UTC m=+0.018072261 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:11:39.838 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 podman[66769]: 2024-05-20 21:11:39.577905792 +0000 UTC m=+0.152061124 container create 17dff96c3a34acd9a7e8e3202b86c72f3da714af01568470de324cef8c3df249 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-20T21:11:39.838 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 podman[66769]: 2024-05-20 21:11:39.839095656 +0000 UTC m=+0.413250970 container init 17dff96c3a34acd9a7e8e3202b86c72f3da714af01568470de324cef8c3df249 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-20T21:11:40.123 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 podman[66769]: 2024-05-20 21:11:39.842021042 +0000 UTC m=+0.416176360 container start 17dff96c3a34acd9a7e8e3202b86c72f3da714af01568470de324cef8c3df249 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-20T21:11:40.123 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 ceph-mds[66788]: -- 172.21.15.42:0/2027564528 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d1b5b93a40 con 0x55d1b5b66800 2024-05-20T21:11:40.123 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: starting mds.b at 2024-05-20T21:11:40.123 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 bash[66769]: 17dff96c3a34acd9a7e8e3202b86c72f3da714af01568470de324cef8c3df249 2024-05-20T21:11:40.123 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:11:39 smithi042 systemd[1]: Started Ceph mds.b for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:11:41.038 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:11:41.275 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.275 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.275 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.276 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.276 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.276 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:41.276 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] up:boot 2024-05-20T21:11:41.276 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: fsmap 12 up:standby 2024-05-20T21:11:41.276 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:11:41.276 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:41 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:41.350 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.350 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.350 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.350 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.351 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.351 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:41.351 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] up:boot 2024-05-20T21:11:41.351 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: fsmap 12 up:standby 2024-05-20T21:11:41.351 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:11:41.351 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:41 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] up:boot 2024-05-20T21:11:41.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: fsmap 12 up:standby 2024-05-20T21:11:41.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:11:41.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:41 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:41.523 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:42.300 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:42 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:42.301 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:42 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:42.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:42 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:42.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:42 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:42.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:42 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:42.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:42 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:43 smithi042 ceph-mon[36332]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:43.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:43 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:43 smithi006 ceph-mon[31422]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:43.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:43 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:43 smithi062 ceph-mon[36640]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:43.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:43.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:43 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:44.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.513+0000 7f4879800700 1 -- 172.21.15.6:0/1933388749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4874114480 msgr2=0x7f4874116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.513+0000 7f4879800700 1 --2- 172.21.15.6:0/1933388749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4874114480 0x7f4874116870 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f486c00b0a0 tx=0x7f486c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.513+0000 7f4879800700 1 -- 172.21.15.6:0/1933388749 shutdown_connections 2024-05-20T21:11:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.514+0000 7f4879800700 1 --2- 172.21.15.6:0/1933388749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4874114480 0x7f4874116870 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.514+0000 7f4879800700 1 --2- 172.21.15.6:0/1933388749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48740758e0 0x7f4874075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.514+0000 7f4879800700 1 --2- 172.21.15.6:0/1933388749 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4874076200 0x7f4874113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.514+0000 7f4879800700 1 -- 172.21.15.6:0/1933388749 >> 172.21.15.6:0/1933388749 conn(0x7f48740fefc0 msgr2=0x7f48741013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.514+0000 7f4879800700 1 -- 172.21.15.6:0/1933388749 shutdown_connections 2024-05-20T21:11:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.514+0000 7f4879800700 1 -- 172.21.15.6:0/1933388749 wait complete. 2024-05-20T21:11:44.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.515+0000 7f4879800700 1 Processor -- start 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.515+0000 7f4879800700 1 -- start start 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.515+0000 7f4879800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48740758e0 0x7f48741a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.515+0000 7f4879800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4874076200 0x7f48741a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.515+0000 7f4879800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4874114480 0x7f48741a49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.515+0000 7f4879800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4874119c70 con 0x7f48740758e0 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.515+0000 7f4879800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4874119af0 con 0x7f4874114480 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.515+0000 7f4879800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4874119df0 con 0x7f4874076200 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4873e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48740758e0 0x7f48741a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f486be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4874076200 0x7f48741a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4873e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48740758e0 0x7f48741a0120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37060/0 (socket says 172.21.15.6:37060) 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4873e00700 1 -- 172.21.15.6:0/177737117 learned_addr learned my addr 172.21.15.6:0/177737117 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:44.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4878e00700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4874114480 0x7f48741a49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:44.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4878e00700 1 -- 172.21.15.6:0/177737117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4874076200 msgr2=0x7f48741a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:44.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4878e00700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4874076200 0x7f48741a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4878e00700 1 -- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48740758e0 msgr2=0x7f48741a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4878e00700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48740758e0 0x7f48741a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.516+0000 7f4878e00700 1 -- 172.21.15.6:0/177737117 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48741a5130 con 0x7f4874114480 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.517+0000 7f4878e00700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4874114480 0x7f48741a49f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f486c00b070 tx=0x7f486c004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.517+0000 7f4871600700 1 -- 172.21.15.6:0/177737117 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486c021070 con 0x7f4874114480 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.517+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48741a53c0 con 0x7f4874114480 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.517+0000 7f4871600700 1 -- 172.21.15.6:0/177737117 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f486c007e30 con 0x7f4874114480 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.517+0000 7f4871600700 1 -- 172.21.15.6:0/177737117 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486c0045f0 con 0x7f4874114480 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.517+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48741acca0 con 0x7f4874114480 2024-05-20T21:11:44.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.518+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f487406a230 con 0x7f4874114480 2024-05-20T21:11:44.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.521+0000 7f4871600700 1 -- 172.21.15.6:0/177737117 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f486c007980 con 0x7f4874114480 2024-05-20T21:11:44.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.522+0000 7f4871600700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:44.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.523+0000 7f4871600700 1 -- 172.21.15.6:0/177737117 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f486c00f020 con 0x7f4874114480 2024-05-20T21:11:44.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.523+0000 7f4873e00700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:44.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.524+0000 7f4873e00700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4864009680 tx=0x7f4864009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:44.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.527+0000 7f4871600700 1 -- 172.21.15.6:0/177737117 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f486c02a020 con 0x7f4874114480 2024-05-20T21:11:44.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.836+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f487402e560 con 0x7f4874114480 2024-05-20T21:11:44.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.837+0000 7f4871600700 1 -- 172.21.15.6:0/177737117 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10443 (secure 0 0 0) 0x7f486c0ab260 con 0x7f4874114480 2024-05-20T21:11:44.838 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:11:44.838 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24499,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24529,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24530,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-05-20T21:11:44.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 msgr2=0x7f48580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:44.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4864009680 tx=0x7f4864009260 comp rx=0 tx=0).stop 2024-05-20T21:11:44.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4874114480 msgr2=0x7f48741a49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:44.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4874114480 0x7f48741a49f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f486c00b070 tx=0x7f486c004c80 comp rx=0 tx=0).stop 2024-05-20T21:11:44.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 shutdown_connections 2024-05-20T21:11:44.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4874114480 0x7f48741a49f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48740758e0 0x7f48741a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 --2- 172.21.15.6:0/177737117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4874076200 0x7f48741a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:44.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.841+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 >> 172.21.15.6:0/177737117 conn(0x7f48740fefc0 msgr2=0x7f4874100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:44.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.842+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 shutdown_connections 2024-05-20T21:11:44.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:44.842+0000 7f4879800700 1 -- 172.21.15.6:0/177737117 wait complete. 2024-05-20T21:11:44.842 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 13 2024-05-20T21:11:45.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:45 smithi006 ceph-mon[31422]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:45.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:45 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/177737117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:45.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:45 smithi062 ceph-mon[36640]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:45.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:45 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/177737117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:45.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:45 smithi042 ceph-mon[36332]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:45.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:45 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/177737117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:11:45.643 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-20T21:11:46.099 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:46.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:46.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:46.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:46 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:46.575 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:46.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:46.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:46 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:46.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:46 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:11:47.396 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:47 smithi006 ceph-mon[31422]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:47 smithi062 ceph-mon[36640]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:47 smithi042 ceph-mon[36332]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:48.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.345+0000 7f7604a00700 1 -- 172.21.15.6:0/1448594009 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600078390 msgr2=0x7f7600113ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:48.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.345+0000 7f7604a00700 1 --2- 172.21.15.6:0/1448594009 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600078390 0x7f7600113ed0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f75e8009990 tx=0x7f75e8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.345+0000 7f7604a00700 1 -- 172.21.15.6:0/1448594009 shutdown_connections 2024-05-20T21:11:48.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.345+0000 7f7604a00700 1 --2- 172.21.15.6:0/1448594009 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7600114410 0x7f7600116800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.345+0000 7f7604a00700 1 --2- 172.21.15.6:0/1448594009 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7600077a70 0x7f7600077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.345+0000 7f7604a00700 1 --2- 172.21.15.6:0/1448594009 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600078390 0x7f7600113ed0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.345+0000 7f7604a00700 1 -- 172.21.15.6:0/1448594009 >> 172.21.15.6:0/1448594009 conn(0x7f7600101260 msgr2=0x7f7600103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:48.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.346+0000 7f7604a00700 1 -- 172.21.15.6:0/1448594009 shutdown_connections 2024-05-20T21:11:48.346 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.346 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.346 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.347 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.347+0000 7f7604a00700 1 -- 172.21.15.6:0/1448594009 wait complete. 2024-05-20T21:11:48.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.348+0000 7f7604a00700 1 Processor -- start 2024-05-20T21:11:48.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.348+0000 7f7604a00700 1 -- start start 2024-05-20T21:11:48.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.348+0000 7f7604a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7600077a70 0x7f76001a0340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:48.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.348+0000 7f7604a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7600078390 0x7f76001a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:48.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.348+0000 7f7604a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600114410 0x7f76001a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:48.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.348+0000 7f7604a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7600119df0 con 0x7f7600078390 2024-05-20T21:11:48.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.348+0000 7f7604a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7600119c70 con 0x7f7600077a70 2024-05-20T21:11:48.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.348+0000 7f7604a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7600119f70 con 0x7f7600114410 2024-05-20T21:11:48.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fde00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7600077a70 0x7f76001a0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:48.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fe800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600114410 0x7f76001a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:48.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fde00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7600077a70 0x7f76001a0340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40248/0 (socket says 172.21.15.6:40248) 2024-05-20T21:11:48.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fde00700 1 -- 172.21.15.6:0/236535817 learned_addr learned my addr 172.21.15.6:0/236535817 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:48.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fe800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600114410 0x7f76001a4c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49800/0 (socket says 172.21.15.6:49800) 2024-05-20T21:11:48.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75f5400700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7600078390 0x7f76001a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fe800700 1 -- 172.21.15.6:0/236535817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7600077a70 msgr2=0x7f76001a0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fe800700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7600077a70 0x7f76001a0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fe800700 1 -- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7600078390 msgr2=0x7f76001a0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fe800700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7600078390 0x7f76001a0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fe800700 1 -- 172.21.15.6:0/236535817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76001a5350 con 0x7f7600114410 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fde00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7600077a70 0x7f76001a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.349+0000 7f75fe800700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600114410 0x7f76001a4c10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f760007bd60 tx=0x7f75f800ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.350+0000 7f75f7400700 1 -- 172.21.15.6:0/236535817 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f80092e0 con 0x7f7600114410 2024-05-20T21:11:48.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.350+0000 7f75f7400700 1 -- 172.21.15.6:0/236535817 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75f8004bb0 con 0x7f7600114410 2024-05-20T21:11:48.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.350+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76001a55e0 con 0x7f7600114410 2024-05-20T21:11:48.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.350+0000 7f75f7400700 1 -- 172.21.15.6:0/236535817 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75f8004020 con 0x7f7600114410 2024-05-20T21:11:48.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.350+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76001acec0 con 0x7f7600114410 2024-05-20T21:11:48.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.351+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f760006a230 con 0x7f7600114410 2024-05-20T21:11:48.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.353+0000 7f75f7400700 1 -- 172.21.15.6:0/236535817 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f75f801b030 con 0x7f7600114410 2024-05-20T21:11:48.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.354+0000 7f75f7400700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f75e40b2900 0x7f75e40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:48.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.355+0000 7f75f7400700 1 -- 172.21.15.6:0/236535817 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f75f80e1790 con 0x7f7600114410 2024-05-20T21:11:48.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.355+0000 7f75fde00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f75e40b2900 0x7f75e40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:48.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.355+0000 7f75fde00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f75e40b2900 0x7f75e40b4dc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f75f0011590 tx=0x7f75f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:48.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.359+0000 7f75f7400700 1 -- 172.21.15.6:0/236535817 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f75f8022020 con 0x7f7600114410 2024-05-20T21:11:48.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.605+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f760002e560 con 0x7f7600114410 2024-05-20T21:11:48.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.606+0000 7f75f7400700 1 -- 172.21.15.6:0/236535817 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v72) ==== 84+0+65 (secure 0 0 0) 0x7f75f8010040 con 0x7f7600114410 2024-05-20T21:11:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:11:48.606 INFO:teuthology.orchestra.run.smithi006.stdout:[ 2024-05-20T21:11:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:11:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "poolnum": 1, 2024-05-20T21:11:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "poolname": ".mgr" 2024-05-20T21:11:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:11:48.606 INFO:teuthology.orchestra.run.smithi006.stdout:] 2024-05-20T21:11:48.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.609+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f75e40b2900 msgr2=0x7f75e40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:48.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.609+0000 7f7604a00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f75e40b2900 0x7f75e40b4dc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f75f0011590 tx=0x7f75f0009260 comp rx=0 tx=0).stop 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.609+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600114410 msgr2=0x7f76001a4c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.609+0000 7f7604a00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600114410 0x7f76001a4c10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f760007bd60 tx=0x7f75f800ef90 comp rx=0 tx=0).stop 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.610+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 shutdown_connections 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.610+0000 7f7604a00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f75e40b2900 0x7f75e40b4dc0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.610+0000 7f7604a00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7600114410 0x7f76001a4c10 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.610+0000 7f7604a00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7600077a70 0x7f76001a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.610+0000 7f7604a00700 1 --2- 172.21.15.6:0/236535817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7600078390 0x7f76001a0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.610+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 >> 172.21.15.6:0/236535817 conn(0x7f7600101260 msgr2=0x7f7600103650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.610+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 shutdown_connections 2024-05-20T21:11:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:48.610+0000 7f7604a00700 1 -- 172.21.15.6:0/236535817 wait complete. 2024-05-20T21:11:48.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:48.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:49.487 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-20T21:11:49.488 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-20T21:11:49.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:49 smithi006 ceph-mon[31422]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:49.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:49 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/236535817' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-20T21:11:49.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:49 smithi062 ceph-mon[36640]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:49 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/236535817' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-20T21:11:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:49 smithi042 ceph-mon[36332]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:49 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/236535817' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-20T21:11:49.945 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:51.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:51 smithi006 ceph-mon[31422]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:51.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:51 smithi062 ceph-mon[36640]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:51 smithi042 ceph-mon[36332]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:52.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 -- 172.21.15.6:0/186773419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94e810ffa0 msgr2=0x7f94e8112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:52.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 --2- 172.21.15.6:0/186773419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94e810ffa0 0x7f94e8112390 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f94e000b0a0 tx=0x7f94e000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 -- 172.21.15.6:0/186773419 shutdown_connections 2024-05-20T21:11:52.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 --2- 172.21.15.6:0/186773419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94e810ffa0 0x7f94e8112390 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 --2- 172.21.15.6:0/186773419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94e8075770 0x7f94e8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 --2- 172.21.15.6:0/186773419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94e8076090 0x7f94e810fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 -- 172.21.15.6:0/186773419 >> 172.21.15.6:0/186773419 conn(0x7f94e807a6a0 msgr2=0x7f94e807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:52.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 -- 172.21.15.6:0/186773419 shutdown_connections 2024-05-20T21:11:52.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.210+0000 7f94ef800700 1 -- 172.21.15.6:0/186773419 wait complete. 2024-05-20T21:11:52.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.211+0000 7f94ef800700 1 Processor -- start 2024-05-20T21:11:52.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94ef800700 1 -- start start 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94ef800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94e8075770 0x7f94e819bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94ef800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94e8076090 0x7f94e819c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94ef800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94e810ffa0 0x7f94e81a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94ef800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f94e8115910 con 0x7f94e8075770 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94ef800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f94e8115790 con 0x7f94e810ffa0 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94ef800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f94e8115a90 con 0x7f94e8076090 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94dfe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94e8076090 0x7f94e819c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94dfe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94e8076090 0x7f94e819c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49812/0 (socket says 172.21.15.6:49812) 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94ece00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94e8075770 0x7f94e819bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:52.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.212+0000 7f94dfe00700 1 -- 172.21.15.6:0/1996627863 learned_addr learned my addr 172.21.15.6:0/1996627863 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.213+0000 7f94ed800700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94e810ffa0 0x7f94e81a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.213+0000 7f94dfe00700 1 -- 172.21.15.6:0/1996627863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94e810ffa0 msgr2=0x7f94e81a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.213+0000 7f94dfe00700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94e810ffa0 0x7f94e81a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.213+0000 7f94dfe00700 1 -- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94e8075770 msgr2=0x7f94e819bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.213+0000 7f94dfe00700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94e8075770 0x7f94e819bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.213+0000 7f94dfe00700 1 -- 172.21.15.6:0/1996627863 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94e81a0d50 con 0x7f94e8076090 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.213+0000 7f94dfe00700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94e8076090 0x7f94e819c280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f94d800e9a0 tx=0x7f94d800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.214+0000 7f94e6000700 1 -- 172.21.15.6:0/1996627863 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d800ca10 con 0x7f94e8076090 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.214+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94e81a1040 con 0x7f94e8076090 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.214+0000 7f94e6000700 1 -- 172.21.15.6:0/1996627863 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94d800cbb0 con 0x7f94e8076090 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.214+0000 7f94e6000700 1 -- 172.21.15.6:0/1996627863 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d8018680 con 0x7f94e8076090 2024-05-20T21:11:52.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.214+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94e81a88c0 con 0x7f94e8076090 2024-05-20T21:11:52.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.215+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94e806a230 con 0x7f94e8076090 2024-05-20T21:11:52.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.217+0000 7f94e6000700 1 -- 172.21.15.6:0/1996627863 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f94d8010430 con 0x7f94e8076090 2024-05-20T21:11:52.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.219+0000 7f94e6000700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94c80b2880 0x7f94c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:52.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.219+0000 7f94e6000700 1 -- 172.21.15.6:0/1996627863 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f94d80e1f60 con 0x7f94e8076090 2024-05-20T21:11:52.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.219+0000 7f94ece00700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94c80b2880 0x7f94c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:52.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.220+0000 7f94ece00700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94c80b2880 0x7f94c80b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f94d0009c60 tx=0x7f94d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:52.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.223+0000 7f94e6000700 1 -- 172.21.15.6:0/1996627863 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f94d80aa080 con 0x7f94e8076090 2024-05-20T21:11:52.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.463+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f94e81a8ac0 con 0x7f94e8076090 2024-05-20T21:11:52.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.562+0000 7f94e6000700 1 -- 172.21.15.6:0/1996627863 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v73) ==== 138+0+0 (secure 0 0 0) 0x7f94d80b2100 con 0x7f94e8076090 2024-05-20T21:11:52.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94c80b2880 msgr2=0x7f94c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:52.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94c80b2880 0x7f94c80b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f94d0009c60 tx=0x7f94d0009260 comp rx=0 tx=0).stop 2024-05-20T21:11:52.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94e8076090 msgr2=0x7f94e819c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:52.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94e8076090 0x7f94e819c280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f94d800e9a0 tx=0x7f94d800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 shutdown_connections 2024-05-20T21:11:52.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94c80b2880 0x7f94c80b4d40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f94e810ffa0 0x7f94e81a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f94e8075770 0x7f94e819bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 --2- 172.21.15.6:0/1996627863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94e8076090 0x7f94e819c280 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:52.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.570+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 >> 172.21.15.6:0/1996627863 conn(0x7f94e807a6a0 msgr2=0x7f94e8100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:52.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.571+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 shutdown_connections 2024-05-20T21:11:52.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:52.571+0000 7f94ef800700 1 -- 172.21.15.6:0/1996627863 wait complete. 2024-05-20T21:11:52.574 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' created 2024-05-20T21:11:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:52 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1996627863' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:52 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:52.841 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.841 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.841 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:52.842 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:52.842 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.842 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:52 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1996627863' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:52.842 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:52 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:52.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:11:52.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:11:52.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:11:52.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:52 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1996627863' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:52.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:52 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-20T21:11:53.602 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-05-20T21:11:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:53 smithi042 ceph-mon[36332]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:53 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-20T21:11:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:53 smithi042 ceph-mon[36332]: osdmap e73: 12 total, 12 up, 12 in 2024-05-20T21:11:53.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:53 smithi006 ceph-mon[31422]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:53.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:53 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-20T21:11:53.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:53 smithi006 ceph-mon[31422]: osdmap e73: 12 total, 12 up, 12 in 2024-05-20T21:11:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:53 smithi062 ceph-mon[36640]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:53 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-20T21:11:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:53 smithi062 ceph-mon[36640]: osdmap e73: 12 total, 12 up, 12 in 2024-05-20T21:11:54.047 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:54.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:54 smithi042 ceph-mon[36332]: osdmap e74: 12 total, 12 up, 12 in 2024-05-20T21:11:54.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:54 smithi042 ceph-mon[36332]: pgmap v313: 33 pgs: 1 creating+activating, 6 creating+peering, 9 active+clean, 17 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:54.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:54 smithi006 ceph-mon[31422]: osdmap e74: 12 total, 12 up, 12 in 2024-05-20T21:11:54.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:54 smithi006 ceph-mon[31422]: pgmap v313: 33 pgs: 1 creating+activating, 6 creating+peering, 9 active+clean, 17 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:54 smithi062 ceph-mon[36640]: osdmap e74: 12 total, 12 up, 12 in 2024-05-20T21:11:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:54 smithi062 ceph-mon[36640]: pgmap v313: 33 pgs: 1 creating+activating, 6 creating+peering, 9 active+clean, 17 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:55.777 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:55 smithi006 ceph-mon[31422]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-20T21:11:55.777 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:55 smithi006 ceph-mon[31422]: osdmap e75: 12 total, 12 up, 12 in 2024-05-20T21:11:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:55 smithi042 ceph-mon[36332]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-20T21:11:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:55 smithi042 ceph-mon[36332]: osdmap e75: 12 total, 12 up, 12 in 2024-05-20T21:11:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:55 smithi062 ceph-mon[36640]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-20T21:11:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:55 smithi062 ceph-mon[36640]: osdmap e75: 12 total, 12 up, 12 in 2024-05-20T21:11:56.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.302+0000 7f3494e00700 1 -- 172.21.15.6:0/4227093689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3490108500 msgr2=0x7f34901088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:56.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.302+0000 7f3494e00700 1 --2- 172.21.15.6:0/4227093689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3490108500 0x7f34901088e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3480009990 tx=0x7f3480009ca0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.302+0000 7f3494e00700 1 -- 172.21.15.6:0/4227093689 shutdown_connections 2024-05-20T21:11:56.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.302+0000 7f3494e00700 1 --2- 172.21.15.6:0/4227093689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3490103f90 0x7f3490110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.302+0000 7f3494e00700 1 --2- 172.21.15.6:0/4227093689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3490108500 0x7f34901088e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.302+0000 7f3494e00700 1 --2- 172.21.15.6:0/4227093689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34901035f0 0x7f3490103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.302+0000 7f3494e00700 1 -- 172.21.15.6:0/4227093689 >> 172.21.15.6:0/4227093689 conn(0x7f349007a6a0 msgr2=0x7f349007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:56.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.303+0000 7f3494e00700 1 -- 172.21.15.6:0/4227093689 shutdown_connections 2024-05-20T21:11:56.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.303+0000 7f3494e00700 1 -- 172.21.15.6:0/4227093689 wait complete. 2024-05-20T21:11:56.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.304+0000 7f3494e00700 1 Processor -- start 2024-05-20T21:11:56.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.304+0000 7f3494e00700 1 -- start start 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f3494e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34901035f0 0x7f349019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f3494e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3490103f90 0x7f349019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f3494e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3490108500 0x7f34901a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f3494e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3490113770 con 0x7f3490103f90 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f3494e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f34901135f0 con 0x7f34901035f0 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f3494e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f34901138f0 con 0x7f3490108500 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f348de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34901035f0 0x7f349019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f348de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34901035f0 0x7f349019be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40290/0 (socket says 172.21.15.6:40290) 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f348de00700 1 -- 172.21.15.6:0/3871945864 learned_addr learned my addr 172.21.15.6:0/3871945864 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:11:56.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.305+0000 7f348d400700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3490103f90 0x7f349019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:56.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.306+0000 7f348e800700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3490108500 0x7f34901a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:56.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.306+0000 7f348de00700 1 -- 172.21.15.6:0/3871945864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3490108500 msgr2=0x7f34901a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:56.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.306+0000 7f348de00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3490108500 0x7f34901a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.306+0000 7f348de00700 1 -- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3490103f90 msgr2=0x7f349019c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.306+0000 7f348de00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3490103f90 0x7f349019c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.306+0000 7f348de00700 1 -- 172.21.15.6:0/3871945864 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34901a0e30 con 0x7f34901035f0 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.306+0000 7f348de00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34901035f0 0x7f349019be20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3480000c00 tx=0x7f34800057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.307+0000 7f3486a00700 1 -- 172.21.15.6:0/3871945864 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3480027070 con 0x7f34901035f0 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.307+0000 7f3486a00700 1 -- 172.21.15.6:0/3871945864 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3480022470 con 0x7f34901035f0 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.307+0000 7f3486a00700 1 -- 172.21.15.6:0/3871945864 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3480017650 con 0x7f34901035f0 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.307+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34901a10c0 con 0x7f34901035f0 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.307+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34901a89a0 con 0x7f34901035f0 2024-05-20T21:11:56.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.308+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f349006a230 con 0x7f34901035f0 2024-05-20T21:11:56.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.310+0000 7f3486a00700 1 -- 172.21.15.6:0/3871945864 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f348002a070 con 0x7f34901035f0 2024-05-20T21:11:56.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.312+0000 7f3486a00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34740b2900 0x7f34740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:11:56.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.312+0000 7f3486a00700 1 -- 172.21.15.6:0/3871945864 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7497+0+0 (secure 0 0 0) 0x7f34800e2ca0 con 0x7f34901035f0 2024-05-20T21:11:56.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.312+0000 7f348d400700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34740b2900 0x7f34740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:11:56.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.313+0000 7f348d400700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34740b2900 0x7f34740b4dc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3490077830 tx=0x7f347c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:11:56.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.314+0000 7f3486a00700 1 -- 172.21.15.6:0/3871945864 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3480013070 con 0x7f34901035f0 2024-05-20T21:11:56.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.558+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f34901a8b70 con 0x7f34901035f0 2024-05-20T21:11:56.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.612+0000 7f3486a00700 1 -- 172.21.15.6:0/3871945864 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v76) ==== 170+0+0 (secure 0 0 0) 0x7f34800aace0 con 0x7f34901035f0 2024-05-20T21:11:56.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.618+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34740b2900 msgr2=0x7f34740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:56.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.618+0000 7f3494e00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34740b2900 0x7f34740b4dc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3490077830 tx=0x7f347c009260 comp rx=0 tx=0).stop 2024-05-20T21:11:56.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.618+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34901035f0 msgr2=0x7f349019be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:11:56.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.618+0000 7f3494e00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34901035f0 0x7f349019be20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3480000c00 tx=0x7f34800057c0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.619+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 shutdown_connections 2024-05-20T21:11:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.619+0000 7f3494e00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34740b2900 0x7f34740b4dc0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.619+0000 7f3494e00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3490108500 0x7f34901a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.619+0000 7f3494e00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34901035f0 0x7f349019be20 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.619+0000 7f3494e00700 1 --2- 172.21.15.6:0/3871945864 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3490103f90 0x7f349019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:11:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.619+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 >> 172.21.15.6:0/3871945864 conn(0x7f349007a6a0 msgr2=0x7f3490101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:11:56.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.620+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 shutdown_connections 2024-05-20T21:11:56.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:11:56.621+0000 7f3494e00700 1 -- 172.21.15.6:0/3871945864 wait complete. 2024-05-20T21:11:56.624 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' created 2024-05-20T21:11:56.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:56 smithi042 ceph-mon[36332]: pgmap v315: 33 pgs: 1 creating+activating, 6 creating+peering, 12 active+clean, 14 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:56.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:56 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3871945864' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:56.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:56 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:56.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:56 smithi006 ceph-mon[31422]: pgmap v315: 33 pgs: 1 creating+activating, 6 creating+peering, 12 active+clean, 14 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:56.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:56 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3871945864' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:56.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:56 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:57.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:56 smithi062 ceph-mon[36640]: pgmap v315: 33 pgs: 1 creating+activating, 6 creating+peering, 12 active+clean, 14 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:57.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:56 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3871945864' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:57.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:56 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-20T21:11:57.527 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-20T21:11:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:57 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-20T21:11:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:57 smithi006 ceph-mon[31422]: osdmap e76: 12 total, 12 up, 12 in 2024-05-20T21:11:58.026 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:11:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:57 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-20T21:11:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:57 smithi062 ceph-mon[36640]: osdmap e76: 12 total, 12 up, 12 in 2024-05-20T21:11:58.071 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:57 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-20T21:11:58.071 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:57 smithi042 ceph-mon[36332]: osdmap e76: 12 total, 12 up, 12 in 2024-05-20T21:11:58.747 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:58 smithi006 ceph-mon[31422]: osdmap e77: 12 total, 12 up, 12 in 2024-05-20T21:11:58.747 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:58 smithi006 ceph-mon[31422]: pgmap v318: 97 pgs: 1 creating+activating, 22 creating+peering, 26 active+clean, 48 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:59.036 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:58 smithi042 ceph-mon[36332]: osdmap e77: 12 total, 12 up, 12 in 2024-05-20T21:11:59.037 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:58 smithi042 ceph-mon[36332]: pgmap v318: 97 pgs: 1 creating+activating, 22 creating+peering, 26 active+clean, 48 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:59.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:58 smithi062 ceph-mon[36640]: osdmap e77: 12 total, 12 up, 12 in 2024-05-20T21:11:59.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:58 smithi062 ceph-mon[36640]: pgmap v318: 97 pgs: 1 creating+activating, 22 creating+peering, 26 active+clean, 48 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:11:59.855 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:11:59 smithi006 ceph-mon[31422]: osdmap e78: 12 total, 12 up, 12 in 2024-05-20T21:12:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:11:59 smithi062 ceph-mon[36640]: osdmap e78: 12 total, 12 up, 12 in 2024-05-20T21:12:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:11:59 smithi042 ceph-mon[36332]: osdmap e78: 12 total, 12 up, 12 in 2024-05-20T21:12:00.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 -- 172.21.15.6:0/2734761905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcc381041a0 msgr2=0x7fcc381081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:00.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/2734761905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcc381041a0 0x7fcc381081c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcc240099c0 tx=0x7fcc24009cd0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 -- 172.21.15.6:0/2734761905 shutdown_connections 2024-05-20T21:12:00.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/2734761905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc381088f0 0x7fcc38110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/2734761905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcc381037f0 0x7fcc38103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/2734761905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcc381041a0 0x7fcc381081c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 -- 172.21.15.6:0/2734761905 >> 172.21.15.6:0/2734761905 conn(0x7fcc3807a6a0 msgr2=0x7fcc3807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:00.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 -- 172.21.15.6:0/2734761905 shutdown_connections 2024-05-20T21:12:00.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.367+0000 7fcc3ca00700 1 -- 172.21.15.6:0/2734761905 wait complete. 2024-05-20T21:12:00.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.368+0000 7fcc3ca00700 1 Processor -- start 2024-05-20T21:12:00.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc3ca00700 1 -- start start 2024-05-20T21:12:00.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc3ca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcc381037f0 0x7fcc3819f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:00.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc3ca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc381041a0 0x7fcc3819fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:00.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc3ca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcc381088f0 0x7fcc381999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:00.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc3ca00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcc381136d0 con 0x7fcc381041a0 2024-05-20T21:12:00.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc3ca00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcc38113550 con 0x7fcc381037f0 2024-05-20T21:12:00.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc3ca00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcc38113850 con 0x7fcc381088f0 2024-05-20T21:12:00.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc35400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc381041a0 0x7fcc3819fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:00.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcc381088f0 0x7fcc381999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:00.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc35e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcc381037f0 0x7fcc3819f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:00.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcc381088f0 0x7fcc381999d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48974/0 (socket says 172.21.15.6:48974) 2024-05-20T21:12:00.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc35400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc381041a0 0x7fcc3819fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35054/0 (socket says 172.21.15.6:35054) 2024-05-20T21:12:00.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.369+0000 7fcc36800700 1 -- 172.21.15.6:0/1665917620 learned_addr learned my addr 172.21.15.6:0/1665917620 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:00.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.370+0000 7fcc36800700 1 -- 172.21.15.6:0/1665917620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcc381037f0 msgr2=0x7fcc3819f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:00.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.370+0000 7fcc36800700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcc381037f0 0x7fcc3819f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.370+0000 7fcc36800700 1 -- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc381041a0 msgr2=0x7fcc3819fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:00.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.370+0000 7fcc36800700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc381041a0 0x7fcc3819fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:00.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.370+0000 7fcc36800700 1 -- 172.21.15.6:0/1665917620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc3819a130 con 0x7fcc381088f0 2024-05-20T21:12:00.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.370+0000 7fcc36800700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcc381088f0 0x7fcc381999d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcc30007ee0 tx=0x7fcc3000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:00.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.371+0000 7fcc2ea00700 1 -- 172.21.15.6:0/1665917620 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3000dd20 con 0x7fcc381088f0 2024-05-20T21:12:00.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.371+0000 7fcc2ea00700 1 -- 172.21.15.6:0/1665917620 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc30004020 con 0x7fcc381088f0 2024-05-20T21:12:00.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.371+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc3819a420 con 0x7fcc381088f0 2024-05-20T21:12:00.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.371+0000 7fcc2ea00700 1 -- 172.21.15.6:0/1665917620 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc30015660 con 0x7fcc381088f0 2024-05-20T21:12:00.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.371+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc381a66e0 con 0x7fcc381088f0 2024-05-20T21:12:00.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.372+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc3810bac0 con 0x7fcc381088f0 2024-05-20T21:12:00.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.374+0000 7fcc2ea00700 1 -- 172.21.15.6:0/1665917620 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fcc300041d0 con 0x7fcc381088f0 2024-05-20T21:12:00.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.376+0000 7fcc2ea00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcc1c0b2880 0x7fcc1c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:00.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.376+0000 7fcc2ea00700 1 -- 172.21.15.6:0/1665917620 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7879+0+0 (secure 0 0 0) 0x7fcc300e22f0 con 0x7fcc381088f0 2024-05-20T21:12:00.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.376+0000 7fcc35e00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcc1c0b2880 0x7fcc1c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:00.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.377+0000 7fcc35e00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcc1c0b2880 0x7fcc1c0b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcc3819ab10 tx=0x7fcc28009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:00.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.378+0000 7fcc2ea00700 1 -- 172.21.15.6:0/1665917620 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcc30010070 con 0x7fcc381088f0 2024-05-20T21:12:00.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:00.671+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fcc3810b4a0 con 0x7fcc381088f0 2024-05-20T21:12:00.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:00 smithi006 ceph-mon[31422]: pgmap v320: 97 pgs: 16 creating+peering, 61 active+clean, 20 unknown; 577 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:12:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:00 smithi062 ceph-mon[36640]: pgmap v320: 97 pgs: 16 creating+peering, 61 active+clean, 20 unknown; 577 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:12:01.122 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:00 smithi042 ceph-mon[36332]: pgmap v320: 97 pgs: 16 creating+peering, 61 active+clean, 20 unknown; 577 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:12:01.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.672+0000 7fcc2ea00700 1 -- 172.21.15.6:0/1665917620 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fcc300aa120 con 0x7fcc381088f0 2024-05-20T21:12:01.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.678+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcc1c0b2880 msgr2=0x7fcc1c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:01.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.678+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcc1c0b2880 0x7fcc1c0b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcc3819ab10 tx=0x7fcc28009260 comp rx=0 tx=0).stop 2024-05-20T21:12:01.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.678+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcc381088f0 msgr2=0x7fcc381999d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:01.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.678+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcc381088f0 0x7fcc381999d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcc30007ee0 tx=0x7fcc3000d3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:01.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.679+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 shutdown_connections 2024-05-20T21:12:01.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.679+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcc1c0b2880 0x7fcc1c0b4d40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:01.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.679+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcc381088f0 0x7fcc381999d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:01.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.679+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcc381037f0 0x7fcc3819f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:01.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.679+0000 7fcc3ca00700 1 --2- 172.21.15.6:0/1665917620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcc381041a0 0x7fcc3819fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:01.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.679+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 >> 172.21.15.6:0/1665917620 conn(0x7fcc3807a6a0 msgr2=0x7fcc38101950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:01.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.680+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 shutdown_connections 2024-05-20T21:12:01.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:01.681+0000 7fcc3ca00700 1 -- 172.21.15.6:0/1665917620 wait complete. 2024-05-20T21:12:01.686 INFO:teuthology.orchestra.run.smithi006.stderr:new fs with metadata pool 2 and data pool 3 2024-05-20T21:12:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:01 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1665917620' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:12:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:01 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:12:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:01 smithi006 ceph-mon[31422]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-20T21:12:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:01 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1665917620' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:12:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:01 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:12:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:01 smithi062 ceph-mon[36640]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-20T21:12:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:01 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1665917620' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:12:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:01 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-20T21:12:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:01 smithi042 ceph-mon[36332]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-20T21:12:02.513 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:12:02.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:02 smithi006 ceph-mon[31422]: osdmap e79: 12 total, 12 up, 12 in 2024-05-20T21:12:02.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:02 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-20T21:12:02.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:02 smithi006 ceph-mon[31422]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-20T21:12:02.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:02 smithi006 ceph-mon[31422]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-20T21:12:02.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:02 smithi006 ceph-mon[31422]: pgmap v322: 97 pgs: 2 creating+peering, 95 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-05-20T21:12:02.996 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:03.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:02 smithi062 ceph-mon[36640]: osdmap e79: 12 total, 12 up, 12 in 2024-05-20T21:12:03.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:02 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-20T21:12:03.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:02 smithi062 ceph-mon[36640]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-20T21:12:03.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:02 smithi062 ceph-mon[36640]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-20T21:12:03.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:02 smithi062 ceph-mon[36640]: pgmap v322: 97 pgs: 2 creating+peering, 95 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-05-20T21:12:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:02 smithi042 ceph-mon[36332]: osdmap e79: 12 total, 12 up, 12 in 2024-05-20T21:12:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:02 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-20T21:12:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:02 smithi042 ceph-mon[36332]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-20T21:12:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:02 smithi042 ceph-mon[36332]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-20T21:12:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:02 smithi042 ceph-mon[36332]: pgmap v322: 97 pgs: 2 creating+peering, 95 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-05-20T21:12:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:03 smithi006 ceph-mon[31422]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-20T21:12:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:03 smithi006 ceph-mon[31422]: Cluster is now healthy 2024-05-20T21:12:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:03 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] up:active 2024-05-20T21:12:03.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:03 smithi006 ceph-mon[31422]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:03.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:03 smithi006 ceph-mon[31422]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:03 smithi062 ceph-mon[36640]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-20T21:12:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:03 smithi062 ceph-mon[36640]: Cluster is now healthy 2024-05-20T21:12:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:03 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] up:active 2024-05-20T21:12:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:03 smithi062 ceph-mon[36640]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:03 smithi062 ceph-mon[36640]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:03 smithi042 ceph-mon[36332]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-20T21:12:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:03 smithi042 ceph-mon[36332]: Cluster is now healthy 2024-05-20T21:12:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:03 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] up:active 2024-05-20T21:12:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:03 smithi042 ceph-mon[36332]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:03 smithi042 ceph-mon[36332]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:04.885 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:04 smithi006 ceph-mon[31422]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-05-20T21:12:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:04 smithi062 ceph-mon[36640]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-05-20T21:12:05.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:04 smithi042 ceph-mon[36332]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.203+0000 7f0805600700 1 -- 172.21.15.6:0/1083863726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800105760 msgr2=0x7f0800105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.203+0000 7f0805600700 1 --2- 172.21.15.6:0/1083863726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800105760 0x7f0800105be0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f07ec009990 tx=0x7f07ec009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.203+0000 7f0805600700 1 -- 172.21.15.6:0/1083863726 shutdown_connections 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.203+0000 7f0805600700 1 --2- 172.21.15.6:0/1083863726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0800106120 0x7f0800112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.203+0000 7f0805600700 1 --2- 172.21.15.6:0/1083863726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f080010b760 0x7f080010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.203+0000 7f0805600700 1 --2- 172.21.15.6:0/1083863726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800105760 0x7f0800105be0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.203+0000 7f0805600700 1 -- 172.21.15.6:0/1083863726 >> 172.21.15.6:0/1083863726 conn(0x7f0800101250 msgr2=0x7f0800103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.204+0000 7f0805600700 1 -- 172.21.15.6:0/1083863726 shutdown_connections 2024-05-20T21:12:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.204+0000 7f0805600700 1 -- 172.21.15.6:0/1083863726 wait complete. 2024-05-20T21:12:05.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.205+0000 7f0805600700 1 Processor -- start 2024-05-20T21:12:05.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.205+0000 7f0805600700 1 -- start start 2024-05-20T21:12:05.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.205+0000 7f0805600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0800105760 0x7f080019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.205+0000 7f0805600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800106120 0x7f080019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.205+0000 7f0805600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f080010b760 0x7f08001a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f0805600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0800115990 con 0x7f0800106120 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f0805600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0800115810 con 0x7f080010b760 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f0805600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0800115b10 con 0x7f0800105760 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07fe000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800106120 0x7f080019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07ff400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f080010b760 0x7f08001a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07fe000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800106120 0x7f080019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35086/0 (socket says 172.21.15.6:35086) 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07fe000700 1 -- 172.21.15.6:0/1311042983 learned_addr learned my addr 172.21.15.6:0/1311042983 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:05.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07fea00700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0800105760 0x7f080019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:05.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07ff400700 1 -- 172.21.15.6:0/1311042983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0800105760 msgr2=0x7f080019be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:05.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07ff400700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0800105760 0x7f080019be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07ff400700 1 -- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800106120 msgr2=0x7f080019c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:05.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07ff400700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800106120 0x7f080019c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07ff400700 1 -- 172.21.15.6:0/1311042983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08001a0e70 con 0x7f080010b760 2024-05-20T21:12:05.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07fe000700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800106120 0x7f080019c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:05.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.206+0000 7f07fea00700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0800105760 0x7f080019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:05.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.207+0000 7f07ff400700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f080010b760 0x7f08001a0730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f07f8007f10 tx=0x7f07f800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:05.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.207+0000 7f07f7400700 1 -- 172.21.15.6:0/1311042983 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f8004db0 con 0x7f080010b760 2024-05-20T21:12:05.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.207+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08001a1160 con 0x7f080010b760 2024-05-20T21:12:05.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.207+0000 7f07f7400700 1 -- 172.21.15.6:0/1311042983 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07f8003a00 con 0x7f080010b760 2024-05-20T21:12:05.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.207+0000 7f07f7400700 1 -- 172.21.15.6:0/1311042983 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f8004580 con 0x7f080010b760 2024-05-20T21:12:05.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.207+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08001a89e0 con 0x7f080010b760 2024-05-20T21:12:05.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.208+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f080006a230 con 0x7f080010b760 2024-05-20T21:12:05.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.211+0000 7f07f7400700 1 -- 172.21.15.6:0/1311042983 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f07f801c020 con 0x7f080010b760 2024-05-20T21:12:05.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.212+0000 7f07f7400700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f07e40b2900 0x7f07e40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:05.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.213+0000 7f07f7400700 1 -- 172.21.15.6:0/1311042983 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f07f80e2250 con 0x7f080010b760 2024-05-20T21:12:05.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.213+0000 7f07fea00700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f07e40b2900 0x7f07e40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:05.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.213+0000 7f07fea00700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f07e40b2900 0x7f07e40b4dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f07f0007f50 tx=0x7f07f00073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:05.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.214+0000 7f07f7400700 1 -- 172.21.15.6:0/1311042983 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f07f8023030 con 0x7f080010b760 2024-05-20T21:12:05.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.453+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f080019d1c0 con 0x7f080010b760 2024-05-20T21:12:05.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.455+0000 7f07f7400700 1 -- 172.21.15.6:0/1311042983 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22029 (secure 0 0 0) 0x7f07f8010070 con 0x7f080010b760 2024-05-20T21:12:05.455 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:12:05.456 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":79,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:12:00.673469+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:12:05.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f07e40b2900 msgr2=0x7f07e40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:05.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f07e40b2900 0x7f07e40b4dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f07f0007f50 tx=0x7f07f00073d0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f080010b760 msgr2=0x7f08001a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:05.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f080010b760 0x7f08001a0730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f07f8007f10 tx=0x7f07f800d3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 shutdown_connections 2024-05-20T21:12:05.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f07e40b2900 0x7f07e40b4dc0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f080010b760 0x7f08001a0730 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0800105760 0x7f080019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 --2- 172.21.15.6:0/1311042983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0800106120 0x7f080019c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:05.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 >> 172.21.15.6:0/1311042983 conn(0x7f0800101250 msgr2=0x7f0800101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:05.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.459+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 shutdown_connections 2024-05-20T21:12:05.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:05.460+0000 7f0805600700 1 -- 172.21.15.6:0/1311042983 wait complete. 2024-05-20T21:12:05.623 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:12:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: 2024-05-20T21:12:05.244+0000 7f58b41bf700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-20T21:12:05.827 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:05 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1311042983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:05 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1311042983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:05 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1311042983' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:06.260 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:12:06.733 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:06.931 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:06 smithi006 ceph-mon[31422]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-20T21:12:07.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:06 smithi062 ceph-mon[36640]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-20T21:12:07.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:06 smithi042 ceph-mon[36332]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-20T21:12:09.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 -- 172.21.15.6:0/3286427620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c104630 msgr2=0x7fb10c104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:09.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 --2- 172.21.15.6:0/3286427620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c104630 0x7fb10c104a10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb10000b0a0 tx=0x7fb10000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 -- 172.21.15.6:0/3286427620 shutdown_connections 2024-05-20T21:12:09.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 --2- 172.21.15.6:0/3286427620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb10c10da60 0x7fb10c10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 --2- 172.21.15.6:0/3286427620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c104630 0x7fb10c104a10 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 --2- 172.21.15.6:0/3286427620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb10c104f50 0x7fb10c10d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 -- 172.21.15.6:0/3286427620 >> 172.21.15.6:0/3286427620 conn(0x7fb10c0fde60 msgr2=0x7fb10c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:09.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 -- 172.21.15.6:0/3286427620 shutdown_connections 2024-05-20T21:12:09.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.041+0000 7fb112a00700 1 -- 172.21.15.6:0/3286427620 wait complete. 2024-05-20T21:12:09.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.043+0000 7fb112a00700 1 Processor -- start 2024-05-20T21:12:09.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.043+0000 7fb112a00700 1 -- start start 2024-05-20T21:12:09.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.043+0000 7fb112a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb10c104630 0x7fb10c19f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:09.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.043+0000 7fb112a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb10c104f50 0x7fb10c19fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:09.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.043+0000 7fb112a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c10da60 0x7fb10c1999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:09.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.043+0000 7fb112a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c1136c0 con 0x7fb10c10da60 2024-05-20T21:12:09.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.043+0000 7fb112a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c113540 con 0x7fb10c104630 2024-05-20T21:12:09.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.043+0000 7fb112a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c113840 con 0x7fb10c104f50 2024-05-20T21:12:09.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb112000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c10da60 0x7fb10c1999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:09.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb10c104630 0x7fb10c19f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:09.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb10c104630 0x7fb10c19f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35310/0 (socket says 172.21.15.6:35310) 2024-05-20T21:12:09.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 -- 172.21.15.6:0/2463430667 learned_addr learned my addr 172.21.15.6:0/2463430667 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb110c00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb10c104f50 0x7fb10c19fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 -- 172.21.15.6:0/2463430667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb10c104f50 msgr2=0x7fb10c19fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb10c104f50 0x7fb10c19fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 -- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c10da60 msgr2=0x7fb10c1999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c10da60 0x7fb10c1999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 -- 172.21.15.6:0/2463430667 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb10c19a140 con 0x7fb10c104630 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb112000700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c10da60 0x7fb10c1999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.044+0000 7fb111600700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb10c104630 0x7fb10c19f820 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb1000062a0 tx=0x7fb100004e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.045+0000 7fb10a000700 1 -- 172.21.15.6:0/2463430667 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb100021070 con 0x7fb10c104630 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.045+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb10c19a3d0 con 0x7fb10c104630 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.045+0000 7fb10a000700 1 -- 172.21.15.6:0/2463430667 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb100007c40 con 0x7fb10c104630 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.045+0000 7fb10a000700 1 -- 172.21.15.6:0/2463430667 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1000046f0 con 0x7fb10c104630 2024-05-20T21:12:09.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.045+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb10c1a66f0 con 0x7fb10c104630 2024-05-20T21:12:09.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.046+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb10c06a230 con 0x7fb10c104630 2024-05-20T21:12:09.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.048+0000 7fb10a000700 1 -- 172.21.15.6:0/2463430667 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fb100003a00 con 0x7fb10c104630 2024-05-20T21:12:09.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.050+0000 7fb10a000700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0f40b2880 0x7fb0f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:09.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.050+0000 7fb10a000700 1 -- 172.21.15.6:0/2463430667 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fb10000f020 con 0x7fb10c104630 2024-05-20T21:12:09.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.050+0000 7fb110c00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0f40b2880 0x7fb0f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:09.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.051+0000 7fb110c00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0f40b2880 0x7fb0f40b4d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb10c110430 tx=0x7fb0f8007320 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:09.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.052+0000 7fb10a000700 1 -- 172.21.15.6:0/2463430667 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb10002a020 con 0x7fb10c104630 2024-05-20T21:12:09.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.295+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb10c19af10 con 0x7fb10c104630 2024-05-20T21:12:09.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.297+0000 7fb10a000700 1 -- 172.21.15.6:0/2463430667 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22029 (secure 0 0 0) 0x7fb1000ab9a0 con 0x7fb10c104630 2024-05-20T21:12:09.297 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:12:09.297 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":79,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:12:00.673469+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:12:09.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0f40b2880 msgr2=0x7fb0f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:09.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0f40b2880 0x7fb0f40b4d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb10c110430 tx=0x7fb0f8007320 comp rx=0 tx=0).stop 2024-05-20T21:12:09.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb10c104630 msgr2=0x7fb10c19f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:09.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb10c104630 0x7fb10c19f820 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb1000062a0 tx=0x7fb100004e60 comp rx=0 tx=0).stop 2024-05-20T21:12:09.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 shutdown_connections 2024-05-20T21:12:09.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0f40b2880 0x7fb0f40b4d40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb10c10da60 0x7fb10c1999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb10c104630 0x7fb10c19f820 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 --2- 172.21.15.6:0/2463430667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb10c104f50 0x7fb10c19fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:09.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 >> 172.21.15.6:0/2463430667 conn(0x7fb10c0fde60 msgr2=0x7fb10c0feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:09.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 shutdown_connections 2024-05-20T21:12:09.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:09.301+0000 7fb112a00700 1 -- 172.21.15.6:0/2463430667 wait complete. 2024-05-20T21:12:09.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:09 smithi042 ceph-mon[36332]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-20T21:12:09.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:09 smithi062 ceph-mon[36640]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-20T21:12:09.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:09 smithi006 ceph-mon[31422]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-20T21:12:10.167 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-20T21:12:10.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:10 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2463430667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:10.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:10 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2463430667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:10.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:10 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2463430667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:10.634 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:11.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:11 smithi006 ceph-mon[31422]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:12:11.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:11 smithi062 ceph-mon[36640]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:12:11.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:11 smithi042 ceph-mon[36332]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:12:12.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.837+0000 7ff9cfe00700 1 -- 172.21.15.6:0/1467767304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010a440 msgr2=0x7ff9d01168e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:12.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.837+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/1467767304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010a440 0x7ff9d01168e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff9c800b0a0 tx=0x7ff9c800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.837+0000 7ff9cfe00700 1 -- 172.21.15.6:0/1467767304 shutdown_connections 2024-05-20T21:12:12.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.837+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/1467767304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010a440 0x7ff9d01168e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.837+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/1467767304 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9d010e950 0x7ff9d010ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.837+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/1467767304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9d0109a80 0x7ff9d0109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.837+0000 7ff9cfe00700 1 -- 172.21.15.6:0/1467767304 >> 172.21.15.6:0/1467767304 conn(0x7ff9d00792d0 msgr2=0x7ff9d0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:12.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.837+0000 7ff9cfe00700 1 -- 172.21.15.6:0/1467767304 shutdown_connections 2024-05-20T21:12:12.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.838+0000 7ff9cfe00700 1 -- 172.21.15.6:0/1467767304 wait complete. 2024-05-20T21:12:12.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cfe00700 1 Processor -- start 2024-05-20T21:12:12.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cfe00700 1 -- start start 2024-05-20T21:12:12.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cfe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9d0109a80 0x7ff9d01a0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:12.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cfe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9d010a440 0x7ff9d01a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:12.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010e950 0x7ff9d01a4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:12.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cfe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d0119c80 con 0x7ff9d010e950 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cfe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d0119b00 con 0x7ff9d010a440 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cfe00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d0119e00 con 0x7ff9d0109a80 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.839+0000 7ff9cea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9d0109a80 0x7ff9d01a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9d0109a80 0x7ff9d01a0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58896/0 (socket says 172.21.15.6:58896) 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cea00700 1 -- 172.21.15.6:0/833900509 learned_addr learned my addr 172.21.15.6:0/833900509 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cf400700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010e950 0x7ff9d01a4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9ce000700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9d010a440 0x7ff9d01a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cea00700 1 -- 172.21.15.6:0/833900509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9d010a440 msgr2=0x7ff9d01a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cea00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9d010a440 0x7ff9d01a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cea00700 1 -- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010e950 msgr2=0x7ff9d01a4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cea00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010e950 0x7ff9d01a4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cea00700 1 -- 172.21.15.6:0/833900509 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9d01a5140 con 0x7ff9d0109a80 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9ce000700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9d010a440 0x7ff9d01a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:12:12.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cf400700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010e950 0x7ff9d01a4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:12:12.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.840+0000 7ff9cea00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9d0109a80 0x7ff9d01a0130 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff9c000e9c0 tx=0x7ff9c000ed80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:12.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.841+0000 7ff9c7400700 1 -- 172.21.15.6:0/833900509 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c000cbd0 con 0x7ff9d0109a80 2024-05-20T21:12:12.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.841+0000 7ff9c7400700 1 -- 172.21.15.6:0/833900509 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9c000cd70 con 0x7ff9d0109a80 2024-05-20T21:12:12.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.841+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9d01a5430 con 0x7ff9d0109a80 2024-05-20T21:12:12.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.841+0000 7ff9c7400700 1 -- 172.21.15.6:0/833900509 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c0010430 con 0x7ff9d0109a80 2024-05-20T21:12:12.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.841+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9d01accb0 con 0x7ff9d0109a80 2024-05-20T21:12:12.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.842+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9d006a230 con 0x7ff9d0109a80 2024-05-20T21:12:12.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.844+0000 7ff9c7400700 1 -- 172.21.15.6:0/833900509 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7ff9c0004750 con 0x7ff9d0109a80 2024-05-20T21:12:12.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.846+0000 7ff9c7400700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9b40b2900 0x7ff9b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:12.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.846+0000 7ff9c7400700 1 -- 172.21.15.6:0/833900509 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7ff9c00e2450 con 0x7ff9d0109a80 2024-05-20T21:12:12.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.846+0000 7ff9ce000700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9b40b2900 0x7ff9b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:12.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.847+0000 7ff9ce000700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9b40b2900 0x7ff9b40b4dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0109630 tx=0x7ff9bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:12.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:12.850+0000 7ff9c7400700 1 -- 172.21.15.6:0/833900509 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff9c00aa220 con 0x7ff9d0109a80 2024-05-20T21:12:13.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.136+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff9d002e560 con 0x7ff9d0109a80 2024-05-20T21:12:13.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.193+0000 7ff9c7400700 1 -- 172.21.15.6:0/833900509 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7ff9c00a9b20 con 0x7ff9d0109a80 2024-05-20T21:12:13.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9b40b2900 msgr2=0x7ff9b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:13.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9b40b2900 0x7ff9b40b4dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0109630 tx=0x7ff9bc009260 comp rx=0 tx=0).stop 2024-05-20T21:12:13.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9d0109a80 msgr2=0x7ff9d01a0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:13.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9d0109a80 0x7ff9d01a0130 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff9c000e9c0 tx=0x7ff9c000ed80 comp rx=0 tx=0).stop 2024-05-20T21:12:13.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 shutdown_connections 2024-05-20T21:12:13.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9b40b2900 0x7ff9b40b4dc0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:13.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9d010e950 0x7ff9d01a4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:13.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9d0109a80 0x7ff9d01a0130 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:13.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 --2- 172.21.15.6:0/833900509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9d010a440 0x7ff9d01a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:13.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 >> 172.21.15.6:0/833900509 conn(0x7ff9d00792d0 msgr2=0x7ff9d0079950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:13.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 shutdown_connections 2024-05-20T21:12:13.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:13.198+0000 7ff9cfe00700 1 -- 172.21.15.6:0/833900509 wait complete. 2024-05-20T21:12:13.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:13 smithi006 ceph-mon[31422]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-20T21:12:13.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:13 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/833900509' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:12:13.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:13 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:12:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:13 smithi062 ceph-mon[36640]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-20T21:12:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:13 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/833900509' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:12:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:13 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:12:13.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:13 smithi042 ceph-mon[36332]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-20T21:12:13.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:13 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/833900509' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:12:13.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:13 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-20T21:12:14.061 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-05-20T21:12:14.062 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-05-20T21:12:14.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:14 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-20T21:12:14.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:14 smithi062 ceph-mon[36640]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:14.547 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:14.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:14 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-20T21:12:14.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:14 smithi042 ceph-mon[36332]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:14 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-20T21:12:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:14 smithi006 ceph-mon[31422]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:15.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:15 smithi006 ceph-mon[31422]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-20T21:12:15.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:15 smithi062 ceph-mon[36640]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-20T21:12:15.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:15 smithi042 ceph-mon[36332]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-20T21:12:16.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 -- 172.21.15.6:0/1269308961 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841088f0 msgr2=0x7f3b84110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:16.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1269308961 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841088f0 0x7f3b84110470 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c00b0a0 tx=0x7f3b7c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 -- 172.21.15.6:0/1269308961 shutdown_connections 2024-05-20T21:12:16.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1269308961 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841088f0 0x7f3b84110470 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1269308961 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b841037f0 0x7f3b84103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1269308961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b841041a0 0x7f3b841081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 -- 172.21.15.6:0/1269308961 >> 172.21.15.6:0/1269308961 conn(0x7f3b8407a6a0 msgr2=0x7f3b8407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:16.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 -- 172.21.15.6:0/1269308961 shutdown_connections 2024-05-20T21:12:16.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.910+0000 7f3b8b000700 1 -- 172.21.15.6:0/1269308961 wait complete. 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.911+0000 7f3b8b000700 1 Processor -- start 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.911+0000 7f3b8b000700 1 -- start start 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b8b000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841037f0 0x7f3b8419bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b8b000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b841041a0 0x7f3b8419c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b8b000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b841088f0 0x7f3b841a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b8b000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3b84113710 con 0x7f3b841041a0 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b8b000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3b84113590 con 0x7f3b841088f0 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b8b000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3b84113890 con 0x7f3b841037f0 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b7b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b841041a0 0x7f3b8419c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b89000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b841088f0 0x7f3b841a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b83e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841037f0 0x7f3b8419bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:16.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b7b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b841041a0 0x7f3b8419c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53298/0 (socket says 172.21.15.6:53298) 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b89000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b841088f0 0x7f3b841a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35358/0 (socket says 172.21.15.6:35358) 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b7b400700 1 -- 172.21.15.6:0/1853221181 learned_addr learned my addr 172.21.15.6:0/1853221181 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b89000700 1 -- 172.21.15.6:0/1853221181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841037f0 msgr2=0x7f3b8419bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b89000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841037f0 0x7f3b8419bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b89000700 1 -- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b841041a0 msgr2=0x7f3b8419c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.912+0000 7f3b89000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b841041a0 0x7f3b8419c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b89000700 1 -- 172.21.15.6:0/1853221181 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b841a0d30 con 0x7f3b841088f0 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b83e00700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841037f0 0x7f3b8419bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b7b400700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b841041a0 0x7f3b8419c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b89000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b841088f0 0x7f3b841a05f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c00b070 tx=0x7f3b7c004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:16.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b81600700 1 -- 172.21.15.6:0/1853221181 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b7c021070 con 0x7f3b841088f0 2024-05-20T21:12:16.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b841a0fc0 con 0x7f3b841088f0 2024-05-20T21:12:16.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b81600700 1 -- 172.21.15.6:0/1853221181 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b7c007b80 con 0x7f3b841088f0 2024-05-20T21:12:16.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b81600700 1 -- 172.21.15.6:0/1853221181 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b7c005040 con 0x7f3b841088f0 2024-05-20T21:12:16.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.913+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b841a88a0 con 0x7f3b841088f0 2024-05-20T21:12:16.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.915+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b8406a230 con 0x7f3b841088f0 2024-05-20T21:12:16.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.917+0000 7f3b81600700 1 -- 172.21.15.6:0/1853221181 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f3b7c024070 con 0x7f3b841088f0 2024-05-20T21:12:16.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.919+0000 7f3b81600700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b680b2900 0x7f3b680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:16.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.919+0000 7f3b81600700 1 -- 172.21.15.6:0/1853221181 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f3b7c0e2fe0 con 0x7f3b841088f0 2024-05-20T21:12:16.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.919+0000 7f3b83e00700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b680b2900 0x7f3b680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:16.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.920+0000 7f3b83e00700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b680b2900 0x7f3b680b4dc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3b74009680 tx=0x7f3b74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:16.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:16.921+0000 7f3b81600700 1 -- 172.21.15.6:0/1853221181 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3b7c0aae80 con 0x7f3b841088f0 2024-05-20T21:12:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.213+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f3b841a8a70 con 0x7f3b841088f0 2024-05-20T21:12:17.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.273+0000 7f3b81600700 1 -- 172.21.15.6:0/1853221181 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f3b7c0b1e20 con 0x7f3b841088f0 2024-05-20T21:12:17.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b680b2900 msgr2=0x7f3b680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:17.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b680b2900 0x7f3b680b4dc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3b74009680 tx=0x7f3b74009260 comp rx=0 tx=0).stop 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b841088f0 msgr2=0x7f3b841a05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b841088f0 0x7f3b841a05f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c00b070 tx=0x7f3b7c004c80 comp rx=0 tx=0).stop 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 shutdown_connections 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b680b2900 0x7f3b680b4dc0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b841088f0 0x7f3b841a05f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b841037f0 0x7f3b8419bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 --2- 172.21.15.6:0/1853221181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b841041a0 0x7f3b8419c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.276+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 >> 172.21.15.6:0/1853221181 conn(0x7f3b8407a6a0 msgr2=0x7f3b841018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.277+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 shutdown_connections 2024-05-20T21:12:17.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:17.277+0000 7f3b8b000700 1 -- 172.21.15.6:0/1853221181 wait complete. 2024-05-20T21:12:17.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:17 smithi062 ceph-mon[36640]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-20T21:12:17.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:17 smithi042 ceph-mon[36332]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-20T21:12:17.661 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:17 smithi006 ceph-mon[31422]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-20T21:12:18.157 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-20T21:12:18.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:18 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1853221181' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:12:18.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:18 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:12:18.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:18 smithi006 ceph-mon[31422]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-20T21:12:18.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:18 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-20T21:12:18.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:18 smithi006 ceph-mon[31422]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-20T21:12:18.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:18 smithi006 ceph-mon[31422]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:18.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:18 smithi006 ceph-mon[31422]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-20T21:12:18.410 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:18 smithi006 ceph-mon[31422]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-20T21:12:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:18 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1853221181' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:12:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:18 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:12:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:18 smithi062 ceph-mon[36640]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-20T21:12:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:18 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-20T21:12:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:18 smithi062 ceph-mon[36640]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-20T21:12:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:18 smithi062 ceph-mon[36640]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:18 smithi062 ceph-mon[36640]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-20T21:12:18.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:18 smithi062 ceph-mon[36640]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-20T21:12:18.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:18 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1853221181' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:12:18.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:18 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-20T21:12:18.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:18 smithi042 ceph-mon[36332]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-20T21:12:18.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:18 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-20T21:12:18.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:18 smithi042 ceph-mon[36332]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-20T21:12:18.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:18 smithi042 ceph-mon[36332]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-20T21:12:18.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:18 smithi042 ceph-mon[36332]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-20T21:12:18.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:18 smithi042 ceph-mon[36332]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-20T21:12:18.652 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:19.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:19 smithi006 ceph-mon[31422]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 0 op/s 2024-05-20T21:12:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:19 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] up:active 2024-05-20T21:12:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:19 smithi006 ceph-mon[31422]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-20T21:12:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:19 smithi006 ceph-mon[31422]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-20T21:12:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:19 smithi006 ceph-mon[31422]: Cluster is now healthy 2024-05-20T21:12:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:19 smithi006 ceph-mon[31422]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-20T21:12:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:19 smithi006 ceph-mon[31422]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-20T21:12:19.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:19 smithi006 ceph-mon[31422]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-20T21:12:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:19 smithi062 ceph-mon[36640]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 0 op/s 2024-05-20T21:12:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:19 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] up:active 2024-05-20T21:12:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:19 smithi062 ceph-mon[36640]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-20T21:12:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:19 smithi062 ceph-mon[36640]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-20T21:12:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:19 smithi062 ceph-mon[36640]: Cluster is now healthy 2024-05-20T21:12:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:19 smithi062 ceph-mon[36640]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-20T21:12:19.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:19 smithi062 ceph-mon[36640]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-20T21:12:19.539 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:19 smithi062 ceph-mon[36640]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-20T21:12:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:19 smithi042 ceph-mon[36332]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s wr, 0 op/s 2024-05-20T21:12:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:19 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] up:active 2024-05-20T21:12:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:19 smithi042 ceph-mon[36332]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-20T21:12:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:19 smithi042 ceph-mon[36332]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-20T21:12:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:19 smithi042 ceph-mon[36332]: Cluster is now healthy 2024-05-20T21:12:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:19 smithi042 ceph-mon[36332]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-20T21:12:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:19 smithi042 ceph-mon[36332]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-20T21:12:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:19 smithi042 ceph-mon[36332]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-20T21:12:20.597 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:20 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] up:active 2024-05-20T21:12:20.598 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:20 smithi006 ceph-mon[31422]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-20T21:12:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:20 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] up:active 2024-05-20T21:12:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:20 smithi042 ceph-mon[36332]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-20T21:12:20.623 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:12:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: 2024-05-20T21:12:20.246+0000 7f58b41bf700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-20T21:12:20.623 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:12:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: 2024-05-20T21:12:20.246+0000 7f58b41bf700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-05-20T21:12:20.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 -- 172.21.15.6:0/3280016478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b006b220 msgr2=0x7f52b006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:20.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 --2- 172.21.15.6:0/3280016478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b006b220 0x7f52b006b6a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f529c009990 tx=0x7f529c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 -- 172.21.15.6:0/3280016478 shutdown_connections 2024-05-20T21:12:20.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 --2- 172.21.15.6:0/3280016478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52b006bbe0 0x7f52b01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 --2- 172.21.15.6:0/3280016478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52b01095b0 0x7f52b0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 --2- 172.21.15.6:0/3280016478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b006b220 0x7f52b006b6a0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 -- 172.21.15.6:0/3280016478 >> 172.21.15.6:0/3280016478 conn(0x7f52b00793f0 msgr2=0x7f52b0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 -- 172.21.15.6:0/3280016478 shutdown_connections 2024-05-20T21:12:20.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.778+0000 7f52b7400700 1 -- 172.21.15.6:0/3280016478 wait complete. 2024-05-20T21:12:20.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.779+0000 7f52b7400700 1 Processor -- start 2024-05-20T21:12:20.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.779+0000 7f52b7400700 1 -- start start 2024-05-20T21:12:20.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52b006b220 0x7f52b019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:20.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52b006bbe0 0x7f52b019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:20.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b01095b0 0x7f52b01a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:20.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b7400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52b01136c0 con 0x7f52b01095b0 2024-05-20T21:12:20.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b7400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f52b0113540 con 0x7f52b006bbe0 2024-05-20T21:12:20.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b7400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f52b0113840 con 0x7f52b006b220 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b01095b0 0x7f52b01a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b01095b0 0x7f52b01a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46138/0 (socket says 172.21.15.6:46138) 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b5400700 1 -- 172.21.15.6:0/2904578100 learned_addr learned my addr 172.21.15.6:0/2904578100 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52b4a00700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52b006b220 0x7f52b019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.780+0000 7f52afe00700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52b006bbe0 0x7f52b019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b4a00700 1 -- 172.21.15.6:0/2904578100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52b006bbe0 msgr2=0x7f52b019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b4a00700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52b006bbe0 0x7f52b019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b4a00700 1 -- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b01095b0 msgr2=0x7f52b01a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b4a00700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b01095b0 0x7f52b01a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b4a00700 1 -- 172.21.15.6:0/2904578100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52b01a0df0 con 0x7f52b006b220 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b5400700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b01095b0 0x7f52b01a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b4a00700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52b006b220 0x7f52b019bde0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f52a400e7e0 tx=0x7f52a400eaf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52ad600700 1 -- 172.21.15.6:0/2904578100 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a4004220 con 0x7f52b006b220 2024-05-20T21:12:20.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52ad600700 1 -- 172.21.15.6:0/2904578100 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52a40043c0 con 0x7f52b006b220 2024-05-20T21:12:20.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52ad600700 1 -- 172.21.15.6:0/2904578100 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a4010700 con 0x7f52b006b220 2024-05-20T21:12:20.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52b01a10e0 con 0x7f52b006b220 2024-05-20T21:12:20.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.781+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52b01a8960 con 0x7f52b006b220 2024-05-20T21:12:20.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.783+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52b006a230 con 0x7f52b006b220 2024-05-20T21:12:20.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.785+0000 7f52ad600700 1 -- 172.21.15.6:0/2904578100 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f52a40108a0 con 0x7f52b006b220 2024-05-20T21:12:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.786+0000 7f52ad600700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52980b2900 0x7f52980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.787+0000 7f52ad600700 1 -- 172.21.15.6:0/2904578100 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f52a40e1f20 con 0x7f52b006b220 2024-05-20T21:12:20.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.787+0000 7f52afe00700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52980b2900 0x7f52980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:20.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.787+0000 7f52afe00700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52980b2900 0x7f52980b4dc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f529c0098e0 tx=0x7f529c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:20.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:20 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] up:active 2024-05-20T21:12:20.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:20 smithi062 ceph-mon[36640]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-20T21:12:20.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:20.789+0000 7f52ad600700 1 -- 172.21.15.6:0/2904578100 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f52a40a9e10 con 0x7f52b006b220 2024-05-20T21:12:21.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.081+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f52b01a8b90 con 0x7f52b006b220 2024-05-20T21:12:21.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.325+0000 7f52ad600700 1 -- 172.21.15.6:0/2904578100 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f52a40a9710 con 0x7f52b006b220 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.329+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52980b2900 msgr2=0x7f52980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.329+0000 7f52b7400700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52980b2900 0x7f52980b4dc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f529c0098e0 tx=0x7f529c005960 comp rx=0 tx=0).stop 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.329+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52b006b220 msgr2=0x7f52b019bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.329+0000 7f52b7400700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52b006b220 0x7f52b019bde0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f52a400e7e0 tx=0x7f52a400eaf0 comp rx=0 tx=0).stop 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.330+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 shutdown_connections 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.330+0000 7f52b7400700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52980b2900 0x7f52980b4dc0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.330+0000 7f52b7400700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52b01095b0 0x7f52b01a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.330+0000 7f52b7400700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52b006b220 0x7f52b019bde0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.330+0000 7f52b7400700 1 --2- 172.21.15.6:0/2904578100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52b006bbe0 0x7f52b019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:21.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.330+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 >> 172.21.15.6:0/2904578100 conn(0x7f52b00793f0 msgr2=0x7f52b0100e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:21.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.330+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 shutdown_connections 2024-05-20T21:12:21.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:21.330+0000 7f52b7400700 1 -- 172.21.15.6:0/2904578100 wait complete. 2024-05-20T21:12:21.357 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:21 smithi006 ceph-mon[31422]: pgmap v331: 97 pgs: 97 active+clean; 580 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:12:21.357 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:21 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2904578100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:12:21.357 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:21 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:12:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:21 smithi042 ceph-mon[36332]: pgmap v331: 97 pgs: 97 active+clean; 580 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:12:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:21 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2904578100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:12:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:21 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:12:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:21 smithi062 ceph-mon[36640]: pgmap v331: 97 pgs: 97 active+clean; 580 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-20T21:12:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:21 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2904578100' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:12:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:21 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-20T21:12:22.145 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-20T21:12:22.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:22 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-20T21:12:22.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:22 smithi042 ceph-mon[36332]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-20T21:12:22.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:22 smithi042 ceph-mon[36332]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:12:22.630 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:22.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:22 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-20T21:12:22.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:22 smithi006 ceph-mon[31422]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-20T21:12:22.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:22 smithi006 ceph-mon[31422]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:12:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:22 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-20T21:12:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:22 smithi062 ceph-mon[36640]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-20T21:12:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:22 smithi062 ceph-mon[36640]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:12:23.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:23 smithi042 ceph-mon[36332]: pgmap v332: 97 pgs: 97 active+clean; 581 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s rd, 1.8 KiB/s wr, 6 op/s 2024-05-20T21:12:23.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:23 smithi006 ceph-mon[31422]: pgmap v332: 97 pgs: 97 active+clean; 581 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s rd, 1.8 KiB/s wr, 6 op/s 2024-05-20T21:12:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:23 smithi062 ceph-mon[36640]: pgmap v332: 97 pgs: 97 active+clean; 581 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s rd, 1.8 KiB/s wr, 6 op/s 2024-05-20T21:12:24.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 -- 172.21.15.6:0/714134537 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe624078390 msgr2=0x7fe624113db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:24.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 --2- 172.21.15.6:0/714134537 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe624078390 0x7fe624113db0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe6100098f0 tx=0x7fe610009c00 comp rx=0 tx=0).stop 2024-05-20T21:12:24.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 -- 172.21.15.6:0/714134537 shutdown_connections 2024-05-20T21:12:24.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 --2- 172.21.15.6:0/714134537 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6241142f0 0x7fe6241166e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 --2- 172.21.15.6:0/714134537 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe624077a70 0x7fe624077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 --2- 172.21.15.6:0/714134537 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe624078390 0x7fe624113db0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 -- 172.21.15.6:0/714134537 >> 172.21.15.6:0/714134537 conn(0x7fe624101180 msgr2=0x7fe6241035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:24.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 -- 172.21.15.6:0/714134537 shutdown_connections 2024-05-20T21:12:24.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.902+0000 7fe623200700 1 -- 172.21.15.6:0/714134537 wait complete. 2024-05-20T21:12:24.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.903+0000 7fe623200700 1 Processor -- start 2024-05-20T21:12:24.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.904+0000 7fe623200700 1 -- start start 2024-05-20T21:12:24.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.904+0000 7fe623200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe624077a70 0x7fe6241a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:24.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.904+0000 7fe623200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe624078390 0x7fe6241a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:24.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.904+0000 7fe623200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6241142f0 0x7fe6241a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:24.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.904+0000 7fe623200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe624119cc0 con 0x7fe6241142f0 2024-05-20T21:12:24.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.904+0000 7fe623200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe624119b40 con 0x7fe624078390 2024-05-20T21:12:24.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.904+0000 7fe623200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe624119e40 con 0x7fe624077a70 2024-05-20T21:12:24.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.904+0000 7fe621e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe624077a70 0x7fe6241a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:24.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe624077a70 0x7fe6241a0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35664/0 (socket says 172.21.15.6:35664) 2024-05-20T21:12:24.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621e00700 1 -- 172.21.15.6:0/354078310 learned_addr learned my addr 172.21.15.6:0/354078310 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:24.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe622800700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6241142f0 0x7fe6241a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:24.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621400700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe624078390 0x7fe6241a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621e00700 1 -- 172.21.15.6:0/354078310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe624078390 msgr2=0x7fe6241a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621e00700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe624078390 0x7fe6241a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621e00700 1 -- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6241142f0 msgr2=0x7fe6241a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621e00700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6241142f0 0x7fe6241a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621e00700 1 -- 172.21.15.6:0/354078310 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6241a5220 con 0x7fe624077a70 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.905+0000 7fe621e00700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe624077a70 0x7fe6241a0210 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe61400d950 tx=0x7fe61400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.906+0000 7fe61aa00700 1 -- 172.21.15.6:0/354078310 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe614016070 con 0x7fe624077a70 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.906+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6241a5510 con 0x7fe624077a70 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.906+0000 7fe61aa00700 1 -- 172.21.15.6:0/354078310 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe61400fd40 con 0x7fe624077a70 2024-05-20T21:12:24.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.906+0000 7fe61aa00700 1 -- 172.21.15.6:0/354078310 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61400e3b0 con 0x7fe624077a70 2024-05-20T21:12:24.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.906+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6241acd90 con 0x7fe624077a70 2024-05-20T21:12:24.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.907+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe62406a230 con 0x7fe624077a70 2024-05-20T21:12:24.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.910+0000 7fe61aa00700 1 -- 172.21.15.6:0/354078310 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fe614019070 con 0x7fe624077a70 2024-05-20T21:12:24.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.911+0000 7fe61aa00700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6080b2900 0x7fe6080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:24.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.911+0000 7fe61aa00700 1 -- 172.21.15.6:0/354078310 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fe6140e1bd0 con 0x7fe624077a70 2024-05-20T21:12:24.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.911+0000 7fe621400700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6080b2900 0x7fe6080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:24.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.912+0000 7fe621400700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6080b2900 0x7fe6080b4dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe6100098c0 tx=0x7fe610019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:24.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:24.916+0000 7fe61aa00700 1 -- 172.21.15.6:0/354078310 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe6140a99a0 con 0x7fe624077a70 2024-05-20T21:12:25.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.213+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fe62402e560 con 0x7fe624077a70 2024-05-20T21:12:25.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.357+0000 7fe61aa00700 1 -- 172.21.15.6:0/354078310 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v25) ==== 115+0+0 (secure 0 0 0) 0x7fe6140a92a0 con 0x7fe624077a70 2024-05-20T21:12:25.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6080b2900 msgr2=0x7fe6080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:25.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6080b2900 0x7fe6080b4dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe6100098c0 tx=0x7fe610019040 comp rx=0 tx=0).stop 2024-05-20T21:12:25.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe624077a70 msgr2=0x7fe6241a0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:25.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe624077a70 0x7fe6241a0210 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe61400d950 tx=0x7fe61400dc60 comp rx=0 tx=0).stop 2024-05-20T21:12:25.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 shutdown_connections 2024-05-20T21:12:25.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6080b2900 0x7fe6080b4dc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:25.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6241142f0 0x7fe6241a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:25.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe624077a70 0x7fe6241a0210 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:25.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 --2- 172.21.15.6:0/354078310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe624078390 0x7fe6241a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:25.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 >> 172.21.15.6:0/354078310 conn(0x7fe624101180 msgr2=0x7fe624103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:25.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.362+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 shutdown_connections 2024-05-20T21:12:25.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:25.363+0000 7fe623200700 1 -- 172.21.15.6:0/354078310 wait complete. 2024-05-20T21:12:25.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:25 smithi042 ceph-mon[36332]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:12:25.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:25 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/354078310' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:12:25.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:25 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:12:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:25 smithi006 ceph-mon[31422]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:12:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:25 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/354078310' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:12:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:25 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:12:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:25 smithi062 ceph-mon[36640]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:12:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:25 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/354078310' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:12:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:25 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-20T21:12:26.199 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-05-20T21:12:26.200 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-20T21:12:26.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:26 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-20T21:12:26.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:26 smithi006 ceph-mon[31422]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:12:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:26 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-20T21:12:26.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:26 smithi042 ceph-mon[36332]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:12:26.683 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:26.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:26 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-20T21:12:26.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:26 smithi062 ceph-mon[36640]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:12:27.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:27 smithi006 ceph-mon[31422]: pgmap v334: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:12:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:27 smithi042 ceph-mon[36332]: pgmap v334: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:12:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:27 smithi062 ceph-mon[36640]: pgmap v334: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-20T21:12:28.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.925+0000 7fd20fe00700 1 -- 172.21.15.6:0/419680123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210076290 msgr2=0x7fd21010f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:28.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.925+0000 7fd20fe00700 1 --2- 172.21.15.6:0/419680123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210076290 0x7fd21010f770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc0098f0 tx=0x7fd1fc009c00 comp rx=0 tx=0).stop 2024-05-20T21:12:28.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.926+0000 7fd20fe00700 1 -- 172.21.15.6:0/419680123 shutdown_connections 2024-05-20T21:12:28.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.926+0000 7fd20fe00700 1 --2- 172.21.15.6:0/419680123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd21010fcb0 0x7fd210112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.926+0000 7fd20fe00700 1 --2- 172.21.15.6:0/419680123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd210075970 0x7fd210075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.926+0000 7fd20fe00700 1 --2- 172.21.15.6:0/419680123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210076290 0x7fd21010f770 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.926+0000 7fd20fe00700 1 -- 172.21.15.6:0/419680123 >> 172.21.15.6:0/419680123 conn(0x7fd2100fefc0 msgr2=0x7fd2101013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:28.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.926+0000 7fd20fe00700 1 -- 172.21.15.6:0/419680123 shutdown_connections 2024-05-20T21:12:28.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.926+0000 7fd20fe00700 1 -- 172.21.15.6:0/419680123 wait complete. 2024-05-20T21:12:28.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.927+0000 7fd20fe00700 1 Processor -- start 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.927+0000 7fd20fe00700 1 -- start start 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.927+0000 7fd20fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210075970 0x7fd21019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.927+0000 7fd20fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd210076290 0x7fd21019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd21010fcb0 0x7fd2101a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20fe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd210115880 con 0x7fd210076290 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20fe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd210115700 con 0x7fd21010fcb0 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20fe00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd210115a00 con 0x7fd210075970 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd210076290 0x7fd21019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd210076290 0x7fd21019c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40188/0 (socket says 172.21.15.6:40188) 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20e000700 1 -- 172.21.15.6:0/288169462 learned_addr learned my addr 172.21.15.6:0/288169462 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20ea00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210075970 0x7fd21019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:28.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20f400700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd21010fcb0 0x7fd2101a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:28.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20e000700 1 -- 172.21.15.6:0/288169462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210075970 msgr2=0x7fd21019bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:28.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20e000700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210075970 0x7fd21019bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20e000700 1 -- 172.21.15.6:0/288169462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd21010fcb0 msgr2=0x7fd2101a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.928+0000 7fd20e000700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd21010fcb0 0x7fd2101a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.929+0000 7fd20e000700 1 -- 172.21.15.6:0/288169462 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2101a0e00 con 0x7fd210076290 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.929+0000 7fd20ea00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210075970 0x7fd21019bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.929+0000 7fd20e000700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd210076290 0x7fd21019c330 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009230 tx=0x7fd1fc0094a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.929+0000 7fd207400700 1 -- 172.21.15.6:0/288169462 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc005140 con 0x7fd210076290 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.929+0000 7fd207400700 1 -- 172.21.15.6:0/288169462 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1fc00b560 con 0x7fd210076290 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.929+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2101a1090 con 0x7fd210076290 2024-05-20T21:12:28.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.929+0000 7fd207400700 1 -- 172.21.15.6:0/288169462 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc003a80 con 0x7fd210076290 2024-05-20T21:12:28.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.930+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2101a8970 con 0x7fd210076290 2024-05-20T21:12:28.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.931+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd21006a230 con 0x7fd210076290 2024-05-20T21:12:28.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.934+0000 7fd207400700 1 -- 172.21.15.6:0/288169462 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fd1fc00ba10 con 0x7fd210076290 2024-05-20T21:12:28.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.936+0000 7fd207400700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd1f40b2880 0x7fd1f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:28.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.936+0000 7fd207400700 1 -- 172.21.15.6:0/288169462 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fd1fc0e3300 con 0x7fd210076290 2024-05-20T21:12:28.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.936+0000 7fd20ea00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd1f40b2880 0x7fd1f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:28.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.937+0000 7fd20ea00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd1f40b2880 0x7fd1f40b4d40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd200007fd0 tx=0x7fd2000073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:28.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:28.938+0000 7fd207400700 1 -- 172.21.15.6:0/288169462 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd1fc05fdf0 con 0x7fd210076290 2024-05-20T21:12:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.217+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd21019d150 con 0x7fd1f40b2880 2024-05-20T21:12:29.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.262+0000 7fd207400700 1 -- 172.21.15.6:0/288169462 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd21019d150 con 0x7fd1f40b2880 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.265+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd1f40b2880 msgr2=0x7fd1f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.265+0000 7fd20fe00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd1f40b2880 0x7fd1f40b4d40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd200007fd0 tx=0x7fd2000073d0 comp rx=0 tx=0).stop 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.265+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd210076290 msgr2=0x7fd21019c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.265+0000 7fd20fe00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd210076290 0x7fd21019c330 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009230 tx=0x7fd1fc0094a0 comp rx=0 tx=0).stop 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.266+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 shutdown_connections 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.266+0000 7fd20fe00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd1f40b2880 0x7fd1f40b4d40 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.266+0000 7fd20fe00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd21010fcb0 0x7fd2101a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.266+0000 7fd20fe00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd210075970 0x7fd21019bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.266+0000 7fd20fe00700 1 --2- 172.21.15.6:0/288169462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd210076290 0x7fd21019c330 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.266+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 >> 172.21.15.6:0/288169462 conn(0x7fd2100fefc0 msgr2=0x7fd2100ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:29.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.266+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 shutdown_connections 2024-05-20T21:12:29.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:29.266+0000 7fd20fe00700 1 -- 172.21.15.6:0/288169462 wait complete. 2024-05-20T21:12:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:29 smithi042 ceph-mon[36332]: pgmap v335: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:12:29.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:29 smithi006 ceph-mon[31422]: pgmap v335: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:12:29.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:12:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:12:29.232+0000 7f6b6de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:12:29.659 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:12:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:12:29.232+0000 7f6b6de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:12:29.659 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:12:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:12:29.232+0000 7f6b6de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:12:29.659 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:12:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:12:29.232+0000 7f6b6de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:12:29.659 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:12:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:12:29.232+0000 7f6b6de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-20T21:12:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:29 smithi062 ceph-mon[36640]: pgmap v335: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:12:30.106 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-20T21:12:30.572 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:30.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:30 smithi006 ceph-mon[31422]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:30.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:30 smithi062 ceph-mon[36640]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:30 smithi042 ceph-mon[36332]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:31.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:31 smithi006 ceph-mon[31422]: pgmap v336: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-20T21:12:31.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:31 smithi006 ceph-mon[31422]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-20T21:12:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:31 smithi062 ceph-mon[36640]: pgmap v336: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-20T21:12:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:31 smithi062 ceph-mon[36640]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-20T21:12:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:31 smithi042 ceph-mon[36332]: pgmap v336: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-20T21:12:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:31 smithi042 ceph-mon[36332]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-20T21:12:32.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.794+0000 7fa8bd400700 1 -- 172.21.15.6:0/2035771120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 msgr2=0x7fa8b806c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:32.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.794+0000 7fa8bd400700 1 --2- 172.21.15.6:0/2035771120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 0x7fa8b806c070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa8a0009990 tx=0x7fa8a0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:32.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.794+0000 7fa8bd400700 1 -- 172.21.15.6:0/2035771120 shutdown_connections 2024-05-20T21:12:32.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.794+0000 7fa8bd400700 1 --2- 172.21.15.6:0/2035771120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8b806c5b0 0x7fa8b81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:32.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.794+0000 7fa8bd400700 1 --2- 172.21.15.6:0/2035771120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8b81095b0 0x7fa8b8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:32.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.794+0000 7fa8bd400700 1 --2- 172.21.15.6:0/2035771120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 0x7fa8b806c070 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:32.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.794+0000 7fa8bd400700 1 -- 172.21.15.6:0/2035771120 >> 172.21.15.6:0/2035771120 conn(0x7fa8b80793b0 msgr2=0x7fa8b80797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:32.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.795+0000 7fa8bd400700 1 -- 172.21.15.6:0/2035771120 shutdown_connections 2024-05-20T21:12:32.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.795+0000 7fa8bd400700 1 -- 172.21.15.6:0/2035771120 wait complete. 2024-05-20T21:12:32.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.796+0000 7fa8bd400700 1 Processor -- start 2024-05-20T21:12:32.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.796+0000 7fa8bd400700 1 -- start start 2024-05-20T21:12:32.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.796+0000 7fa8bd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 0x7fa8b819bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:32.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.796+0000 7fa8bd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8b806c5b0 0x7fa8b819c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:32.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.796+0000 7fa8bd400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8b81095b0 0x7fa8b81a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:32.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.796+0000 7fa8bd400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b81136e0 con 0x7fa8b806bbf0 2024-05-20T21:12:32.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.796+0000 7fa8bd400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b8113560 con 0x7fa8b806c5b0 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.796+0000 7fa8bd400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b8113860 con 0x7fa8b81095b0 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 0x7fa8b819bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 0x7fa8b819bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40222/0 (socket says 172.21.15.6:40222) 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b6800700 1 -- 172.21.15.6:0/1522273468 learned_addr learned my addr 172.21.15.6:0/1522273468 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b7200700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8b81095b0 0x7fa8b81a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8afe00700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8b806c5b0 0x7fa8b819c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b6800700 1 -- 172.21.15.6:0/1522273468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8b81095b0 msgr2=0x7fa8b81a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b6800700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8b81095b0 0x7fa8b81a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b6800700 1 -- 172.21.15.6:0/1522273468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8b806c5b0 msgr2=0x7fa8b819c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b6800700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8b806c5b0 0x7fa8b819c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.797+0000 7fa8b6800700 1 -- 172.21.15.6:0/1522273468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b81a0eb0 con 0x7fa8b806bbf0 2024-05-20T21:12:32.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.798+0000 7fa8b6800700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 0x7fa8b819bef0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa8a800d980 tx=0x7fa8a800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:32.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.798+0000 7fa8af400700 1 -- 172.21.15.6:0/1522273468 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a8017070 con 0x7fa8b806bbf0 2024-05-20T21:12:32.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.798+0000 7fa8af400700 1 -- 172.21.15.6:0/1522273468 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8a8005020 con 0x7fa8b806bbf0 2024-05-20T21:12:32.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.798+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8b81a11a0 con 0x7fa8b806bbf0 2024-05-20T21:12:32.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.798+0000 7fa8af400700 1 -- 172.21.15.6:0/1522273468 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a800fa10 con 0x7fa8b806bbf0 2024-05-20T21:12:32.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.798+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8b81a8a20 con 0x7fa8b806bbf0 2024-05-20T21:12:32.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.800+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8b8104c70 con 0x7fa8b806bbf0 2024-05-20T21:12:32.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.802+0000 7fa8af400700 1 -- 172.21.15.6:0/1522273468 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fa8a8004a30 con 0x7fa8b806bbf0 2024-05-20T21:12:32.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.803+0000 7fa8af400700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa89c0b2910 0x7fa89c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:32.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.803+0000 7fa8af400700 1 -- 172.21.15.6:0/1522273468 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fa8a80e2120 con 0x7fa8b806bbf0 2024-05-20T21:12:32.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.804+0000 7fa8afe00700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa89c0b2910 0x7fa89c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:32.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.804+0000 7fa8afe00700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa89c0b2910 0x7fa89c0b4dd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa8a00098e0 tx=0x7fa8a0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:32.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:32.808+0000 7fa8af400700 1 -- 172.21.15.6:0/1522273468 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa8a8020020 con 0x7fa8b806bbf0 2024-05-20T21:12:33.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.085+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa8b8101590 con 0x7fa89c0b2910 2024-05-20T21:12:33.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.124+0000 7fa8af400700 1 -- 172.21.15.6:0/1522273468 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa8b8101590 con 0x7fa89c0b2910 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.127+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa89c0b2910 msgr2=0x7fa89c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.127+0000 7fa8bd400700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa89c0b2910 0x7fa89c0b4dd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa8a00098e0 tx=0x7fa8a0005960 comp rx=0 tx=0).stop 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 msgr2=0x7fa8b819bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 0x7fa8b819bef0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa8a800d980 tx=0x7fa8a800dc90 comp rx=0 tx=0).stop 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 shutdown_connections 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa89c0b2910 0x7fa89c0b4dd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8b81095b0 0x7fa8b81a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8b806bbf0 0x7fa8b819bef0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 --2- 172.21.15.6:0/1522273468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8b806c5b0 0x7fa8b819c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 >> 172.21.15.6:0/1522273468 conn(0x7fa8b80793b0 msgr2=0x7fa8b8100e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 shutdown_connections 2024-05-20T21:12:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:33.128+0000 7fa8bd400700 1 -- 172.21.15.6:0/1522273468 wait complete. 2024-05-20T21:12:33.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:33 smithi006 ceph-mon[31422]: pgmap v337: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 8 op/s 2024-05-20T21:12:33.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:33 smithi062 ceph-mon[36640]: pgmap v337: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 8 op/s 2024-05-20T21:12:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:33 smithi042 ceph-mon[36332]: pgmap v337: 97 pgs: 97 active+clean; 582 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 8 op/s 2024-05-20T21:12:33.945 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-20T21:12:34.430 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:34.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:34 smithi006 ceph-mon[31422]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:34.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:34 smithi062 ceph-mon[36640]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:34.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:34 smithi042 ceph-mon[36332]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:35 smithi006 ceph-mon[31422]: pgmap v338: 97 pgs: 97 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:12:35.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:35 smithi062 ceph-mon[36640]: pgmap v338: 97 pgs: 97 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:12:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:35 smithi042 ceph-mon[36332]: pgmap v338: 97 pgs: 97 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:12:36.403 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-05-20T21:12:36.403 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [1, 6]}]: dispatch 2024-05-20T21:12:36.403 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2024-05-20T21:12:36.403 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2024-05-20T21:12:36.403 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-05-20T21:12:36.403 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-05-20T21:12:36.403 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]: dispatch 2024-05-20T21:12:36.403 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-05-20T21:12:36.404 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]: dispatch 2024-05-20T21:12:36.404 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:36 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]: dispatch 2024-05-20T21:12:36.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 -- 172.21.15.6:0/3448252479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 msgr2=0x7f2e18075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:36.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 --2- 172.21.15.6:0/3448252479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 0x7f2e18075b50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2e0800b0a0 tx=0x7f2e0800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:12:36.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 -- 172.21.15.6:0/3448252479 shutdown_connections 2024-05-20T21:12:36.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 --2- 172.21.15.6:0/3448252479 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e1810ff40 0x7f2e18112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:36.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 --2- 172.21.15.6:0/3448252479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 0x7f2e18075b50 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:36.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 --2- 172.21.15.6:0/3448252479 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e18076090 0x7f2e1810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:36.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 -- 172.21.15.6:0/3448252479 >> 172.21.15.6:0/3448252479 conn(0x7f2e1807a6a0 msgr2=0x7f2e1807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:36.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 -- 172.21.15.6:0/3448252479 shutdown_connections 2024-05-20T21:12:36.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.704+0000 7f2e1f000700 1 -- 172.21.15.6:0/3448252479 wait complete. 2024-05-20T21:12:36.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.705+0000 7f2e1f000700 1 Processor -- start 2024-05-20T21:12:36.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.705+0000 7f2e1f000700 1 -- start start 2024-05-20T21:12:36.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1f000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 0x7f2e1819beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:36.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1f000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e18076090 0x7f2e1819c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:36.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1f000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e1810ff40 0x7f2e181a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:36.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1f000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2e18115960 con 0x7f2e1810ff40 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1f000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2e181157e0 con 0x7f2e18075770 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1f000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2e18115ae0 con 0x7f2e18076090 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e1810ff40 0x7f2e181a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e17e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 0x7f2e1819beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e1810ff40 0x7f2e181a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40244/0 (socket says 172.21.15.6:40244) 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e1d000700 1 -- 172.21.15.6:0/2740306063 learned_addr learned my addr 172.21.15.6:0/2740306063 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e17400700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e18076090 0x7f2e1819c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.706+0000 7f2e17e00700 1 -- 172.21.15.6:0/2740306063 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e18076090 msgr2=0x7f2e1819c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e17e00700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e18076090 0x7f2e1819c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e17e00700 1 -- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e1810ff40 msgr2=0x7f2e181a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e17e00700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e1810ff40 0x7f2e181a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:36.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e17e00700 1 -- 172.21.15.6:0/2740306063 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e181a0e70 con 0x7f2e18075770 2024-05-20T21:12:36.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e17e00700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 0x7f2e1819beb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2e0800b070 tx=0x7f2e08004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:36.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e14c00700 1 -- 172.21.15.6:0/2740306063 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e08021070 con 0x7f2e18075770 2024-05-20T21:12:36.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e14c00700 1 -- 172.21.15.6:0/2740306063 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e08007e30 con 0x7f2e18075770 2024-05-20T21:12:36.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e181a1100 con 0x7f2e18075770 2024-05-20T21:12:36.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.707+0000 7f2e14c00700 1 -- 172.21.15.6:0/2740306063 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e080046a0 con 0x7f2e18075770 2024-05-20T21:12:36.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.708+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e181a89e0 con 0x7f2e18075770 2024-05-20T21:12:36.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.709+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e1806a230 con 0x7f2e18075770 2024-05-20T21:12:36.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.711+0000 7f2e14c00700 1 -- 172.21.15.6:0/2740306063 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f2e08007980 con 0x7f2e18075770 2024-05-20T21:12:36.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.712+0000 7f2e14c00700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2dfc0b2990 0x7f2dfc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:36.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.713+0000 7f2e14c00700 1 -- 172.21.15.6:0/2740306063 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8269+0+0 (secure 0 0 0) 0x7f2e0800f020 con 0x7f2e18075770 2024-05-20T21:12:36.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.713+0000 7f2e17400700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2dfc0b2990 0x7f2dfc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:36.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.713+0000 7f2e17400700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2dfc0b2990 0x7f2dfc0b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f2e18111bd0 tx=0x7f2e04009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:36.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.715+0000 7f2e14c00700 1 -- 172.21.15.6:0/2740306063 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2e0802a020 con 0x7f2e18075770 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [1, 6]}]: dispatch 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]: dispatch 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-05-20T21:12:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]: dispatch 2024-05-20T21:12:36.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:36 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [1, 6]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-05-20T21:12:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]: dispatch 2024-05-20T21:12:36.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:36 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]: dispatch 2024-05-20T21:12:36.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:36.993+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f2e18102100 con 0x7f2dfc0b2990 2024-05-20T21:12:37.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.013+0000 7f2e14c00700 1 -- 172.21.15.6:0/2740306063 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f2e18102100 con 0x7f2dfc0b2990 2024-05-20T21:12:37.013 INFO:teuthology.orchestra.run.smithi006.stdout:/volumes/qa/sv_0/c4608f94-89b3-451a-bd42-a9cf46c7b2bd 2024-05-20T21:12:37.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.016+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2dfc0b2990 msgr2=0x7f2dfc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:37.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.016+0000 7f2e1f000700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2dfc0b2990 0x7f2dfc0b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f2e18111bd0 tx=0x7f2e04009260 comp rx=0 tx=0).stop 2024-05-20T21:12:37.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.016+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 msgr2=0x7f2e1819beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:37.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.016+0000 7f2e1f000700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 0x7f2e1819beb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2e0800b070 tx=0x7f2e08004d00 comp rx=0 tx=0).stop 2024-05-20T21:12:37.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.017+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 shutdown_connections 2024-05-20T21:12:37.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.017+0000 7f2e1f000700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2dfc0b2990 0x7f2dfc0b4e50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:37.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.017+0000 7f2e1f000700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e1810ff40 0x7f2e181a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:37.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.017+0000 7f2e1f000700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e18075770 0x7f2e1819beb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:37.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.017+0000 7f2e1f000700 1 --2- 172.21.15.6:0/2740306063 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e18076090 0x7f2e1819c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:37.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.017+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 >> 172.21.15.6:0/2740306063 conn(0x7f2e1807a6a0 msgr2=0x7f2e181019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:37.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.017+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 shutdown_connections 2024-05-20T21:12:37.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:37.017+0000 7f2e1f000700 1 -- 172.21.15.6:0/2740306063 wait complete. 2024-05-20T21:12:37.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: pgmap v339: 97 pgs: 97 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-05-20T21:12:37.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-05-20T21:12:37.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [1, 6]}]': finished 2024-05-20T21:12:37.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2024-05-20T21:12:37.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2024-05-20T21:12:37.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-05-20T21:12:37.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-05-20T21:12:37.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]': finished 2024-05-20T21:12:37.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-05-20T21:12:37.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]': finished 2024-05-20T21:12:37.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]': finished 2024-05-20T21:12:37.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:37 smithi006 ceph-mon[31422]: osdmap e80: 12 total, 12 up, 12 in 2024-05-20T21:12:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: pgmap v339: 97 pgs: 97 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-05-20T21:12:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-05-20T21:12:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [1, 6]}]': finished 2024-05-20T21:12:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2024-05-20T21:12:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2024-05-20T21:12:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-05-20T21:12:37.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-05-20T21:12:37.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]': finished 2024-05-20T21:12:37.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-05-20T21:12:37.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]': finished 2024-05-20T21:12:37.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]': finished 2024-05-20T21:12:37.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:37 smithi062 ceph-mon[36640]: osdmap e80: 12 total, 12 up, 12 in 2024-05-20T21:12:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: pgmap v339: 97 pgs: 97 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-05-20T21:12:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-05-20T21:12:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [1, 6]}]': finished 2024-05-20T21:12:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 9]}]': finished 2024-05-20T21:12:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 7]}]': finished 2024-05-20T21:12:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-05-20T21:12:37.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-05-20T21:12:37.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 8]}]': finished 2024-05-20T21:12:37.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-05-20T21:12:37.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6]}]': finished 2024-05-20T21:12:37.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]': finished 2024-05-20T21:12:37.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:37 smithi042 ceph-mon[36332]: osdmap e80: 12 total, 12 up, 12 in 2024-05-20T21:12:37.908 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-20T21:12:38.388 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:38.729 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:38 smithi006 ceph-mon[31422]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:38.730 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:38 smithi006 ceph-mon[31422]: osdmap e81: 12 total, 12 up, 12 in 2024-05-20T21:12:38.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:38 smithi062 ceph-mon[36640]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:38.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:38 smithi062 ceph-mon[36640]: osdmap e81: 12 total, 12 up, 12 in 2024-05-20T21:12:38.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:38 smithi042 ceph-mon[36332]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:38.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:38 smithi042 ceph-mon[36332]: osdmap e81: 12 total, 12 up, 12 in 2024-05-20T21:12:39.774 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:39 smithi006 ceph-mon[31422]: pgmap v342: 97 pgs: 3 peering, 94 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 3.4 KiB/s wr, 7 op/s 2024-05-20T21:12:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:39 smithi062 ceph-mon[36640]: pgmap v342: 97 pgs: 3 peering, 94 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 3.4 KiB/s wr, 7 op/s 2024-05-20T21:12:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:39 smithi042 ceph-mon[36332]: pgmap v342: 97 pgs: 3 peering, 94 active+clean; 603 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 3.4 KiB/s wr, 7 op/s 2024-05-20T21:12:40.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.588+0000 7fe6c1c00700 1 -- 172.21.15.6:0/1883576322 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 msgr2=0x7fe6bc105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:40.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.588+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/1883576322 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 0x7fe6bc105ad0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8009990 tx=0x7fe6a8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.589+0000 7fe6c1c00700 1 -- 172.21.15.6:0/1883576322 shutdown_connections 2024-05-20T21:12:40.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.589+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/1883576322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6bc106010 0x7fe6bc112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.589+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/1883576322 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe6bc10b650 0x7fe6bc10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.589+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/1883576322 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 0x7fe6bc105ad0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.589+0000 7fe6c1c00700 1 -- 172.21.15.6:0/1883576322 >> 172.21.15.6:0/1883576322 conn(0x7fe6bc101120 msgr2=0x7fe6bc103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:40.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.589+0000 7fe6c1c00700 1 -- 172.21.15.6:0/1883576322 shutdown_connections 2024-05-20T21:12:40.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.589+0000 7fe6c1c00700 1 -- 172.21.15.6:0/1883576322 wait complete. 2024-05-20T21:12:40.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.590+0000 7fe6c1c00700 1 Processor -- start 2024-05-20T21:12:40.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6c1c00700 1 -- start start 2024-05-20T21:12:40.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6c1c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 0x7fe6bc19bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:40.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6c1c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe6bc106010 0x7fe6bc19c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:40.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6c1c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6bc10b650 0x7fe6bc1a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:40.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6c1c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe6bc115880 con 0x7fe6bc105650 2024-05-20T21:12:40.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6c1c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe6bc115700 con 0x7fe6bc10b650 2024-05-20T21:12:40.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6c1c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe6bc115a00 con 0x7fe6bc106010 2024-05-20T21:12:40.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6bbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 0x7fe6bc19bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:40.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6bbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 0x7fe6bc19bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39170/0 (socket says 172.21.15.6:39170) 2024-05-20T21:12:40.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6bbe00700 1 -- 172.21.15.6:0/2951734313 learned_addr learned my addr 172.21.15.6:0/2951734313 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:40.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.591+0000 7fe6bb400700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe6bc106010 0x7fe6bc19c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:40.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.592+0000 7fe6c1200700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6bc10b650 0x7fe6bc1a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.592+0000 7fe6bbe00700 1 -- 172.21.15.6:0/2951734313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe6bc106010 msgr2=0x7fe6bc19c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.592+0000 7fe6bbe00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe6bc106010 0x7fe6bc19c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.592+0000 7fe6bbe00700 1 -- 172.21.15.6:0/2951734313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6bc10b650 msgr2=0x7fe6bc1a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.592+0000 7fe6bbe00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6bc10b650 0x7fe6bc1a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.592+0000 7fe6bbe00700 1 -- 172.21.15.6:0/2951734313 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6bc1a0d40 con 0x7fe6bc105650 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.592+0000 7fe6bb400700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe6bc106010 0x7fe6bc19c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.592+0000 7fe6bbe00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 0x7fe6bc19bd30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe6ac00eb30 tx=0x7fe6ac00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.593+0000 7fe6b8c00700 1 -- 172.21.15.6:0/2951734313 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6ac00cbd0 con 0x7fe6bc105650 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.593+0000 7fe6b8c00700 1 -- 172.21.15.6:0/2951734313 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe6ac0044d0 con 0x7fe6bc105650 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.593+0000 7fe6b8c00700 1 -- 172.21.15.6:0/2951734313 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6ac003e30 con 0x7fe6bc105650 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.593+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6bc1a1030 con 0x7fe6bc105650 2024-05-20T21:12:40.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.593+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6bc1a88b0 con 0x7fe6bc105650 2024-05-20T21:12:40.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.594+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6bc06a230 con 0x7fe6bc105650 2024-05-20T21:12:40.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.596+0000 7fe6b8c00700 1 -- 172.21.15.6:0/2951734313 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fe6ac004000 con 0x7fe6bc105650 2024-05-20T21:12:40.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.598+0000 7fe6b8c00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6a00b2990 0x7fe6a00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:40.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.598+0000 7fe6b8c00700 1 -- 172.21.15.6:0/2951734313 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7fe6ac0e26b0 con 0x7fe6bc105650 2024-05-20T21:12:40.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.598+0000 7fe6bb400700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6a00b2990 0x7fe6a00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:40.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.599+0000 7fe6bb400700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6a00b2990 0x7fe6a00b4e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc103710 tx=0x7fe6a800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:40.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.603+0000 7fe6b8c00700 1 -- 172.21.15.6:0/2951734313 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe6ac0042f0 con 0x7fe6bc105650 2024-05-20T21:12:40.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.879+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fe6bc063980 con 0x7fe6a00b2990 2024-05-20T21:12:40.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.922+0000 7fe6b8c00700 1 -- 172.21.15.6:0/2951734313 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe6bc063980 con 0x7fe6a00b2990 2024-05-20T21:12:40.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.925+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6a00b2990 msgr2=0x7fe6a00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:40.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.925+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6a00b2990 0x7fe6a00b4e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc103710 tx=0x7fe6a800b260 comp rx=0 tx=0).stop 2024-05-20T21:12:40.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.925+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 msgr2=0x7fe6bc19bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.925+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 0x7fe6bc19bd30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe6ac00eb30 tx=0x7fe6ac00ee40 comp rx=0 tx=0).stop 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.926+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 shutdown_connections 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.926+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe6a00b2990 0x7fe6a00b4e50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.926+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe6bc10b650 0x7fe6bc1a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.926+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe6bc105650 0x7fe6bc19bd30 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.926+0000 7fe6c1c00700 1 --2- 172.21.15.6:0/2951734313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe6bc106010 0x7fe6bc19c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.926+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 >> 172.21.15.6:0/2951734313 conn(0x7fe6bc101120 msgr2=0x7fe6bc101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.926+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 shutdown_connections 2024-05-20T21:12:40.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:40.926+0000 7fe6c1c00700 1 -- 172.21.15.6:0/2951734313 wait complete. 2024-05-20T21:12:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:41 smithi006 ceph-mon[31422]: pgmap v343: 97 pgs: 3 peering, 94 active+clean; 608 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 8 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:41.756 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-20T21:12:41.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:41 smithi062 ceph-mon[36640]: pgmap v343: 97 pgs: 3 peering, 94 active+clean; 608 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 8 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:41 smithi042 ceph-mon[36332]: pgmap v343: 97 pgs: 3 peering, 94 active+clean; 608 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 8 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:42.222 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:42.638 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:42 smithi006 ceph-mon[31422]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:42.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:42 smithi062 ceph-mon[36640]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:42.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:42 smithi042 ceph-mon[36332]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:43.589 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:43 smithi006 ceph-mon[31422]: pgmap v344: 97 pgs: 97 active+clean; 608 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:43.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:43 smithi062 ceph-mon[36640]: pgmap v344: 97 pgs: 97 active+clean; 608 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:43 smithi042 ceph-mon[36332]: pgmap v344: 97 pgs: 97 active+clean; 608 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:44.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 -- 172.21.15.6:0/1285963344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01681096e0 msgr2=0x7f0168109ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:44.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 --2- 172.21.15.6:0/1285963344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01681096e0 0x7f0168109ac0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f01580098f0 tx=0x7f0158009c00 comp rx=0 tx=0).stop 2024-05-20T21:12:44.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 -- 172.21.15.6:0/1285963344 shutdown_connections 2024-05-20T21:12:44.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 --2- 172.21.15.6:0/1285963344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f016806c640 0x7f0168110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 --2- 172.21.15.6:0/1285963344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01681096e0 0x7f0168109ac0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 --2- 172.21.15.6:0/1285963344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f016806bc80 0x7f016806c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 -- 172.21.15.6:0/1285963344 >> 172.21.15.6:0/1285963344 conn(0x7f0168079240 msgr2=0x7f0168079650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:44.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 -- 172.21.15.6:0/1285963344 shutdown_connections 2024-05-20T21:12:44.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.459+0000 7f016e000700 1 -- 172.21.15.6:0/1285963344 wait complete. 2024-05-20T21:12:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.461+0000 7f016e000700 1 Processor -- start 2024-05-20T21:12:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.461+0000 7f016e000700 1 -- start start 2024-05-20T21:12:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f016e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f016806bc80 0x7f0168102810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f016e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f016806c640 0x7f0168102d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f016e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01681096e0 0x7f0168103290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f016e000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f01681137b0 con 0x7f016806bc80 2024-05-20T21:12:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f016e000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0168113630 con 0x7f01681096e0 2024-05-20T21:12:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f016e000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0168113930 con 0x7f016806c640 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f0166a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f016806c640 0x7f0168102d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f0167400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f016806bc80 0x7f0168102810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f0166a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f016806c640 0x7f0168102d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38756/0 (socket says 172.21.15.6:38756) 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f0166a00700 1 -- 172.21.15.6:0/2878681254 learned_addr learned my addr 172.21.15.6:0/2878681254 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f0167e00700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01681096e0 0x7f0168103290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f0167400700 1 -- 172.21.15.6:0/2878681254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f016806c640 msgr2=0x7f0168102d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.462+0000 7f0167400700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f016806c640 0x7f0168102d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.463+0000 7f0167400700 1 -- 172.21.15.6:0/2878681254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01681096e0 msgr2=0x7f0168103290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.463+0000 7f0167400700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01681096e0 0x7f0168103290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.463+0000 7f0167400700 1 -- 172.21.15.6:0/2878681254 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01681a81f0 con 0x7f016806bc80 2024-05-20T21:12:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.463+0000 7f0167400700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f016806bc80 0x7f0168102810 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0158009230 tx=0x7f015800fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.465+0000 7f015fe00700 1 -- 172.21.15.6:0/2878681254 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0158005040 con 0x7f016806bc80 2024-05-20T21:12:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.465+0000 7f015fe00700 1 -- 172.21.15.6:0/2878681254 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0158005690 con 0x7f016806bc80 2024-05-20T21:12:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.465+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01681a8480 con 0x7f016806bc80 2024-05-20T21:12:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.466+0000 7f015fe00700 1 -- 172.21.15.6:0/2878681254 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01580038e0 con 0x7f016806bc80 2024-05-20T21:12:44.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.466+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01681a88d0 con 0x7f016806bc80 2024-05-20T21:12:44.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.467+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f016810bb30 con 0x7f016806bc80 2024-05-20T21:12:44.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.469+0000 7f015fe00700 1 -- 172.21.15.6:0/2878681254 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f015800b760 con 0x7f016806bc80 2024-05-20T21:12:44.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.471+0000 7f015fe00700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f014c0b2910 0x7f014c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:44.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.471+0000 7f015fe00700 1 -- 172.21.15.6:0/2878681254 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f01580e3210 con 0x7f016806bc80 2024-05-20T21:12:44.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.471+0000 7f0166a00700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f014c0b2910 0x7f014c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:44.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.472+0000 7f0166a00700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f014c0b2910 0x7f014c0b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f01680798b0 tx=0x7f0154009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:44.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.476+0000 7f015fe00700 1 -- 172.21.15.6:0/2878681254 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0158013030 con 0x7f016806bc80 2024-05-20T21:12:44.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.758+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f0168063980 con 0x7f014c0b2910 2024-05-20T21:12:44.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.765+0000 7f015fe00700 1 -- 172.21.15.6:0/2878681254 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f0168063980 con 0x7f014c0b2910 2024-05-20T21:12:44.765 INFO:teuthology.orchestra.run.smithi006.stdout:/volumes/qa/sv_1/123ec677-5686-472f-8af7-d00d980de90c 2024-05-20T21:12:44.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f014c0b2910 msgr2=0x7f014c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:44.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f014c0b2910 0x7f014c0b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f01680798b0 tx=0x7f0154009260 comp rx=0 tx=0).stop 2024-05-20T21:12:44.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f016806bc80 msgr2=0x7f0168102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:44.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f016806bc80 0x7f0168102810 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0158009230 tx=0x7f015800fa00 comp rx=0 tx=0).stop 2024-05-20T21:12:44.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 shutdown_connections 2024-05-20T21:12:44.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f014c0b2910 0x7f014c0b4dd0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01681096e0 0x7f0168103290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f016806bc80 0x7f0168102810 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 --2- 172.21.15.6:0/2878681254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f016806c640 0x7f0168102d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:44.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 >> 172.21.15.6:0/2878681254 conn(0x7f0168079240 msgr2=0x7f01681014b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:44.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.768+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 shutdown_connections 2024-05-20T21:12:44.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:44.769+0000 7f016e000700 1 -- 172.21.15.6:0/2878681254 wait complete. 2024-05-20T21:12:45.662 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:12:45.742 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:45 smithi006 ceph-mon[31422]: pgmap v345: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.7 KiB/s wr, 10 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:45 smithi062 ceph-mon[36640]: pgmap v345: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.7 KiB/s wr, 10 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:45 smithi042 ceph-mon[36332]: pgmap v345: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.7 KiB/s wr, 10 op/s; 14 B/s, 0 objects/s recovering 2024-05-20T21:12:46.135 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:46.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:46 smithi006 ceph-mon[31422]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:46.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:46 smithi062 ceph-mon[36640]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:46.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:46 smithi042 ceph-mon[36332]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:12:47.760 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:47 smithi006 ceph-mon[31422]: pgmap v346: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s; 12 B/s, 0 objects/s recovering 2024-05-20T21:12:47.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:47 smithi062 ceph-mon[36640]: pgmap v346: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s; 12 B/s, 0 objects/s recovering 2024-05-20T21:12:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:47 smithi042 ceph-mon[36332]: pgmap v346: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s; 12 B/s, 0 objects/s recovering 2024-05-20T21:12:48.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.296+0000 7f9c11a00700 1 -- 172.21.15.6:0/3605631959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c0c075770 msgr2=0x7f9c0c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:48.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.296+0000 7f9c11a00700 1 --2- 172.21.15.6:0/3605631959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c0c075770 0x7f9c0c075b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc009990 tx=0x7f9bfc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.296+0000 7f9c11a00700 1 -- 172.21.15.6:0/3605631959 shutdown_connections 2024-05-20T21:12:48.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.296+0000 7f9c11a00700 1 --2- 172.21.15.6:0/3605631959 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c0c114710 0x7f9c0c116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.296+0000 7f9c11a00700 1 --2- 172.21.15.6:0/3605631959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c0c075770 0x7f9c0c075b50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.296+0000 7f9c11a00700 1 --2- 172.21.15.6:0/3605631959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c0c076090 0x7f9c0c1141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.296+0000 7f9c11a00700 1 -- 172.21.15.6:0/3605631959 >> 172.21.15.6:0/3605631959 conn(0x7f9c0c07a6a0 msgr2=0x7f9c0c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:48.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.297+0000 7f9c11a00700 1 -- 172.21.15.6:0/3605631959 shutdown_connections 2024-05-20T21:12:48.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.297+0000 7f9c11a00700 1 -- 172.21.15.6:0/3605631959 wait complete. 2024-05-20T21:12:48.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.298+0000 7f9c11a00700 1 Processor -- start 2024-05-20T21:12:48.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.298+0000 7f9c11a00700 1 -- start start 2024-05-20T21:12:48.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c11a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c0c075770 0x7f9c0c1a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:48.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c11a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c0c076090 0x7f9c0c1a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:48.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c11a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c0c114710 0x7f9c0c1a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:48.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c11a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9c0c119d50 con 0x7f9c0c076090 2024-05-20T21:12:48.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c11a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9c0c119bd0 con 0x7f9c0c075770 2024-05-20T21:12:48.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c11a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9c0c119ed0 con 0x7f9c0c114710 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c0a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c0c076090 0x7f9c0c1a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c0aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c0c075770 0x7f9c0c1a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c0aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c0c075770 0x7f9c0c1a0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52466/0 (socket says 172.21.15.6:52466) 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c0aa00700 1 -- 172.21.15.6:0/2162985650 learned_addr learned my addr 172.21.15.6:0/2162985650 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.299+0000 7f9c0b400700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c0c114710 0x7f9c0c1a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c0aa00700 1 -- 172.21.15.6:0/2162985650 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c0c114710 msgr2=0x7f9c0c1a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c0aa00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c0c114710 0x7f9c0c1a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c0aa00700 1 -- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c0c076090 msgr2=0x7f9c0c1a0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:48.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c0aa00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c0c076090 0x7f9c0c1a0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c0aa00700 1 -- 172.21.15.6:0/2162985650 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c0c1a5370 con 0x7f9c0c075770 2024-05-20T21:12:48.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c0aa00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c0c075770 0x7f9c0c1a0410 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc000c00 tx=0x7f9bfc0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:48.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c03400700 1 -- 172.21.15.6:0/2162985650 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bfc027070 con 0x7f9c0c075770 2024-05-20T21:12:48.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c0c1a5600 con 0x7f9c0c075770 2024-05-20T21:12:48.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c03400700 1 -- 172.21.15.6:0/2162985650 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bfc022470 con 0x7f9c0c075770 2024-05-20T21:12:48.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c03400700 1 -- 172.21.15.6:0/2162985650 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bfc017650 con 0x7f9c0c075770 2024-05-20T21:12:48.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.300+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c0c1acef0 con 0x7f9c0c075770 2024-05-20T21:12:48.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.301+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c0c076e60 con 0x7f9c0c075770 2024-05-20T21:12:48.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.304+0000 7f9c03400700 1 -- 172.21.15.6:0/2162985650 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f9bfc02a070 con 0x7f9c0c075770 2024-05-20T21:12:48.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.305+0000 7f9c03400700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9bf00b2910 0x7f9bf00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:48.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.305+0000 7f9c03400700 1 -- 172.21.15.6:0/2162985650 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f9bfc0e30a0 con 0x7f9c0c075770 2024-05-20T21:12:48.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.306+0000 7f9c0a000700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9bf00b2910 0x7f9bf00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:48.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.306+0000 7f9c0a000700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9bf00b2910 0x7f9bf00b4dd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c102660 tx=0x7f9bf800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:48.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.310+0000 7f9c03400700 1 -- 172.21.15.6:0/2162985650 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9bfc013070 con 0x7f9c0c075770 2024-05-20T21:12:48.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.605+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c0c06a230 con 0x7f9c0c075770 2024-05-20T21:12:48.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.606+0000 7f9c03400700 1 -- 172.21.15.6:0/2162985650 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11831 (secure 0 0 0) 0x7f9bfc0aacd0 con 0x7f9c0c075770 2024-05-20T21:12:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:12:48.607 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:12:25.216755+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24529,24530,24517]},"id":1}]} 2024-05-20T21:12:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9bf00b2910 msgr2=0x7f9bf00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9bf00b2910 0x7f9bf00b4dd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c102660 tx=0x7f9bf800b410 comp rx=0 tx=0).stop 2024-05-20T21:12:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c0c075770 msgr2=0x7f9c0c1a0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c0c075770 0x7f9c0c1a0410 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc000c00 tx=0x7f9bfc0057c0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 shutdown_connections 2024-05-20T21:12:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9bf00b2910 0x7f9bf00b4dd0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c0c114710 0x7f9c0c1a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c0c075770 0x7f9c0c1a0410 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 --2- 172.21.15.6:0/2162985650 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c0c076090 0x7f9c0c1a0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:48.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 >> 172.21.15.6:0/2162985650 conn(0x7f9c0c07a6a0 msgr2=0x7f9c0c1115a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:48.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 shutdown_connections 2024-05-20T21:12:48.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:48.610+0000 7f9c11a00700 1 -- 172.21.15.6:0/2162985650 wait complete. 2024-05-20T21:12:48.612 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-05-20T21:12:49.532 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:12:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:49 smithi062 ceph-mon[36640]: pgmap v347: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.8 KiB/s wr, 7 op/s; 10 B/s, 0 objects/s recovering 2024-05-20T21:12:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:49 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2162985650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:12:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:49 smithi042 ceph-mon[36332]: pgmap v347: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.8 KiB/s wr, 7 op/s; 10 B/s, 0 objects/s recovering 2024-05-20T21:12:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:49 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2162985650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:12:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:49 smithi006 ceph-mon[31422]: pgmap v347: 97 pgs: 97 active+clean; 626 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.8 KiB/s wr, 7 op/s; 10 B/s, 0 objects/s recovering 2024-05-20T21:12:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:49 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2162985650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:12:49.997 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:51.744 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:51 smithi006 ceph-mon[31422]: pgmap v348: 97 pgs: 97 active+clean; 635 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 8 op/s; 9 B/s, 0 objects/s recovering 2024-05-20T21:12:51.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:51 smithi062 ceph-mon[36640]: pgmap v348: 97 pgs: 97 active+clean; 635 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 8 op/s; 9 B/s, 0 objects/s recovering 2024-05-20T21:12:51.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:51 smithi042 ceph-mon[36332]: pgmap v348: 97 pgs: 97 active+clean; 635 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.4 KiB/s wr, 8 op/s; 9 B/s, 0 objects/s recovering 2024-05-20T21:12:52.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 -- 172.21.15.6:0/2778800788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 msgr2=0x7f2d24075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 --2- 172.21.15.6:0/2778800788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 0x7f2d24075b50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2d18009990 tx=0x7f2d18009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 -- 172.21.15.6:0/2778800788 shutdown_connections 2024-05-20T21:12:52.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 --2- 172.21.15.6:0/2778800788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d2410ff40 0x7f2d24112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 --2- 172.21.15.6:0/2778800788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 0x7f2d24075b50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 --2- 172.21.15.6:0/2778800788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d24076090 0x7f2d2410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 -- 172.21.15.6:0/2778800788 >> 172.21.15.6:0/2778800788 conn(0x7f2d2407a6a0 msgr2=0x7f2d2407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:52.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 -- 172.21.15.6:0/2778800788 shutdown_connections 2024-05-20T21:12:52.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.067+0000 7f2d2be00700 1 -- 172.21.15.6:0/2778800788 wait complete. 2024-05-20T21:12:52.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.069+0000 7f2d2be00700 1 Processor -- start 2024-05-20T21:12:52.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.069+0000 7f2d2be00700 1 -- start start 2024-05-20T21:12:52.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d2be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 0x7f2d2419bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d2be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d24076090 0x7f2d2419c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d2be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d2410ff40 0x7f2d241a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d2be00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2d24115970 con 0x7f2d24076090 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d2be00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2d241157f0 con 0x7f2d2410ff40 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d2be00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2d24115af0 con 0x7f2d24075770 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 0x7f2d2419bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 0x7f2d2419bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58962/0 (socket says 172.21.15.6:58962) 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29400700 1 -- 172.21.15.6:0/1380546519 learned_addr learned my addr 172.21.15.6:0/1380546519 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d28a00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d24076090 0x7f2d2419c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29e00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d2410ff40 0x7f2d241a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29400700 1 -- 172.21.15.6:0/1380546519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d2410ff40 msgr2=0x7f2d241a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29400700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d2410ff40 0x7f2d241a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29400700 1 -- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d24076090 msgr2=0x7f2d2419c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29400700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d24076090 0x7f2d2419c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.070+0000 7f2d29400700 1 -- 172.21.15.6:0/1380546519 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d241a0f10 con 0x7f2d24075770 2024-05-20T21:12:52.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.071+0000 7f2d29400700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 0x7f2d2419bf00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2d18000c00 tx=0x7f2d180057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:52.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.071+0000 7f2d22000700 1 -- 172.21.15.6:0/1380546519 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18027070 con 0x7f2d24075770 2024-05-20T21:12:52.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.071+0000 7f2d22000700 1 -- 172.21.15.6:0/1380546519 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d18022470 con 0x7f2d24075770 2024-05-20T21:12:52.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.071+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d241a11a0 con 0x7f2d24075770 2024-05-20T21:12:52.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.071+0000 7f2d22000700 1 -- 172.21.15.6:0/1380546519 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18017650 con 0x7f2d24075770 2024-05-20T21:12:52.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.071+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d241a8a80 con 0x7f2d24075770 2024-05-20T21:12:52.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.073+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d24076e60 con 0x7f2d24075770 2024-05-20T21:12:52.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.075+0000 7f2d22000700 1 -- 172.21.15.6:0/1380546519 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f2d1802a070 con 0x7f2d24075770 2024-05-20T21:12:52.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.076+0000 7f2d22000700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d0c0b2910 0x7f2d0c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:52.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.076+0000 7f2d22000700 1 -- 172.21.15.6:0/1380546519 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f2d180e30b0 con 0x7f2d24075770 2024-05-20T21:12:52.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.076+0000 7f2d28a00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d0c0b2910 0x7f2d0c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:52.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.077+0000 7f2d28a00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d0c0b2910 0x7f2d0c0b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2d24103170 tx=0x7f2d10009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:52.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.080+0000 7f2d22000700 1 -- 172.21.15.6:0/1380546519 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2d18013070 con 0x7f2d24075770 2024-05-20T21:12:52.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.320+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2d2419d260 con 0x7f2d24075770 2024-05-20T21:12:52.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.323+0000 7f2d22000700 1 -- 172.21.15.6:0/1380546519 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22496 (secure 0 0 0) 0x7f2d180aac80 con 0x7f2d24075770 2024-05-20T21:12:52.324 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:12:52.324 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":81,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:12:37.413628+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:12:52.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d0c0b2910 msgr2=0x7f2d0c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d0c0b2910 0x7f2d0c0b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2d24103170 tx=0x7f2d10009260 comp rx=0 tx=0).stop 2024-05-20T21:12:52.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 msgr2=0x7f2d2419bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:52.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 0x7f2d2419bf00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2d18000c00 tx=0x7f2d180057c0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 shutdown_connections 2024-05-20T21:12:52.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d0c0b2910 0x7f2d0c0b4dd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2d2410ff40 0x7f2d241a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d24075770 0x7f2d2419bf00 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 --2- 172.21.15.6:0/1380546519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2d24076090 0x7f2d2419c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:52.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 >> 172.21.15.6:0/1380546519 conn(0x7f2d2407a6a0 msgr2=0x7f2d24101b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:52.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 shutdown_connections 2024-05-20T21:12:52.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:52.328+0000 7f2d2be00700 1 -- 172.21.15.6:0/1380546519 wait complete. 2024-05-20T21:12:52.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:12:52.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:52 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1380546519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:52.771 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:12:52.771 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:52 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1380546519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:52.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:12:52.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:52 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1380546519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:12:53.309 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-20T21:12:53.309 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:12:53.781 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:53 smithi006 ceph-mon[31422]: pgmap v349: 97 pgs: 97 active+clean; 635 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:12:53.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:53 smithi062 ceph-mon[36640]: pgmap v349: 97 pgs: 97 active+clean; 635 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:12:53.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:53 smithi042 ceph-mon[36332]: pgmap v349: 97 pgs: 97 active+clean; 635 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:12:54.387 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:54.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:54 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:54 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:54 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:54 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:54 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:54 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:54 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:54 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.878 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:54 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.879 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:54 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.879 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:54 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:54.879 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:54 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:55.605 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:55 smithi006 ceph-mon[31422]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-20T21:12:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:55 smithi062 ceph-mon[36640]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-20T21:12:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:55 smithi042 ceph-mon[36332]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.400+0000 7fb81fa00700 1 -- 172.21.15.6:0/106000100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818102440 msgr2=0x7fb8181028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.400+0000 7fb81fa00700 1 --2- 172.21.15.6:0/106000100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818102440 0x7fb8181028c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb804009990 tx=0x7fb804009ca0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.401+0000 7fb81fa00700 1 -- 172.21.15.6:0/106000100 shutdown_connections 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.401+0000 7fb81fa00700 1 --2- 172.21.15.6:0/106000100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb818102e00 0x7fb81810f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.401+0000 7fb81fa00700 1 --2- 172.21.15.6:0/106000100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb818108520 0x7fb818108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.401+0000 7fb81fa00700 1 --2- 172.21.15.6:0/106000100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818102440 0x7fb8181028c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.401+0000 7fb81fa00700 1 -- 172.21.15.6:0/106000100 >> 172.21.15.6:0/106000100 conn(0x7fb8180793f0 msgr2=0x7fb818079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.401+0000 7fb81fa00700 1 -- 172.21.15.6:0/106000100 shutdown_connections 2024-05-20T21:12:56.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.401+0000 7fb81fa00700 1 -- 172.21.15.6:0/106000100 wait complete. 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.402+0000 7fb81fa00700 1 Processor -- start 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.402+0000 7fb81fa00700 1 -- start start 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.402+0000 7fb81fa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb818102440 0x7fb81819bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.402+0000 7fb81fa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb818102e00 0x7fb81819c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.402+0000 7fb81fa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818108520 0x7fb8181a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81fa00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb818112640 con 0x7fb818102440 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81fa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb8181124c0 con 0x7fb818108520 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81fa00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb8181127c0 con 0x7fb818102e00 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81da00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818108520 0x7fb8181a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81da00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818108520 0x7fb8181a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52500/0 (socket says 172.21.15.6:52500) 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81da00700 1 -- 172.21.15.6:0/433781170 learned_addr learned my addr 172.21.15.6:0/433781170 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:12:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81d000700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb818102440 0x7fb81819bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb817e00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb818102e00 0x7fb81819c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81da00700 1 -- 172.21.15.6:0/433781170 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb818102e00 msgr2=0x7fb81819c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81da00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb818102e00 0x7fb81819c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81da00700 1 -- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb818102440 msgr2=0x7fb81819bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81da00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb818102440 0x7fb81819bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81da00700 1 -- 172.21.15.6:0/433781170 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8181a0ee0 con 0x7fb818108520 2024-05-20T21:12:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.403+0000 7fb81d000700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb818102440 0x7fb81819bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:12:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.404+0000 7fb81da00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818108520 0x7fb8181a07a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb81000ef30 tx=0x7fb81000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.404+0000 7fb815600700 1 -- 172.21.15.6:0/433781170 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8100092e0 con 0x7fb818108520 2024-05-20T21:12:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.404+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8181a1170 con 0x7fb818108520 2024-05-20T21:12:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.404+0000 7fb815600700 1 -- 172.21.15.6:0/433781170 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb810004bb0 con 0x7fb818108520 2024-05-20T21:12:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.404+0000 7fb815600700 1 -- 172.21.15.6:0/433781170 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb810004280 con 0x7fb818108520 2024-05-20T21:12:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.404+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8181a8a50 con 0x7fb818108520 2024-05-20T21:12:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.405+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb81806a230 con 0x7fb818108520 2024-05-20T21:12:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.408+0000 7fb815600700 1 -- 172.21.15.6:0/433781170 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fb81001b030 con 0x7fb818108520 2024-05-20T21:12:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.409+0000 7fb815600700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb8000b2910 0x7fb8000b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:12:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.410+0000 7fb815600700 1 -- 172.21.15.6:0/433781170 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7fb8100e1fb0 con 0x7fb818108520 2024-05-20T21:12:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.410+0000 7fb81d000700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb8000b2910 0x7fb8000b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:12:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.410+0000 7fb81d000700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb8000b2910 0x7fb8000b4dd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb80c009ca0 tx=0x7fb80c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:12:56.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.414+0000 7fb815600700 1 -- 172.21.15.6:0/433781170 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb810022020 con 0x7fb818108520 2024-05-20T21:12:56.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.656+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb81806b930 con 0x7fb8000b2910 2024-05-20T21:12:56.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.671+0000 7fb815600700 1 -- 172.21.15.6:0/433781170 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258743 (secure 0 0 0) 0x7fb81806b930 con 0x7fb8000b2910 2024-05-20T21:12:56.677 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.677+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb8000b2910 msgr2=0x7fb8000b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb8000b2910 0x7fb8000b4dd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb80c009ca0 tx=0x7fb80c009260 comp rx=0 tx=0).stop 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818108520 msgr2=0x7fb8181a07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818108520 0x7fb8181a07a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb81000ef30 tx=0x7fb81000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 shutdown_connections 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb8000b2910 0x7fb8000b4dd0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb818108520 0x7fb8181a07a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb818102440 0x7fb81819bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 --2- 172.21.15.6:0/433781170 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb818102e00 0x7fb81819c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:12:56.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 >> 172.21.15.6:0/433781170 conn(0x7fb8180793f0 msgr2=0x7fb81806b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:12:56.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 shutdown_connections 2024-05-20T21:12:56.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:12:56.678+0000 7fb81fa00700 1 -- 172.21.15.6:0/433781170 wait complete. 2024-05-20T21:12:56.681 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:12:57.473 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":351,"stamp":"2024-05-20T21:12:56.138517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654908,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":293,"num_read_kb":240,"num_write":291,"num_write_kb":2262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":2951957,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":235,"ondisk_log_size":235,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394944,"kb_used_data":12492,"kb_used_omap":18,"kb_used_meta":382317,"kb_avail":1124546880,"statfs":{"total":1151940427776,"available":1151536005120,"internally_reserved":0,"allocated":12791808,"data_stored":7130964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":391492923},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":13818,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":44,"num_write":11,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005688"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421938+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:12:37.421938+0000","last_peered":"2024-05-20T21:12:37.421938+0000","last_clean":"2024-05-20T21:12:37.421938+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:12:37.421938+0000","last_undegraded":"2024-05-20T21:12:37.421938+0000","last_fullsized":"2024-05-20T21:12:37.421938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446502+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:12:37.446502+0000","last_peered":"2024-05-20T21:12:37.446502+0000","last_clean":"2024-05-20T21:12:37.446502+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:12:37.446502+0000","last_undegraded":"2024-05-20T21:12:37.446502+0000","last_fullsized":"2024-05-20T21:12:37.446502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.447616+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:12:37.447616+0000","last_peered":"2024-05-20T21:12:37.447616+0000","last_clean":"2024-05-20T21:12:37.447616+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:12:37.447616+0000","last_undegraded":"2024-05-20T21:12:37.447616+0000","last_fullsized":"2024-05-20T21:12:37.447616+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.661926+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:12:37.661926+0000","last_peered":"2024-05-20T21:12:37.661926+0000","last_clean":"2024-05-20T21:12:37.661926+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:12:37.661926+0000","last_undegraded":"2024-05-20T21:12:37.661926+0000","last_fullsized":"2024-05-20T21:12:37.661926+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699132+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:12:37.699132+0000","last_peered":"2024-05-20T21:12:37.699132+0000","last_clean":"2024-05-20T21:12:37.699132+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:12:37.699132+0000","last_undegraded":"2024-05-20T21:12:37.699132+0000","last_fullsized":"2024-05-20T21:12:37.699132+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.419440+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:12:37.419440+0000","last_peered":"2024-05-20T21:12:37.419440+0000","last_clean":"2024-05-20T21:12:37.419440+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:12:37.419440+0000","last_undegraded":"2024-05-20T21:12:37.419440+0000","last_fullsized":"2024-05-20T21:12:37.419440+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446536+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:12:37.446536+0000","last_peered":"2024-05-20T21:12:37.446536+0000","last_clean":"2024-05-20T21:12:37.446536+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:12:37.446536+0000","last_undegraded":"2024-05-20T21:12:37.446536+0000","last_fullsized":"2024-05-20T21:12:37.446536+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436221+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:12:37.436221+0000","last_peered":"2024-05-20T21:12:37.436221+0000","last_clean":"2024-05-20T21:12:37.436221+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:12:37.436221+0000","last_undegraded":"2024-05-20T21:12:37.436221+0000","last_fullsized":"2024-05-20T21:12:37.436221+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698869+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:12:37.698869+0000","last_peered":"2024-05-20T21:12:37.698869+0000","last_clean":"2024-05-20T21:12:37.698869+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:12:37.698869+0000","last_undegraded":"2024-05-20T21:12:37.698869+0000","last_fullsized":"2024-05-20T21:12:37.698869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.419809+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:12:37.419809+0000","last_peered":"2024-05-20T21:12:37.419809+0000","last_clean":"2024-05-20T21:12:37.419809+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:12:37.419809+0000","last_undegraded":"2024-05-20T21:12:37.419809+0000","last_fullsized":"2024-05-20T21:12:37.419809+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426451+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:12:37.426451+0000","last_peered":"2024-05-20T21:12:37.426451+0000","last_clean":"2024-05-20T21:12:37.426451+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:12:37.426451+0000","last_undegraded":"2024-05-20T21:12:37.426451+0000","last_fullsized":"2024-05-20T21:12:37.426451+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.661819+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:12:37.661819+0000","last_peered":"2024-05-20T21:12:37.661819+0000","last_clean":"2024-05-20T21:12:37.661819+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:12:37.661819+0000","last_undegraded":"2024-05-20T21:12:37.661819+0000","last_fullsized":"2024-05-20T21:12:37.661819+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.438547+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:12:37.438547+0000","last_peered":"2024-05-20T21:12:37.438547+0000","last_clean":"2024-05-20T21:12:37.438547+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:12:37.438547+0000","last_undegraded":"2024-05-20T21:12:37.438547+0000","last_fullsized":"2024-05-20T21:12:37.438547+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445913+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:12:37.445913+0000","last_peered":"2024-05-20T21:12:37.445913+0000","last_clean":"2024-05-20T21:12:37.445913+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:12:37.445913+0000","last_undegraded":"2024-05-20T21:12:37.445913+0000","last_fullsized":"2024-05-20T21:12:37.445913+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445301+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:12:37.445301+0000","last_peered":"2024-05-20T21:12:37.445301+0000","last_clean":"2024-05-20T21:12:37.445301+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:12:37.445301+0000","last_undegraded":"2024-05-20T21:12:37.445301+0000","last_fullsized":"2024-05-20T21:12:37.445301+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698726+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:12:37.698726+0000","last_peered":"2024-05-20T21:12:37.698726+0000","last_clean":"2024-05-20T21:12:37.698726+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:12:37.698726+0000","last_undegraded":"2024-05-20T21:12:37.698726+0000","last_fullsized":"2024-05-20T21:12:37.698726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.422115+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:12:37.422115+0000","last_peered":"2024-05-20T21:12:37.422115+0000","last_clean":"2024-05-20T21:12:37.422115+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:12:37.422115+0000","last_undegraded":"2024-05-20T21:12:37.422115+0000","last_fullsized":"2024-05-20T21:12:37.422115+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.423513+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:12:37.423513+0000","last_peered":"2024-05-20T21:12:37.423513+0000","last_clean":"2024-05-20T21:12:37.423513+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:12:37.423513+0000","last_undegraded":"2024-05-20T21:12:37.423513+0000","last_fullsized":"2024-05-20T21:12:37.423513+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446196+0000","last_change":"2024-05-20T21:11:57.647261+0000","last_active":"2024-05-20T21:12:37.446196+0000","last_peered":"2024-05-20T21:12:37.446196+0000","last_clean":"2024-05-20T21:12:37.446196+0000","last_became_active":"2024-05-20T21:11:57.646880+0000","last_became_peered":"2024-05-20T21:11:57.646880+0000","last_unstale":"2024-05-20T21:12:37.446196+0000","last_undegraded":"2024-05-20T21:12:37.446196+0000","last_fullsized":"2024-05-20T21:12:37.446196+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:42:47.549568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.424169+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:12:37.424169+0000","last_peered":"2024-05-20T21:12:37.424169+0000","last_clean":"2024-05-20T21:12:37.424169+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:12:37.424169+0000","last_undegraded":"2024-05-20T21:12:37.424169+0000","last_fullsized":"2024-05-20T21:12:37.424169+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436313+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:12:37.436313+0000","last_peered":"2024-05-20T21:12:37.436313+0000","last_clean":"2024-05-20T21:12:37.436313+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:12:37.436313+0000","last_undegraded":"2024-05-20T21:12:37.436313+0000","last_fullsized":"2024-05-20T21:12:37.436313+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.437096+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:12:37.437096+0000","last_peered":"2024-05-20T21:12:37.437096+0000","last_clean":"2024-05-20T21:12:37.437096+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:12:37.437096+0000","last_undegraded":"2024-05-20T21:12:37.437096+0000","last_fullsized":"2024-05-20T21:12:37.437096+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446295+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:12:37.446295+0000","last_peered":"2024-05-20T21:12:37.446295+0000","last_clean":"2024-05-20T21:12:37.446295+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:12:37.446295+0000","last_undegraded":"2024-05-20T21:12:37.446295+0000","last_fullsized":"2024-05-20T21:12:37.446295+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700721+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:12:37.700721+0000","last_peered":"2024-05-20T21:12:37.700721+0000","last_clean":"2024-05-20T21:12:37.700721+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:12:37.700721+0000","last_undegraded":"2024-05-20T21:12:37.700721+0000","last_fullsized":"2024-05-20T21:12:37.700721+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698753+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:12:37.698753+0000","last_peered":"2024-05-20T21:12:37.698753+0000","last_clean":"2024-05-20T21:12:37.698753+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:12:37.698753+0000","last_undegraded":"2024-05-20T21:12:37.698753+0000","last_fullsized":"2024-05-20T21:12:37.698753+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700587+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:12:37.700587+0000","last_peered":"2024-05-20T21:12:37.700587+0000","last_clean":"2024-05-20T21:12:37.700587+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:12:37.700587+0000","last_undegraded":"2024-05-20T21:12:37.700587+0000","last_fullsized":"2024-05-20T21:12:37.700587+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426922+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:12:37.426922+0000","last_peered":"2024-05-20T21:12:37.426922+0000","last_clean":"2024-05-20T21:12:37.426922+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:12:37.426922+0000","last_undegraded":"2024-05-20T21:12:37.426922+0000","last_fullsized":"2024-05-20T21:12:37.426922+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":65,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:49.388215+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:12:49.388215+0000","last_peered":"2024-05-20T21:12:49.388215+0000","last_clean":"2024-05-20T21:12:49.388215+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:12:49.388215+0000","last_undegraded":"2024-05-20T21:12:49.388215+0000","last_fullsized":"2024-05-20T21:12:49.388215+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":33,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699081+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:12:37.699081+0000","last_peered":"2024-05-20T21:12:37.699081+0000","last_clean":"2024-05-20T21:12:37.699081+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:12:37.699081+0000","last_undegraded":"2024-05-20T21:12:37.699081+0000","last_fullsized":"2024-05-20T21:12:37.699081+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.419328+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:12:37.419328+0000","last_peered":"2024-05-20T21:12:37.419328+0000","last_clean":"2024-05-20T21:12:37.419328+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:12:37.419328+0000","last_undegraded":"2024-05-20T21:12:37.419328+0000","last_fullsized":"2024-05-20T21:12:37.419328+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426862+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:12:37.426862+0000","last_peered":"2024-05-20T21:12:37.426862+0000","last_clean":"2024-05-20T21:12:37.426862+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:12:37.426862+0000","last_undegraded":"2024-05-20T21:12:37.426862+0000","last_fullsized":"2024-05-20T21:12:37.426862+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.439787+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:12:37.439787+0000","last_peered":"2024-05-20T21:12:37.439787+0000","last_clean":"2024-05-20T21:12:37.439787+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:12:37.439787+0000","last_undegraded":"2024-05-20T21:12:37.439787+0000","last_fullsized":"2024-05-20T21:12:37.439787+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436471+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:12:37.436471+0000","last_peered":"2024-05-20T21:12:37.436471+0000","last_clean":"2024-05-20T21:12:37.436471+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:12:37.436471+0000","last_undegraded":"2024-05-20T21:12:37.436471+0000","last_fullsized":"2024-05-20T21:12:37.436471+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426438+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:12:37.426438+0000","last_peered":"2024-05-20T21:12:37.426438+0000","last_clean":"2024-05-20T21:12:37.426438+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:12:37.426438+0000","last_undegraded":"2024-05-20T21:12:37.426438+0000","last_fullsized":"2024-05-20T21:12:37.426438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.702907+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:12:37.702907+0000","last_peered":"2024-05-20T21:12:37.702907+0000","last_clean":"2024-05-20T21:12:37.702907+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:12:37.702907+0000","last_undegraded":"2024-05-20T21:12:37.702907+0000","last_fullsized":"2024-05-20T21:12:37.702907+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":61,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:51.390855+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:12:51.390855+0000","last_peered":"2024-05-20T21:12:51.390855+0000","last_clean":"2024-05-20T21:12:51.390855+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:12:51.390855+0000","last_undegraded":"2024-05-20T21:12:51.390855+0000","last_fullsized":"2024-05-20T21:12:51.390855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":32,"num_read_kb":32,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698864+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:12:37.698864+0000","last_peered":"2024-05-20T21:12:37.698864+0000","last_clean":"2024-05-20T21:12:37.698864+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:12:37.698864+0000","last_undegraded":"2024-05-20T21:12:37.698864+0000","last_fullsized":"2024-05-20T21:12:37.698864+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426713+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:12:37.426713+0000","last_peered":"2024-05-20T21:12:37.426713+0000","last_clean":"2024-05-20T21:12:37.426713+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:12:37.426713+0000","last_undegraded":"2024-05-20T21:12:37.426713+0000","last_fullsized":"2024-05-20T21:12:37.426713+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.704489+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:12:37.704489+0000","last_peered":"2024-05-20T21:12:37.704489+0000","last_clean":"2024-05-20T21:12:37.704489+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:12:37.704489+0000","last_undegraded":"2024-05-20T21:12:37.704489+0000","last_fullsized":"2024-05-20T21:12:37.704489+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.427007+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:12:37.427007+0000","last_peered":"2024-05-20T21:12:37.427007+0000","last_clean":"2024-05-20T21:12:37.427007+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:12:37.427007+0000","last_undegraded":"2024-05-20T21:12:37.427007+0000","last_fullsized":"2024-05-20T21:12:37.427007+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699733+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:12:37.699733+0000","last_peered":"2024-05-20T21:12:37.699733+0000","last_clean":"2024-05-20T21:12:37.699733+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:12:37.699733+0000","last_undegraded":"2024-05-20T21:12:37.699733+0000","last_fullsized":"2024-05-20T21:12:37.699733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'29","reported_seq":128,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:52.392824+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:12:52.392824+0000","last_peered":"2024-05-20T21:12:52.392824+0000","last_clean":"2024-05-20T21:12:52.392824+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:12:52.392824+0000","last_undegraded":"2024-05-20T21:12:52.392824+0000","last_fullsized":"2024-05-20T21:12:52.392824+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59914,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":73,"num_read_kb":93,"num_write":30,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699164+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:12:37.699164+0000","last_peered":"2024-05-20T21:12:37.699164+0000","last_clean":"2024-05-20T21:12:37.699164+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:12:37.699164+0000","last_undegraded":"2024-05-20T21:12:37.699164+0000","last_fullsized":"2024-05-20T21:12:37.699164+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446024+0000","last_change":"2024-05-20T21:11:53.589408+0000","last_active":"2024-05-20T21:12:37.446024+0000","last_peered":"2024-05-20T21:12:37.446024+0000","last_clean":"2024-05-20T21:12:37.446024+0000","last_became_active":"2024-05-20T21:11:53.589032+0000","last_became_peered":"2024-05-20T21:11:53.589032+0000","last_unstale":"2024-05-20T21:12:37.446024+0000","last_undegraded":"2024-05-20T21:12:37.446024+0000","last_fullsized":"2024-05-20T21:12:37.446024+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:56:34.752746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.437027+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:12:37.437027+0000","last_peered":"2024-05-20T21:12:37.437027+0000","last_clean":"2024-05-20T21:12:37.437027+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:12:37.437027+0000","last_undegraded":"2024-05-20T21:12:37.437027+0000","last_fullsized":"2024-05-20T21:12:37.437027+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426581+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:12:37.426581+0000","last_peered":"2024-05-20T21:12:37.426581+0000","last_clean":"2024-05-20T21:12:37.426581+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:12:37.426581+0000","last_undegraded":"2024-05-20T21:12:37.426581+0000","last_fullsized":"2024-05-20T21:12:37.426581+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426462+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:12:37.426462+0000","last_peered":"2024-05-20T21:12:37.426462+0000","last_clean":"2024-05-20T21:12:37.426462+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:12:37.426462+0000","last_undegraded":"2024-05-20T21:12:37.426462+0000","last_fullsized":"2024-05-20T21:12:37.426462+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'4","reported_seq":64,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:50.401323+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:12:50.401323+0000","last_peered":"2024-05-20T21:12:50.401323+0000","last_clean":"2024-05-20T21:12:50.401323+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:12:50.401323+0000","last_undegraded":"2024-05-20T21:12:50.401323+0000","last_fullsized":"2024-05-20T21:12:50.401323+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426076+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:12:37.426076+0000","last_peered":"2024-05-20T21:12:37.426076+0000","last_clean":"2024-05-20T21:12:37.426076+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:12:37.426076+0000","last_undegraded":"2024-05-20T21:12:37.426076+0000","last_fullsized":"2024-05-20T21:12:37.426076+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700443+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:12:37.700443+0000","last_peered":"2024-05-20T21:12:37.700443+0000","last_clean":"2024-05-20T21:12:37.700443+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:12:37.700443+0000","last_undegraded":"2024-05-20T21:12:37.700443+0000","last_fullsized":"2024-05-20T21:12:37.700443+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426577+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:12:37.426577+0000","last_peered":"2024-05-20T21:12:37.426577+0000","last_clean":"2024-05-20T21:12:37.426577+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:12:37.426577+0000","last_undegraded":"2024-05-20T21:12:37.426577+0000","last_fullsized":"2024-05-20T21:12:37.426577+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700884+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:12:37.700884+0000","last_peered":"2024-05-20T21:12:37.700884+0000","last_clean":"2024-05-20T21:12:37.700884+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:12:37.700884+0000","last_undegraded":"2024-05-20T21:12:37.700884+0000","last_fullsized":"2024-05-20T21:12:37.700884+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421835+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:12:37.421835+0000","last_peered":"2024-05-20T21:12:37.421835+0000","last_clean":"2024-05-20T21:12:37.421835+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:12:37.421835+0000","last_undegraded":"2024-05-20T21:12:37.421835+0000","last_fullsized":"2024-05-20T21:12:37.421835+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.423802+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:12:37.423802+0000","last_peered":"2024-05-20T21:12:37.423802+0000","last_clean":"2024-05-20T21:12:37.423802+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:12:37.423802+0000","last_undegraded":"2024-05-20T21:12:37.423802+0000","last_fullsized":"2024-05-20T21:12:37.423802+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.448510+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:12:37.448510+0000","last_peered":"2024-05-20T21:12:37.448510+0000","last_clean":"2024-05-20T21:12:37.448510+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:12:37.448510+0000","last_undegraded":"2024-05-20T21:12:37.448510+0000","last_fullsized":"2024-05-20T21:12:37.448510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426284+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:12:37.426284+0000","last_peered":"2024-05-20T21:12:37.426284+0000","last_clean":"2024-05-20T21:12:37.426284+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:12:37.426284+0000","last_undegraded":"2024-05-20T21:12:37.426284+0000","last_fullsized":"2024-05-20T21:12:37.426284+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.419464+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:12:37.419464+0000","last_peered":"2024-05-20T21:12:37.419464+0000","last_clean":"2024-05-20T21:12:37.419464+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:12:37.419464+0000","last_undegraded":"2024-05-20T21:12:37.419464+0000","last_fullsized":"2024-05-20T21:12:37.419464+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.701838+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:12:37.701838+0000","last_peered":"2024-05-20T21:12:37.701838+0000","last_clean":"2024-05-20T21:12:37.701838+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:12:37.701838+0000","last_undegraded":"2024-05-20T21:12:37.701838+0000","last_fullsized":"2024-05-20T21:12:37.701838+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":61,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:50.400497+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:12:50.400497+0000","last_peered":"2024-05-20T21:12:50.400497+0000","last_clean":"2024-05-20T21:12:50.400497+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:12:50.400497+0000","last_undegraded":"2024-05-20T21:12:50.400497+0000","last_fullsized":"2024-05-20T21:12:50.400497+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":31,"num_read_kb":31,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.442842+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:12:37.442842+0000","last_peered":"2024-05-20T21:12:37.442842+0000","last_clean":"2024-05-20T21:12:37.442842+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:12:37.442842+0000","last_undegraded":"2024-05-20T21:12:37.442842+0000","last_fullsized":"2024-05-20T21:12:37.442842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.662828+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:12:37.662828+0000","last_peered":"2024-05-20T21:12:37.662828+0000","last_clean":"2024-05-20T21:12:37.662828+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:12:37.662828+0000","last_undegraded":"2024-05-20T21:12:37.662828+0000","last_fullsized":"2024-05-20T21:12:37.662828+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426192+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:12:37.426192+0000","last_peered":"2024-05-20T21:12:37.426192+0000","last_clean":"2024-05-20T21:12:37.426192+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:12:37.426192+0000","last_undegraded":"2024-05-20T21:12:37.426192+0000","last_fullsized":"2024-05-20T21:12:37.426192+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.439517+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:12:37.439517+0000","last_peered":"2024-05-20T21:12:37.439517+0000","last_clean":"2024-05-20T21:12:37.439517+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:12:37.439517+0000","last_undegraded":"2024-05-20T21:12:37.439517+0000","last_fullsized":"2024-05-20T21:12:37.439517+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426290+0000","last_change":"2024-05-20T21:11:53.578263+0000","last_active":"2024-05-20T21:12:37.426290+0000","last_peered":"2024-05-20T21:12:37.426290+0000","last_clean":"2024-05-20T21:12:37.426290+0000","last_became_active":"2024-05-20T21:11:53.577916+0000","last_became_peered":"2024-05-20T21:11:53.577916+0000","last_unstale":"2024-05-20T21:12:37.426290+0000","last_undegraded":"2024-05-20T21:12:37.426290+0000","last_fullsized":"2024-05-20T21:12:37.426290+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:53:26.510251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700696+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:12:37.700696+0000","last_peered":"2024-05-20T21:12:37.700696+0000","last_clean":"2024-05-20T21:12:37.700696+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:12:37.700696+0000","last_undegraded":"2024-05-20T21:12:37.700696+0000","last_fullsized":"2024-05-20T21:12:37.700696+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436568+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:12:37.436568+0000","last_peered":"2024-05-20T21:12:37.436568+0000","last_clean":"2024-05-20T21:12:37.436568+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:12:37.436568+0000","last_undegraded":"2024-05-20T21:12:37.436568+0000","last_fullsized":"2024-05-20T21:12:37.436568+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'12","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:46.686839+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:12:46.686839+0000","last_peered":"2024-05-20T21:12:46.686839+0000","last_clean":"2024-05-20T21:12:46.686839+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:12:46.686839+0000","last_undegraded":"2024-05-20T21:12:46.686839+0000","last_fullsized":"2024-05-20T21:12:46.686839+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.441110+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:12:37.441110+0000","last_peered":"2024-05-20T21:12:37.441110+0000","last_clean":"2024-05-20T21:12:37.441110+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:12:37.441110+0000","last_undegraded":"2024-05-20T21:12:37.441110+0000","last_fullsized":"2024-05-20T21:12:37.441110+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.663016+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:12:37.663016+0000","last_peered":"2024-05-20T21:12:37.663016+0000","last_clean":"2024-05-20T21:12:37.663016+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:12:37.663016+0000","last_undegraded":"2024-05-20T21:12:37.663016+0000","last_fullsized":"2024-05-20T21:12:37.663016+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.450639+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:12:37.450639+0000","last_peered":"2024-05-20T21:12:37.450639+0000","last_clean":"2024-05-20T21:12:37.450639+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:12:37.450639+0000","last_undegraded":"2024-05-20T21:12:37.450639+0000","last_fullsized":"2024-05-20T21:12:37.450639+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699087+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:12:37.699087+0000","last_peered":"2024-05-20T21:12:37.699087+0000","last_clean":"2024-05-20T21:12:37.699087+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:12:37.699087+0000","last_undegraded":"2024-05-20T21:12:37.699087+0000","last_fullsized":"2024-05-20T21:12:37.699087+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699032+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:12:37.699032+0000","last_peered":"2024-05-20T21:12:37.699032+0000","last_clean":"2024-05-20T21:12:37.699032+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:12:37.699032+0000","last_undegraded":"2024-05-20T21:12:37.699032+0000","last_fullsized":"2024-05-20T21:12:37.699032+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436731+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:12:37.436731+0000","last_peered":"2024-05-20T21:12:37.436731+0000","last_clean":"2024-05-20T21:12:37.436731+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:12:37.436731+0000","last_undegraded":"2024-05-20T21:12:37.436731+0000","last_fullsized":"2024-05-20T21:12:37.436731+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421567+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:12:37.421567+0000","last_peered":"2024-05-20T21:12:37.421567+0000","last_clean":"2024-05-20T21:12:37.421567+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:12:37.421567+0000","last_undegraded":"2024-05-20T21:12:37.421567+0000","last_fullsized":"2024-05-20T21:12:37.421567+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445836+0000","last_change":"2024-05-20T21:11:53.585331+0000","last_active":"2024-05-20T21:12:37.445836+0000","last_peered":"2024-05-20T21:12:37.445836+0000","last_clean":"2024-05-20T21:12:37.445836+0000","last_became_active":"2024-05-20T21:11:53.584833+0000","last_became_peered":"2024-05-20T21:11:53.584833+0000","last_unstale":"2024-05-20T21:12:37.445836+0000","last_undegraded":"2024-05-20T21:12:37.445836+0000","last_fullsized":"2024-05-20T21:12:37.445836+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:24.993037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.438002+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:12:37.438002+0000","last_peered":"2024-05-20T21:12:37.438002+0000","last_clean":"2024-05-20T21:12:37.438002+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:12:37.438002+0000","last_undegraded":"2024-05-20T21:12:37.438002+0000","last_fullsized":"2024-05-20T21:12:37.438002+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700546+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:12:37.700546+0000","last_peered":"2024-05-20T21:12:37.700546+0000","last_clean":"2024-05-20T21:12:37.700546+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:12:37.700546+0000","last_undegraded":"2024-05-20T21:12:37.700546+0000","last_fullsized":"2024-05-20T21:12:37.700546+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426295+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:12:37.426295+0000","last_peered":"2024-05-20T21:12:37.426295+0000","last_clean":"2024-05-20T21:12:37.426295+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:12:37.426295+0000","last_undegraded":"2024-05-20T21:12:37.426295+0000","last_fullsized":"2024-05-20T21:12:37.426295+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446507+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:12:37.446507+0000","last_peered":"2024-05-20T21:12:37.446507+0000","last_clean":"2024-05-20T21:12:37.446507+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:12:37.446507+0000","last_undegraded":"2024-05-20T21:12:37.446507+0000","last_fullsized":"2024-05-20T21:12:37.446507+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426720+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:12:37.426720+0000","last_peered":"2024-05-20T21:12:37.426720+0000","last_clean":"2024-05-20T21:12:37.426720+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:12:37.426720+0000","last_undegraded":"2024-05-20T21:12:37.426720+0000","last_fullsized":"2024-05-20T21:12:37.426720+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426818+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:12:37.426818+0000","last_peered":"2024-05-20T21:12:37.426818+0000","last_clean":"2024-05-20T21:12:37.426818+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:12:37.426818+0000","last_undegraded":"2024-05-20T21:12:37.426818+0000","last_fullsized":"2024-05-20T21:12:37.426818+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.449181+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:12:37.449181+0000","last_peered":"2024-05-20T21:12:37.449181+0000","last_clean":"2024-05-20T21:12:37.449181+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:12:37.449181+0000","last_undegraded":"2024-05-20T21:12:37.449181+0000","last_fullsized":"2024-05-20T21:12:37.449181+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436829+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:12:37.436829+0000","last_peered":"2024-05-20T21:12:37.436829+0000","last_clean":"2024-05-20T21:12:37.436829+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:12:37.436829+0000","last_undegraded":"2024-05-20T21:12:37.436829+0000","last_fullsized":"2024-05-20T21:12:37.436829+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426938+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:12:37.426938+0000","last_peered":"2024-05-20T21:12:37.426938+0000","last_clean":"2024-05-20T21:12:37.426938+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:12:37.426938+0000","last_undegraded":"2024-05-20T21:12:37.426938+0000","last_fullsized":"2024-05-20T21:12:37.426938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421679+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:12:37.421679+0000","last_peered":"2024-05-20T21:12:37.421679+0000","last_clean":"2024-05-20T21:12:37.421679+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:12:37.421679+0000","last_undegraded":"2024-05-20T21:12:37.421679+0000","last_fullsized":"2024-05-20T21:12:37.421679+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445870+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:12:37.445870+0000","last_peered":"2024-05-20T21:12:37.445870+0000","last_clean":"2024-05-20T21:12:37.445870+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:12:37.445870+0000","last_undegraded":"2024-05-20T21:12:37.445870+0000","last_fullsized":"2024-05-20T21:12:37.445870+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445805+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:12:37.445805+0000","last_peered":"2024-05-20T21:12:37.445805+0000","last_clean":"2024-05-20T21:12:37.445805+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:12:37.445805+0000","last_undegraded":"2024-05-20T21:12:37.445805+0000","last_fullsized":"2024-05-20T21:12:37.445805+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.443851+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:12:37.443851+0000","last_peered":"2024-05-20T21:12:37.443851+0000","last_clean":"2024-05-20T21:12:37.443851+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:12:37.443851+0000","last_undegraded":"2024-05-20T21:12:37.443851+0000","last_fullsized":"2024-05-20T21:12:37.443851+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436673+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:12:37.436673+0000","last_peered":"2024-05-20T21:12:37.436673+0000","last_clean":"2024-05-20T21:12:37.436673+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:12:37.436673+0000","last_undegraded":"2024-05-20T21:12:37.436673+0000","last_fullsized":"2024-05-20T21:12:37.436673+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421789+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:12:37.421789+0000","last_peered":"2024-05-20T21:12:37.421789+0000","last_clean":"2024-05-20T21:12:37.421789+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:12:37.421789+0000","last_undegraded":"2024-05-20T21:12:37.421789+0000","last_fullsized":"2024-05-20T21:12:37.421789+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446248+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:12:37.446248+0000","last_peered":"2024-05-20T21:12:37.446248+0000","last_clean":"2024-05-20T21:12:37.446248+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:12:37.446248+0000","last_undegraded":"2024-05-20T21:12:37.446248+0000","last_fullsized":"2024-05-20T21:12:37.446248+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.441001+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:12:37.441001+0000","last_peered":"2024-05-20T21:12:37.441001+0000","last_clean":"2024-05-20T21:12:37.441001+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:12:37.441001+0000","last_undegraded":"2024-05-20T21:12:37.441001+0000","last_fullsized":"2024-05-20T21:12:37.441001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.449512+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:12:37.449512+0000","last_peered":"2024-05-20T21:12:37.449512+0000","last_clean":"2024-05-20T21:12:37.449512+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:12:37.449512+0000","last_undegraded":"2024-05-20T21:12:37.449512+0000","last_fullsized":"2024-05-20T21:12:37.449512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436482+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:12:37.436482+0000","last_peered":"2024-05-20T21:12:37.436482+0000","last_clean":"2024-05-20T21:12:37.436482+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:12:37.436482+0000","last_undegraded":"2024-05-20T21:12:37.436482+0000","last_fullsized":"2024-05-20T21:12:37.436482+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698738+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:12:37.698738+0000","last_peered":"2024-05-20T21:12:37.698738+0000","last_clean":"2024-05-20T21:12:37.698738+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:12:37.698738+0000","last_undegraded":"2024-05-20T21:12:37.698738+0000","last_fullsized":"2024-05-20T21:12:37.698738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.438433+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:12:37.438433+0000","last_peered":"2024-05-20T21:12:37.438433+0000","last_clean":"2024-05-20T21:12:37.438433+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:12:37.438433+0000","last_undegraded":"2024-05-20T21:12:37.438433+0000","last_fullsized":"2024-05-20T21:12:37.438433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421728+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:12:37.421728+0000","last_peered":"2024-05-20T21:12:37.421728+0000","last_clean":"2024-05-20T21:12:37.421728+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:12:37.421728+0000","last_undegraded":"2024-05-20T21:12:37.421728+0000","last_fullsized":"2024-05-20T21:12:37.421728+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64306,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":217,"num_read_kb":176,"num_write":166,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":192918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678045,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":884736,"data_stored":431102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874273,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1581056,"data_stored":1082888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037799,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":431572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234031,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462962,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28476,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716676,"statfs":{"total":95995035648,"available":95965876224,"internally_reserved":0,"allocated":1495040,"data_stored":1023579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626488,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":888832,"data_stored":430727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40424,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704728,"statfs":{"total":95995035648,"available":95953641472,"internally_reserved":0,"allocated":950272,"data_stored":490434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":909312,"data_stored":431998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":492175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986245,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":892928,"data_stored":431555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822719,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":59914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":61655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":61883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:12:57.478 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:12:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:57 smithi042 ceph-mon[36332]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-05-20T21:12:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:57.907 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:57 smithi006 ceph-mon[31422]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-05-20T21:12:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:57.990 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:12:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:57 smithi062 ceph-mon[36640]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-05-20T21:12:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:58.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:58 smithi042 ceph-mon[36332]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:58.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:12:58.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:12:58.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:58.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:58 smithi006 ceph-mon[31422]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:58.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:12:58.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:12:58.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:59.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:58 smithi062 ceph-mon[36640]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:12:59.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:12:59.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:12:59.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:12:59.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:12:59 smithi006 ceph-mon[31422]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-20T21:12:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:12:59 smithi042 ceph-mon[36332]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-20T21:13:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:12:59 smithi062 ceph-mon[36640]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-20T21:13:00.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 -- 172.21.15.6:0/1193821399 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df806b220 msgr2=0x7f8df806b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/1193821399 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df806b220 0x7f8df806b6a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f8de4009990 tx=0x7f8de4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 -- 172.21.15.6:0/1193821399 shutdown_connections 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/1193821399 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8df806bbe0 0x7f8df81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/1193821399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8df81095b0 0x7f8df8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/1193821399 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df806b220 0x7f8df806b6a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 -- 172.21.15.6:0/1193821399 >> 172.21.15.6:0/1193821399 conn(0x7f8df80793f0 msgr2=0x7f8df8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 -- 172.21.15.6:0/1193821399 shutdown_connections 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.257+0000 7f8dfcc00700 1 -- 172.21.15.6:0/1193821399 wait complete. 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.258+0000 7f8dfcc00700 1 Processor -- start 2024-05-20T21:13:00.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.258+0000 7f8dfcc00700 1 -- start start 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8dfcc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8df806b220 0x7f8df8102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8dfcc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8df806bbe0 0x7f8df8102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8dfcc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df81095b0 0x7f8df8102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8dfcc00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8df8113720 con 0x7f8df81095b0 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8dfcc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8df81135a0 con 0x7f8df806b220 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8dfcc00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8df81138a0 con 0x7f8df806bbe0 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df81095b0 0x7f8df8102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df81095b0 0x7f8df8102f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35476/0 (socket says 172.21.15.6:35476) 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df6800700 1 -- 172.21.15.6:0/598433038 learned_addr learned my addr 172.21.15.6:0/598433038 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:00.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df5e00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8df806b220 0x7f8df8102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df5400700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8df806bbe0 0x7f8df8102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df6800700 1 -- 172.21.15.6:0/598433038 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8df806bbe0 msgr2=0x7f8df8102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df6800700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8df806bbe0 0x7f8df8102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df6800700 1 -- 172.21.15.6:0/598433038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8df806b220 msgr2=0x7f8df8102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df6800700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8df806b220 0x7f8df8102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.259+0000 7f8df6800700 1 -- 172.21.15.6:0/598433038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8df81a8160 con 0x7f8df81095b0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.260+0000 7f8df6800700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df81095b0 0x7f8df8102f90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8df000ef30 tx=0x7f8df000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.260+0000 7f8deea00700 1 -- 172.21.15.6:0/598433038 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8df00092e0 con 0x7f8df81095b0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.260+0000 7f8deea00700 1 -- 172.21.15.6:0/598433038 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8df0004bb0 con 0x7f8df81095b0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.260+0000 7f8deea00700 1 -- 172.21.15.6:0/598433038 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8df0004020 con 0x7f8df81095b0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.260+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8df81a83f0 con 0x7f8df81095b0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.260+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8df81a8950 con 0x7f8df81095b0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.262+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8df806a230 con 0x7f8df81095b0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.264+0000 7f8deea00700 1 -- 172.21.15.6:0/598433038 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f8df001b030 con 0x7f8df81095b0 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.265+0000 7f8deea00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ddc0b2990 0x7f8ddc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:00.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.266+0000 7f8deea00700 1 -- 172.21.15.6:0/598433038 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f8df00e1e00 con 0x7f8df81095b0 2024-05-20T21:13:00.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.266+0000 7f8df5e00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ddc0b2990 0x7f8ddc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:00.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.266+0000 7f8df5e00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ddc0b2990 0x7f8ddc0b4e50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8de8005950 tx=0x7f8de800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:00.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.270+0000 7f8deea00700 1 -- 172.21.15.6:0/598433038 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8df0022020 con 0x7f8df81095b0 2024-05-20T21:13:00.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.503+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8df8063980 con 0x7f8ddc0b2990 2024-05-20T21:13:00.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.516+0000 7f8deea00700 1 -- 172.21.15.6:0/598433038 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258732 (secure 0 0 0) 0x7f8df8063980 con 0x7f8ddc0b2990 2024-05-20T21:13:00.521 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:13:00.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.523+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ddc0b2990 msgr2=0x7f8ddc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.523+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ddc0b2990 0x7f8ddc0b4e50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8de8005950 tx=0x7f8de800b410 comp rx=0 tx=0).stop 2024-05-20T21:13:00.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.523+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df81095b0 msgr2=0x7f8df8102f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:00.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.523+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df81095b0 0x7f8df8102f90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8df000ef30 tx=0x7f8df000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.523+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 shutdown_connections 2024-05-20T21:13:00.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.524+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ddc0b2990 0x7f8ddc0b4e50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.524+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8df81095b0 0x7f8df8102f90 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.524+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8df806b220 0x7f8df8102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.524+0000 7f8dfcc00700 1 --2- 172.21.15.6:0/598433038 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8df806bbe0 0x7f8df8102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:00.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.524+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 >> 172.21.15.6:0/598433038 conn(0x7f8df80793f0 msgr2=0x7f8df8101270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:00.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.524+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 shutdown_connections 2024-05-20T21:13:00.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:00.524+0000 7f8dfcc00700 1 -- 172.21.15.6:0/598433038 wait complete. 2024-05-20T21:13:00.525 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:13:00.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:00 smithi042 ceph-mon[36332]: pgmap v353: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-20T21:13:00.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:00 smithi042 ceph-mon[36332]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:00.900 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:00 smithi006 ceph-mon[31422]: pgmap v353: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-20T21:13:00.900 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:00 smithi006 ceph-mon[31422]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:00 smithi062 ceph-mon[36640]: pgmap v353: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-20T21:13:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:00 smithi062 ceph-mon[36640]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:13:01.495 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":353,"stamp":"2024-05-20T21:13:00.140318+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659165,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":324,"num_read_kb":260,"num_write":292,"num_write_kb":2267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":2951957,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394956,"kb_used_data":12504,"kb_used_omap":18,"kb_used_meta":382317,"kb_avail":1124546868,"statfs":{"total":1151940427776,"available":1151535992832,"internally_reserved":0,"allocated":12804096,"data_stored":7143735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":391492923},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":18075,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":59,"num_write":12,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005724"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421938+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:12:37.421938+0000","last_peered":"2024-05-20T21:12:37.421938+0000","last_clean":"2024-05-20T21:12:37.421938+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:12:37.421938+0000","last_undegraded":"2024-05-20T21:12:37.421938+0000","last_fullsized":"2024-05-20T21:12:37.421938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446502+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:12:37.446502+0000","last_peered":"2024-05-20T21:12:37.446502+0000","last_clean":"2024-05-20T21:12:37.446502+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:12:37.446502+0000","last_undegraded":"2024-05-20T21:12:37.446502+0000","last_fullsized":"2024-05-20T21:12:37.446502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.447616+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:12:37.447616+0000","last_peered":"2024-05-20T21:12:37.447616+0000","last_clean":"2024-05-20T21:12:37.447616+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:12:37.447616+0000","last_undegraded":"2024-05-20T21:12:37.447616+0000","last_fullsized":"2024-05-20T21:12:37.447616+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.661926+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:12:37.661926+0000","last_peered":"2024-05-20T21:12:37.661926+0000","last_clean":"2024-05-20T21:12:37.661926+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:12:37.661926+0000","last_undegraded":"2024-05-20T21:12:37.661926+0000","last_fullsized":"2024-05-20T21:12:37.661926+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699132+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:12:37.699132+0000","last_peered":"2024-05-20T21:12:37.699132+0000","last_clean":"2024-05-20T21:12:37.699132+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:12:37.699132+0000","last_undegraded":"2024-05-20T21:12:37.699132+0000","last_fullsized":"2024-05-20T21:12:37.699132+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.419440+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:12:37.419440+0000","last_peered":"2024-05-20T21:12:37.419440+0000","last_clean":"2024-05-20T21:12:37.419440+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:12:37.419440+0000","last_undegraded":"2024-05-20T21:12:37.419440+0000","last_fullsized":"2024-05-20T21:12:37.419440+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446536+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:12:37.446536+0000","last_peered":"2024-05-20T21:12:37.446536+0000","last_clean":"2024-05-20T21:12:37.446536+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:12:37.446536+0000","last_undegraded":"2024-05-20T21:12:37.446536+0000","last_fullsized":"2024-05-20T21:12:37.446536+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436221+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:12:37.436221+0000","last_peered":"2024-05-20T21:12:37.436221+0000","last_clean":"2024-05-20T21:12:37.436221+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:12:37.436221+0000","last_undegraded":"2024-05-20T21:12:37.436221+0000","last_fullsized":"2024-05-20T21:12:37.436221+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698869+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:12:37.698869+0000","last_peered":"2024-05-20T21:12:37.698869+0000","last_clean":"2024-05-20T21:12:37.698869+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:12:37.698869+0000","last_undegraded":"2024-05-20T21:12:37.698869+0000","last_fullsized":"2024-05-20T21:12:37.698869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.419809+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:12:37.419809+0000","last_peered":"2024-05-20T21:12:37.419809+0000","last_clean":"2024-05-20T21:12:37.419809+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:12:37.419809+0000","last_undegraded":"2024-05-20T21:12:37.419809+0000","last_fullsized":"2024-05-20T21:12:37.419809+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426451+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:12:37.426451+0000","last_peered":"2024-05-20T21:12:37.426451+0000","last_clean":"2024-05-20T21:12:37.426451+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:12:37.426451+0000","last_undegraded":"2024-05-20T21:12:37.426451+0000","last_fullsized":"2024-05-20T21:12:37.426451+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.661819+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:12:37.661819+0000","last_peered":"2024-05-20T21:12:37.661819+0000","last_clean":"2024-05-20T21:12:37.661819+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:12:37.661819+0000","last_undegraded":"2024-05-20T21:12:37.661819+0000","last_fullsized":"2024-05-20T21:12:37.661819+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.438547+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:12:37.438547+0000","last_peered":"2024-05-20T21:12:37.438547+0000","last_clean":"2024-05-20T21:12:37.438547+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:12:37.438547+0000","last_undegraded":"2024-05-20T21:12:37.438547+0000","last_fullsized":"2024-05-20T21:12:37.438547+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445913+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:12:37.445913+0000","last_peered":"2024-05-20T21:12:37.445913+0000","last_clean":"2024-05-20T21:12:37.445913+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:12:37.445913+0000","last_undegraded":"2024-05-20T21:12:37.445913+0000","last_fullsized":"2024-05-20T21:12:37.445913+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445301+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:12:37.445301+0000","last_peered":"2024-05-20T21:12:37.445301+0000","last_clean":"2024-05-20T21:12:37.445301+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:12:37.445301+0000","last_undegraded":"2024-05-20T21:12:37.445301+0000","last_fullsized":"2024-05-20T21:12:37.445301+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698726+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:12:37.698726+0000","last_peered":"2024-05-20T21:12:37.698726+0000","last_clean":"2024-05-20T21:12:37.698726+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:12:37.698726+0000","last_undegraded":"2024-05-20T21:12:37.698726+0000","last_fullsized":"2024-05-20T21:12:37.698726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.422115+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:12:37.422115+0000","last_peered":"2024-05-20T21:12:37.422115+0000","last_clean":"2024-05-20T21:12:37.422115+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:12:37.422115+0000","last_undegraded":"2024-05-20T21:12:37.422115+0000","last_fullsized":"2024-05-20T21:12:37.422115+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.423513+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:12:37.423513+0000","last_peered":"2024-05-20T21:12:37.423513+0000","last_clean":"2024-05-20T21:12:37.423513+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:12:37.423513+0000","last_undegraded":"2024-05-20T21:12:37.423513+0000","last_fullsized":"2024-05-20T21:12:37.423513+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446196+0000","last_change":"2024-05-20T21:11:57.647261+0000","last_active":"2024-05-20T21:12:37.446196+0000","last_peered":"2024-05-20T21:12:37.446196+0000","last_clean":"2024-05-20T21:12:37.446196+0000","last_became_active":"2024-05-20T21:11:57.646880+0000","last_became_peered":"2024-05-20T21:11:57.646880+0000","last_unstale":"2024-05-20T21:12:37.446196+0000","last_undegraded":"2024-05-20T21:12:37.446196+0000","last_fullsized":"2024-05-20T21:12:37.446196+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:42:47.549568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.424169+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:12:37.424169+0000","last_peered":"2024-05-20T21:12:37.424169+0000","last_clean":"2024-05-20T21:12:37.424169+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:12:37.424169+0000","last_undegraded":"2024-05-20T21:12:37.424169+0000","last_fullsized":"2024-05-20T21:12:37.424169+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436313+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:12:37.436313+0000","last_peered":"2024-05-20T21:12:37.436313+0000","last_clean":"2024-05-20T21:12:37.436313+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:12:37.436313+0000","last_undegraded":"2024-05-20T21:12:37.436313+0000","last_fullsized":"2024-05-20T21:12:37.436313+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.437096+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:12:37.437096+0000","last_peered":"2024-05-20T21:12:37.437096+0000","last_clean":"2024-05-20T21:12:37.437096+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:12:37.437096+0000","last_undegraded":"2024-05-20T21:12:37.437096+0000","last_fullsized":"2024-05-20T21:12:37.437096+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446295+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:12:37.446295+0000","last_peered":"2024-05-20T21:12:37.446295+0000","last_clean":"2024-05-20T21:12:37.446295+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:12:37.446295+0000","last_undegraded":"2024-05-20T21:12:37.446295+0000","last_fullsized":"2024-05-20T21:12:37.446295+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700721+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:12:37.700721+0000","last_peered":"2024-05-20T21:12:37.700721+0000","last_clean":"2024-05-20T21:12:37.700721+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:12:37.700721+0000","last_undegraded":"2024-05-20T21:12:37.700721+0000","last_fullsized":"2024-05-20T21:12:37.700721+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698753+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:12:37.698753+0000","last_peered":"2024-05-20T21:12:37.698753+0000","last_clean":"2024-05-20T21:12:37.698753+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:12:37.698753+0000","last_undegraded":"2024-05-20T21:12:37.698753+0000","last_fullsized":"2024-05-20T21:12:37.698753+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700587+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:12:37.700587+0000","last_peered":"2024-05-20T21:12:37.700587+0000","last_clean":"2024-05-20T21:12:37.700587+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:12:37.700587+0000","last_undegraded":"2024-05-20T21:12:37.700587+0000","last_fullsized":"2024-05-20T21:12:37.700587+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426922+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:12:37.426922+0000","last_peered":"2024-05-20T21:12:37.426922+0000","last_clean":"2024-05-20T21:12:37.426922+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:12:37.426922+0000","last_undegraded":"2024-05-20T21:12:37.426922+0000","last_fullsized":"2024-05-20T21:12:37.426922+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":70,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:54.395703+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:12:54.395703+0000","last_peered":"2024-05-20T21:12:54.395703+0000","last_clean":"2024-05-20T21:12:54.395703+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:12:54.395703+0000","last_undegraded":"2024-05-20T21:12:54.395703+0000","last_fullsized":"2024-05-20T21:12:54.395703+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699081+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:12:37.699081+0000","last_peered":"2024-05-20T21:12:37.699081+0000","last_clean":"2024-05-20T21:12:37.699081+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:12:37.699081+0000","last_undegraded":"2024-05-20T21:12:37.699081+0000","last_fullsized":"2024-05-20T21:12:37.699081+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.419328+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:12:37.419328+0000","last_peered":"2024-05-20T21:12:37.419328+0000","last_clean":"2024-05-20T21:12:37.419328+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:12:37.419328+0000","last_undegraded":"2024-05-20T21:12:37.419328+0000","last_fullsized":"2024-05-20T21:12:37.419328+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426862+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:12:37.426862+0000","last_peered":"2024-05-20T21:12:37.426862+0000","last_clean":"2024-05-20T21:12:37.426862+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:12:37.426862+0000","last_undegraded":"2024-05-20T21:12:37.426862+0000","last_fullsized":"2024-05-20T21:12:37.426862+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.439787+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:12:37.439787+0000","last_peered":"2024-05-20T21:12:37.439787+0000","last_clean":"2024-05-20T21:12:37.439787+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:12:37.439787+0000","last_undegraded":"2024-05-20T21:12:37.439787+0000","last_fullsized":"2024-05-20T21:12:37.439787+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436471+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:12:37.436471+0000","last_peered":"2024-05-20T21:12:37.436471+0000","last_clean":"2024-05-20T21:12:37.436471+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:12:37.436471+0000","last_undegraded":"2024-05-20T21:12:37.436471+0000","last_fullsized":"2024-05-20T21:12:37.436471+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426438+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:12:37.426438+0000","last_peered":"2024-05-20T21:12:37.426438+0000","last_clean":"2024-05-20T21:12:37.426438+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:12:37.426438+0000","last_undegraded":"2024-05-20T21:12:37.426438+0000","last_fullsized":"2024-05-20T21:12:37.426438+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.702907+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:12:37.702907+0000","last_peered":"2024-05-20T21:12:37.702907+0000","last_clean":"2024-05-20T21:12:37.702907+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:12:37.702907+0000","last_undegraded":"2024-05-20T21:12:37.702907+0000","last_fullsized":"2024-05-20T21:12:37.702907+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":66,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:56.398294+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:12:56.398294+0000","last_peered":"2024-05-20T21:12:56.398294+0000","last_clean":"2024-05-20T21:12:56.398294+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:12:56.398294+0000","last_undegraded":"2024-05-20T21:12:56.398294+0000","last_fullsized":"2024-05-20T21:12:56.398294+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":37,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698864+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:12:37.698864+0000","last_peered":"2024-05-20T21:12:37.698864+0000","last_clean":"2024-05-20T21:12:37.698864+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:12:37.698864+0000","last_undegraded":"2024-05-20T21:12:37.698864+0000","last_fullsized":"2024-05-20T21:12:37.698864+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426713+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:12:37.426713+0000","last_peered":"2024-05-20T21:12:37.426713+0000","last_clean":"2024-05-20T21:12:37.426713+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:12:37.426713+0000","last_undegraded":"2024-05-20T21:12:37.426713+0000","last_fullsized":"2024-05-20T21:12:37.426713+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.704489+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:12:37.704489+0000","last_peered":"2024-05-20T21:12:37.704489+0000","last_clean":"2024-05-20T21:12:37.704489+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:12:37.704489+0000","last_undegraded":"2024-05-20T21:12:37.704489+0000","last_fullsized":"2024-05-20T21:12:37.704489+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.427007+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:12:37.427007+0000","last_peered":"2024-05-20T21:12:37.427007+0000","last_clean":"2024-05-20T21:12:37.427007+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:12:37.427007+0000","last_undegraded":"2024-05-20T21:12:37.427007+0000","last_fullsized":"2024-05-20T21:12:37.427007+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699733+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:12:37.699733+0000","last_peered":"2024-05-20T21:12:37.699733+0000","last_clean":"2024-05-20T21:12:37.699733+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:12:37.699733+0000","last_undegraded":"2024-05-20T21:12:37.699733+0000","last_fullsized":"2024-05-20T21:12:37.699733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'30","reported_seq":140,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:57.399993+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:12:57.399993+0000","last_peered":"2024-05-20T21:12:57.399993+0000","last_clean":"2024-05-20T21:12:57.399993+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:12:57.399993+0000","last_undegraded":"2024-05-20T21:12:57.399993+0000","last_fullsized":"2024-05-20T21:12:57.399993+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64171,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":84,"num_read_kb":103,"num_write":31,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699164+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:12:37.699164+0000","last_peered":"2024-05-20T21:12:37.699164+0000","last_clean":"2024-05-20T21:12:37.699164+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:12:37.699164+0000","last_undegraded":"2024-05-20T21:12:37.699164+0000","last_fullsized":"2024-05-20T21:12:37.699164+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446024+0000","last_change":"2024-05-20T21:11:53.589408+0000","last_active":"2024-05-20T21:12:37.446024+0000","last_peered":"2024-05-20T21:12:37.446024+0000","last_clean":"2024-05-20T21:12:37.446024+0000","last_became_active":"2024-05-20T21:11:53.589032+0000","last_became_peered":"2024-05-20T21:11:53.589032+0000","last_unstale":"2024-05-20T21:12:37.446024+0000","last_undegraded":"2024-05-20T21:12:37.446024+0000","last_fullsized":"2024-05-20T21:12:37.446024+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:56:34.752746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.437027+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:12:37.437027+0000","last_peered":"2024-05-20T21:12:37.437027+0000","last_clean":"2024-05-20T21:12:37.437027+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:12:37.437027+0000","last_undegraded":"2024-05-20T21:12:37.437027+0000","last_fullsized":"2024-05-20T21:12:37.437027+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426581+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:12:37.426581+0000","last_peered":"2024-05-20T21:12:37.426581+0000","last_clean":"2024-05-20T21:12:37.426581+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:12:37.426581+0000","last_undegraded":"2024-05-20T21:12:37.426581+0000","last_fullsized":"2024-05-20T21:12:37.426581+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426462+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:12:37.426462+0000","last_peered":"2024-05-20T21:12:37.426462+0000","last_clean":"2024-05-20T21:12:37.426462+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:12:37.426462+0000","last_undegraded":"2024-05-20T21:12:37.426462+0000","last_fullsized":"2024-05-20T21:12:37.426462+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'4","reported_seq":69,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:55.409777+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:12:55.409777+0000","last_peered":"2024-05-20T21:12:55.409777+0000","last_clean":"2024-05-20T21:12:55.409777+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:12:55.409777+0000","last_undegraded":"2024-05-20T21:12:55.409777+0000","last_fullsized":"2024-05-20T21:12:55.409777+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":40,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426076+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:12:37.426076+0000","last_peered":"2024-05-20T21:12:37.426076+0000","last_clean":"2024-05-20T21:12:37.426076+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:12:37.426076+0000","last_undegraded":"2024-05-20T21:12:37.426076+0000","last_fullsized":"2024-05-20T21:12:37.426076+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700443+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:12:37.700443+0000","last_peered":"2024-05-20T21:12:37.700443+0000","last_clean":"2024-05-20T21:12:37.700443+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:12:37.700443+0000","last_undegraded":"2024-05-20T21:12:37.700443+0000","last_fullsized":"2024-05-20T21:12:37.700443+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426577+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:12:37.426577+0000","last_peered":"2024-05-20T21:12:37.426577+0000","last_clean":"2024-05-20T21:12:37.426577+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:12:37.426577+0000","last_undegraded":"2024-05-20T21:12:37.426577+0000","last_fullsized":"2024-05-20T21:12:37.426577+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700884+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:12:37.700884+0000","last_peered":"2024-05-20T21:12:37.700884+0000","last_clean":"2024-05-20T21:12:37.700884+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:12:37.700884+0000","last_undegraded":"2024-05-20T21:12:37.700884+0000","last_fullsized":"2024-05-20T21:12:37.700884+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421835+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:12:37.421835+0000","last_peered":"2024-05-20T21:12:37.421835+0000","last_clean":"2024-05-20T21:12:37.421835+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:12:37.421835+0000","last_undegraded":"2024-05-20T21:12:37.421835+0000","last_fullsized":"2024-05-20T21:12:37.421835+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.423802+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:12:37.423802+0000","last_peered":"2024-05-20T21:12:37.423802+0000","last_clean":"2024-05-20T21:12:37.423802+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:12:37.423802+0000","last_undegraded":"2024-05-20T21:12:37.423802+0000","last_fullsized":"2024-05-20T21:12:37.423802+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.448510+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:12:37.448510+0000","last_peered":"2024-05-20T21:12:37.448510+0000","last_clean":"2024-05-20T21:12:37.448510+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:12:37.448510+0000","last_undegraded":"2024-05-20T21:12:37.448510+0000","last_fullsized":"2024-05-20T21:12:37.448510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426284+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:12:37.426284+0000","last_peered":"2024-05-20T21:12:37.426284+0000","last_clean":"2024-05-20T21:12:37.426284+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:12:37.426284+0000","last_undegraded":"2024-05-20T21:12:37.426284+0000","last_fullsized":"2024-05-20T21:12:37.426284+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.419464+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:12:37.419464+0000","last_peered":"2024-05-20T21:12:37.419464+0000","last_clean":"2024-05-20T21:12:37.419464+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:12:37.419464+0000","last_undegraded":"2024-05-20T21:12:37.419464+0000","last_fullsized":"2024-05-20T21:12:37.419464+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.701838+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:12:37.701838+0000","last_peered":"2024-05-20T21:12:37.701838+0000","last_clean":"2024-05-20T21:12:37.701838+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:12:37.701838+0000","last_undegraded":"2024-05-20T21:12:37.701838+0000","last_fullsized":"2024-05-20T21:12:37.701838+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":66,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:55.409002+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:12:55.409002+0000","last_peered":"2024-05-20T21:12:55.409002+0000","last_clean":"2024-05-20T21:12:55.409002+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:12:55.409002+0000","last_undegraded":"2024-05-20T21:12:55.409002+0000","last_fullsized":"2024-05-20T21:12:55.409002+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":36,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.442842+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:12:37.442842+0000","last_peered":"2024-05-20T21:12:37.442842+0000","last_clean":"2024-05-20T21:12:37.442842+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:12:37.442842+0000","last_undegraded":"2024-05-20T21:12:37.442842+0000","last_fullsized":"2024-05-20T21:12:37.442842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.662828+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:12:37.662828+0000","last_peered":"2024-05-20T21:12:37.662828+0000","last_clean":"2024-05-20T21:12:37.662828+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:12:37.662828+0000","last_undegraded":"2024-05-20T21:12:37.662828+0000","last_fullsized":"2024-05-20T21:12:37.662828+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426192+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:12:37.426192+0000","last_peered":"2024-05-20T21:12:37.426192+0000","last_clean":"2024-05-20T21:12:37.426192+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:12:37.426192+0000","last_undegraded":"2024-05-20T21:12:37.426192+0000","last_fullsized":"2024-05-20T21:12:37.426192+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.439517+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:12:37.439517+0000","last_peered":"2024-05-20T21:12:37.439517+0000","last_clean":"2024-05-20T21:12:37.439517+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:12:37.439517+0000","last_undegraded":"2024-05-20T21:12:37.439517+0000","last_fullsized":"2024-05-20T21:12:37.439517+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426290+0000","last_change":"2024-05-20T21:11:53.578263+0000","last_active":"2024-05-20T21:12:37.426290+0000","last_peered":"2024-05-20T21:12:37.426290+0000","last_clean":"2024-05-20T21:12:37.426290+0000","last_became_active":"2024-05-20T21:11:53.577916+0000","last_became_peered":"2024-05-20T21:11:53.577916+0000","last_unstale":"2024-05-20T21:12:37.426290+0000","last_undegraded":"2024-05-20T21:12:37.426290+0000","last_fullsized":"2024-05-20T21:12:37.426290+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:53:26.510251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700696+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:12:37.700696+0000","last_peered":"2024-05-20T21:12:37.700696+0000","last_clean":"2024-05-20T21:12:37.700696+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:12:37.700696+0000","last_undegraded":"2024-05-20T21:12:37.700696+0000","last_fullsized":"2024-05-20T21:12:37.700696+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436568+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:12:37.436568+0000","last_peered":"2024-05-20T21:12:37.436568+0000","last_clean":"2024-05-20T21:12:37.436568+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:12:37.436568+0000","last_undegraded":"2024-05-20T21:12:37.436568+0000","last_fullsized":"2024-05-20T21:12:37.436568+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'12","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:46.686839+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:12:46.686839+0000","last_peered":"2024-05-20T21:12:46.686839+0000","last_clean":"2024-05-20T21:12:46.686839+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:12:46.686839+0000","last_undegraded":"2024-05-20T21:12:46.686839+0000","last_fullsized":"2024-05-20T21:12:46.686839+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.441110+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:12:37.441110+0000","last_peered":"2024-05-20T21:12:37.441110+0000","last_clean":"2024-05-20T21:12:37.441110+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:12:37.441110+0000","last_undegraded":"2024-05-20T21:12:37.441110+0000","last_fullsized":"2024-05-20T21:12:37.441110+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.663016+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:12:37.663016+0000","last_peered":"2024-05-20T21:12:37.663016+0000","last_clean":"2024-05-20T21:12:37.663016+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:12:37.663016+0000","last_undegraded":"2024-05-20T21:12:37.663016+0000","last_fullsized":"2024-05-20T21:12:37.663016+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.450639+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:12:37.450639+0000","last_peered":"2024-05-20T21:12:37.450639+0000","last_clean":"2024-05-20T21:12:37.450639+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:12:37.450639+0000","last_undegraded":"2024-05-20T21:12:37.450639+0000","last_fullsized":"2024-05-20T21:12:37.450639+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699087+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:12:37.699087+0000","last_peered":"2024-05-20T21:12:37.699087+0000","last_clean":"2024-05-20T21:12:37.699087+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:12:37.699087+0000","last_undegraded":"2024-05-20T21:12:37.699087+0000","last_fullsized":"2024-05-20T21:12:37.699087+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.699032+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:12:37.699032+0000","last_peered":"2024-05-20T21:12:37.699032+0000","last_clean":"2024-05-20T21:12:37.699032+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:12:37.699032+0000","last_undegraded":"2024-05-20T21:12:37.699032+0000","last_fullsized":"2024-05-20T21:12:37.699032+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436731+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:12:37.436731+0000","last_peered":"2024-05-20T21:12:37.436731+0000","last_clean":"2024-05-20T21:12:37.436731+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:12:37.436731+0000","last_undegraded":"2024-05-20T21:12:37.436731+0000","last_fullsized":"2024-05-20T21:12:37.436731+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421567+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:12:37.421567+0000","last_peered":"2024-05-20T21:12:37.421567+0000","last_clean":"2024-05-20T21:12:37.421567+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:12:37.421567+0000","last_undegraded":"2024-05-20T21:12:37.421567+0000","last_fullsized":"2024-05-20T21:12:37.421567+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445836+0000","last_change":"2024-05-20T21:11:53.585331+0000","last_active":"2024-05-20T21:12:37.445836+0000","last_peered":"2024-05-20T21:12:37.445836+0000","last_clean":"2024-05-20T21:12:37.445836+0000","last_became_active":"2024-05-20T21:11:53.584833+0000","last_became_peered":"2024-05-20T21:11:53.584833+0000","last_unstale":"2024-05-20T21:12:37.445836+0000","last_undegraded":"2024-05-20T21:12:37.445836+0000","last_fullsized":"2024-05-20T21:12:37.445836+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:24.993037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.438002+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:12:37.438002+0000","last_peered":"2024-05-20T21:12:37.438002+0000","last_clean":"2024-05-20T21:12:37.438002+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:12:37.438002+0000","last_undegraded":"2024-05-20T21:12:37.438002+0000","last_fullsized":"2024-05-20T21:12:37.438002+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.700546+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:12:37.700546+0000","last_peered":"2024-05-20T21:12:37.700546+0000","last_clean":"2024-05-20T21:12:37.700546+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:12:37.700546+0000","last_undegraded":"2024-05-20T21:12:37.700546+0000","last_fullsized":"2024-05-20T21:12:37.700546+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426295+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:12:37.426295+0000","last_peered":"2024-05-20T21:12:37.426295+0000","last_clean":"2024-05-20T21:12:37.426295+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:12:37.426295+0000","last_undegraded":"2024-05-20T21:12:37.426295+0000","last_fullsized":"2024-05-20T21:12:37.426295+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446507+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:12:37.446507+0000","last_peered":"2024-05-20T21:12:37.446507+0000","last_clean":"2024-05-20T21:12:37.446507+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:12:37.446507+0000","last_undegraded":"2024-05-20T21:12:37.446507+0000","last_fullsized":"2024-05-20T21:12:37.446507+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426720+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:12:37.426720+0000","last_peered":"2024-05-20T21:12:37.426720+0000","last_clean":"2024-05-20T21:12:37.426720+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:12:37.426720+0000","last_undegraded":"2024-05-20T21:12:37.426720+0000","last_fullsized":"2024-05-20T21:12:37.426720+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426818+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:12:37.426818+0000","last_peered":"2024-05-20T21:12:37.426818+0000","last_clean":"2024-05-20T21:12:37.426818+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:12:37.426818+0000","last_undegraded":"2024-05-20T21:12:37.426818+0000","last_fullsized":"2024-05-20T21:12:37.426818+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.449181+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:12:37.449181+0000","last_peered":"2024-05-20T21:12:37.449181+0000","last_clean":"2024-05-20T21:12:37.449181+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:12:37.449181+0000","last_undegraded":"2024-05-20T21:12:37.449181+0000","last_fullsized":"2024-05-20T21:12:37.449181+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436829+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:12:37.436829+0000","last_peered":"2024-05-20T21:12:37.436829+0000","last_clean":"2024-05-20T21:12:37.436829+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:12:37.436829+0000","last_undegraded":"2024-05-20T21:12:37.436829+0000","last_fullsized":"2024-05-20T21:12:37.436829+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.426938+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:12:37.426938+0000","last_peered":"2024-05-20T21:12:37.426938+0000","last_clean":"2024-05-20T21:12:37.426938+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:12:37.426938+0000","last_undegraded":"2024-05-20T21:12:37.426938+0000","last_fullsized":"2024-05-20T21:12:37.426938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421679+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:12:37.421679+0000","last_peered":"2024-05-20T21:12:37.421679+0000","last_clean":"2024-05-20T21:12:37.421679+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:12:37.421679+0000","last_undegraded":"2024-05-20T21:12:37.421679+0000","last_fullsized":"2024-05-20T21:12:37.421679+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445870+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:12:37.445870+0000","last_peered":"2024-05-20T21:12:37.445870+0000","last_clean":"2024-05-20T21:12:37.445870+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:12:37.445870+0000","last_undegraded":"2024-05-20T21:12:37.445870+0000","last_fullsized":"2024-05-20T21:12:37.445870+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.445805+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:12:37.445805+0000","last_peered":"2024-05-20T21:12:37.445805+0000","last_clean":"2024-05-20T21:12:37.445805+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:12:37.445805+0000","last_undegraded":"2024-05-20T21:12:37.445805+0000","last_fullsized":"2024-05-20T21:12:37.445805+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.443851+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:12:37.443851+0000","last_peered":"2024-05-20T21:12:37.443851+0000","last_clean":"2024-05-20T21:12:37.443851+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:12:37.443851+0000","last_undegraded":"2024-05-20T21:12:37.443851+0000","last_fullsized":"2024-05-20T21:12:37.443851+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436673+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:12:37.436673+0000","last_peered":"2024-05-20T21:12:37.436673+0000","last_clean":"2024-05-20T21:12:37.436673+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:12:37.436673+0000","last_undegraded":"2024-05-20T21:12:37.436673+0000","last_fullsized":"2024-05-20T21:12:37.436673+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421789+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:12:37.421789+0000","last_peered":"2024-05-20T21:12:37.421789+0000","last_clean":"2024-05-20T21:12:37.421789+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:12:37.421789+0000","last_undegraded":"2024-05-20T21:12:37.421789+0000","last_fullsized":"2024-05-20T21:12:37.421789+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.446248+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:12:37.446248+0000","last_peered":"2024-05-20T21:12:37.446248+0000","last_clean":"2024-05-20T21:12:37.446248+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:12:37.446248+0000","last_undegraded":"2024-05-20T21:12:37.446248+0000","last_fullsized":"2024-05-20T21:12:37.446248+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.441001+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:12:37.441001+0000","last_peered":"2024-05-20T21:12:37.441001+0000","last_clean":"2024-05-20T21:12:37.441001+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:12:37.441001+0000","last_undegraded":"2024-05-20T21:12:37.441001+0000","last_fullsized":"2024-05-20T21:12:37.441001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.449512+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:12:37.449512+0000","last_peered":"2024-05-20T21:12:37.449512+0000","last_clean":"2024-05-20T21:12:37.449512+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:12:37.449512+0000","last_undegraded":"2024-05-20T21:12:37.449512+0000","last_fullsized":"2024-05-20T21:12:37.449512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.436482+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:12:37.436482+0000","last_peered":"2024-05-20T21:12:37.436482+0000","last_clean":"2024-05-20T21:12:37.436482+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:12:37.436482+0000","last_undegraded":"2024-05-20T21:12:37.436482+0000","last_fullsized":"2024-05-20T21:12:37.436482+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.698738+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:12:37.698738+0000","last_peered":"2024-05-20T21:12:37.698738+0000","last_clean":"2024-05-20T21:12:37.698738+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:12:37.698738+0000","last_undegraded":"2024-05-20T21:12:37.698738+0000","last_fullsized":"2024-05-20T21:12:37.698738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.438433+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:12:37.438433+0000","last_peered":"2024-05-20T21:12:37.438433+0000","last_clean":"2024-05-20T21:12:37.438433+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:12:37.438433+0000","last_undegraded":"2024-05-20T21:12:37.438433+0000","last_fullsized":"2024-05-20T21:12:37.438433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-20T21:12:37.421728+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:12:37.421728+0000","last_peered":"2024-05-20T21:12:37.421728+0000","last_clean":"2024-05-20T21:12:37.421728+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:12:37.421728+0000","last_undegraded":"2024-05-20T21:12:37.421728+0000","last_fullsized":"2024-05-20T21:12:37.421728+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68563,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":248,"num_read_kb":196,"num_write":167,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":205689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678045,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":884736,"data_stored":431102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874274,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28564,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716588,"statfs":{"total":95995035648,"available":95965786112,"internally_reserved":0,"allocated":1585152,"data_stored":1087145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037800,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":431572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234032,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":901120,"data_stored":431258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462963,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28476,"kb_used_data":1460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716676,"statfs":{"total":95995035648,"available":95965876224,"internally_reserved":0,"allocated":1495040,"data_stored":1023579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626489,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":888832,"data_stored":430727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40428,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704724,"statfs":{"total":95995035648,"available":95953637376,"internally_reserved":0,"allocated":954368,"data_stored":494691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":909312,"data_stored":431998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":978944,"data_stored":496432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986246,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":892928,"data_stored":431555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822720,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36808,"kb_used_data":1472,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708344,"statfs":{"total":95995035648,"available":95957344256,"internally_reserved":0,"allocated":1507328,"data_stored":1022872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:13:01.499 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-20T21:13:01.500 INFO:tasks.cephadm:Setting up client nodes... 2024-05-20T21:13:01.500 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-20T21:13:02.024 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:03.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:03 smithi006 ceph-mon[31422]: pgmap v354: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:13:03.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:03 smithi062 ceph-mon[36640]: pgmap v354: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:13:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:03 smithi042 ceph-mon[36332]: pgmap v354: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:13:04.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 -- 172.21.15.6:0/1710455291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841024c0 msgr2=0x7f60841028e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:04.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 --2- 172.21.15.6:0/1710455291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841024c0 0x7f60841028e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6074009990 tx=0x7f6074009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 -- 172.21.15.6:0/1710455291 shutdown_connections 2024-05-20T21:13:04.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 --2- 172.21.15.6:0/1710455291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6084104060 0x7f608410a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 --2- 172.21.15.6:0/1710455291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841024c0 0x7f60841028e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 --2- 172.21.15.6:0/1710455291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f60841036c0 0x7f6084103b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 -- 172.21.15.6:0/1710455291 >> 172.21.15.6:0/1710455291 conn(0x7f60840fda60 msgr2=0x7f60840ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:04.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 -- 172.21.15.6:0/1710455291 shutdown_connections 2024-05-20T21:13:04.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.352+0000 7f6089a00700 1 -- 172.21.15.6:0/1710455291 wait complete. 2024-05-20T21:13:04.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.353+0000 7f6089a00700 1 Processor -- start 2024-05-20T21:13:04.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6089a00700 1 -- start start 2024-05-20T21:13:04.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6089a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60841024c0 0x7f608419b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:04.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6089a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841036c0 0x7f608419be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:04.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6089a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6084104060 0x7f60841a2e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:04.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6089a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f608410dfc0 con 0x7f60841024c0 2024-05-20T21:13:04.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6089a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f608410de40 con 0x7f6084104060 2024-05-20T21:13:04.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6089a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f608410e140 con 0x7f60841036c0 2024-05-20T21:13:04.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6082a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60841024c0 0x7f608419b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:04.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6082000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841036c0 0x7f608419be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:04.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6082000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841036c0 0x7f608419be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45980/0 (socket says 172.21.15.6:45980) 2024-05-20T21:13:04.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.354+0000 7f6082000700 1 -- 172.21.15.6:0/3699303402 learned_addr learned my addr 172.21.15.6:0/3699303402 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:04.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f6083400700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6084104060 0x7f60841a2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:04.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f6082000700 1 -- 172.21.15.6:0/3699303402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6084104060 msgr2=0x7f60841a2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:04.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f6082000700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6084104060 0x7f60841a2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f6082000700 1 -- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60841024c0 msgr2=0x7f608419b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:04.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f6082000700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60841024c0 0x7f608419b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f6082000700 1 -- 172.21.15.6:0/3699303402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60841a3530 con 0x7f60841036c0 2024-05-20T21:13:04.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f6083400700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6084104060 0x7f60841a2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:13:04.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f6082000700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841036c0 0x7f608419be10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f607000e9f0 tx=0x7f607000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:04.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.355+0000 7f607b400700 1 -- 172.21.15.6:0/3699303402 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f607000cbd0 con 0x7f60841036c0 2024-05-20T21:13:04.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.356+0000 7f607b400700 1 -- 172.21.15.6:0/3699303402 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f607000cd70 con 0x7f60841036c0 2024-05-20T21:13:04.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.356+0000 7f607b400700 1 -- 172.21.15.6:0/3699303402 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6070005680 con 0x7f60841036c0 2024-05-20T21:13:04.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.356+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60841a3820 con 0x7f60841036c0 2024-05-20T21:13:04.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.356+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60841a3d60 con 0x7f60841036c0 2024-05-20T21:13:04.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.357+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6084051a80 con 0x7f60841036c0 2024-05-20T21:13:04.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.360+0000 7f607b400700 1 -- 172.21.15.6:0/3699303402 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f6070004750 con 0x7f60841036c0 2024-05-20T21:13:04.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.361+0000 7f607b400700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60680b2a30 0x7f60680b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:04.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.362+0000 7f607b400700 1 -- 172.21.15.6:0/3699303402 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f60700e26a0 con 0x7f60841036c0 2024-05-20T21:13:04.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.362+0000 7f6082a00700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60680b2a30 0x7f60680b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:04.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.362+0000 7f6082a00700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60680b2a30 0x7f60680b4ef0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6074000c00 tx=0x7f6074005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:04.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.366+0000 7f607b400700 1 -- 172.21.15.6:0/3699303402 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f60700aa1e0 con 0x7f60841036c0 2024-05-20T21:13:04.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.704+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f60841a41d0 con 0x7f60841036c0 2024-05-20T21:13:04.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.714+0000 7f607b400700 1 -- 172.21.15.6:0/3699303402 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f60700a9ae0 con 0x7f60841036c0 2024-05-20T21:13:04.715 INFO:teuthology.orchestra.run.smithi006.stdout:[client.0] 2024-05-20T21:13:04.715 INFO:teuthology.orchestra.run.smithi006.stdout: key = AQDgvEtmXsMjKhAAnpcoXdBKN86ZQyOuGmpXcw== 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60680b2a30 msgr2=0x7f60680b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60680b2a30 0x7f60680b4ef0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6074000c00 tx=0x7f6074005fb0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841036c0 msgr2=0x7f608419be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841036c0 0x7f608419be10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f607000e9f0 tx=0x7f607000ed00 comp rx=0 tx=0).stop 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 shutdown_connections 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60680b2a30 0x7f60680b4ef0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6084104060 0x7f60841a2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f60841024c0 0x7f608419b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 --2- 172.21.15.6:0/3699303402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f60841036c0 0x7f608419be10 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 >> 172.21.15.6:0/3699303402 conn(0x7f60840fda60 msgr2=0x7f60840ff4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:04.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 shutdown_connections 2024-05-20T21:13:04.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:04.718+0000 7f6089a00700 1 -- 172.21.15.6:0/3699303402 wait complete. 2024-05-20T21:13:05.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:05 smithi006 ceph-mon[31422]: pgmap v355: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:13:05.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:05 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3699303402' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:13:05.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:05 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:13:05.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:05 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-20T21:13:05.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:05 smithi062 ceph-mon[36640]: pgmap v355: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:13:05.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:05 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3699303402' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:13:05.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:05 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:13:05.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:05 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-20T21:13:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:05 smithi042 ceph-mon[36332]: pgmap v355: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:13:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:05 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3699303402' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:13:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:05 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-20T21:13:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:05 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-20T21:13:05.624 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:13:05.624 DEBUG:teuthology.orchestra.run.smithi006:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-20T21:13:05.624 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-20T21:13:05.765 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-20T21:13:05.765 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-20T21:13:05.765 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph mgr dump --format=json 2024-05-20T21:13:06.282 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:07.374 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:07 smithi006 ceph-mon[31422]: pgmap v356: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:13:07.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:07 smithi062 ceph-mon[36640]: pgmap v356: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:13:07.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:07 smithi042 ceph-mon[36332]: pgmap v356: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.651+0000 7fb1e1e00700 1 -- 172.21.15.6:0/399925252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 msgr2=0x7fb1dc116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.651+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/399925252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 0x7fb1dc116a80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb1d40099c0 tx=0x7fb1d4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.652+0000 7fb1e1e00700 1 -- 172.21.15.6:0/399925252 shutdown_connections 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.652+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/399925252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 0x7fb1dc116a80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.652+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/399925252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1dc109dd0 0x7fb1dc10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.652+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/399925252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1dc10a780 0x7fb1dc10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.652+0000 7fb1e1e00700 1 -- 172.21.15.6:0/399925252 >> 172.21.15.6:0/399925252 conn(0x7fb1dc076d10 msgr2=0x7fb1dc108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.652+0000 7fb1e1e00700 1 -- 172.21.15.6:0/399925252 shutdown_connections 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.652+0000 7fb1e1e00700 1 -- 172.21.15.6:0/399925252 wait complete. 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.653+0000 7fb1e1e00700 1 Processor -- start 2024-05-20T21:13:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.653+0000 7fb1e1e00700 1 -- start start 2024-05-20T21:13:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1e1e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1dc109dd0 0x7fb1dc1a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1e1e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1dc10a780 0x7fb1dc1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1e1e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 0x7fb1dc1a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1e1e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb1dc119d40 con 0x7fb1dc109dd0 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1e1e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb1dc119bc0 con 0x7fb1dc10a780 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1e1e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb1dc119ec0 con 0x7fb1dc10eeb0 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1daa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1dc109dd0 0x7fb1dc1a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1d2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1dc10a780 0x7fb1dc1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1d2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1dc10a780 0x7fb1dc1a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59040/0 (socket says 172.21.15.6:59040) 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1d2000700 1 -- 172.21.15.6:0/147147023 learned_addr learned my addr 172.21.15.6:0/147147023 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.654+0000 7fb1db400700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 0x7fb1dc1a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1d2000700 1 -- 172.21.15.6:0/147147023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 msgr2=0x7fb1dc1a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1d2000700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 0x7fb1dc1a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1d2000700 1 -- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1dc109dd0 msgr2=0x7fb1dc1a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1d2000700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1dc109dd0 0x7fb1dc1a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1d2000700 1 -- 172.21.15.6:0/147147023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1dc1a5170 con 0x7fb1dc10a780 2024-05-20T21:13:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1db400700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 0x7fb1dc1a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1d2000700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1dc10a780 0x7fb1dc1a06f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb1c400ea30 tx=0x7fb1c400ed40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1e0a00700 1 -- 172.21.15.6:0/147147023 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1c400cbd0 con 0x7fb1dc10a780 2024-05-20T21:13:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1e0a00700 1 -- 172.21.15.6:0/147147023 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb1c40044d0 con 0x7fb1dc10a780 2024-05-20T21:13:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1e0a00700 1 -- 172.21.15.6:0/147147023 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1c4003dc0 con 0x7fb1dc10a780 2024-05-20T21:13:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.655+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1dc1a5460 con 0x7fb1dc10a780 2024-05-20T21:13:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.656+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1dc1acce0 con 0x7fb1dc10a780 2024-05-20T21:13:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.657+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1dc06a230 con 0x7fb1dc10a780 2024-05-20T21:13:08.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.659+0000 7fb1e0a00700 1 -- 172.21.15.6:0/147147023 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fb1c4003f60 con 0x7fb1dc10a780 2024-05-20T21:13:08.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.661+0000 7fb1e0a00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb1c00b2910 0x7fb1c00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:08.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.661+0000 7fb1e0a00700 1 -- 172.21.15.6:0/147147023 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7fb1c40e24d0 con 0x7fb1dc10a780 2024-05-20T21:13:08.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.661+0000 7fb1daa00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb1c00b2910 0x7fb1c00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:08.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.662+0000 7fb1daa00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb1c00b2910 0x7fb1c00b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc009550 tx=0x7fb1cc0091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.663+0000 7fb1e0a00700 1 -- 172.21.15.6:0/147147023 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb1c40aa010 con 0x7fb1dc10a780 2024-05-20T21:13:08.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.975+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fb1dc02e560 con 0x7fb1dc10a780 2024-05-20T21:13:08.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.982+0000 7fb1e0a00700 1 -- 172.21.15.6:0/147147023 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288635 (secure 0 0 0) 0x7fb1c40a9910 con 0x7fb1dc10a780 2024-05-20T21:13:08.986 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:13:08.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb1c00b2910 msgr2=0x7fb1c00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:08.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb1c00b2910 0x7fb1c00b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc009550 tx=0x7fb1cc0091b0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1dc10a780 msgr2=0x7fb1dc1a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:08.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1dc10a780 0x7fb1dc1a06f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb1c400ea30 tx=0x7fb1c400ed40 comp rx=0 tx=0).stop 2024-05-20T21:13:08.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 shutdown_connections 2024-05-20T21:13:08.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb1c00b2910 0x7fb1c00b4dd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1dc10eeb0 0x7fb1dc1a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb1dc109dd0 0x7fb1dc1a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 --2- 172.21.15.6:0/147147023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1dc10a780 0x7fb1dc1a06f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:08.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.989+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 >> 172.21.15.6:0/147147023 conn(0x7fb1dc076d10 msgr2=0x7fb1dc0772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:08.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.990+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 shutdown_connections 2024-05-20T21:13:08.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:08.990+0000 7fb1e1e00700 1 -- 172.21.15.6:0/147147023 wait complete. 2024-05-20T21:13:09.350 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:09 smithi006 ceph-mon[31422]: pgmap v357: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:13:09.350 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:09 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/147147023' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-20T21:13:09.372 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:09 smithi042 ceph-mon[36332]: pgmap v357: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:13:09.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:09 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/147147023' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-20T21:13:09.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:09 smithi062 ceph-mon[36640]: pgmap v357: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:13:09.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:09 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/147147023' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-20T21:13:09.826 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6800","nonce":1553260316},{"type":"v1","addr":"172.21.15.6:6801","nonce":1553260316}]},"active_addr":"172.21.15.6:6801/1553260316","active_change":"2024-05-20T21:03:35.960954+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.6:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":741189197}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":1073245686}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":1970818684}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":86515175}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.6:0","nonce":2643535522}]}]} 2024-05-20T21:13:09.833 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-20T21:13:09.833 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-20T21:13:09.833 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:13:10.312 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:11.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:11 smithi006 ceph-mon[31422]: pgmap v358: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:13:11.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:11 smithi062 ceph-mon[36640]: pgmap v358: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:13:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:11 smithi042 ceph-mon[36332]: pgmap v358: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:13:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.538+0000 7fcfc5a00700 1 -- 172.21.15.6:0/296557826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 msgr2=0x7fcfc010ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.538+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/296557826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 0x7fcfc010ff90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fcfb8009f90 tx=0x7fcfb800b330 comp rx=0 tx=0).stop 2024-05-20T21:13:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.538+0000 7fcfc5a00700 1 -- 172.21.15.6:0/296557826 shutdown_connections 2024-05-20T21:13:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.538+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/296557826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 0x7fcfc010ff90 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.538+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/296557826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfc01046a0 0x7fcfc0104a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.538+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/296557826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfc0104fc0 0x7fcfc010d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.538+0000 7fcfc5a00700 1 -- 172.21.15.6:0/296557826 >> 172.21.15.6:0/296557826 conn(0x7fcfc00fdef0 msgr2=0x7fcfc0100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:12.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.539+0000 7fcfc5a00700 1 -- 172.21.15.6:0/296557826 shutdown_connections 2024-05-20T21:13:12.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.539+0000 7fcfc5a00700 1 -- 172.21.15.6:0/296557826 wait complete. 2024-05-20T21:13:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.540+0000 7fcfc5a00700 1 Processor -- start 2024-05-20T21:13:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.540+0000 7fcfc5a00700 1 -- start start 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.540+0000 7fcfc5a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfc01046a0 0x7fcfc019f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.540+0000 7fcfc5a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfc0104fc0 0x7fcfc019fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.540+0000 7fcfc5a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 0x7fcfc01999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.540+0000 7fcfc5a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc0113710 con 0x7fcfc0104fc0 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.540+0000 7fcfc5a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc0113590 con 0x7fcfc010dad0 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.540+0000 7fcfc5a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc0113890 con 0x7fcfc01046a0 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfbf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfc0104fc0 0x7fcfc019fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfc5000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 0x7fcfc01999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfc5000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 0x7fcfc01999d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59060/0 (socket says 172.21.15.6:59060) 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfc5000700 1 -- 172.21.15.6:0/280368321 learned_addr learned my addr 172.21.15.6:0/280368321 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfbfe00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfc01046a0 0x7fcfc019f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfc5000700 1 -- 172.21.15.6:0/280368321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfc01046a0 msgr2=0x7fcfc019f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfc5000700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfc01046a0 0x7fcfc019f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfc5000700 1 -- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfc0104fc0 msgr2=0x7fcfc019fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfc5000700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfc0104fc0 0x7fcfc019fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.541+0000 7fcfc5000700 1 -- 172.21.15.6:0/280368321 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfc019a130 con 0x7fcfc010dad0 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.542+0000 7fcfc5000700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 0x7fcfc01999d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcfb8009c10 tx=0x7fcfb800cca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.542+0000 7fcfbcc00700 1 -- 172.21.15.6:0/280368321 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfb8021070 con 0x7fcfc010dad0 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.542+0000 7fcfbcc00700 1 -- 172.21.15.6:0/280368321 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfb800ce90 con 0x7fcfc010dad0 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.542+0000 7fcfbcc00700 1 -- 172.21.15.6:0/280368321 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfb8005040 con 0x7fcfc010dad0 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.542+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfc019a3c0 con 0x7fcfc010dad0 2024-05-20T21:13:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.542+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfc01a66e0 con 0x7fcfc010dad0 2024-05-20T21:13:12.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.543+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfc006a230 con 0x7fcfc010dad0 2024-05-20T21:13:12.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.545+0000 7fcfbcc00700 1 -- 172.21.15.6:0/280368321 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fcfb8024070 con 0x7fcfc010dad0 2024-05-20T21:13:12.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.547+0000 7fcfbcc00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcfa40b2990 0x7fcfa40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:12.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.547+0000 7fcfbcc00700 1 -- 172.21.15.6:0/280368321 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7fcfb800f020 con 0x7fcfc010dad0 2024-05-20T21:13:12.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.547+0000 7fcfbfe00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcfa40b2990 0x7fcfa40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:12.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.548+0000 7fcfbfe00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcfa40b2990 0x7fcfa40b4e50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fcfc019ab10 tx=0x7fcfb0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:12.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.549+0000 7fcfbcc00700 1 -- 172.21.15.6:0/280368321 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcfb802b020 con 0x7fcfc010dad0 2024-05-20T21:13:12.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.793+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcfc019af00 con 0x7fcfc010dad0 2024-05-20T21:13:12.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.795+0000 7fcfbcc00700 1 -- 172.21.15.6:0/280368321 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22496 (secure 0 0 0) 0x7fcfb80ab6e0 con 0x7fcfc010dad0 2024-05-20T21:13:12.795 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:13:12.795 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":81,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:12:37.413628+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.798+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcfa40b2990 msgr2=0x7fcfa40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.798+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcfa40b2990 0x7fcfa40b4e50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fcfc019ab10 tx=0x7fcfb0009260 comp rx=0 tx=0).stop 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 msgr2=0x7fcfc01999d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 0x7fcfc01999d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcfb8009c10 tx=0x7fcfb800cca0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 shutdown_connections 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcfa40b2990 0x7fcfa40b4e50 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfc010dad0 0x7fcfc01999d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfc01046a0 0x7fcfc019f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 --2- 172.21.15.6:0/280368321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfc0104fc0 0x7fcfc019fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 >> 172.21.15.6:0/280368321 conn(0x7fcfc00fdef0 msgr2=0x7fcfc00fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:12.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 shutdown_connections 2024-05-20T21:13:12.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:12.799+0000 7fcfc5a00700 1 -- 172.21.15.6:0/280368321 wait complete. 2024-05-20T21:13:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:13 smithi062 ceph-mon[36640]: pgmap v359: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:13.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:13 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/280368321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:13.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:13 smithi042 ceph-mon[36332]: pgmap v359: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:13.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:13 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/280368321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:13.625 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:13 smithi006 ceph-mon[31422]: pgmap v359: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:13.625 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:13 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/280368321' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:13.697 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-20T21:13:13.697 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:13:14.168 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:15.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:15 smithi062 ceph-mon[36640]: pgmap v360: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:15.557 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:15 smithi006 ceph-mon[31422]: pgmap v360: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:15.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:15 smithi042 ceph-mon[36332]: pgmap v360: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:16.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.399+0000 7f2c6c600700 1 -- 172.21.15.6:0/3490676796 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c6406b790 msgr2=0x7f2c6406bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.399+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3490676796 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c6406b790 0x7f2c6406bbf0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2c50009990 tx=0x7f2c50009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.399+0000 7f2c6c600700 1 -- 172.21.15.6:0/3490676796 shutdown_connections 2024-05-20T21:13:16.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.399+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3490676796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c64105f80 0x7f2c64106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.399+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3490676796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c64108470 0x7f2c6406b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.399+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3490676796 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c6406b790 0x7f2c6406bbf0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.399+0000 7f2c6c600700 1 -- 172.21.15.6:0/3490676796 >> 172.21.15.6:0/3490676796 conn(0x7f2c640793f0 msgr2=0x7f2c64079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:16.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.400+0000 7f2c6c600700 1 -- 172.21.15.6:0/3490676796 shutdown_connections 2024-05-20T21:13:16.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.400+0000 7f2c6c600700 1 -- 172.21.15.6:0/3490676796 wait complete. 2024-05-20T21:13:16.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.401+0000 7f2c6c600700 1 Processor -- start 2024-05-20T21:13:16.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.401+0000 7f2c6c600700 1 -- start start 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.401+0000 7f2c6c600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c6406b790 0x7f2c641a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.401+0000 7f2c6c600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c64105f80 0x7f2c641a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.401+0000 7f2c6c600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c64108470 0x7f2c641a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.401+0000 7f2c6c600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2c64119cd0 con 0x7f2c64108470 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.401+0000 7f2c6c600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2c64119b50 con 0x7f2c6406b790 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.401+0000 7f2c6c600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2c64119e50 con 0x7f2c64105f80 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c64108470 0x7f2c641a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c64108470 0x7f2c641a4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51966/0 (socket says 172.21.15.6:51966) 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 -- 172.21.15.6:0/3835892071 learned_addr learned my addr 172.21.15.6:0/3835892071 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c69c00700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c6406b790 0x7f2c641a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c69200700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c64105f80 0x7f2c641a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 -- 172.21.15.6:0/3835892071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c64105f80 msgr2=0x7f2c641a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c64105f80 0x7f2c641a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 -- 172.21.15.6:0/3835892071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c6406b790 msgr2=0x7f2c641a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c6406b790 0x7f2c641a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 -- 172.21.15.6:0/3835892071 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c641a5290 con 0x7f2c64108470 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c69c00700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c6406b790 0x7f2c641a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.402+0000 7f2c6a600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c64108470 0x7f2c641a4b50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00c370 tx=0x7f2c5c00c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.403+0000 7f2c62000700 1 -- 172.21.15.6:0/3835892071 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0092e0 con 0x7f2c64108470 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.403+0000 7f2c62000700 1 -- 172.21.15.6:0/3835892071 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c5c003a00 con 0x7f2c64108470 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.403+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c641a5520 con 0x7f2c64108470 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.403+0000 7f2c62000700 1 -- 172.21.15.6:0/3835892071 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0046f0 con 0x7f2c64108470 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.403+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c641ace00 con 0x7f2c64108470 2024-05-20T21:13:16.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.404+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c6406a230 con 0x7f2c64108470 2024-05-20T21:13:16.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.407+0000 7f2c62000700 1 -- 172.21.15.6:0/3835892071 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f2c5c01a020 con 0x7f2c64108470 2024-05-20T21:13:16.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.408+0000 7f2c62000700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c4c0b2910 0x7f2c4c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:16.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.408+0000 7f2c62000700 1 -- 172.21.15.6:0/3835892071 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f2c5c0e1c60 con 0x7f2c64108470 2024-05-20T21:13:16.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.408+0000 7f2c69c00700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c4c0b2910 0x7f2c4c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:16.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.409+0000 7f2c69c00700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c4c0b2910 0x7f2c4c0b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2c58005950 tx=0x7f2c5800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:16.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.413+0000 7f2c62000700 1 -- 172.21.15.6:0/3835892071 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2c5c010040 con 0x7f2c64108470 2024-05-20T21:13:16.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.656+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c641acfd0 con 0x7f2c64108470 2024-05-20T21:13:16.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.658+0000 7f2c62000700 1 -- 172.21.15.6:0/3835892071 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22496 (secure 0 0 0) 0x7f2c5c0a97a0 con 0x7f2c64108470 2024-05-20T21:13:16.658 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:13:16.659 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":81,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:12:37.413628+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c4c0b2910 msgr2=0x7f2c4c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c4c0b2910 0x7f2c4c0b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2c58005950 tx=0x7f2c5800b410 comp rx=0 tx=0).stop 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c64108470 msgr2=0x7f2c641a4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c64108470 0x7f2c641a4b50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00c370 tx=0x7f2c5c00c680 comp rx=0 tx=0).stop 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 shutdown_connections 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c4c0b2910 0x7f2c4c0b4dd0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2c64108470 0x7f2c641a4b50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2c6406b790 0x7f2c641a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 --2- 172.21.15.6:0/3835892071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2c64105f80 0x7f2c641a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 >> 172.21.15.6:0/3835892071 conn(0x7f2c640793f0 msgr2=0x7f2c64104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:16.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 shutdown_connections 2024-05-20T21:13:16.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:16.662+0000 7f2c6c600700 1 -- 172.21.15.6:0/3835892071 wait complete. 2024-05-20T21:13:17.298 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:17 smithi006 ceph-mon[31422]: pgmap v361: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:17.299 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:17 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3835892071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:17.372 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-20T21:13:17.372 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-20T21:13:17.373 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-20T21:13:17.373 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-20T21:13:17.374 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-20T21:13:17.374 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-20T21:13:17.374 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-20T21:13:17.375 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-20T21:13:17.375 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-20T21:13:17.376 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-20T21:13:17.376 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-20T21:13:17.376 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-20T21:13:17.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:17 smithi062 ceph-mon[36640]: pgmap v361: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:17.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:17 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3835892071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:17.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:17 smithi042 ceph-mon[36332]: pgmap v361: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:17.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:17 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3835892071' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:13:18.419 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:18.428 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:18.451 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:18.486 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:18.486 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:18.504 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:18.597 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:18.603 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:19.523 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:19 smithi006 ceph-mon[31422]: pgmap v362: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:19.537 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:19 smithi062 ceph-mon[36640]: pgmap v362: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:19 smithi042 ceph-mon[36332]: pgmap v362: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:21.061 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:21.307 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:21 smithi006 ceph-mon[31422]: pgmap v363: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:21.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:21 smithi062 ceph-mon[36640]: pgmap v363: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:21 smithi042 ceph-mon[36332]: pgmap v363: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:23.103 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:23.506 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:23 smithi006 ceph-mon[31422]: pgmap v364: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:23.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:23 smithi062 ceph-mon[36640]: pgmap v364: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:23.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:23 smithi042 ceph-mon[36332]: pgmap v364: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:25.368 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:25 smithi006 ceph-mon[31422]: pgmap v365: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:25.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:25 smithi062 ceph-mon[36640]: pgmap v365: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:25.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:25 smithi042 ceph-mon[36332]: pgmap v365: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 -- 172.21.15.6:0/3340962493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7900106120 msgr2=0x7f7900112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 --2- 172.21.15.6:0/3340962493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7900106120 0x7f7900112630 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f78f8009f90 tx=0x7f78f800b330 comp rx=0 tx=0).stop 2024-05-20T21:13:27.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 -- 172.21.15.6:0/3340962493 shutdown_connections 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 --2- 172.21.15.6:0/3340962493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7900106120 0x7f7900112630 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 --2- 172.21.15.6:0/3340962493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f790010b760 0x7f790010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 --2- 172.21.15.6:0/3340962493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7900105760 0x7f7900105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 -- 172.21.15.6:0/3340962493 >> 172.21.15.6:0/3340962493 conn(0x7f7900101250 msgr2=0x7f7900103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 -- 172.21.15.6:0/3340962493 shutdown_connections 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.874+0000 7f7908600700 1 -- 172.21.15.6:0/3340962493 wait complete. 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.875+0000 7f7908600700 1 Processor -- start 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7908600700 1 -- start start 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7908600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7900105760 0x7f790019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7908600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7900106120 0x7f790019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7908600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f790010b760 0x7f79001a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7908600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7900115990 con 0x7f790010b760 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7908600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7900115810 con 0x7f7900106120 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7908600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7900115b10 con 0x7f7900105760 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7905c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7900105760 0x7f790019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7905c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7900105760 0x7f790019bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57754/0 (socket says 172.21.15.6:57754) 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7905c00700 1 -- 172.21.15.6:0/4026749368 learned_addr learned my addr 172.21.15.6:0/4026749368 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.876+0000 7f7906600700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f790010b760 0x7f79001a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f7905200700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7900106120 0x7f790019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f7905c00700 1 -- 172.21.15.6:0/4026749368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7900106120 msgr2=0x7f790019c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f7905c00700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7900106120 0x7f790019c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f7905c00700 1 -- 172.21.15.6:0/4026749368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f790010b760 msgr2=0x7f79001a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f7905c00700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f790010b760 0x7f79001a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f7905c00700 1 -- 172.21.15.6:0/4026749368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79001a0db0 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f7905c00700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7900105760 0x7f790019bda0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f78f400ec10 tx=0x7f78f400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f400cd40 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79001a10a0 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78f40044d0 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.877+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4010690 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.878+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79001a8920 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.878+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7900063cd0 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.881+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f78f4003e50 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.883+0000 7f78fe000700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78e80b2910 0x7f78e80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.883+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f78f40e2900 con 0x7f7900105760 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.883+0000 7f7905200700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78e80b2910 0x7f78e80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.883+0000 7f78fe000700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] conn(0x7f78e80bc550 0x7f78e80be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.883+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 --> [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f78f4013ec0 con 0x7f78e80bc550 2024-05-20T21:13:27.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.883+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f78f40e2cb0 con 0x7f7900105760 2024-05-20T21:13:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.884+0000 7f7906600700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] conn(0x7f78e80bc550 0x7f78e80be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.884+0000 7f7905200700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78e80b2910 0x7f78e80b4dd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f790010ad80 tx=0x7f78ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.884+0000 7f7906600700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] conn(0x7f78e80bc550 0x7f78e80be9f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.885+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 <== osd.7 v2:172.21.15.42:6816/3549848446 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f78f4013ec0 con 0x7f78e80bc550 2024-05-20T21:13:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.905+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 --> [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7900064150 con 0x7f78e80bc550 2024-05-20T21:13:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.906+0000 7f78fe000700 1 -- 172.21.15.6:0/4026749368 <== osd.7 v2:172.21.15.42:6816/3549848446 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7900064150 con 0x7f78e80bc550 2024-05-20T21:13:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 >> [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] conn(0x7f78e80bc550 msgr2=0x7f78e80be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] conn(0x7f78e80bc550 0x7f78e80be9f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78e80b2910 msgr2=0x7f78e80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78e80b2910 0x7f78e80b4dd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f790010ad80 tx=0x7f78ec009260 comp rx=0 tx=0).stop 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7900105760 msgr2=0x7f790019bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 --2- 172.21.15.6:0/4026749368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7900105760 0x7f790019bda0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f78f400ec10 tx=0x7f78f400ef20 comp rx=0 tx=0).stop 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7906600700 1 -- 172.21.15.6:0/4026749368 reap_dead start 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 shutdown_connections 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 >> 172.21.15.6:0/4026749368 conn(0x7f7900101250 msgr2=0x7f79001017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 shutdown_connections 2024-05-20T21:13:27.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:23.907+0000 7f7908600700 1 -- 172.21.15.6:0/4026749368 wait complete. 2024-05-20T21:13:27.468 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:27 smithi006 ceph-mon[31422]: pgmap v366: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:27.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:27 smithi062 ceph-mon[36640]: pgmap v366: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:27 smithi042 ceph-mon[36332]: pgmap v366: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:29.382 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:29 smithi006 ceph-mon[31422]: pgmap v367: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:29.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:29 smithi062 ceph-mon[36640]: pgmap v367: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:29 smithi042 ceph-mon[36332]: pgmap v367: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:13:29.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.382+0000 7f45ea000700 1 -- 172.21.15.6:0/275177724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45e41088f0 msgr2=0x7f45e4110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:29.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.382+0000 7f45ea000700 1 --2- 172.21.15.6:0/275177724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45e41088f0 0x7f45e4110470 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f45dc00b0d0 tx=0x7f45dc00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:13:29.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.382+0000 7f45ea000700 1 -- 172.21.15.6:0/275177724 shutdown_connections 2024-05-20T21:13:29.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.382+0000 7f45ea000700 1 --2- 172.21.15.6:0/275177724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45e41088f0 0x7f45e4110470 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:29.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.382+0000 7f45ea000700 1 --2- 172.21.15.6:0/275177724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45e41037f0 0x7f45e4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:29.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.382+0000 7f45ea000700 1 --2- 172.21.15.6:0/275177724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f45e41041a0 0x7f45e41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:29.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.382+0000 7f45ea000700 1 -- 172.21.15.6:0/275177724 >> 172.21.15.6:0/275177724 conn(0x7f45e407a6a0 msgr2=0x7f45e407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:29.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.382+0000 7f45ea000700 1 -- 172.21.15.6:0/275177724 shutdown_connections 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.383+0000 7f45ea000700 1 -- 172.21.15.6:0/275177724 wait complete. 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.384+0000 7f45ea000700 1 Processor -- start 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.384+0000 7f45ea000700 1 -- start start 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45ea000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f45e41037f0 0x7f45e419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45ea000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45e41041a0 0x7f45e419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45ea000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45e41088f0 0x7f45e41a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45ea000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f45e4113710 con 0x7f45e41088f0 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45ea000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f45e4113590 con 0x7f45e41041a0 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45ea000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f45e4113890 con 0x7f45e41037f0 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45e41088f0 0x7f45e41a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f45e41037f0 0x7f45e419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45e41088f0 0x7f45e41a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60536/0 (socket says 172.21.15.6:60536) 2024-05-20T21:13:29.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3e00700 1 -- 172.21.15.6:0/2631615410 learned_addr learned my addr 172.21.15.6:0/2631615410 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45daa00700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45e41041a0 0x7f45e419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3e00700 1 -- 172.21.15.6:0/2631615410 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f45e41037f0 msgr2=0x7f45e419bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3e00700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f45e41037f0 0x7f45e419bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3e00700 1 -- 172.21.15.6:0/2631615410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45e41041a0 msgr2=0x7f45e419c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3e00700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f45e41041a0 0x7f45e419c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.385+0000 7f45e3e00700 1 -- 172.21.15.6:0/2631615410 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e41a0da0 con 0x7f45e41088f0 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.386+0000 7f45e3e00700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45e41088f0 0x7f45e41a0660 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f45dc0079a0 tx=0x7f45dc0079d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.386+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc01f070 con 0x7f45e41088f0 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.386+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45dc003c00 con 0x7f45e41088f0 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.386+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc01b430 con 0x7f45e41088f0 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.386+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45e41a1030 con 0x7f45e41088f0 2024-05-20T21:13:29.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.386+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45e41a8910 con 0x7f45e41088f0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.387+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f45e4101fd0 con 0x7f45e41088f0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.390+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f45dc022070 con 0x7f45e41088f0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.391+0000 7f45e0c00700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45c80b2910 0x7f45c80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.391+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f45dc0e3480 con 0x7f45e41088f0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.392+0000 7f45e3400700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45c80b2910 0x7f45c80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.392+0000 7f45e0c00700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] conn(0x7f45c80bc550 0x7f45c80be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.392+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 --> [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f45dc025e50 con 0x7f45c80bc550 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.392+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f45dc0e3830 con 0x7f45e41088f0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.392+0000 7f45daa00700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] conn(0x7f45c80bc550 0x7f45c80be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.392+0000 7f45e3400700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45c80b2910 0x7f45c80b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f45d4009680 tx=0x7f45d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.393+0000 7f45daa00700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] conn(0x7f45c80bc550 0x7f45c80be9f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.394+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 <== osd.0 v2:172.21.15.6:6802/2314965361 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f45dc025e50 con 0x7f45c80bc550 2024-05-20T21:13:29.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.413+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 --> [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f45e4104c80 con 0x7f45c80bc550 2024-05-20T21:13:29.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.414+0000 7f45e0c00700 1 -- 172.21.15.6:0/2631615410 <== osd.0 v2:172.21.15.6:6802/2314965361 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f45e4104c80 con 0x7f45c80bc550 2024-05-20T21:13:29.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] conn(0x7f45c80bc550 msgr2=0x7f45c80be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:29.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] conn(0x7f45c80bc550 0x7f45c80be9f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:29.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45c80b2910 msgr2=0x7f45c80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:29.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45c80b2910 0x7f45c80b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f45d4009680 tx=0x7f45d4009260 comp rx=0 tx=0).stop 2024-05-20T21:13:29.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45e41088f0 msgr2=0x7f45e41a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:29.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 --2- 172.21.15.6:0/2631615410 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f45e41088f0 0x7f45e41a0660 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f45dc0079a0 tx=0x7f45dc0079d0 comp rx=0 tx=0).stop 2024-05-20T21:13:29.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45e3e00700 1 -- 172.21.15.6:0/2631615410 reap_dead start 2024-05-20T21:13:29.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 shutdown_connections 2024-05-20T21:13:29.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 >> 172.21.15.6:0/2631615410 conn(0x7f45e407a6a0 msgr2=0x7f45e4101570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:29.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 shutdown_connections 2024-05-20T21:13:29.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:29.415+0000 7f45ea000700 1 -- 172.21.15.6:0/2631615410 wait complete. 2024-05-20T21:13:31.358 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:31 smithi006 ceph-mon[31422]: pgmap v368: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:31.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:31 smithi062 ceph-mon[36640]: pgmap v368: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:31.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:31 smithi042 ceph-mon[36332]: pgmap v368: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:32.283 INFO:teuthology.orchestra.run.smithi006.stdout:201863462969 2024-05-20T21:13:32.284 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-20T21:13:33.511 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:33 smithi006 ceph-mon[31422]: pgmap v369: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:33.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:33 smithi062 ceph-mon[36640]: pgmap v369: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:33 smithi042 ceph-mon[36332]: pgmap v369: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:13:33.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.584+0000 7f615c800700 1 -- 172.21.15.6:0/3182558694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6154105750 msgr2=0x7f6154105bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.584+0000 7f615c800700 1 --2- 172.21.15.6:0/3182558694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6154105750 0x7f6154105bd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f61440098f0 tx=0x7f6144009c00 comp rx=0 tx=0).stop 2024-05-20T21:13:33.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.585+0000 7f615c800700 1 -- 172.21.15.6:0/3182558694 shutdown_connections 2024-05-20T21:13:33.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.585+0000 7f615c800700 1 --2- 172.21.15.6:0/3182558694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6154106110 0x7f6154112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.585+0000 7f615c800700 1 --2- 172.21.15.6:0/3182558694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f615410b750 0x7f615410bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.585+0000 7f615c800700 1 --2- 172.21.15.6:0/3182558694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6154105750 0x7f6154105bd0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.585+0000 7f615c800700 1 -- 172.21.15.6:0/3182558694 >> 172.21.15.6:0/3182558694 conn(0x7f6154101220 msgr2=0x7f6154103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:33.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.585+0000 7f615c800700 1 -- 172.21.15.6:0/3182558694 shutdown_connections 2024-05-20T21:13:33.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.585+0000 7f615c800700 1 -- 172.21.15.6:0/3182558694 wait complete. 2024-05-20T21:13:33.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.586+0000 7f615c800700 1 Processor -- start 2024-05-20T21:13:33.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.586+0000 7f615c800700 1 -- start start 2024-05-20T21:13:33.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.586+0000 7f615c800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6154105750 0x7f615419bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.586+0000 7f615c800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6154106110 0x7f615419c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.586+0000 7f615c800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f615410b750 0x7f61541a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.586+0000 7f615c800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f61541159e0 con 0x7f6154105750 2024-05-20T21:13:33.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.586+0000 7f615c800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6154115860 con 0x7f615410b750 2024-05-20T21:13:33.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.586+0000 7f615c800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6154115b60 con 0x7f6154106110 2024-05-20T21:13:33.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f6159e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6154105750 0x7f615419bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f615a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f615410b750 0x7f61541a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f6159e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6154105750 0x7f615419bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60564/0 (socket says 172.21.15.6:60564) 2024-05-20T21:13:33.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f6159e00700 1 -- 172.21.15.6:0/3382481210 learned_addr learned my addr 172.21.15.6:0/3382481210 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:33.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f6159400700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6154106110 0x7f615419c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f615a800700 1 -- 172.21.15.6:0/3382481210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6154106110 msgr2=0x7f615419c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f615a800700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6154106110 0x7f615419c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f615a800700 1 -- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6154105750 msgr2=0x7f615419bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f615a800700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6154105750 0x7f615419bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.587+0000 7f615a800700 1 -- 172.21.15.6:0/3382481210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61541a0ed0 con 0x7f615410b750 2024-05-20T21:13:33.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.588+0000 7f615a800700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f615410b750 0x7f61541a0790 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f615000efb0 tx=0x7f615000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:33.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.588+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6150003a00 con 0x7f615410b750 2024-05-20T21:13:33.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.588+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f615000ce50 con 0x7f615410b750 2024-05-20T21:13:33.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.588+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61541a11c0 con 0x7f615410b750 2024-05-20T21:13:33.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.588+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61500047c0 con 0x7f615410b750 2024-05-20T21:13:33.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.588+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61541a8a40 con 0x7f615410b750 2024-05-20T21:13:33.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.589+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6154063cd0 con 0x7f615410b750 2024-05-20T21:13:33.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.591+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f6150012050 con 0x7f615410b750 2024-05-20T21:13:33.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.593+0000 7f614ea00700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f613c0b2910 0x7f613c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.593+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f61500e21f0 con 0x7f615410b750 2024-05-20T21:13:33.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.593+0000 7f6159e00700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f613c0b2910 0x7f613c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.593+0000 7f614ea00700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] conn(0x7f613c0bc550 0x7f613c0be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:33.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.593+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 --> [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f615001ae50 con 0x7f613c0bc550 2024-05-20T21:13:33.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.593+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f61500e25a0 con 0x7f615410b750 2024-05-20T21:13:33.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.594+0000 7f6159400700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] conn(0x7f613c0bc550 0x7f613c0be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:33.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.594+0000 7f6159e00700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f613c0b2910 0x7f613c0b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6148009cb0 tx=0x7f6148009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:33.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.594+0000 7f6159400700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] conn(0x7f613c0bc550 0x7f613c0be9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:33.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.595+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 <== osd.9 v2:172.21.15.6:6826/4170437479 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f615001ae50 con 0x7f613c0bc550 2024-05-20T21:13:33.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.614+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 --> [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6154064150 con 0x7f613c0bc550 2024-05-20T21:13:33.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.615+0000 7f614ea00700 1 -- 172.21.15.6:0/3382481210 <== osd.9 v2:172.21.15.6:6826/4170437479 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6154064150 con 0x7f613c0bc550 2024-05-20T21:13:33.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.615+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] conn(0x7f613c0bc550 msgr2=0x7f613c0be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.615+0000 7f615c800700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] conn(0x7f613c0bc550 0x7f613c0be9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f613c0b2910 msgr2=0x7f613c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615c800700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f613c0b2910 0x7f613c0b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6148009cb0 tx=0x7f6148009310 comp rx=0 tx=0).stop 2024-05-20T21:13:33.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f615410b750 msgr2=0x7f61541a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:33.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615c800700 1 --2- 172.21.15.6:0/3382481210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f615410b750 0x7f61541a0790 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f615000efb0 tx=0x7f615000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:13:33.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615a800700 1 -- 172.21.15.6:0/3382481210 reap_dead start 2024-05-20T21:13:33.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 shutdown_connections 2024-05-20T21:13:33.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 >> 172.21.15.6:0/3382481210 conn(0x7f6154101220 msgr2=0x7f6154101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:33.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 shutdown_connections 2024-05-20T21:13:33.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.616+0000 7f615c800700 1 -- 172.21.15.6:0/3382481210 wait complete. 2024-05-20T21:13:34.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.379+0000 7f2e98200700 1 -- 172.21.15.6:0/3658599967 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e90106120 msgr2=0x7f2e90112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.379+0000 7f2e98200700 1 --2- 172.21.15.6:0/3658599967 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e90106120 0x7f2e90112630 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2e88009990 tx=0x7f2e88009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.379+0000 7f2e98200700 1 -- 172.21.15.6:0/3658599967 shutdown_connections 2024-05-20T21:13:34.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.379+0000 7f2e98200700 1 --2- 172.21.15.6:0/3658599967 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e90106120 0x7f2e90112630 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.379+0000 7f2e98200700 1 --2- 172.21.15.6:0/3658599967 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e9010b760 0x7f2e9010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.379+0000 7f2e98200700 1 --2- 172.21.15.6:0/3658599967 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e90105760 0x7f2e90105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.379+0000 7f2e98200700 1 -- 172.21.15.6:0/3658599967 >> 172.21.15.6:0/3658599967 conn(0x7f2e90101250 msgr2=0x7f2e90103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:34.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.380+0000 7f2e98200700 1 -- 172.21.15.6:0/3658599967 shutdown_connections 2024-05-20T21:13:34.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.380+0000 7f2e98200700 1 -- 172.21.15.6:0/3658599967 wait complete. 2024-05-20T21:13:34.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.381+0000 7f2e98200700 1 Processor -- start 2024-05-20T21:13:34.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.381+0000 7f2e98200700 1 -- start start 2024-05-20T21:13:34.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.381+0000 7f2e98200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e90105760 0x7f2e9019bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.381+0000 7f2e98200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e90106120 0x7f2e9019c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.381+0000 7f2e98200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e9010b760 0x7f2e901a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.381+0000 7f2e98200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90115940 con 0x7f2e90105760 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.381+0000 7f2e98200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2e901157c0 con 0x7f2e90106120 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.381+0000 7f2e98200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90115ac0 con 0x7f2e9010b760 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e95800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e90105760 0x7f2e9019bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e94e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e90106120 0x7f2e9019c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e95800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e90105760 0x7f2e9019bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60592/0 (socket says 172.21.15.6:60592) 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e95800700 1 -- 172.21.15.6:0/3298780541 learned_addr learned my addr 172.21.15.6:0/3298780541 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e96200700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e9010b760 0x7f2e901a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e94e00700 1 -- 172.21.15.6:0/3298780541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e9010b760 msgr2=0x7f2e901a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e94e00700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e9010b760 0x7f2e901a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e94e00700 1 -- 172.21.15.6:0/3298780541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e90105760 msgr2=0x7f2e9019bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e94e00700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e90105760 0x7f2e9019bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.382+0000 7f2e94e00700 1 -- 172.21.15.6:0/3298780541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e901a0da0 con 0x7f2e90106120 2024-05-20T21:13:34.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.383+0000 7f2e94e00700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e90106120 0x7f2e9019c2d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c00e9f0 tx=0x7f2e7c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:34.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.383+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c00c9c0 con 0x7f2e90106120 2024-05-20T21:13:34.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.383+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e7c00cb60 con 0x7f2e90106120 2024-05-20T21:13:34.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.383+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e901a1090 con 0x7f2e90106120 2024-05-20T21:13:34.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.383+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c018680 con 0x7f2e90106120 2024-05-20T21:13:34.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.383+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e901a8910 con 0x7f2e90106120 2024-05-20T21:13:34.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.384+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2e90063cd0 con 0x7f2e90106120 2024-05-20T21:13:34.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.387+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f2e7c010430 con 0x7f2e90106120 2024-05-20T21:13:34.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.388+0000 7f2e8e000700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e780b2910 0x7f2e780b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.388+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f2e7c0e2b50 con 0x7f2e90106120 2024-05-20T21:13:34.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.389+0000 7f2e95800700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e780b2910 0x7f2e780b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.389+0000 7f2e8e000700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] conn(0x7f2e780bc550 0x7f2e780be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.389+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 --> [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2e780bf0c0 con 0x7f2e780bc550 2024-05-20T21:13:34.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.389+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f2e7c0e2f00 con 0x7f2e90106120 2024-05-20T21:13:34.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.389+0000 7f2e96200700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] conn(0x7f2e780bc550 0x7f2e780be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.389+0000 7f2e95800700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e780b2910 0x7f2e780b4dd0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2e84009c10 tx=0x7f2e8400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:34.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.390+0000 7f2e96200700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] conn(0x7f2e780bc550 0x7f2e780be9f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:34.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.391+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 <== osd.8 v2:172.21.15.62:6816/415434431 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2e780bf0c0 con 0x7f2e780bc550 2024-05-20T21:13:34.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.409+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 --> [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2e90064150 con 0x7f2e780bc550 2024-05-20T21:13:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.410+0000 7f2e8e000700 1 -- 172.21.15.6:0/3298780541 <== osd.8 v2:172.21.15.62:6816/415434431 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2e90064150 con 0x7f2e780bc550 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 >> [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] conn(0x7f2e780bc550 msgr2=0x7f2e780be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] conn(0x7f2e780bc550 0x7f2e780be9f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e780b2910 msgr2=0x7f2e780b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e780b2910 0x7f2e780b4dd0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f2e84009c10 tx=0x7f2e8400b040 comp rx=0 tx=0).stop 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e90106120 msgr2=0x7f2e9019c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 --2- 172.21.15.6:0/3298780541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e90106120 0x7f2e9019c2d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c00e9f0 tx=0x7f2e7c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e96200700 1 -- 172.21.15.6:0/3298780541 reap_dead start 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 shutdown_connections 2024-05-20T21:13:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 >> 172.21.15.6:0/3298780541 conn(0x7f2e90101250 msgr2=0x7f2e90101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:34.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 shutdown_connections 2024-05-20T21:13:34.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:34.411+0000 7f2e98200700 1 -- 172.21.15.6:0/3298780541 wait complete. 2024-05-20T21:13:34.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 -- 172.21.15.6:0/1478375781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f042c108470 msgr2=0x7f042c06b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 --2- 172.21.15.6:0/1478375781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f042c108470 0x7f042c06b250 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0420009990 tx=0x7f0420009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 -- 172.21.15.6:0/1478375781 shutdown_connections 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 --2- 172.21.15.6:0/1478375781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f042c105f80 0x7f042c106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 --2- 172.21.15.6:0/1478375781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f042c108470 0x7f042c06b250 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 --2- 172.21.15.6:0/1478375781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f042c06b790 0x7f042c06bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 -- 172.21.15.6:0/1478375781 >> 172.21.15.6:0/1478375781 conn(0x7f042c0793f0 msgr2=0x7f042c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 -- 172.21.15.6:0/1478375781 shutdown_connections 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.671+0000 7f0433c00700 1 -- 172.21.15.6:0/1478375781 wait complete. 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.672+0000 7f0433c00700 1 Processor -- start 2024-05-20T21:13:34.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.672+0000 7f0433c00700 1 -- start start 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f0433c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f042c06b790 0x7f042c1a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f0433c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f042c105f80 0x7f042c1a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f0433c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f042c108470 0x7f042c1a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f0433c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f042c119d20 con 0x7f042c105f80 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f0433c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f042c119ba0 con 0x7f042c108470 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f0433c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f042c119ea0 con 0x7f042c06b790 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f042be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f042c105f80 0x7f042c1a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f0431200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f042c06b790 0x7f042c1a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f042be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f042c105f80 0x7f042c1a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60574/0 (socket says 172.21.15.6:60574) 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f042be00700 1 -- 172.21.15.6:0/1705546449 learned_addr learned my addr 172.21.15.6:0/1705546449 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.673+0000 7f0431c00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f042c108470 0x7f042c1a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f042be00700 1 -- 172.21.15.6:0/1705546449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f042c06b790 msgr2=0x7f042c1a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f042be00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f042c06b790 0x7f042c1a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f042be00700 1 -- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f042c108470 msgr2=0x7f042c1a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f042be00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f042c108470 0x7f042c1a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f042be00700 1 -- 172.21.15.6:0/1705546449 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f042c1a5260 con 0x7f042c105f80 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f0431c00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f042c108470 0x7f042c1a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f042be00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f042c105f80 0x7f042c1a0790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f041800e9c0 tx=0x7f041800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041800cbd0 con 0x7f042c105f80 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f041800cd70 con 0x7f042c105f80 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.674+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f042c1a5550 con 0x7f042c105f80 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.675+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f042c1acdd0 con 0x7f042c105f80 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.675+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418005610 con 0x7f042c105f80 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.676+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f040c001030 con 0x7f042c105f80 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.678+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f0418004750 con 0x7f042c105f80 2024-05-20T21:13:34.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.680+0000 7f0429600700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04140b2990 0x7f04140b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.680+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8269+0+0 (secure 0 0 0) 0x7f04180e29c0 con 0x7f042c105f80 2024-05-20T21:13:34.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.681+0000 7f0429600700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] conn(0x7f04140bc5d0 0x7f04140bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:34.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.681+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 --> [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f04140bf140 con 0x7f04140bc5d0 2024-05-20T21:13:34.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.681+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f04180e2d70 con 0x7f042c105f80 2024-05-20T21:13:34.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.681+0000 7f0431200700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04140b2990 0x7f04140b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.681+0000 7f0431c00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] conn(0x7f04140bc5d0 0x7f04140bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:34.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.682+0000 7f0431c00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] conn(0x7f04140bc5d0 0x7f04140bea70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:34.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.682+0000 7f0431200700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04140b2990 0x7f04140b4e50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0420006010 tx=0x7f042000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:34.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.683+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 <== osd.1 v2:172.21.15.42:6800/1502497864 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f04140bf140 con 0x7f04140bc5d0 2024-05-20T21:13:34.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.701+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 --> [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f040c002e60 con 0x7f04140bc5d0 2024-05-20T21:13:34.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0429600700 1 -- 172.21.15.6:0/1705546449 <== osd.1 v2:172.21.15.42:6800/1502497864 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f040c002e60 con 0x7f04140bc5d0 2024-05-20T21:13:34.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] conn(0x7f04140bc5d0 msgr2=0x7f04140bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0433c00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] conn(0x7f04140bc5d0 0x7f04140bea70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04140b2990 msgr2=0x7f04140b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0433c00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04140b2990 0x7f04140b4e50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0420006010 tx=0x7f042000b260 comp rx=0 tx=0).stop 2024-05-20T21:13:34.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f042c105f80 msgr2=0x7f042c1a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:34.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0433c00700 1 --2- 172.21.15.6:0/1705546449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f042c105f80 0x7f042c1a0790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f041800e9c0 tx=0x7f041800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:13:34.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0431c00700 1 -- 172.21.15.6:0/1705546449 reap_dead start 2024-05-20T21:13:34.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 shutdown_connections 2024-05-20T21:13:34.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.702+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 >> 172.21.15.6:0/1705546449 conn(0x7f042c0793f0 msgr2=0x7f042c101430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:34.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.703+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 shutdown_connections 2024-05-20T21:13:34.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:33.703+0000 7f0433c00700 1 -- 172.21.15.6:0/1705546449 wait complete. 2024-05-20T21:13:35.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:35 smithi062 ceph-mon[36640]: pgmap v370: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:35.571 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:35 smithi006 ceph-mon[31422]: pgmap v370: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:35 smithi042 ceph-mon[36332]: pgmap v370: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:13:35.630 INFO:teuthology.orchestra.run.smithi006.stdout:257698037808 2024-05-20T21:13:35.630 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-20T21:13:37.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:37 smithi006 ceph-mon[31422]: pgmap v371: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:37.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-05-20T21:13:37.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-20T21:13:37.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-05-20T21:13:37.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [6, 9]}]: dispatch 2024-05-20T21:13:37.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:37 smithi062 ceph-mon[36640]: pgmap v371: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:37.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-05-20T21:13:37.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-20T21:13:37.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-05-20T21:13:37.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [6, 9]}]: dispatch 2024-05-20T21:13:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:37 smithi042 ceph-mon[36332]: pgmap v371: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]: dispatch 2024-05-20T21:13:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-20T21:13:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-05-20T21:13:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [6, 9]}]: dispatch 2024-05-20T21:13:38.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.909+0000 7f5c48000700 1 -- 172.21.15.6:0/2870805790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c40076090 msgr2=0x7f5c4010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.909+0000 7f5c48000700 1 --2- 172.21.15.6:0/2870805790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c40076090 0x7f5c4010fa00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c009990 tx=0x7f5c2c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.910+0000 7f5c48000700 1 -- 172.21.15.6:0/2870805790 shutdown_connections 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.910+0000 7f5c48000700 1 --2- 172.21.15.6:0/2870805790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c4010ff40 0x7f5c40112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.910+0000 7f5c48000700 1 --2- 172.21.15.6:0/2870805790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c40075770 0x7f5c40075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.910+0000 7f5c48000700 1 --2- 172.21.15.6:0/2870805790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c40076090 0x7f5c4010fa00 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.910+0000 7f5c48000700 1 -- 172.21.15.6:0/2870805790 >> 172.21.15.6:0/2870805790 conn(0x7f5c4007a6a0 msgr2=0x7f5c4007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.910+0000 7f5c48000700 1 -- 172.21.15.6:0/2870805790 shutdown_connections 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.910+0000 7f5c48000700 1 -- 172.21.15.6:0/2870805790 wait complete. 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.911+0000 7f5c48000700 1 Processor -- start 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.911+0000 7f5c48000700 1 -- start start 2024-05-20T21:13:38.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.911+0000 7f5c48000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c40075770 0x7f5c4019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.911+0000 7f5c48000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c40076090 0x7f5c4019c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.911+0000 7f5c48000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c4010ff40 0x7f5c401a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.911+0000 7f5c48000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5c40115950 con 0x7f5c40075770 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.911+0000 7f5c48000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5c401157d0 con 0x7f5c4010ff40 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.911+0000 7f5c48000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5c40115ad0 con 0x7f5c40076090 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c45600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c40075770 0x7f5c4019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c45600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c40075770 0x7f5c4019bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51878/0 (socket says 172.21.15.6:51878) 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c44c00700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c40076090 0x7f5c4019c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c45600700 1 -- 172.21.15.6:0/3437387642 learned_addr learned my addr 172.21.15.6:0/3437387642 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c46000700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c4010ff40 0x7f5c401a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c44c00700 1 -- 172.21.15.6:0/3437387642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c4010ff40 msgr2=0x7f5c401a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:38.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c44c00700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5c4010ff40 0x7f5c401a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c44c00700 1 -- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c40075770 msgr2=0x7f5c4019bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c44c00700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5c40075770 0x7f5c4019bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.912+0000 7f5c44c00700 1 -- 172.21.15.6:0/3437387642 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c401a0e80 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.913+0000 7f5c44c00700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c40076090 0x7f5c4019c400 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c0098e0 tx=0x7f5c2c0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.913+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c027070 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.913+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c401a1110 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.913+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c2c022470 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.913+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c017650 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.913+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c401a89f0 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.914+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5c40063cd0 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.917+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f5c2c02a070 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.918+0000 7f5c3e000700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5c280b2910 0x7f5c280b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.918+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8385+0+0 (secure 0 0 0) 0x7f5c2c0e3520 con 0x7f5c40076090 2024-05-20T21:13:38.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.918+0000 7f5c45600700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5c280b2910 0x7f5c280b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.919+0000 7f5c3e000700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] conn(0x7f5c280bc750 0x7f5c280bebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.919+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 --> [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5c280bf2c0 con 0x7f5c280bc750 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.919+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f5c2c0e38d0 con 0x7f5c40076090 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.919+0000 7f5c46000700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] conn(0x7f5c280bc750 0x7f5c280bebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.919+0000 7f5c45600700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5c280b2910 0x7f5c280b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5c34009d20 tx=0x7f5c34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.920+0000 7f5c46000700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] conn(0x7f5c280bc750 0x7f5c280bebf0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.921+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 <== osd.3 v2:172.21.15.6:6810/602565110 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5c280bf2c0 con 0x7f5c280bc750 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.939+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 --> [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5c40064150 con 0x7f5c280bc750 2024-05-20T21:13:38.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.939+0000 7f5c3e000700 1 -- 172.21.15.6:0/3437387642 <== osd.3 v2:172.21.15.6:6810/602565110 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5c40064150 con 0x7f5c280bc750 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] conn(0x7f5c280bc750 msgr2=0x7f5c280bebf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] conn(0x7f5c280bc750 0x7f5c280bebf0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5c280b2910 msgr2=0x7f5c280b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5c280b2910 0x7f5c280b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5c34009d20 tx=0x7f5c34009260 comp rx=0 tx=0).stop 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c40076090 msgr2=0x7f5c4019c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 --2- 172.21.15.6:0/3437387642 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5c40076090 0x7f5c4019c400 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c0098e0 tx=0x7f5c2c0057c0 comp rx=0 tx=0).stop 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c46000700 1 -- 172.21.15.6:0/3437387642 reap_dead start 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 shutdown_connections 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 >> 172.21.15.6:0/3437387642 conn(0x7f5c4007a6a0 msgr2=0x7f5c401007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:38.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 shutdown_connections 2024-05-20T21:13:38.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:37.940+0000 7f5c48000700 1 -- 172.21.15.6:0/3437387642 wait complete. 2024-05-20T21:13:38.400 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-05-20T21:13:38.400 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-20T21:13:38.400 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-05-20T21:13:38.400 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:38 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [6, 9]}]': finished 2024-05-20T21:13:38.401 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:38 smithi006 ceph-mon[31422]: osdmap e82: 12 total, 12 up, 12 in 2024-05-20T21:13:38.604 INFO:teuthology.orchestra.run.smithi006.stdout:55834574942 2024-05-20T21:13:38.604 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-20T21:13:38.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-05-20T21:13:38.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-20T21:13:38.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-05-20T21:13:38.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:38 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [6, 9]}]': finished 2024-05-20T21:13:38.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:38 smithi042 ceph-mon[36332]: osdmap e82: 12 total, 12 up, 12 in 2024-05-20T21:13:38.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 1]}]': finished 2024-05-20T21:13:38.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-20T21:13:38.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-05-20T21:13:38.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:38 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2d", "id": [6, 9]}]': finished 2024-05-20T21:13:38.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:38 smithi062 ceph-mon[36640]: osdmap e82: 12 total, 12 up, 12 in 2024-05-20T21:13:39.312 INFO:teuthology.orchestra.run.smithi006.stdout:34359738464 2024-05-20T21:13:39.312 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-20T21:13:39.610 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:39 smithi006 ceph-mon[31422]: pgmap v373: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:13:39.610 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:39 smithi006 ceph-mon[31422]: osdmap e83: 12 total, 12 up, 12 in 2024-05-20T21:13:39.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:39 smithi042 ceph-mon[36332]: pgmap v373: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:13:39.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:39 smithi042 ceph-mon[36332]: osdmap e83: 12 total, 12 up, 12 in 2024-05-20T21:13:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:39 smithi062 ceph-mon[36640]: pgmap v373: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:13:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:39 smithi062 ceph-mon[36640]: osdmap e83: 12 total, 12 up, 12 in 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.744+0000 7f79d7c00700 1 -- 172.21.15.6:0/4123641806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0075770 msgr2=0x7f79d0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.744+0000 7f79d7c00700 1 --2- 172.21.15.6:0/4123641806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0075770 0x7f79d0075b50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f79c40098f0 tx=0x7f79c4009c00 comp rx=0 tx=0).stop 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.744+0000 7f79d7c00700 1 -- 172.21.15.6:0/4123641806 shutdown_connections 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.744+0000 7f79d7c00700 1 --2- 172.21.15.6:0/4123641806 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79d010ffa0 0x7f79d0112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.744+0000 7f79d7c00700 1 --2- 172.21.15.6:0/4123641806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0075770 0x7f79d0075b50 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.744+0000 7f79d7c00700 1 --2- 172.21.15.6:0/4123641806 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79d0076090 0x7f79d010fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.744+0000 7f79d7c00700 1 -- 172.21.15.6:0/4123641806 >> 172.21.15.6:0/4123641806 conn(0x7f79d007a6a0 msgr2=0x7f79d007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.745+0000 7f79d7c00700 1 -- 172.21.15.6:0/4123641806 shutdown_connections 2024-05-20T21:13:40.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.745+0000 7f79d7c00700 1 -- 172.21.15.6:0/4123641806 wait complete. 2024-05-20T21:13:40.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.746+0000 7f79d7c00700 1 Processor -- start 2024-05-20T21:13:40.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.746+0000 7f79d7c00700 1 -- start start 2024-05-20T21:13:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79d7c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79d0075770 0x7f79d019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79d7c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0076090 0x7f79d019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79d7c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79d010ffa0 0x7f79d01a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79d7c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f79d0115930 con 0x7f79d0075770 2024-05-20T21:13:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79d7c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f79d01157b0 con 0x7f79d0076090 2024-05-20T21:13:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79d7c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f79d0115ab0 con 0x7f79d010ffa0 2024-05-20T21:13:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79cfe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0076090 0x7f79d019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79cfe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0076090 0x7f79d019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47224/0 (socket says 172.21.15.6:47224) 2024-05-20T21:13:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79cfe00700 1 -- 172.21.15.6:0/847603485 learned_addr learned my addr 172.21.15.6:0/847603485 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79d5200700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79d0075770 0x7f79d019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.747+0000 7f79d5c00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79d010ffa0 0x7f79d01a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cfe00700 1 -- 172.21.15.6:0/847603485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79d010ffa0 msgr2=0x7f79d01a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cfe00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79d010ffa0 0x7f79d01a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cfe00700 1 -- 172.21.15.6:0/847603485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79d0075770 msgr2=0x7f79d019be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cfe00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79d0075770 0x7f79d019be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cfe00700 1 -- 172.21.15.6:0/847603485 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d01a0e70 con 0x7f79d0076090 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79d5c00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79d010ffa0 0x7f79d01a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cfe00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0076090 0x7f79d019c3a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f79bc00ec10 tx=0x7f79bc00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc00cd40 con 0x7f79d0076090 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79bc0044d0 con 0x7f79d0076090 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d01a1160 con 0x7f79d0076090 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.748+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79bc010690 con 0x7f79d0076090 2024-05-20T21:13:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.749+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d01035f0 con 0x7f79d0076090 2024-05-20T21:13:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.750+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f79d0063cd0 con 0x7f79d0076090 2024-05-20T21:13:40.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.752+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f79bc003e50 con 0x7f79d0076090 2024-05-20T21:13:40.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.754+0000 7f79cd600700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79b80b2910 0x7f79b80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.754+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f79bc0e2a00 con 0x7f79d0076090 2024-05-20T21:13:40.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.754+0000 7f79d5200700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79b80b2910 0x7f79b80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.754+0000 7f79cd600700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] conn(0x7f79b80bc750 0x7f79b80bebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:40.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.754+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 --> [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f79b80bf2c0 con 0x7f79b80bc750 2024-05-20T21:13:40.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.754+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f79bc0e2db0 con 0x7f79d0076090 2024-05-20T21:13:40.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.755+0000 7f79d5c00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] conn(0x7f79b80bc750 0x7f79b80bebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:40.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.755+0000 7f79d5200700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79b80b2910 0x7f79b80b4dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f79c4009fd0 tx=0x7f79c4019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:40.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.755+0000 7f79d5c00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] conn(0x7f79b80bc750 0x7f79b80bebf0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:40.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.756+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 <== osd.10 v2:172.21.15.42:6824/814658707 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f79b80bf2c0 con 0x7f79b80bc750 2024-05-20T21:13:40.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.775+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 --> [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f79d0064150 con 0x7f79b80bc750 2024-05-20T21:13:40.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79cd600700 1 -- 172.21.15.6:0/847603485 <== osd.10 v2:172.21.15.42:6824/814658707 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f79d0064150 con 0x7f79b80bc750 2024-05-20T21:13:40.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 >> [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] conn(0x7f79b80bc750 msgr2=0x7f79b80bebf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d7c00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] conn(0x7f79b80bc750 0x7f79b80bebf0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:40.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79b80b2910 msgr2=0x7f79b80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d7c00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79b80b2910 0x7f79b80b4dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f79c4009fd0 tx=0x7f79c4019040 comp rx=0 tx=0).stop 2024-05-20T21:13:40.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0076090 msgr2=0x7f79d019c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:40.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d7c00700 1 --2- 172.21.15.6:0/847603485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79d0076090 0x7f79d019c3a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f79bc00ec10 tx=0x7f79bc00ef20 comp rx=0 tx=0).stop 2024-05-20T21:13:40.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d5c00700 1 -- 172.21.15.6:0/847603485 reap_dead start 2024-05-20T21:13:40.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 shutdown_connections 2024-05-20T21:13:40.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.776+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 >> 172.21.15.6:0/847603485 conn(0x7f79d007a6a0 msgr2=0x7f79d0101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:40.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.777+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 shutdown_connections 2024-05-20T21:13:40.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.777+0000 7f79d7c00700 1 -- 172.21.15.6:0/847603485 wait complete. 2024-05-20T21:13:41.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:41 smithi042 ceph-mon[36332]: pgmap v375: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-20T21:13:41.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 -- 172.21.15.6:0/2807512416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac400758e0 msgr2=0x7fac40075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 --2- 172.21.15.6:0/2807512416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac400758e0 0x7fac40075cc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fac30009990 tx=0x7fac30009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 -- 172.21.15.6:0/2807512416 shutdown_connections 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 --2- 172.21.15.6:0/2807512416 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac40114480 0x7fac40116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 --2- 172.21.15.6:0/2807512416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac400758e0 0x7fac40075cc0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 --2- 172.21.15.6:0/2807512416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac40076200 0x7fac40113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 -- 172.21.15.6:0/2807512416 >> 172.21.15.6:0/2807512416 conn(0x7fac400fefc0 msgr2=0x7fac401013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 -- 172.21.15.6:0/2807512416 shutdown_connections 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.651+0000 7fac45400700 1 -- 172.21.15.6:0/2807512416 wait complete. 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.652+0000 7fac45400700 1 Processor -- start 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac45400700 1 -- start start 2024-05-20T21:13:41.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac45400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac400758e0 0x7fac401a0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac45400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac40076200 0x7fac401a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac45400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40114480 0x7fac401a4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac45400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fac40119c60 con 0x7fac400758e0 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac45400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fac40119ae0 con 0x7fac40114480 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac45400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fac40119de0 con 0x7fac40076200 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac3f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac40076200 0x7fac401a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac3f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac40076200 0x7fac401a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48614/0 (socket says 172.21.15.6:48614) 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.653+0000 7fac3f400700 1 -- 172.21.15.6:0/3862920226 learned_addr learned my addr 172.21.15.6:0/3862920226 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac3fe00700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac400758e0 0x7fac401a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac44a00700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40114480 0x7fac401a4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac3f400700 1 -- 172.21.15.6:0/3862920226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40114480 msgr2=0x7fac401a4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:41.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac3f400700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac40114480 0x7fac401a4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac3f400700 1 -- 172.21.15.6:0/3862920226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac400758e0 msgr2=0x7fac401a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac3f400700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac400758e0 0x7fac401a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac3f400700 1 -- 172.21.15.6:0/3862920226 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac401a5140 con 0x7fac40076200 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac3f400700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac40076200 0x7fac401a0670 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fac2c00e9a0 tx=0x7fac2c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.654+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c00ca10 con 0x7fac40076200 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.655+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac2c00cbb0 con 0x7fac40076200 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.655+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac401a5430 con 0x7fac40076200 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.655+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c018680 con 0x7fac40076200 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.655+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac401accb0 con 0x7fac40076200 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.656+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fac40063c90 con 0x7fac40076200 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.659+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fac2c010430 con 0x7fac40076200 2024-05-20T21:13:41.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.661+0000 7fac3cc00700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac240b2910 0x7fac240b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.661+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fac2c0e2c20 con 0x7fac40076200 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.661+0000 7fac3fe00700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac240b2910 0x7fac240b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.661+0000 7fac3cc00700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] conn(0x7fac240bc750 0x7fac240bebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.661+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 --> [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fac2c024e70 con 0x7fac240bc750 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.661+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fac2c0e2fd0 con 0x7fac40076200 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.662+0000 7fac44a00700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] conn(0x7fac240bc750 0x7fac240bebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.662+0000 7fac3fe00700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac240b2910 0x7fac240b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fac300098e0 tx=0x7fac30005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.662+0000 7fac44a00700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] conn(0x7fac240bc750 0x7fac240bebf0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.663+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 <== osd.4 v2:172.21.15.42:6808/817426439 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fac2c024e70 con 0x7fac240bc750 2024-05-20T21:13:41.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.682+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 --> [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fac40064110 con 0x7fac240bc750 2024-05-20T21:13:41.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.683+0000 7fac3cc00700 1 -- 172.21.15.6:0/3862920226 <== osd.4 v2:172.21.15.42:6808/817426439 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fac40064110 con 0x7fac240bc750 2024-05-20T21:13:41.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.683+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 >> [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] conn(0x7fac240bc750 msgr2=0x7fac240bebf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:41.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.683+0000 7fac45400700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] conn(0x7fac240bc750 0x7fac240bebf0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.683+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac240b2910 msgr2=0x7fac240b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:41.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.683+0000 7fac45400700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac240b2910 0x7fac240b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fac300098e0 tx=0x7fac30005960 comp rx=0 tx=0).stop 2024-05-20T21:13:41.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.683+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac40076200 msgr2=0x7fac401a0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:41.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.683+0000 7fac45400700 1 --2- 172.21.15.6:0/3862920226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac40076200 0x7fac401a0670 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fac2c00e9a0 tx=0x7fac2c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:13:41.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.683+0000 7fac44a00700 1 -- 172.21.15.6:0/3862920226 reap_dead start 2024-05-20T21:13:41.651 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:41 smithi006 ceph-mon[31422]: pgmap v375: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-20T21:13:41.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.684+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 shutdown_connections 2024-05-20T21:13:41.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.684+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 >> 172.21.15.6:0/3862920226 conn(0x7fac400fefc0 msgr2=0x7fac400ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:41.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.684+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 shutdown_connections 2024-05-20T21:13:41.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:40.684+0000 7fac45400700 1 -- 172.21.15.6:0/3862920226 wait complete. 2024-05-20T21:13:41.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:41 smithi062 ceph-mon[36640]: pgmap v375: 97 pgs: 97 active+clean; 644 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-20T21:13:42.137 INFO:teuthology.orchestra.run.smithi006.stdout:231928234040 2024-05-20T21:13:42.137 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-20T21:13:42.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.245+0000 7ffb6e000700 1 -- 172.21.15.6:0/1416935674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb681095b0 msgr2=0x7ffb68109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:42.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.245+0000 7ffb6e000700 1 --2- 172.21.15.6:0/1416935674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb681095b0 0x7ffb68109990 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ffb58009990 tx=0x7ffb58009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:42.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.245+0000 7ffb6e000700 1 -- 172.21.15.6:0/1416935674 shutdown_connections 2024-05-20T21:13:42.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.245+0000 7ffb6e000700 1 --2- 172.21.15.6:0/1416935674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb6806bbe0 0x7ffb681103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.245+0000 7ffb6e000700 1 --2- 172.21.15.6:0/1416935674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb681095b0 0x7ffb68109990 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.245+0000 7ffb6e000700 1 --2- 172.21.15.6:0/1416935674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb6806b220 0x7ffb6806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.245+0000 7ffb6e000700 1 -- 172.21.15.6:0/1416935674 >> 172.21.15.6:0/1416935674 conn(0x7ffb680793f0 msgr2=0x7ffb68079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.245+0000 7ffb6e000700 1 -- 172.21.15.6:0/1416935674 shutdown_connections 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.246+0000 7ffb6e000700 1 -- 172.21.15.6:0/1416935674 wait complete. 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.247+0000 7ffb6e000700 1 Processor -- start 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.247+0000 7ffb6e000700 1 -- start start 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb6e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb6806b220 0x7ffb68102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb6e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb6806bbe0 0x7ffb68102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb6e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb681095b0 0x7ffb68102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb6e000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ffb681136d0 con 0x7ffb6806b220 2024-05-20T21:13:42.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb6e000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffb68113550 con 0x7ffb6806bbe0 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb6e000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ffb68113850 con 0x7ffb681095b0 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb6806b220 0x7ffb68102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb6806b220 0x7ffb68102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51938/0 (socket says 172.21.15.6:51938) 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb67400700 1 -- 172.21.15.6:0/4233111013 learned_addr learned my addr 172.21.15.6:0/4233111013 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb66a00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb6806bbe0 0x7ffb68102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.248+0000 7ffb67e00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb681095b0 0x7ffb68102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb67400700 1 -- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb681095b0 msgr2=0x7ffb68102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb67400700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb681095b0 0x7ffb68102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb67400700 1 -- 172.21.15.6:0/4233111013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb6806bbe0 msgr2=0x7ffb68102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb67400700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb6806bbe0 0x7ffb68102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb67400700 1 -- 172.21.15.6:0/4233111013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb681a8130 con 0x7ffb6806b220 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb66a00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb6806bbe0 0x7ffb68102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb67e00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb681095b0 0x7ffb68102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:42.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb67400700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb6806b220 0x7ffb68102510 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ffb580057c0 tx=0x7ffb58009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:42.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb58026070 con 0x7ffb6806b220 2024-05-20T21:13:42.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb58021410 con 0x7ffb6806b220 2024-05-20T21:13:42.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb58017650 con 0x7ffb6806b220 2024-05-20T21:13:42.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.249+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb681a83c0 con 0x7ffb6806b220 2024-05-20T21:13:42.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.250+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb681a8850 con 0x7ffb6806b220 2024-05-20T21:13:42.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.250+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffb68063c50 con 0x7ffb6806b220 2024-05-20T21:13:42.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.253+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7ffb58029070 con 0x7ffb6806b220 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.254+0000 7ffb5fe00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb4c0b2910 0x7ffb4c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.254+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ffb580e3570 con 0x7ffb6806b220 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.255+0000 7ffb66a00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb4c0b2910 0x7ffb4c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.255+0000 7ffb5fe00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] conn(0x7ffb4c0bc750 0x7ffb4c0bebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.255+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 --> [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffb58001d30 con 0x7ffb4c0bc750 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.255+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7ffb580e3920 con 0x7ffb6806b220 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.255+0000 7ffb67e00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] conn(0x7ffb4c0bc750 0x7ffb4c0bebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.255+0000 7ffb66a00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb4c0b2910 0x7ffb4c0b4dd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ffb68079a60 tx=0x7ffb54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.256+0000 7ffb67e00700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] conn(0x7ffb4c0bc750 0x7ffb4c0bebf0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.257+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 <== osd.2 v2:172.21.15.62:6800/1983656559 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffb58001d30 con 0x7ffb4c0bc750 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.276+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 --> [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffb680640d0 con 0x7ffb4c0bc750 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.277+0000 7ffb5fe00700 1 -- 172.21.15.6:0/4233111013 <== osd.2 v2:172.21.15.62:6800/1983656559 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ffb680640d0 con 0x7ffb4c0bc750 2024-05-20T21:13:42.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.277+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] conn(0x7ffb4c0bc750 msgr2=0x7ffb4c0bebf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.277+0000 7ffb6e000700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] conn(0x7ffb4c0bc750 0x7ffb4c0bebf0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.277+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb4c0b2910 msgr2=0x7ffb4c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.277+0000 7ffb6e000700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb4c0b2910 0x7ffb4c0b4dd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ffb68079a60 tx=0x7ffb54009260 comp rx=0 tx=0).stop 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.277+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb6806b220 msgr2=0x7ffb68102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.277+0000 7ffb6e000700 1 --2- 172.21.15.6:0/4233111013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb6806b220 0x7ffb68102510 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ffb580057c0 tx=0x7ffb58009580 comp rx=0 tx=0).stop 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.277+0000 7ffb67e00700 1 -- 172.21.15.6:0/4233111013 reap_dead start 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.278+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 shutdown_connections 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.278+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 >> 172.21.15.6:0/4233111013 conn(0x7ffb680793f0 msgr2=0x7ffb681010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.278+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 shutdown_connections 2024-05-20T21:13:42.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:41.278+0000 7ffb6e000700 1 -- 172.21.15.6:0/4233111013 wait complete. 2024-05-20T21:13:43.130 INFO:teuthology.orchestra.run.smithi006.stdout:133143986255 2024-05-20T21:13:43.130 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-20T21:13:43.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.356+0000 7f9c26e00700 1 -- 172.21.15.6:0/3980135674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c20103590 msgr2=0x7f9c20103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:43.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.356+0000 7f9c26e00700 1 --2- 172.21.15.6:0/3980135674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c20103590 0x7f9c20103a10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c009990 tx=0x7f9c0c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:43.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.357+0000 7f9c26e00700 1 -- 172.21.15.6:0/3980135674 shutdown_connections 2024-05-20T21:13:43.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.357+0000 7f9c26e00700 1 --2- 172.21.15.6:0/3980135674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c20103f50 0x7f9c20110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:43.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.357+0000 7f9c26e00700 1 --2- 172.21.15.6:0/3980135674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c201096a0 0x7f9c20109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:43.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.357+0000 7f9c26e00700 1 --2- 172.21.15.6:0/3980135674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c20103590 0x7f9c20103a10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:43.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.357+0000 7f9c26e00700 1 -- 172.21.15.6:0/3980135674 >> 172.21.15.6:0/3980135674 conn(0x7f9c2007a6f0 msgr2=0x7f9c2007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:43.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.357+0000 7f9c26e00700 1 -- 172.21.15.6:0/3980135674 shutdown_connections 2024-05-20T21:13:43.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.357+0000 7f9c26e00700 1 -- 172.21.15.6:0/3980135674 wait complete. 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.358+0000 7f9c26e00700 1 Processor -- start 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.358+0000 7f9c26e00700 1 -- start start 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.358+0000 7f9c26e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c20103590 0x7f9c2019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.358+0000 7f9c26e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c20103f50 0x7f9c2019c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.358+0000 7f9c26e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c201096a0 0x7f9c201a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.358+0000 7f9c26e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9c20113770 con 0x7f9c20103590 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.358+0000 7f9c26e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9c201135f0 con 0x7f9c201096a0 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.358+0000 7f9c26e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9c201138f0 con 0x7f9c20103f50 2024-05-20T21:13:43.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c1fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c20103590 0x7f9c2019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c24e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c201096a0 0x7f9c201a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c24e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c201096a0 0x7f9c201a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47262/0 (socket says 172.21.15.6:47262) 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c24e00700 1 -- 172.21.15.6:0/2144554267 learned_addr learned my addr 172.21.15.6:0/2144554267 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c1f400700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c20103f50 0x7f9c2019c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c24e00700 1 -- 172.21.15.6:0/2144554267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c20103f50 msgr2=0x7f9c2019c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c24e00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c20103f50 0x7f9c2019c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c24e00700 1 -- 172.21.15.6:0/2144554267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c20103590 msgr2=0x7f9c2019be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c24e00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9c20103590 0x7f9c2019be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:43.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.359+0000 7f9c24e00700 1 -- 172.21.15.6:0/2144554267 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c201a0dd0 con 0x7f9c201096a0 2024-05-20T21:13:43.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.360+0000 7f9c24e00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c201096a0 0x7f9c201a0690 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9c1800c0f0 tx=0x7f9c1800c400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:43.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.360+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c18018020 con 0x7f9c201096a0 2024-05-20T21:13:43.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.360+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c201a10c0 con 0x7f9c201096a0 2024-05-20T21:13:43.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.360+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c1800ca00 con 0x7f9c201096a0 2024-05-20T21:13:43.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.360+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c180045e0 con 0x7f9c201096a0 2024-05-20T21:13:43.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.360+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c201a8940 con 0x7f9c201096a0 2024-05-20T21:13:43.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.361+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9c201029d0 con 0x7f9c201096a0 2024-05-20T21:13:43.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.364+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f9c18012050 con 0x7f9c201096a0 2024-05-20T21:13:43.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.365+0000 7f9c1cc00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9c040b2910 0x7f9c040b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:43.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.365+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9c180e2090 con 0x7f9c201096a0 2024-05-20T21:13:43.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.365+0000 7f9c1fe00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9c040b2910 0x7f9c040b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:43.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.366+0000 7f9c1cc00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] conn(0x7f9c040bc750 0x7f9c040bebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:43.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.366+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 --> [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9c18010ec0 con 0x7f9c040bc750 2024-05-20T21:13:43.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.366+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f9c180e9050 con 0x7f9c201096a0 2024-05-20T21:13:43.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.366+0000 7f9c1f400700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] conn(0x7f9c040bc750 0x7f9c040bebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:43.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.366+0000 7f9c1fe00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9c040b2910 0x7f9c040b4dd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9c10009c60 tx=0x7f9c10009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:43.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.367+0000 7f9c1f400700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] conn(0x7f9c040bc750 0x7f9c040bebf0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:43.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.368+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 <== osd.11 v2:172.21.15.62:6824/480646321 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9c18010ec0 con 0x7f9c040bc750 2024-05-20T21:13:43.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.386+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 --> [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9c20104cb0 con 0x7f9c040bc750 2024-05-20T21:13:43.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.387+0000 7f9c1cc00700 1 -- 172.21.15.6:0/2144554267 <== osd.11 v2:172.21.15.62:6824/480646321 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9c20104cb0 con 0x7f9c040bc750 2024-05-20T21:13:43.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.387+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 >> [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] conn(0x7f9c040bc750 msgr2=0x7f9c040bebf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:43.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.387+0000 7f9c26e00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] conn(0x7f9c040bc750 0x7f9c040bebf0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:43.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.387+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9c040b2910 msgr2=0x7f9c040b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:43.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.388+0000 7f9c26e00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9c040b2910 0x7f9c040b4dd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9c10009c60 tx=0x7f9c10009260 comp rx=0 tx=0).stop 2024-05-20T21:13:43.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.388+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c201096a0 msgr2=0x7f9c201a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:43.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.388+0000 7f9c26e00700 1 --2- 172.21.15.6:0/2144554267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9c201096a0 0x7f9c201a0690 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9c1800c0f0 tx=0x7f9c1800c400 comp rx=0 tx=0).stop 2024-05-20T21:13:43.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.388+0000 7f9c24e00700 1 -- 172.21.15.6:0/2144554267 reap_dead start 2024-05-20T21:13:43.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.388+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 shutdown_connections 2024-05-20T21:13:43.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.388+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 >> 172.21.15.6:0/2144554267 conn(0x7f9c2007a6f0 msgr2=0x7f9c20101fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:43.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.388+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 shutdown_connections 2024-05-20T21:13:43.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:43.388+0000 7f9c26e00700 1 -- 172.21.15.6:0/2144554267 wait complete. 2024-05-20T21:13:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:43 smithi042 ceph-mon[36332]: pgmap v376: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:43.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:43 smithi006 ceph-mon[31422]: pgmap v376: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:43.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:43 smithi062 ceph-mon[36640]: pgmap v376: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:44.091 INFO:teuthology.orchestra.run.smithi006.stdout:77309411418 2024-05-20T21:13:44.091 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-20T21:13:44.854 INFO:teuthology.orchestra.run.smithi006.stdout:107374182483 2024-05-20T21:13:44.854 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-20T21:13:45.396 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:45 smithi006 ceph-mon[31422]: pgmap v377: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:45 smithi042 ceph-mon[36332]: pgmap v377: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:45.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 -- 172.21.15.6:0/1764636461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f530810a780 msgr2=0x7f530810e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 --2- 172.21.15.6:0/1764636461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f530810a780 0x7f530810e7d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f52f0009990 tx=0x7f52f0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 -- 172.21.15.6:0/1764636461 shutdown_connections 2024-05-20T21:13:45.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 --2- 172.21.15.6:0/1764636461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f530810eeb0 0x7f5308116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 --2- 172.21.15.6:0/1764636461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5308109dd0 0x7f530810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 --2- 172.21.15.6:0/1764636461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f530810a780 0x7f530810e7d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 -- 172.21.15.6:0/1764636461 >> 172.21.15.6:0/1764636461 conn(0x7f5308076d10 msgr2=0x7f5308108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:45.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 -- 172.21.15.6:0/1764636461 shutdown_connections 2024-05-20T21:13:45.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.762+0000 7f530e200700 1 -- 172.21.15.6:0/1764636461 wait complete. 2024-05-20T21:13:45.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.763+0000 7f530e200700 1 Processor -- start 2024-05-20T21:13:45.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f530e200700 1 -- start start 2024-05-20T21:13:45.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f530e200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5308109dd0 0x7f53081a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f530e200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f530810a780 0x7f53081a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f530e200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f530810eeb0 0x7f53081a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f530e200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5308119d80 con 0x7f530810a780 2024-05-20T21:13:45.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f530e200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5308119c00 con 0x7f530810eeb0 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f530e200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5308119f00 con 0x7f5308109dd0 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f52fea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f530810a780 0x7f53081a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f5307400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5308109dd0 0x7f53081a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f52fea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f530810a780 0x7f53081a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52006/0 (socket says 172.21.15.6:52006) 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f52fea00700 1 -- 172.21.15.6:0/2967330479 learned_addr learned my addr 172.21.15.6:0/2967330479 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.764+0000 7f5307e00700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f530810eeb0 0x7f53081a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5307400700 1 -- 172.21.15.6:0/2967330479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f530810eeb0 msgr2=0x7f53081a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5307400700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f530810eeb0 0x7f53081a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5307400700 1 -- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f530810a780 msgr2=0x7f53081a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5307400700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f530810a780 0x7f53081a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5307400700 1 -- 172.21.15.6:0/2967330479 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53081a5260 con 0x7f5308109dd0 2024-05-20T21:13:45.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5307400700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5308109dd0 0x7f53081a0250 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f52f800ef10 tx=0x7f52f800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:45.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52f800c9b0 con 0x7f5308109dd0 2024-05-20T21:13:45.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52f8019070 con 0x7f5308109dd0 2024-05-20T21:13:45.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53081a54f0 con 0x7f5308109dd0 2024-05-20T21:13:45.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.765+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52f8014480 con 0x7f5308109dd0 2024-05-20T21:13:45.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.766+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53081acdd0 con 0x7f5308109dd0 2024-05-20T21:13:45.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.766+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5308063cd0 con 0x7f5308109dd0 2024-05-20T21:13:45.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.769+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f52f8012050 con 0x7f5308109dd0 2024-05-20T21:13:45.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.771+0000 7f5304c00700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52ec0b2910 0x7f52ec0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.771+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f52f80e2ee0 con 0x7f5308109dd0 2024-05-20T21:13:45.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.771+0000 7f52fea00700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52ec0b2910 0x7f52ec0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.771+0000 7f5304c00700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] conn(0x7f52ec0bc750 0x7f52ec0bebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.771+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 --> [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f52f8025e50 con 0x7f52ec0bc750 2024-05-20T21:13:45.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.771+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7f52f80e3290 con 0x7f5308109dd0 2024-05-20T21:13:45.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.772+0000 7f5307e00700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] conn(0x7f52ec0bc750 0x7f52ec0bebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.772+0000 7f52fea00700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52ec0b2910 0x7f52ec0b4dd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f52f000b790 tx=0x7f52f0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:45.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.772+0000 7f5307e00700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] conn(0x7f52ec0bc750 0x7f52ec0bebf0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:45.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.773+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 <== osd.6 v2:172.21.15.6:6818/922931976 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f52f8025e50 con 0x7f52ec0bc750 2024-05-20T21:13:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:45 smithi062 ceph-mon[36640]: pgmap v377: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 4 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:45.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.792+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 --> [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5308064150 con 0x7f52ec0bc750 2024-05-20T21:13:45.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.792+0000 7f5304c00700 1 -- 172.21.15.6:0/2967330479 <== osd.6 v2:172.21.15.6:6818/922931976 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5308064150 con 0x7f52ec0bc750 2024-05-20T21:13:45.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] conn(0x7f52ec0bc750 msgr2=0x7f52ec0bebf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] conn(0x7f52ec0bc750 0x7f52ec0bebf0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52ec0b2910 msgr2=0x7f52ec0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52ec0b2910 0x7f52ec0b4dd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f52f000b790 tx=0x7f52f0005fd0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5308109dd0 msgr2=0x7f53081a0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 --2- 172.21.15.6:0/2967330479 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5308109dd0 0x7f53081a0250 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f52f800ef10 tx=0x7f52f800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f5307e00700 1 -- 172.21.15.6:0/2967330479 reap_dead start 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 shutdown_connections 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 >> 172.21.15.6:0/2967330479 conn(0x7f5308076d10 msgr2=0x7f53080788d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 shutdown_connections 2024-05-20T21:13:45.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.793+0000 7f530e200700 1 -- 172.21.15.6:0/2967330479 wait complete. 2024-05-20T21:13:45.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 -- 172.21.15.6:0/1757270113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd14810ff40 msgr2=0x7fd148112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 --2- 172.21.15.6:0/1757270113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd14810ff40 0x7fd148112330 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd14000b0a0 tx=0x7fd14000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 -- 172.21.15.6:0/1757270113 shutdown_connections 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 --2- 172.21.15.6:0/1757270113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd14810ff40 0x7fd148112330 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 --2- 172.21.15.6:0/1757270113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd148075770 0x7fd148075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 --2- 172.21.15.6:0/1757270113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd148076090 0x7fd14810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 -- 172.21.15.6:0/1757270113 >> 172.21.15.6:0/1757270113 conn(0x7fd14807a6a0 msgr2=0x7fd14807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 -- 172.21.15.6:0/1757270113 shutdown_connections 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.570+0000 7fd14d200700 1 -- 172.21.15.6:0/1757270113 wait complete. 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.572+0000 7fd14d200700 1 Processor -- start 2024-05-20T21:13:45.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.572+0000 7fd14d200700 1 -- start start 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.572+0000 7fd14d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd148075770 0x7fd14819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.572+0000 7fd14d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd148076090 0x7fd14819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.572+0000 7fd14d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd14810ff40 0x7fd1481a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.572+0000 7fd14d200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd1481158f0 con 0x7fd148075770 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.572+0000 7fd14d200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd148115770 con 0x7fd148076090 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.572+0000 7fd14d200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd148115a70 con 0x7fd14810ff40 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd145e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd148075770 0x7fd14819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd145e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd148075770 0x7fd14819bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51988/0 (socket says 172.21.15.6:51988) 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd145e00700 1 -- 172.21.15.6:0/1396404428 learned_addr learned my addr 172.21.15.6:0/1396404428 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd13fe00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd148076090 0x7fd14819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd146800700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd14810ff40 0x7fd1481a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd145e00700 1 -- 172.21.15.6:0/1396404428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd14810ff40 msgr2=0x7fd1481a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd145e00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd14810ff40 0x7fd1481a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd145e00700 1 -- 172.21.15.6:0/1396404428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd148076090 msgr2=0x7fd14819c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd145e00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd148076090 0x7fd14819c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd145e00700 1 -- 172.21.15.6:0/1396404428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1481a0d20 con 0x7fd148075770 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.573+0000 7fd13fe00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd148076090 0x7fd14819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.574+0000 7fd145e00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd148075770 0x7fd14819bd60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd13800eb30 tx=0x7fd13800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.574+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd13800cbd0 con 0x7fd148075770 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.574+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1380044d0 con 0x7fd148075770 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.574+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd138003e30 con 0x7fd148075770 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.574+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1481a1010 con 0x7fd148075770 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.574+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1481a8890 con 0x7fd148075770 2024-05-20T21:13:45.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.575+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd148063cd0 con 0x7fd148075770 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.578+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fd138004000 con 0x7fd148075770 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.579+0000 7fd13ea00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd12c0b2910 0x7fd12c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.579+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd1380e2ca0 con 0x7fd148075770 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.579+0000 7fd13fe00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd12c0b2910 0x7fd12c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.580+0000 7fd13ea00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] conn(0x7fd12c0bc750 0x7fd12c0bebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.580+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 --> [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd138022e50 con 0x7fd12c0bc750 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.580+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) ==== 24+0+0 (secure 0 0 0) 0x7fd1380e3050 con 0x7fd148075770 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.580+0000 7fd146800700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] conn(0x7fd12c0bc750 0x7fd12c0bebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.580+0000 7fd13fe00700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd12c0b2910 0x7fd12c0b4dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd148111b20 tx=0x7fd130009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.580+0000 7fd146800700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] conn(0x7fd12c0bc750 0x7fd12c0bebf0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.582+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 <== osd.5 v2:172.21.15.62:6808/1931102292 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd138022e50 con 0x7fd12c0bc750 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.603+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 --> [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd148064150 con 0x7fd12c0bc750 2024-05-20T21:13:45.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.604+0000 7fd13ea00700 1 -- 172.21.15.6:0/1396404428 <== osd.5 v2:172.21.15.62:6808/1931102292 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd148064150 con 0x7fd12c0bc750 2024-05-20T21:13:45.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 >> [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] conn(0x7fd12c0bc750 msgr2=0x7fd12c0bebf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] conn(0x7fd12c0bc750 0x7fd12c0bebf0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:45.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd12c0b2910 msgr2=0x7fd12c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd12c0b2910 0x7fd12c0b4dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd148111b20 tx=0x7fd130009260 comp rx=0 tx=0).stop 2024-05-20T21:13:45.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd148075770 msgr2=0x7fd14819bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:45.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 --2- 172.21.15.6:0/1396404428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd148075770 0x7fd14819bd60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd13800eb30 tx=0x7fd13800ee40 comp rx=0 tx=0).stop 2024-05-20T21:13:45.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd146800700 1 -- 172.21.15.6:0/1396404428 reap_dead start 2024-05-20T21:13:45.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 shutdown_connections 2024-05-20T21:13:45.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 >> 172.21.15.6:0/1396404428 conn(0x7fd14807a6a0 msgr2=0x7fd1481006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:45.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 shutdown_connections 2024-05-20T21:13:45.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:45.605+0000 7fd14d200700 1 -- 172.21.15.6:0/1396404428 wait complete. 2024-05-20T21:13:46.213 INFO:teuthology.orchestra.run.smithi006.stdout:279172874283 2024-05-20T21:13:46.214 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-20T21:13:46.524 INFO:teuthology.orchestra.run.smithi006.stdout:304942678055 2024-05-20T21:13:46.525 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-20T21:13:47.541 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:47.541 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:47.545 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:47.583 INFO:teuthology.orchestra.run.smithi006.stdout:154618822730 2024-05-20T21:13:47.583 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-20T21:13:47.590 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:47 smithi062 ceph-mon[36640]: pgmap v378: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:47.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:47 smithi042 ceph-mon[36332]: pgmap v378: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:47.652 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:47 smithi006 ceph-mon[31422]: pgmap v378: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 3 B/s, 1 keys/s, 0 objects/s recovering 2024-05-20T21:13:48.161 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:48.161 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:48.171 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:48.176 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:48.209 INFO:teuthology.orchestra.run.smithi006.stdout:180388626499 2024-05-20T21:13:48.210 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-20T21:13:48.229 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:49.606 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:49 smithi006 ceph-mon[31422]: pgmap v379: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:49.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:49 smithi042 ceph-mon[36332]: pgmap v379: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:49 smithi062 ceph-mon[36640]: pgmap v379: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 3 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:51 smithi042 ceph-mon[36332]: pgmap v380: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:51.633 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:51 smithi006 ceph-mon[31422]: pgmap v380: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:51.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:51 smithi062 ceph-mon[36640]: pgmap v380: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:53.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:53 smithi006 ceph-mon[31422]: pgmap v381: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:53 smithi042 ceph-mon[36332]: pgmap v381: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:53.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:53 smithi062 ceph-mon[36640]: pgmap v381: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 2 B/s, 0 keys/s, 0 objects/s recovering 2024-05-20T21:13:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:55 smithi042 ceph-mon[36332]: pgmap v382: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:13:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:55 smithi006 ceph-mon[31422]: pgmap v382: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:13:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:55 smithi062 ceph-mon[36640]: pgmap v382: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:13:56.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 -- 172.21.15.6:0/3717648473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a84114480 msgr2=0x7f4a84116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3717648473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a84114480 0x7f4a84116870 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c0098f0 tx=0x7f4a7c009c00 comp rx=0 tx=0).stop 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 -- 172.21.15.6:0/3717648473 shutdown_connections 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3717648473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a84114480 0x7f4a84116870 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3717648473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a840758e0 0x7f4a84075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3717648473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4a84076200 0x7f4a84113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 -- 172.21.15.6:0/3717648473 >> 172.21.15.6:0/3717648473 conn(0x7f4a840fefc0 msgr2=0x7f4a841013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 -- 172.21.15.6:0/3717648473 shutdown_connections 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.554+0000 7f4a83e00700 1 -- 172.21.15.6:0/3717648473 wait complete. 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.555+0000 7f4a83e00700 1 Processor -- start 2024-05-20T21:13:56.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.555+0000 7f4a83e00700 1 -- start start 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a840758e0 0x7f4a841a0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a84076200 0x7f4a841a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4a84114480 0x7f4a841a4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4a84119c70 con 0x7f4a84114480 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4a84119af0 con 0x7f4a84076200 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4a84119df0 con 0x7f4a840758e0 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4a84114480 0x7f4a841a4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a82a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a840758e0 0x7f4a841a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a7a000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a84076200 0x7f4a841a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4a84114480 0x7f4a841a4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:32902/0 (socket says 172.21.15.6:32902) 2024-05-20T21:13:56.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83400700 1 -- 172.21.15.6:0/3799628223 learned_addr learned my addr 172.21.15.6:0/3799628223 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a82a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a840758e0 0x7f4a841a0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36550/0 (socket says 172.21.15.6:36550) 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83400700 1 -- 172.21.15.6:0/3799628223 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a840758e0 msgr2=0x7f4a841a0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83400700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a840758e0 0x7f4a841a0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83400700 1 -- 172.21.15.6:0/3799628223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a84076200 msgr2=0x7f4a841a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83400700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a84076200 0x7f4a841a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.556+0000 7f4a83400700 1 -- 172.21.15.6:0/3799628223 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a841a5150 con 0x7f4a84114480 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.557+0000 7f4a82a00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a840758e0 0x7f4a841a0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.557+0000 7f4a83400700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4a84114480 0x7f4a841a4a10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c009810 tx=0x7f4a7c00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.557+0000 7f4a7be00700 1 -- 172.21.15.6:0/3799628223 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a7c005040 con 0x7f4a84114480 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.557+0000 7f4a7be00700 1 -- 172.21.15.6:0/3799628223 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a7c005690 con 0x7f4a84114480 2024-05-20T21:13:56.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.557+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a841a53e0 con 0x7f4a84114480 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.557+0000 7f4a7be00700 1 -- 172.21.15.6:0/3799628223 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a7c003970 con 0x7f4a84114480 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.557+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a841accc0 con 0x7f4a84114480 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.559+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a8406a230 con 0x7f4a84114480 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.561+0000 7f4a7be00700 1 -- 172.21.15.6:0/3799628223 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f4a7c00b7f0 con 0x7f4a84114480 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.563+0000 7f4a7be00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4a680b2910 0x7f4a680b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.563+0000 7f4a7be00700 1 -- 172.21.15.6:0/3799628223 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4a7c0e3620 con 0x7f4a84114480 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.563+0000 7f4a82a00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4a680b2910 0x7f4a680b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.564+0000 7f4a82a00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4a680b2910 0x7f4a680b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4a74009480 tx=0x7f4a7400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:56.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.570+0000 7f4a7be00700 1 -- 172.21.15.6:0/3799628223 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4a7c013030 con 0x7f4a84114480 2024-05-20T21:13:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.823+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f4a8402e560 con 0x7f4a84114480 2024-05-20T21:13:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.823+0000 7f4a7be00700 1 -- 172.21.15.6:0/3799628223 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4a7c0ab170 con 0x7f4a84114480 2024-05-20T21:13:56.823 INFO:teuthology.orchestra.run.smithi006.stdout:257698037812 2024-05-20T21:13:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.827+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4a680b2910 msgr2=0x7f4a680b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.827+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4a680b2910 0x7f4a680b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4a74009480 tx=0x7f4a7400b040 comp rx=0 tx=0).stop 2024-05-20T21:13:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.827+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4a84114480 msgr2=0x7f4a841a4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.827+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4a84114480 0x7f4a841a4a10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c009810 tx=0x7f4a7c00fa00 comp rx=0 tx=0).stop 2024-05-20T21:13:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.828+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 shutdown_connections 2024-05-20T21:13:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.828+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4a680b2910 0x7f4a680b4dd0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.828+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4a84114480 0x7f4a841a4a10 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.828+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a840758e0 0x7f4a841a0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.828+0000 7f4a83e00700 1 --2- 172.21.15.6:0/3799628223 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4a84076200 0x7f4a841a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.828+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 >> 172.21.15.6:0/3799628223 conn(0x7f4a840fefc0 msgr2=0x7f4a84100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.828+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 shutdown_connections 2024-05-20T21:13:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.828+0000 7f4a83e00700 1 -- 172.21.15.6:0/3799628223 wait complete. 2024-05-20T21:13:56.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.869+0000 7f5227200700 1 -- 172.21.15.6:0/1548603647 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228076290 msgr2=0x7f522810f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.869+0000 7f5227200700 1 --2- 172.21.15.6:0/1548603647 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228076290 0x7f522810f760 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5214009990 tx=0x7f5214009ca0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.869+0000 7f5227200700 1 -- 172.21.15.6:0/1548603647 shutdown_connections 2024-05-20T21:13:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.869+0000 7f5227200700 1 --2- 172.21.15.6:0/1548603647 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f522810fca0 0x7f5228112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.869+0000 7f5227200700 1 --2- 172.21.15.6:0/1548603647 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5228075970 0x7f5228075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.869+0000 7f5227200700 1 --2- 172.21.15.6:0/1548603647 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228076290 0x7f522810f760 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.869+0000 7f5227200700 1 -- 172.21.15.6:0/1548603647 >> 172.21.15.6:0/1548603647 conn(0x7f52280fef90 msgr2=0x7f52281013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.870+0000 7f5227200700 1 -- 172.21.15.6:0/1548603647 shutdown_connections 2024-05-20T21:13:56.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.870+0000 7f5227200700 1 -- 172.21.15.6:0/1548603647 wait complete. 2024-05-20T21:13:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.871+0000 7f5227200700 1 Processor -- start 2024-05-20T21:13:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.871+0000 7f5227200700 1 -- start start 2024-05-20T21:13:56.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5227200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228075970 0x7f522819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5227200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5228076290 0x7f522819c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5227200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f522810fca0 0x7f52281a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5227200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5228115890 con 0x7f522810fca0 2024-05-20T21:13:56.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5227200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5228115710 con 0x7f5228076290 2024-05-20T21:13:56.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5227200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5228115a10 con 0x7f5228075970 2024-05-20T21:13:56.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5226800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f522810fca0 0x7f52281a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5225e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228075970 0x7f522819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5226800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f522810fca0 0x7f52281a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:32920/0 (socket says 172.21.15.6:32920) 2024-05-20T21:13:56.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5226800700 1 -- 172.21.15.6:0/1763018187 learned_addr learned my addr 172.21.15.6:0/1763018187 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:13:56.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.872+0000 7f5225400700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5228076290 0x7f522819c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.873+0000 7f5225e00700 1 -- 172.21.15.6:0/1763018187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5228076290 msgr2=0x7f522819c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.873+0000 7f5225e00700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5228076290 0x7f522819c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.873+0000 7f5225e00700 1 -- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f522810fca0 msgr2=0x7f52281a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.873+0000 7f5225e00700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f522810fca0 0x7f52281a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.873+0000 7f5225e00700 1 -- 172.21.15.6:0/1763018187 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52281a0da0 con 0x7f5228075970 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.873+0000 7f5226800700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f522810fca0 0x7f52281a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.873+0000 7f5225400700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5228076290 0x7f522819c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.873+0000 7f5225e00700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228075970 0x7f522819bde0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f521800e9f0 tx=0x7f521800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.874+0000 7f521ea00700 1 -- 172.21.15.6:0/1763018187 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5218004220 con 0x7f5228075970 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.874+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52281a1090 con 0x7f5228075970 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.874+0000 7f521ea00700 1 -- 172.21.15.6:0/1763018187 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52180043c0 con 0x7f5228075970 2024-05-20T21:13:56.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.874+0000 7f521ea00700 1 -- 172.21.15.6:0/1763018187 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5218005020 con 0x7f5228075970 2024-05-20T21:13:56.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.874+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52281a8910 con 0x7f5228075970 2024-05-20T21:13:56.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.875+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f522819d0f0 con 0x7f5228075970 2024-05-20T21:13:56.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.879+0000 7f521ea00700 1 -- 172.21.15.6:0/1763018187 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f5218004750 con 0x7f5228075970 2024-05-20T21:13:56.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.881+0000 7f521ea00700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f520c0b2910 0x7f520c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:13:56.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.881+0000 7f521ea00700 1 -- 172.21.15.6:0/1763018187 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f52180e24b0 con 0x7f5228075970 2024-05-20T21:13:56.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.881+0000 7f5225400700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f520c0b2910 0x7f520c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:13:56.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.881+0000 7f521ea00700 1 -- 172.21.15.6:0/1763018187 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f52180aa000 con 0x7f5228075970 2024-05-20T21:13:56.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:56.882+0000 7f5225400700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f520c0b2910 0x7f520c0b4dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5228111140 tx=0x7f521400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:13:57.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.144+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f522806a210 con 0x7f5228075970 2024-05-20T21:13:57.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.145+0000 7f521ea00700 1 -- 172.21.15.6:0/1763018187 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f52180a9900 con 0x7f5228075970 2024-05-20T21:13:57.145 INFO:teuthology.orchestra.run.smithi006.stdout:55834574947 2024-05-20T21:13:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f520c0b2910 msgr2=0x7f520c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f520c0b2910 0x7f520c0b4dd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5228111140 tx=0x7f521400b260 comp rx=0 tx=0).stop 2024-05-20T21:13:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228075970 msgr2=0x7f522819bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:13:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228075970 0x7f522819bde0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f521800e9f0 tx=0x7f521800ed00 comp rx=0 tx=0).stop 2024-05-20T21:13:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 shutdown_connections 2024-05-20T21:13:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f520c0b2910 0x7f520c0b4dd0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:57.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f522810fca0 0x7f52281a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:57.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5228075970 0x7f522819bde0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:57.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 --2- 172.21.15.6:0/1763018187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5228076290 0x7f522819c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:13:57.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 >> 172.21.15.6:0/1763018187 conn(0x7f52280fef90 msgr2=0x7f52280ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:13:57.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 shutdown_connections 2024-05-20T21:13:57.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:57.148+0000 7f5227200700 1 -- 172.21.15.6:0/1763018187 wait complete. 2024-05-20T21:13:57.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:57 smithi042 ceph-mon[36332]: pgmap v383: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:57.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:57 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3799628223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-20T21:13:57.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:57 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1763018187' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-20T21:13:57.641 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:57 smithi006 ceph-mon[31422]: pgmap v383: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:57.642 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:57 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3799628223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-20T21:13:57.642 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:57 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1763018187' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-20T21:13:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:57 smithi062 ceph-mon[36640]: pgmap v383: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:13:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:57 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3799628223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-20T21:13:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:57 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1763018187' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-20T21:13:58.059 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:58.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:13:58.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:13:58.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:13:58.845 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:13:59.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:13:59 smithi006 ceph-mon[31422]: pgmap v384: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-20T21:13:59.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:13:59 smithi042 ceph-mon[36332]: pgmap v384: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-20T21:13:59.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:13:59 smithi062 ceph-mon[36640]: pgmap v384: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-20T21:14:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:00 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2287114161' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-20T21:14:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:00 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2287114161' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-20T21:14:00.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:00 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2287114161' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-20T21:14:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:01.403 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037808 got 257698037812 for osd.9 2024-05-20T21:14:01.403 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:01.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.566+0000 7fec07200700 1 -- 172.21.15.6:0/4281679460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 msgr2=0x7fec0010d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:01.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.566+0000 7fec07200700 1 --2- 172.21.15.6:0/4281679460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 0x7fec0010d440 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7febf0009990 tx=0x7febf0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.567+0000 7fec07200700 1 -- 172.21.15.6:0/4281679460 shutdown_connections 2024-05-20T21:14:01.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.567+0000 7fec07200700 1 --2- 172.21.15.6:0/4281679460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec0010da60 0x7fec0010ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.567+0000 7fec07200700 1 --2- 172.21.15.6:0/4281679460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec00104630 0x7fec00104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.567+0000 7fec07200700 1 --2- 172.21.15.6:0/4281679460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 0x7fec0010d440 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.567+0000 7fec07200700 1 -- 172.21.15.6:0/4281679460 >> 172.21.15.6:0/4281679460 conn(0x7fec000fde60 msgr2=0x7fec00100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.567+0000 7fec07200700 1 -- 172.21.15.6:0/4281679460 shutdown_connections 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.567+0000 7fec07200700 1 -- 172.21.15.6:0/4281679460 wait complete. 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.568+0000 7fec07200700 1 Processor -- start 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.568+0000 7fec07200700 1 -- start start 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.568+0000 7fec07200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec00104630 0x7fec001a1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec07200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 0x7fec001a1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec07200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec0010da60 0x7fec0019c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec07200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fec00102920 con 0x7fec0010da60 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec07200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec001027a0 con 0x7fec00104630 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec07200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fec00102aa0 con 0x7fec00104f50 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 0x7fec001a1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec00104630 0x7fec001a1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:01.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 0x7fec001a1ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43774/0 (socket says 172.21.15.6:43774) 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05400700 1 -- 172.21.15.6:0/1283115771 learned_addr learned my addr 172.21.15.6:0/1283115771 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec06800700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec0010da60 0x7fec0019c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05e00700 1 -- 172.21.15.6:0/1283115771 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 msgr2=0x7fec001a1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05e00700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 0x7fec001a1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05e00700 1 -- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec0010da60 msgr2=0x7fec0019c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05e00700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec0010da60 0x7fec0019c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05e00700 1 -- 172.21.15.6:0/1283115771 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0019c840 con 0x7fec00104630 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.569+0000 7fec05400700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 0x7fec001a1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.570+0000 7fec05e00700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec00104630 0x7fec001a1ab0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7febf400d950 tx=0x7febf400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.570+0000 7febfaa00700 1 -- 172.21.15.6:0/1283115771 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4016070 con 0x7fec00104630 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.570+0000 7febfaa00700 1 -- 172.21.15.6:0/1283115771 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7febf400fd40 con 0x7fec00104630 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.570+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0019cad0 con 0x7fec00104630 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.570+0000 7febfaa00700 1 -- 172.21.15.6:0/1283115771 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf400e3b0 con 0x7fec00104630 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.570+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec001a88f0 con 0x7fec00104630 2024-05-20T21:14:01.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.571+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec0006a230 con 0x7fec00104630 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.573+0000 7febfaa00700 1 -- 172.21.15.6:0/1283115771 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7febf4019070 con 0x7fec00104630 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.575+0000 7febfaa00700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febe80b2910 0x7febe80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.575+0000 7febfaa00700 1 -- 172.21.15.6:0/1283115771 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7febf40e1e80 con 0x7fec00104630 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.575+0000 7fec05400700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febe80b2910 0x7febe80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.576+0000 7fec05400700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febe80b2910 0x7febe80b4dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fec0019d380 tx=0x7febf000b2a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.579+0000 7febfaa00700 1 -- 172.21.15.6:0/1283115771 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7febf40a9940 con 0x7fec00104630 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.820+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fec001a8b80 con 0x7fec00104630 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.821+0000 7febfaa00700 1 -- 172.21.15.6:0/1283115771 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7febf40a9240 con 0x7fec00104630 2024-05-20T21:14:01.433 INFO:teuthology.orchestra.run.smithi006.stdout:133143986259 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.824+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febe80b2910 msgr2=0x7febe80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.824+0000 7fec07200700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febe80b2910 0x7febe80b4dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fec0019d380 tx=0x7febf000b2a0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.824+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec00104630 msgr2=0x7fec001a1ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.824+0000 7fec07200700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec00104630 0x7fec001a1ab0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7febf400d950 tx=0x7febf400dc60 comp rx=0 tx=0).stop 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.825+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 shutdown_connections 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.825+0000 7fec07200700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febe80b2910 0x7febe80b4dd0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.825+0000 7fec07200700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec0010da60 0x7fec0019c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.825+0000 7fec07200700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec00104630 0x7fec001a1ab0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.825+0000 7fec07200700 1 --2- 172.21.15.6:0/1283115771 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec00104f50 0x7fec001a1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.825+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 >> 172.21.15.6:0/1283115771 conn(0x7fec000fde60 msgr2=0x7fec0010e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.825+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 shutdown_connections 2024-05-20T21:14:01.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:00.825+0000 7fec07200700 1 -- 172.21.15.6:0/1283115771 wait complete. 2024-05-20T21:14:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:01 smithi042 ceph-mon[36332]: pgmap v385: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:01 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1283115771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-20T21:14:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:01 smithi006 ceph-mon[31422]: pgmap v385: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:01 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1283115771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-20T21:14:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:01 smithi062 ceph-mon[36640]: pgmap v385: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:01 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1283115771' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-20T21:14:02.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.289+0000 7f9477c00700 1 -- 172.21.15.6:0/4200470561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470075770 msgr2=0x7f9470075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.289+0000 7f9477c00700 1 --2- 172.21.15.6:0/4200470561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470075770 0x7f9470075b50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9464009990 tx=0x7f9464009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.289+0000 7f9477c00700 1 -- 172.21.15.6:0/4200470561 shutdown_connections 2024-05-20T21:14:02.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.289+0000 7f9477c00700 1 --2- 172.21.15.6:0/4200470561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9470114710 0x7f9470116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.289+0000 7f9477c00700 1 --2- 172.21.15.6:0/4200470561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470075770 0x7f9470075b50 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.289+0000 7f9477c00700 1 --2- 172.21.15.6:0/4200470561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9470076090 0x7f94701141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.290+0000 7f9477c00700 1 -- 172.21.15.6:0/4200470561 >> 172.21.15.6:0/4200470561 conn(0x7f947007a6a0 msgr2=0x7f947007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:02.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.290+0000 7f9477c00700 1 -- 172.21.15.6:0/4200470561 shutdown_connections 2024-05-20T21:14:02.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.290+0000 7f9477c00700 1 -- 172.21.15.6:0/4200470561 wait complete. 2024-05-20T21:14:02.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.291+0000 7f9477c00700 1 Processor -- start 2024-05-20T21:14:02.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.291+0000 7f9477c00700 1 -- start start 2024-05-20T21:14:02.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9477c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9470075770 0x7f94701a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:02.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9477c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470076090 0x7f94701a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9477c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9470114710 0x7f94701a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9477c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9470119d50 con 0x7f9470076090 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9477c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9470119bd0 con 0x7f9470114710 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9477c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9470119ed0 con 0x7f9470075770 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9475200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9470075770 0x7f94701a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9475200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9470075770 0x7f94701a0300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43800/0 (socket says 172.21.15.6:43800) 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9475200700 1 -- 172.21.15.6:0/748056626 learned_addr learned my addr 172.21.15.6:0/748056626 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f946fe00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470076090 0x7f94701a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:02.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9475c00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9470114710 0x7f94701a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:02.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9475200700 1 -- 172.21.15.6:0/748056626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9470114710 msgr2=0x7f94701a4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9475200700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9470114710 0x7f94701a4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9475200700 1 -- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470076090 msgr2=0x7f94701a0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.292+0000 7f9475200700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470076090 0x7f94701a0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.293+0000 7f9475200700 1 -- 172.21.15.6:0/748056626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94701a5310 con 0x7f9470075770 2024-05-20T21:14:02.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.293+0000 7f946fe00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470076090 0x7f94701a0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:02.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.293+0000 7f9475c00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9470114710 0x7f94701a4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:14:02.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.293+0000 7f9475200700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9470075770 0x7f94701a0300 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f94640057c0 tx=0x7f94640057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:02.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.294+0000 7f946d600700 1 -- 172.21.15.6:0/748056626 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946400fad0 con 0x7f9470075770 2024-05-20T21:14:02.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.294+0000 7f946d600700 1 -- 172.21.15.6:0/748056626 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f946400fc70 con 0x7f9470075770 2024-05-20T21:14:02.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.294+0000 7f946d600700 1 -- 172.21.15.6:0/748056626 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9464017650 con 0x7f9470075770 2024-05-20T21:14:02.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.294+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94701a55a0 con 0x7f9470075770 2024-05-20T21:14:02.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.295+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94701ace80 con 0x7f9470075770 2024-05-20T21:14:02.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.296+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9470076e60 con 0x7f9470075770 2024-05-20T21:14:02.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.298+0000 7f946d600700 1 -- 172.21.15.6:0/748056626 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f9464009d10 con 0x7f9470075770 2024-05-20T21:14:02.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.300+0000 7f946d600700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94580b2990 0x7f94580b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:02.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.300+0000 7f946d600700 1 -- 172.21.15.6:0/748056626 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f94640e3490 con 0x7f9470075770 2024-05-20T21:14:02.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.300+0000 7f946fe00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94580b2990 0x7f94580b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:02.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.301+0000 7f946fe00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94580b2990 0x7f94580b4e50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9470114610 tx=0x7f945c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:02.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.304+0000 7f946d600700 1 -- 172.21.15.6:0/748056626 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9464013070 con 0x7f9470075770 2024-05-20T21:14:02.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.598+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f94701ad0a0 con 0x7f9470075770 2024-05-20T21:14:02.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.599+0000 7f946d600700 1 -- 172.21.15.6:0/748056626 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f94640afe20 con 0x7f9470075770 2024-05-20T21:14:02.600 INFO:teuthology.orchestra.run.smithi006.stdout:77309411422 2024-05-20T21:14:02.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94580b2990 msgr2=0x7f94580b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94580b2990 0x7f94580b4e50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9470114610 tx=0x7f945c009260 comp rx=0 tx=0).stop 2024-05-20T21:14:02.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9470075770 msgr2=0x7f94701a0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9470075770 0x7f94701a0300 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f94640057c0 tx=0x7f94640057f0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 shutdown_connections 2024-05-20T21:14:02.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94580b2990 0x7f94580b4e50 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9470114710 0x7f94701a4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9470075770 0x7f94701a0300 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 --2- 172.21.15.6:0/748056626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9470076090 0x7f94701a0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.602+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 >> 172.21.15.6:0/748056626 conn(0x7f947007a6a0 msgr2=0x7f94701101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:02.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.603+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 shutdown_connections 2024-05-20T21:14:02.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.603+0000 7f9477c00700 1 -- 172.21.15.6:0/748056626 wait complete. 2024-05-20T21:14:02.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 -- 172.21.15.6:0/4253524062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c076090 msgr2=0x7ffa9c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 --2- 172.21.15.6:0/4253524062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c076090 0x7ffa9c10fa00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ffa84009990 tx=0x7ffa84009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 -- 172.21.15.6:0/4253524062 shutdown_connections 2024-05-20T21:14:02.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 --2- 172.21.15.6:0/4253524062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffa9c10ff40 0x7ffa9c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 --2- 172.21.15.6:0/4253524062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffa9c075770 0x7ffa9c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 --2- 172.21.15.6:0/4253524062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c076090 0x7ffa9c10fa00 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 -- 172.21.15.6:0/4253524062 >> 172.21.15.6:0/4253524062 conn(0x7ffa9c07a6a0 msgr2=0x7ffa9c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 -- 172.21.15.6:0/4253524062 shutdown_connections 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.257+0000 7ffaa1400700 1 -- 172.21.15.6:0/4253524062 wait complete. 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.258+0000 7ffaa1400700 1 Processor -- start 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.258+0000 7ffaa1400700 1 -- start start 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffaa1400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c075770 0x7ffa9c19bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffaa1400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffa9c076090 0x7ffa9c19c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffaa1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffa9c10ff40 0x7ffa9c1a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffaa1400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c115960 con 0x7ffa9c076090 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffaa1400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c1157e0 con 0x7ffa9c10ff40 2024-05-20T21:14:02.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffaa1400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ffa9c115ae0 con 0x7ffa9c075770 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffa9a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c075770 0x7ffa9c19bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffa9a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c075770 0x7ffa9c19bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43754/0 (socket says 172.21.15.6:43754) 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffa9b200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffa9c10ff40 0x7ffa9c1a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffa9a800700 1 -- 172.21.15.6:0/2287114161 learned_addr learned my addr 172.21.15.6:0/2287114161 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffa91e00700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffa9c076090 0x7ffa9c19c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.259+0000 7ffa9a800700 1 -- 172.21.15.6:0/2287114161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffa9c10ff40 msgr2=0x7ffa9c1a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa9a800700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffa9c10ff40 0x7ffa9c1a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa9a800700 1 -- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffa9c076090 msgr2=0x7ffa9c19c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa9a800700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffa9c076090 0x7ffa9c19c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa9a800700 1 -- 172.21.15.6:0/2287114161 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa9c1a0ed0 con 0x7ffa9c075770 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa9b200700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffa9c10ff40 0x7ffa9c1a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa9a800700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c075770 0x7ffa9c19bf10 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c00ef30 tx=0x7ffa8c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa93e00700 1 -- 172.21.15.6:0/2287114161 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c0092e0 con 0x7ffa9c075770 2024-05-20T21:14:02.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa93e00700 1 -- 172.21.15.6:0/2287114161 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa8c004bb0 con 0x7ffa9c075770 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa9c1a1160 con 0x7ffa9c075770 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffa93e00700 1 -- 172.21.15.6:0/2287114161 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa8c004040 con 0x7ffa9c075770 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.260+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa9c1a8a40 con 0x7ffa9c075770 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.261+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa9c06a230 con 0x7ffa9c075770 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.264+0000 7ffa93e00700 1 -- 172.21.15.6:0/2287114161 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7ffa8c01b030 con 0x7ffa9c075770 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.265+0000 7ffa93e00700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffa800b2910 0x7ffa800b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.265+0000 7ffa93e00700 1 -- 172.21.15.6:0/2287114161 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ffa8c0e20f0 con 0x7ffa9c075770 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.265+0000 7ffa91e00700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffa800b2910 0x7ffa800b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.266+0000 7ffa91e00700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffa800b2910 0x7ffa800b4dd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c111cd0 tx=0x7ffa84005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.267+0000 7ffa93e00700 1 -- 172.21.15.6:0/2287114161 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffa8c022020 con 0x7ffa9c075770 2024-05-20T21:14:02.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.529+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ffa9c02e560 con 0x7ffa9c075770 2024-05-20T21:14:02.691 INFO:teuthology.orchestra.run.smithi006.stdout:34359738470 2024-05-20T21:14:02.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.529+0000 7ffa93e00700 1 -- 172.21.15.6:0/2287114161 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ffa8c010040 con 0x7ffa9c075770 2024-05-20T21:14:02.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffa800b2910 msgr2=0x7ffa800b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffa800b2910 0x7ffa800b4dd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c111cd0 tx=0x7ffa84005fd0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c075770 msgr2=0x7ffa9c19bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:02.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c075770 0x7ffa9c19bf10 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ffa8c00ef30 tx=0x7ffa8c00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 shutdown_connections 2024-05-20T21:14:02.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffa800b2910 0x7ffa800b4dd0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffa9c10ff40 0x7ffa9c1a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffa9c075770 0x7ffa9c19bf10 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 --2- 172.21.15.6:0/2287114161 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffa9c076090 0x7ffa9c19c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:02.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 >> 172.21.15.6:0/2287114161 conn(0x7ffa9c07a6a0 msgr2=0x7ffa9c1007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:02.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 shutdown_connections 2024-05-20T21:14:02.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:13:59.533+0000 7ffaa1400700 1 -- 172.21.15.6:0/2287114161 wait complete. 2024-05-20T21:14:03.117 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574942 got 55834574947 for osd.1 2024-05-20T21:14:03.117 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:03.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:03 smithi006 ceph-mon[31422]: pgmap v386: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:03.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:03.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:03 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:03.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:03 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1277225061' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-20T21:14:03.512 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:03 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/748056626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-20T21:14:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:03 smithi042 ceph-mon[36332]: pgmap v386: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:03 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:03 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1277225061' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-20T21:14:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:03 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/748056626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-20T21:14:03.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.690+0000 7ff66fe00700 1 -- 172.21.15.6:0/706877756 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff67010b670 msgr2=0x7ff67010ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.690+0000 7ff66fe00700 1 --2- 172.21.15.6:0/706877756 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff67010b670 0x7ff67010ba50 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff660009990 tx=0x7ff660009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.690+0000 7ff66fe00700 1 -- 172.21.15.6:0/706877756 shutdown_connections 2024-05-20T21:14:03.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.690+0000 7ff66fe00700 1 --2- 172.21.15.6:0/706877756 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff670106030 0x7ff670112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.690+0000 7ff66fe00700 1 --2- 172.21.15.6:0/706877756 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff67010b670 0x7ff67010ba50 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.690+0000 7ff66fe00700 1 --2- 172.21.15.6:0/706877756 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff670105670 0x7ff670105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.690+0000 7ff66fe00700 1 -- 172.21.15.6:0/706877756 >> 172.21.15.6:0/706877756 conn(0x7ff670101160 msgr2=0x7ff670103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.690+0000 7ff66fe00700 1 -- 172.21.15.6:0/706877756 shutdown_connections 2024-05-20T21:14:03.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.691+0000 7ff66fe00700 1 -- 172.21.15.6:0/706877756 wait complete. 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.691+0000 7ff66fe00700 1 Processor -- start 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.692+0000 7ff66fe00700 1 -- start start 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.692+0000 7ff66fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff670105670 0x7ff6701a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.692+0000 7ff66fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff670106030 0x7ff6701a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.692+0000 7ff66fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff67010b670 0x7ff67019bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.692+0000 7ff66fe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff6701158a0 con 0x7ff67010b670 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.692+0000 7ff66fe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff670115720 con 0x7ff670105670 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.692+0000 7ff66fe00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff670115a20 con 0x7ff670106030 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff670105670 0x7ff6701a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff670106030 0x7ff6701a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff670105670 0x7ff6701a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43634/0 (socket says 172.21.15.6:43634) 2024-05-20T21:14:03.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff67010b670 0x7ff67019bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff670106030 0x7ff6701a1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43818/0 (socket says 172.21.15.6:43818) 2024-05-20T21:14:03.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 -- 172.21.15.6:0/4287252619 learned_addr learned my addr 172.21.15.6:0/4287252619 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:03.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 -- 172.21.15.6:0/4287252619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff670106030 msgr2=0x7ff6701a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff670106030 0x7ff6701a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 -- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff67010b670 msgr2=0x7ff67019bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff67010b670 0x7ff67019bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 -- 172.21.15.6:0/4287252619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff67019c440 con 0x7ff670105670 2024-05-20T21:14:03.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.693+0000 7ff66ea00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff670105670 0x7ff6701a1a40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff660000c00 tx=0x7ff6600057a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.694+0000 7ff674a00700 1 -- 172.21.15.6:0/4287252619 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff660027070 con 0x7ff670105670 2024-05-20T21:14:03.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.694+0000 7ff674a00700 1 -- 172.21.15.6:0/4287252619 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff660003680 con 0x7ff670105670 2024-05-20T21:14:03.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.694+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff67019c6d0 con 0x7ff670105670 2024-05-20T21:14:03.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.694+0000 7ff674a00700 1 -- 172.21.15.6:0/4287252619 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff660022aa0 con 0x7ff670105670 2024-05-20T21:14:03.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.694+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6701a89c0 con 0x7ff670105670 2024-05-20T21:14:03.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.695+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff67019ca30 con 0x7ff670105670 2024-05-20T21:14:03.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.697+0000 7ff674a00700 1 -- 172.21.15.6:0/4287252619 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7ff66002a070 con 0x7ff670105670 2024-05-20T21:14:03.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.699+0000 7ff674a00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6540b2990 0x7ff6540b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.699+0000 7ff674a00700 1 -- 172.21.15.6:0/4287252619 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff6600e3420 con 0x7ff670105670 2024-05-20T21:14:03.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.699+0000 7ff66e000700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6540b2990 0x7ff6540b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.700+0000 7ff66e000700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6540b2990 0x7ff6540b4e50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff67019d260 tx=0x7ff65c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.704+0000 7ff674a00700 1 -- 172.21.15.6:0/4287252619 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff660013070 con 0x7ff670105670 2024-05-20T21:14:03.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1965731727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c810b750 msgr2=0x7fd8c810bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1965731727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c810b750 0x7fd8c810bb30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd8b8009990 tx=0x7fd8b8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1965731727 shutdown_connections 2024-05-20T21:14:03.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1965731727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c8106110 0x7fd8c8112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1965731727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c810b750 0x7fd8c810bb30 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1965731727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd8c8105750 0x7fd8c8105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1965731727 >> 172.21.15.6:0/1965731727 conn(0x7fd8c8101240 msgr2=0x7fd8c8103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1965731727 shutdown_connections 2024-05-20T21:14:03.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.159+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1965731727 wait complete. 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.160+0000 7fd8cdc00700 1 Processor -- start 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.160+0000 7fd8cdc00700 1 -- start start 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8cdc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c8105750 0x7fd8c819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8cdc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c8106110 0x7fd8c819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8cdc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd8c810b750 0x7fd8c81a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8cdc00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c81159a0 con 0x7fd8c810b750 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8cdc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c8115820 con 0x7fd8c8106110 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8cdc00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c8115b20 con 0x7fd8c8105750 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8c6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c8105750 0x7fd8c819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8c6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c8105750 0x7fd8c819be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43786/0 (socket says 172.21.15.6:43786) 2024-05-20T21:14:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8c6a00700 1 -- 172.21.15.6:0/1277225061 learned_addr learned my addr 172.21.15.6:0/1277225061 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8c6000700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c8106110 0x7fd8c819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.161+0000 7fd8c7400700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd8c810b750 0x7fd8c81a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.162+0000 7fd8c6a00700 1 -- 172.21.15.6:0/1277225061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c8106110 msgr2=0x7fd8c819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.162+0000 7fd8c6a00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c8106110 0x7fd8c819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.162+0000 7fd8c6a00700 1 -- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd8c810b750 msgr2=0x7fd8c81a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.162+0000 7fd8c6a00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd8c810b750 0x7fd8c81a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.162+0000 7fd8c6a00700 1 -- 172.21.15.6:0/1277225061 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c81a0e40 con 0x7fd8c8105750 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.162+0000 7fd8c6000700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c8106110 0x7fd8c819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.162+0000 7fd8c6a00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c8105750 0x7fd8c819be30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd8b8000c00 tx=0x7fd8b80057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.163+0000 7fd8bf400700 1 -- 172.21.15.6:0/1277225061 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b8027070 con 0x7fd8c8105750 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.163+0000 7fd8bf400700 1 -- 172.21.15.6:0/1277225061 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd8b8022470 con 0x7fd8c8105750 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.163+0000 7fd8bf400700 1 -- 172.21.15.6:0/1277225061 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b8017650 con 0x7fd8c8105750 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.163+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8c81a10d0 con 0x7fd8c8105750 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.163+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8c81a89b0 con 0x7fd8c8105750 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.164+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8c810dce0 con 0x7fd8c8105750 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.167+0000 7fd8bf400700 1 -- 172.21.15.6:0/1277225061 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fd8b802a070 con 0x7fd8c8105750 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.170+0000 7fd8bf400700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd8ac0b2990 0x7fd8ac0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.170+0000 7fd8bf400700 1 -- 172.21.15.6:0/1277225061 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd8b80e3130 con 0x7fd8c8105750 2024-05-20T21:14:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.170+0000 7fd8c6000700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd8ac0b2990 0x7fd8ac0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.171+0000 7fd8bf400700 1 -- 172.21.15.6:0/1277225061 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd8b8013070 con 0x7fd8c8105750 2024-05-20T21:14:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.171+0000 7fd8c6000700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd8ac0b2990 0x7fd8ac0b4e50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd8c8103910 tx=0x7fd8b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.453+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fd8c819d190 con 0x7fd8c8105750 2024-05-20T21:14:03.734 INFO:teuthology.orchestra.run.smithi006.stdout:231928234045 2024-05-20T21:14:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.454+0000 7fd8bf400700 1 -- 172.21.15.6:0/1277225061 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd8b80aace0 con 0x7fd8c8105750 2024-05-20T21:14:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd8ac0b2990 msgr2=0x7fd8ac0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd8ac0b2990 0x7fd8ac0b4e50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd8c8103910 tx=0x7fd8b4009260 comp rx=0 tx=0).stop 2024-05-20T21:14:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c8105750 msgr2=0x7fd8c819be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c8105750 0x7fd8c819be30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd8b8000c00 tx=0x7fd8b80057c0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 shutdown_connections 2024-05-20T21:14:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd8ac0b2990 0x7fd8ac0b4e50 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd8c810b750 0x7fd8c81a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd8c8105750 0x7fd8c819be30 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 --2- 172.21.15.6:0/1277225061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd8c8106110 0x7fd8c819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 >> 172.21.15.6:0/1277225061 conn(0x7fd8c8101240 msgr2=0x7fd8c8101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 shutdown_connections 2024-05-20T21:14:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:02.457+0000 7fd8cdc00700 1 -- 172.21.15.6:0/1277225061 wait complete. 2024-05-20T21:14:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:03 smithi062 ceph-mon[36640]: pgmap v386: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:03 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:03 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1277225061' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-20T21:14:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:03 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/748056626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-20T21:14:03.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.945+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7ff67006a230 con 0x7ff670105670 2024-05-20T21:14:03.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.945+0000 7ff674a00700 1 -- 172.21.15.6:0/4287252619 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff6600aaf70 con 0x7ff670105670 2024-05-20T21:14:03.946 INFO:teuthology.orchestra.run.smithi006.stdout:107374182488 2024-05-20T21:14:03.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6540b2990 msgr2=0x7ff6540b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6540b2990 0x7ff6540b4e50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff67019d260 tx=0x7ff65c0073d0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff670105670 msgr2=0x7ff6701a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:03.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff670105670 0x7ff6701a1a40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff660000c00 tx=0x7ff6600057a0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 shutdown_connections 2024-05-20T21:14:03.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff6540b2990 0x7ff6540b4e50 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff67010b670 0x7ff67019bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff670105670 0x7ff6701a1a40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.948+0000 7ff66fe00700 1 --2- 172.21.15.6:0/4287252619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff670106030 0x7ff6701a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:03.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.949+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 >> 172.21.15.6:0/4287252619 conn(0x7ff670101160 msgr2=0x7ff670101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:03.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.949+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 shutdown_connections 2024-05-20T21:14:03.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:03.949+0000 7ff66fe00700 1 -- 172.21.15.6:0/4287252619 wait complete. 2024-05-20T21:14:04.325 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:04.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:04 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4287252619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-20T21:14:04.623 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:04 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4287252619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-20T21:14:04.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:04 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4287252619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-20T21:14:05.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:05 smithi006 ceph-mon[31422]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:05 smithi042 ceph-mon[36332]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:05 smithi062 ceph-mon[36640]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:05.968 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234040 got 231928234045 for osd.8 2024-05-20T21:14:05.968 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:07.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:07 smithi042 ceph-mon[36332]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:07.651 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:07 smithi006 ceph-mon[31422]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:07 smithi062 ceph-mon[36640]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:07.797 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:07.831 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182483 got 107374182488 for osd.3 2024-05-20T21:14:07.832 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.649+0000 7fa7ada00700 1 -- 172.21.15.6:0/3519709079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a8105650 msgr2=0x7fa7a8105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.649+0000 7fa7ada00700 1 --2- 172.21.15.6:0/3519709079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a8105650 0x7fa7a8105ad0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa790009990 tx=0x7fa790009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.649+0000 7fa7ada00700 1 -- 172.21.15.6:0/3519709079 shutdown_connections 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.649+0000 7fa7ada00700 1 --2- 172.21.15.6:0/3519709079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7a8106010 0x7fa7a8112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.649+0000 7fa7ada00700 1 --2- 172.21.15.6:0/3519709079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7a810b650 0x7fa7a810ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.649+0000 7fa7ada00700 1 --2- 172.21.15.6:0/3519709079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a8105650 0x7fa7a8105ad0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.649+0000 7fa7ada00700 1 -- 172.21.15.6:0/3519709079 >> 172.21.15.6:0/3519709079 conn(0x7fa7a8101120 msgr2=0x7fa7a8103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.649+0000 7fa7ada00700 1 -- 172.21.15.6:0/3519709079 shutdown_connections 2024-05-20T21:14:08.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.650+0000 7fa7ada00700 1 -- 172.21.15.6:0/3519709079 wait complete. 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.651+0000 7fa7ada00700 1 Processor -- start 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.652+0000 7fa7ada00700 1 -- start start 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.652+0000 7fa7ada00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7a8105650 0x7fa7a819bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.652+0000 7fa7ada00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7a8106010 0x7fa7a819c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.652+0000 7fa7ada00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a810b650 0x7fa7a81a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.652+0000 7fa7ada00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a81158e0 con 0x7fa7a8106010 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa7ada00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a8115760 con 0x7fa7a8105650 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa7ada00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a8115a60 con 0x7fa7a810b650 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa79fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7a8106010 0x7fa7a819c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa7a7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7a8105650 0x7fa7a819bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa7a7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7a8105650 0x7fa7a819bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57934/0 (socket says 172.21.15.6:57934) 2024-05-20T21:14:08.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa79fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7a8106010 0x7fa7a819c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35040/0 (socket says 172.21.15.6:35040) 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa7a7e00700 1 -- 172.21.15.6:0/818924436 learned_addr learned my addr 172.21.15.6:0/818924436 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa7ad000700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a810b650 0x7fa7a81a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa79fe00700 1 -- 172.21.15.6:0/818924436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a810b650 msgr2=0x7fa7a81a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa79fe00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a810b650 0x7fa7a81a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa79fe00700 1 -- 172.21.15.6:0/818924436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7a8105650 msgr2=0x7fa7a819bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa79fe00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7a8105650 0x7fa7a819bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa79fe00700 1 -- 172.21.15.6:0/818924436 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7a81a0d30 con 0x7fa7a8106010 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.653+0000 7fa7ad000700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a810b650 0x7fa7a81a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.654+0000 7fa79fe00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7a8106010 0x7fa7a819c2b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa790000c00 tx=0x7fa7900047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.654+0000 7fa7a5600700 1 -- 172.21.15.6:0/818924436 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa790026070 con 0x7fa7a8106010 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.654+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7a81a0fc0 con 0x7fa7a8106010 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.654+0000 7fa7a5600700 1 -- 172.21.15.6:0/818924436 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa790021410 con 0x7fa7a8106010 2024-05-20T21:14:08.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.654+0000 7fa7a5600700 1 -- 172.21.15.6:0/818924436 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa790017650 con 0x7fa7a8106010 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.654+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7a81a88a0 con 0x7fa7a8106010 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.656+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7a806a230 con 0x7fa7a8106010 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.657+0000 7fa7a5600700 1 -- 172.21.15.6:0/818924436 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa790029070 con 0x7fa7a8106010 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.659+0000 7fa7a5600700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa78c0b2900 0x7fa78c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.659+0000 7fa7a5600700 1 -- 172.21.15.6:0/818924436 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa7900e2fe0 con 0x7fa7a8106010 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.659+0000 7fa7a7e00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa78c0b2900 0x7fa78c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.660+0000 7fa7a7e00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa78c0b2900 0x7fa78c0b4dc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa798009ca0 tx=0x7fa798009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.664+0000 7fa7a5600700 1 -- 172.21.15.6:0/818924436 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa790013070 con 0x7fa7a8106010 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.943+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fa7a810dc00 con 0x7fa7a8106010 2024-05-20T21:14:08.345 INFO:teuthology.orchestra.run.smithi006.stdout:304942678060 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.944+0000 7fa7a5600700 1 -- 172.21.15.6:0/818924436 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fa7900aacf0 con 0x7fa7a8106010 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa78c0b2900 msgr2=0x7fa78c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa78c0b2900 0x7fa78c0b4dc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa798009ca0 tx=0x7fa798009260 comp rx=0 tx=0).stop 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7a8106010 msgr2=0x7fa7a819c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7a8106010 0x7fa7a819c2b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa790000c00 tx=0x7fa7900047b0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 shutdown_connections 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa78c0b2900 0x7fa78c0b4dc0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7a810b650 0x7fa7a81a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7a8105650 0x7fa7a819bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 --2- 172.21.15.6:0/818924436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7a8106010 0x7fa7a819c2b0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 >> 172.21.15.6:0/818924436 conn(0x7fa7a8101120 msgr2=0x7fa7a8101720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 shutdown_connections 2024-05-20T21:14:08.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:07.947+0000 7fa7ada00700 1 -- 172.21.15.6:0/818924436 wait complete. 2024-05-20T21:14:08.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:08 smithi042 ceph-mon[36332]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-20T21:14:08.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:08 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/818924436' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-20T21:14:08.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:08 smithi006 ceph-mon[31422]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-20T21:14:08.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:08 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/818924436' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-20T21:14:08.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:08 smithi062 ceph-mon[36640]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-20T21:14:08.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:08 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/818924436' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-20T21:14:08.938 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738464 got 34359738470 for osd.0 2024-05-20T21:14:08.938 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:09.046 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411418 got 77309411422 for osd.2 2024-05-20T21:14:09.047 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:09.162 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986255 got 133143986259 for osd.4 2024-05-20T21:14:09.162 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:09.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:09 smithi006 ceph-mon[31422]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:14:09.622 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:09 smithi042 ceph-mon[36332]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:14:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:09 smithi062 ceph-mon[36640]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:14:09.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 -- 172.21.15.6:0/3380160544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b44076090 msgr2=0x7f8b4410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:09.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3380160544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b44076090 0x7f8b4410fa00 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8b300098f0 tx=0x7f8b30009c00 comp rx=0 tx=0).stop 2024-05-20T21:14:09.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 -- 172.21.15.6:0/3380160544 shutdown_connections 2024-05-20T21:14:09.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3380160544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b4410ff40 0x7f8b44112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3380160544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8b44075770 0x7f8b44075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3380160544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b44076090 0x7f8b4410fa00 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 -- 172.21.15.6:0/3380160544 >> 172.21.15.6:0/3380160544 conn(0x7f8b4407a6f0 msgr2=0x7f8b4407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:09.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 -- 172.21.15.6:0/3380160544 shutdown_connections 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.616+0000 7f8b48e00700 1 -- 172.21.15.6:0/3380160544 wait complete. 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.617+0000 7f8b48e00700 1 Processor -- start 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b48e00700 1 -- start start 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b48e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8b44075770 0x7f8b4419bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b48e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b44076090 0x7f8b4419c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b48e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b4410ff40 0x7f8b441a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b48e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8b441159d0 con 0x7f8b44076090 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b48e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8b44115850 con 0x7f8b4410ff40 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b48e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8b44115b50 con 0x7f8b44075770 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b41e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8b44075770 0x7f8b4419bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b41e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8b44075770 0x7f8b4419bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:47556/0 (socket says 172.21.15.6:47556) 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b41e00700 1 -- 172.21.15.6:0/3550311930 learned_addr learned my addr 172.21.15.6:0/3550311930 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:09.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.618+0000 7f8b41400700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b44076090 0x7f8b4419c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:09.979 INFO:teuthology.orchestra.run.smithi006.stdout:201863462978 2024-05-20T21:14:09.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.619+0000 7f8b42800700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b4410ff40 0x7f8b441a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:09.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.619+0000 7f8b41e00700 1 -- 172.21.15.6:0/3550311930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b4410ff40 msgr2=0x7f8b441a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:09.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.619+0000 7f8b41e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b4410ff40 0x7f8b441a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.619+0000 7f8b41e00700 1 -- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b44076090 msgr2=0x7f8b4419c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:09.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.619+0000 7f8b41e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b44076090 0x7f8b4419c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.619+0000 7f8b41e00700 1 -- 172.21.15.6:0/3550311930 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b441a0f50 con 0x7f8b44075770 2024-05-20T21:14:09.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.619+0000 7f8b41e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8b44075770 0x7f8b4419bf40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8b3400ec10 tx=0x7f8b3400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.620+0000 7f8b3aa00700 1 -- 172.21.15.6:0/3550311930 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3400cc90 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.620+0000 7f8b3aa00700 1 -- 172.21.15.6:0/3550311930 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b3400ce30 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.620+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b441a1240 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.620+0000 7f8b3aa00700 1 -- 172.21.15.6:0/3550311930 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b34010430 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.620+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b441a8ac0 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.621+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b4406a230 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.623+0000 7f8b3aa00700 1 -- 172.21.15.6:0/3550311930 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8b34047960 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.626+0000 7f8b3aa00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8b280b2900 0x7f8b280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.626+0000 7f8b3aa00700 1 -- 172.21.15.6:0/3550311930 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8b340e25a0 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.626+0000 7f8b41400700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8b280b2900 0x7f8b280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.626+0000 7f8b41400700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8b280b2900 0x7f8b280b4dc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8b300098c0 tx=0x7f8b30019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.628+0000 7f8b3aa00700 1 -- 172.21.15.6:0/3550311930 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8b340aa1c0 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.881+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f8b4419d2a0 con 0x7f8b44075770 2024-05-20T21:14:09.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.882+0000 7f8b3aa00700 1 -- 172.21.15.6:0/3550311930 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f8b34003680 con 0x7f8b44075770 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.885+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8b280b2900 msgr2=0x7f8b280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.885+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8b280b2900 0x7f8b280b4dc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8b300098c0 tx=0x7f8b30019040 comp rx=0 tx=0).stop 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.885+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8b44075770 msgr2=0x7f8b4419bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.885+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8b44075770 0x7f8b4419bf40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8b3400ec10 tx=0x7f8b3400ef20 comp rx=0 tx=0).stop 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.885+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 shutdown_connections 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.885+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8b280b2900 0x7f8b280b4dc0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.885+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8b4410ff40 0x7f8b441a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.885+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8b44075770 0x7f8b4419bf40 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.886+0000 7f8b48e00700 1 --2- 172.21.15.6:0/3550311930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8b44076090 0x7f8b4419c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.886+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 >> 172.21.15.6:0/3550311930 conn(0x7f8b4407a6f0 msgr2=0x7f8b44100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.888+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 shutdown_connections 2024-05-20T21:14:09.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:09.888+0000 7f8b48e00700 1 -- 172.21.15.6:0/3550311930 wait complete. 2024-05-20T21:14:10.539 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:10 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3550311930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-20T21:14:10.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:10 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3550311930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-20T21:14:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:10 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3550311930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.169+0000 7f660aa00700 1 -- 172.21.15.6:0/943513551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041041a0 msgr2=0x7f66041081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.169+0000 7f660aa00700 1 --2- 172.21.15.6:0/943513551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041041a0 0x7f66041081c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f65ec0099c0 tx=0x7f65ec009cd0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.170+0000 7f660aa00700 1 -- 172.21.15.6:0/943513551 shutdown_connections 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.170+0000 7f660aa00700 1 --2- 172.21.15.6:0/943513551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66041088f0 0x7f6604110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.170+0000 7f660aa00700 1 --2- 172.21.15.6:0/943513551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041037f0 0x7f6604103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.170+0000 7f660aa00700 1 --2- 172.21.15.6:0/943513551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041041a0 0x7f66041081c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.170+0000 7f660aa00700 1 -- 172.21.15.6:0/943513551 >> 172.21.15.6:0/943513551 conn(0x7f660407a6a0 msgr2=0x7f660407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.170+0000 7f660aa00700 1 -- 172.21.15.6:0/943513551 shutdown_connections 2024-05-20T21:14:11.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.170+0000 7f660aa00700 1 -- 172.21.15.6:0/943513551 wait complete. 2024-05-20T21:14:11.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.171+0000 7f660aa00700 1 Processor -- start 2024-05-20T21:14:11.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.171+0000 7f660aa00700 1 -- start start 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.171+0000 7f660aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041037f0 0x7f660419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.171+0000 7f660aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66041041a0 0x7f660419fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.171+0000 7f660aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041088f0 0x7f66041999c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.171+0000 7f660aa00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6604113780 con 0x7f66041088f0 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.171+0000 7f660aa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6604113600 con 0x7f66041037f0 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.171+0000 7f660aa00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6604113900 con 0x7f66041041a0 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6608a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041088f0 0x7f66041999c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6608a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041088f0 0x7f66041999c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35096/0 (socket says 172.21.15.6:35096) 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6608a00700 1 -- 172.21.15.6:0/2364898651 learned_addr learned my addr 172.21.15.6:0/2364898651 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6603e00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041037f0 0x7f660419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:11.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f65fbe00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66041041a0 0x7f660419fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:11.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6608a00700 1 -- 172.21.15.6:0/2364898651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66041041a0 msgr2=0x7f660419fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:11.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6608a00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66041041a0 0x7f660419fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6608a00700 1 -- 172.21.15.6:0/2364898651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041037f0 msgr2=0x7f660419f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:11.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6608a00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041037f0 0x7f660419f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6608a00700 1 -- 172.21.15.6:0/2364898651 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f660419a120 con 0x7f66041088f0 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.172+0000 7f6603e00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041037f0 0x7f660419f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.173+0000 7f6608a00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041088f0 0x7f66041999c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00b970 tx=0x7f65fc00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.173+0000 7f6601600700 1 -- 172.21.15.6:0/2364898651 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc00d860 con 0x7f66041088f0 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.173+0000 7f6601600700 1 -- 172.21.15.6:0/2364898651 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65fc00e430 con 0x7f66041088f0 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.173+0000 7f6601600700 1 -- 172.21.15.6:0/2364898651 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc017660 con 0x7f66041088f0 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.173+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f660419a410 con 0x7f66041088f0 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.173+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66041a66d0 con 0x7f66041088f0 2024-05-20T21:14:11.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.174+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65e0005330 con 0x7f66041088f0 2024-05-20T21:14:11.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.176+0000 7f6601600700 1 -- 172.21.15.6:0/2364898651 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f65fc00da00 con 0x7f66041088f0 2024-05-20T21:14:11.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.178+0000 7f6601600700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65e80b2880 0x7f65e80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:11.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.178+0000 7f6601600700 1 -- 172.21.15.6:0/2364898651 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f65fc0e1fa0 con 0x7f66041088f0 2024-05-20T21:14:11.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.178+0000 7f6603e00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65e80b2880 0x7f65e80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:11.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.179+0000 7f6603e00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65e80b2880 0x7f65e80b4d40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f660419ab00 tx=0x7f65f400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:11.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.181+0000 7f6601600700 1 -- 172.21.15.6:0/2364898651 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f65fc053df0 con 0x7f66041088f0 2024-05-20T21:14:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.436+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f65e00058f0 con 0x7f66041088f0 2024-05-20T21:14:11.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.437+0000 7f6601600700 1 -- 172.21.15.6:0/2364898651 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f65fc013030 con 0x7f66041088f0 2024-05-20T21:14:11.437 INFO:teuthology.orchestra.run.smithi006.stdout:154618822735 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65e80b2880 msgr2=0x7f65e80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65e80b2880 0x7f65e80b4d40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f660419ab00 tx=0x7f65f400a380 comp rx=0 tx=0).stop 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041088f0 msgr2=0x7f66041999c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041088f0 0x7f66041999c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00b970 tx=0x7f65fc00bc80 comp rx=0 tx=0).stop 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 shutdown_connections 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65e80b2880 0x7f65e80b4d40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041088f0 0x7f66041999c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041037f0 0x7f660419f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 --2- 172.21.15.6:0/2364898651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66041041a0 0x7f660419fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:11.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 >> 172.21.15.6:0/2364898651 conn(0x7f660407a6a0 msgr2=0x7f66041015c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:11.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 shutdown_connections 2024-05-20T21:14:11.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:11.440+0000 7f660aa00700 1 -- 172.21.15.6:0/2364898651 wait complete. 2024-05-20T21:14:11.509 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:11 smithi006 ceph-mon[31422]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 596 B/s wr, 7 op/s 2024-05-20T21:14:11.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:11 smithi042 ceph-mon[36332]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 596 B/s wr, 7 op/s 2024-05-20T21:14:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:11 smithi062 ceph-mon[36640]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 596 B/s wr, 7 op/s 2024-05-20T21:14:12.445 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462969 got 201863462978 for osd.7 2024-05-20T21:14:12.445 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:12.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:12 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2364898651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-20T21:14:12.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:12 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2364898651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-20T21:14:12.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:12 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2364898651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-20T21:14:13.420 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:13 smithi006 ceph-mon[31422]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:14:13.699 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678055 got 304942678060 for osd.11 2024-05-20T21:14:13.699 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:13 smithi062 ceph-mon[36640]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:14:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:13 smithi042 ceph-mon[36332]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-20T21:14:14.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 -- 172.21.15.6:0/1834149435 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd01035f0 msgr2=0x7f5cd0103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1834149435 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd01035f0 0x7f5cd0103a50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009990 tx=0x7f5cbc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 -- 172.21.15.6:0/1834149435 shutdown_connections 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1834149435 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cd0103f90 0x7f5cd0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1834149435 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cd0108500 0x7f5cd01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1834149435 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd01035f0 0x7f5cd0103a50 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 -- 172.21.15.6:0/1834149435 >> 172.21.15.6:0/1834149435 conn(0x7f5cd007a6a0 msgr2=0x7f5cd007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 -- 172.21.15.6:0/1834149435 shutdown_connections 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.426+0000 7f5cd8600700 1 -- 172.21.15.6:0/1834149435 wait complete. 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.427+0000 7f5cd8600700 1 Processor -- start 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.427+0000 7f5cd8600700 1 -- start start 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd8600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cd01035f0 0x7f5cd019bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:14.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd8600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd0103f90 0x7f5cd019c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd8600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cd0108500 0x7f5cd01a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd8600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd01137e0 con 0x7f5cd0103f90 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd8600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd0113660 con 0x7f5cd0108500 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd8600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd0113960 con 0x7f5cd01035f0 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd5200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd0103f90 0x7f5cd019c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd5c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cd01035f0 0x7f5cd019bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd5200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd0103f90 0x7f5cd019c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35110/0 (socket says 172.21.15.6:35110) 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd5c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cd01035f0 0x7f5cd019bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:47586/0 (socket says 172.21.15.6:47586) 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd5200700 1 -- 172.21.15.6:0/1117114962 learned_addr learned my addr 172.21.15.6:0/1117114962 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.428+0000 7f5cd6600700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cd0108500 0x7f5cd01a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cd5200700 1 -- 172.21.15.6:0/1117114962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cd01035f0 msgr2=0x7f5cd019bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cd5200700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cd01035f0 0x7f5cd019bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cd5200700 1 -- 172.21.15.6:0/1117114962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cd0108500 msgr2=0x7f5cd01a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:14.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cd5200700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cd0108500 0x7f5cd01a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cd5200700 1 -- 172.21.15.6:0/1117114962 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd01a0eb0 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cd5200700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd0103f90 0x7f5cd019c3e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc0057f0 tx=0x7f5cbc00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cce000700 1 -- 172.21.15.6:0/1117114962 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc026070 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cce000700 1 -- 172.21.15.6:0/1117114962 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cbc021410 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cce000700 1 -- 172.21.15.6:0/1117114962 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc017650 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.429+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cd01a1140 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.430+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cd01a8a20 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.431+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cd006a230 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.434+0000 7f5cce000700 1 -- 172.21.15.6:0/1117114962 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5cbc029070 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.435+0000 7f5cce000700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5cb80b2900 0x7f5cb80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.435+0000 7f5cce000700 1 -- 172.21.15.6:0/1117114962 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5cbc0e3120 con 0x7f5cd0103f90 2024-05-20T21:14:14.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.435+0000 7f5cd5c00700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5cb80b2900 0x7f5cb80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:14.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.436+0000 7f5cd5c00700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5cb80b2900 0x7f5cb80b4dc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5cd01047d0 tx=0x7f5cc4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:14.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.437+0000 7f5cce000700 1 -- 172.21.15.6:0/1117114962 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5cbc030080 con 0x7f5cd0103f90 2024-05-20T21:14:14.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.676+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f5cd01a8bf0 con 0x7f5cd0103f90 2024-05-20T21:14:14.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.677+0000 7f5cce000700 1 -- 172.21.15.6:0/1117114962 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f5cbc013070 con 0x7f5cd0103f90 2024-05-20T21:14:14.677 INFO:teuthology.orchestra.run.smithi006.stdout:279172874290 2024-05-20T21:14:14.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5cb80b2900 msgr2=0x7f5cb80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:14.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5cb80b2900 0x7f5cb80b4dc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5cd01047d0 tx=0x7f5cc4009260 comp rx=0 tx=0).stop 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd0103f90 msgr2=0x7f5cd019c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd0103f90 0x7f5cd019c3e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc0057f0 tx=0x7f5cbc00bfd0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 shutdown_connections 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5cb80b2900 0x7f5cb80b4dc0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5cd0108500 0x7f5cd01a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cd01035f0 0x7f5cd019bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 --2- 172.21.15.6:0/1117114962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5cd0103f90 0x7f5cd019c3e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.680+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 >> 172.21.15.6:0/1117114962 conn(0x7f5cd007a6a0 msgr2=0x7f5cd0101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.681+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 shutdown_connections 2024-05-20T21:14:14.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:14.681+0000 7f5cd8600700 1 -- 172.21.15.6:0/1117114962 wait complete. 2024-05-20T21:14:15.635 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874283 got 279172874290 for osd.10 2024-05-20T21:14:15.635 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:15 smithi006 ceph-mon[31422]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:14:15.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:15 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1117114962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-20T21:14:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:15 smithi062 ceph-mon[36640]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:14:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:15 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1117114962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-20T21:14:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:15 smithi042 ceph-mon[36332]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:14:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:15 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1117114962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-20T21:14:16.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 -- 172.21.15.6:0/1103562238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16541094e0 msgr2=0x7f16541098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:16.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 --2- 172.21.15.6:0/1103562238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16541094e0 0x7f16541098c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f16440098f0 tx=0x7f1644009c00 comp rx=0 tx=0).stop 2024-05-20T21:14:16.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 -- 172.21.15.6:0/1103562238 shutdown_connections 2024-05-20T21:14:16.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 --2- 172.21.15.6:0/1103562238 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1654103e10 0x7f1654110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 --2- 172.21.15.6:0/1103562238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16541094e0 0x7f16541098c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 --2- 172.21.15.6:0/1103562238 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1654103450 0x7f16541038d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 -- 172.21.15.6:0/1103562238 >> 172.21.15.6:0/1103562238 conn(0x7f16540fef60 msgr2=0x7f1654101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:16.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 -- 172.21.15.6:0/1103562238 shutdown_connections 2024-05-20T21:14:16.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.265+0000 7f1658a00700 1 -- 172.21.15.6:0/1103562238 wait complete. 2024-05-20T21:14:16.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.267+0000 7f1658a00700 1 Processor -- start 2024-05-20T21:14:16.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.268+0000 7f1658a00700 1 -- start start 2024-05-20T21:14:16.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.268+0000 7f1658a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1654103450 0x7f1654075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:16.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.268+0000 7f1658a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1654103e10 0x7f1654075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:16.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.268+0000 7f1658a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16541094e0 0x7f16540762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:16.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.268+0000 7f1658a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1654113660 con 0x7f1654103450 2024-05-20T21:14:16.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.268+0000 7f1658a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16541134e0 con 0x7f16541094e0 2024-05-20T21:14:16.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.268+0000 7f1658a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f16541137e0 con 0x7f1654103e10 2024-05-20T21:14:16.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1652800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1654103450 0x7f1654075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:16.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1651e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1654103e10 0x7f1654075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:16.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1653200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16541094e0 0x7f16540762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:16.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1651e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1654103e10 0x7f1654075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:47602/0 (socket says 172.21.15.6:47602) 2024-05-20T21:14:16.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1653200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16541094e0 0x7f16540762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58006/0 (socket says 172.21.15.6:58006) 2024-05-20T21:14:16.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1651e00700 1 -- 172.21.15.6:0/3973292974 learned_addr learned my addr 172.21.15.6:0/3973292974 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:16.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1651e00700 1 -- 172.21.15.6:0/3973292974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16541094e0 msgr2=0x7f16540762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:16.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1651e00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16541094e0 0x7f16540762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1651e00700 1 -- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1654103450 msgr2=0x7f1654075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:16.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1651e00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1654103450 0x7f1654075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1651e00700 1 -- 172.21.15.6:0/3973292974 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16541a8140 con 0x7f1654103e10 2024-05-20T21:14:16.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.269+0000 7f1653200700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16541094e0 0x7f16540762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:16.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.270+0000 7f1651e00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1654103e10 0x7f1654075d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f163c00e9c0 tx=0x7f163c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:16.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.270+0000 7f164b400700 1 -- 172.21.15.6:0/3973292974 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f163c00cbd0 con 0x7f1654103e10 2024-05-20T21:14:16.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.270+0000 7f164b400700 1 -- 172.21.15.6:0/3973292974 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f163c00ee60 con 0x7f1654103e10 2024-05-20T21:14:16.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.270+0000 7f164b400700 1 -- 172.21.15.6:0/3973292974 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f163c0055c0 con 0x7f1654103e10 2024-05-20T21:14:16.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.270+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16541a8430 con 0x7f1654103e10 2024-05-20T21:14:16.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.270+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16541a8920 con 0x7f1654103e10 2024-05-20T21:14:16.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.272+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f165406a230 con 0x7f1654103e10 2024-05-20T21:14:16.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.274+0000 7f164b400700 1 -- 172.21.15.6:0/3973292974 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f163c004750 con 0x7f1654103e10 2024-05-20T21:14:16.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.276+0000 7f164b400700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16380b2880 0x7f16380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:16.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.277+0000 7f164b400700 1 -- 172.21.15.6:0/3973292974 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f163c0e2590 con 0x7f1654103e10 2024-05-20T21:14:16.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.277+0000 7f1652800700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16380b2880 0x7f16380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:16.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.277+0000 7f1652800700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16380b2880 0x7f16380b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f16440098c0 tx=0x7f1644019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:16.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.280+0000 7f164b400700 1 -- 172.21.15.6:0/3973292974 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f163c0aa1b0 con 0x7f1654103e10 2024-05-20T21:14:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.528+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f1654076d70 con 0x7f1654103e10 2024-05-20T21:14:16.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.528+0000 7f164b400700 1 -- 172.21.15.6:0/3973292974 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f163c0a9ab0 con 0x7f1654103e10 2024-05-20T21:14:16.528 INFO:teuthology.orchestra.run.smithi006.stdout:180388626505 2024-05-20T21:14:16.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.531+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16380b2880 msgr2=0x7f16380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.531+0000 7f1658a00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16380b2880 0x7f16380b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f16440098c0 tx=0x7f1644019040 comp rx=0 tx=0).stop 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.531+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1654103e10 msgr2=0x7f1654075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.531+0000 7f1658a00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1654103e10 0x7f1654075d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f163c00e9c0 tx=0x7f163c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.532+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 shutdown_connections 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.532+0000 7f1658a00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16380b2880 0x7f16380b4d40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.532+0000 7f1658a00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16541094e0 0x7f16540762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.532+0000 7f1658a00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1654103450 0x7f1654075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.532+0000 7f1658a00700 1 --2- 172.21.15.6:0/3973292974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1654103e10 0x7f1654075d80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.532+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 >> 172.21.15.6:0/3973292974 conn(0x7f16540fef60 msgr2=0x7f16540ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.532+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 shutdown_connections 2024-05-20T21:14:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:16.532+0000 7f1658a00700 1 -- 172.21.15.6:0/3973292974 wait complete. 2024-05-20T21:14:16.657 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822730 got 154618822735 for osd.5 2024-05-20T21:14:16.657 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:17.344 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626499 got 180388626505 for osd.6 2024-05-20T21:14:17.344 DEBUG:teuthology.parallel:result is None 2024-05-20T21:14:17.345 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-20T21:14:17.345 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:14:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:17 smithi006 ceph-mon[31422]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-20T21:14:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:17 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3973292974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-20T21:14:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:17 smithi062 ceph-mon[36640]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-20T21:14:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:17 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3973292974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-20T21:14:17.806 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:17 smithi042 ceph-mon[36332]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-20T21:14:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:17 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3973292974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-20T21:14:19.560 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:19 smithi006 ceph-mon[31422]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:14:19.561 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:19.561 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:19 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:19 smithi042 ceph-mon[36332]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:14:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:19.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:19 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:19.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:19 smithi062 ceph-mon[36640]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:14:19.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:19.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:19 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:20.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.070+0000 7f0492e00700 1 -- 172.21.15.6:0/3598085174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 msgr2=0x7f048c10fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:20.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.070+0000 7f0492e00700 1 --2- 172.21.15.6:0/3598085174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 0x7f048c10fa60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f04740098f0 tx=0x7f0474009c00 comp rx=0 tx=0).stop 2024-05-20T21:14:20.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.071+0000 7f0492e00700 1 -- 172.21.15.6:0/3598085174 shutdown_connections 2024-05-20T21:14:20.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.071+0000 7f0492e00700 1 --2- 172.21.15.6:0/3598085174 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f048c10ffa0 0x7f048c112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.071+0000 7f0492e00700 1 --2- 172.21.15.6:0/3598085174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f048c075770 0x7f048c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.071+0000 7f0492e00700 1 --2- 172.21.15.6:0/3598085174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 0x7f048c10fa60 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.071+0000 7f0492e00700 1 -- 172.21.15.6:0/3598085174 >> 172.21.15.6:0/3598085174 conn(0x7f048c07a6a0 msgr2=0x7f048c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:20.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.071+0000 7f0492e00700 1 -- 172.21.15.6:0/3598085174 shutdown_connections 2024-05-20T21:14:20.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.071+0000 7f0492e00700 1 -- 172.21.15.6:0/3598085174 wait complete. 2024-05-20T21:14:20.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.072+0000 7f0492e00700 1 Processor -- start 2024-05-20T21:14:20.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.072+0000 7f0492e00700 1 -- start start 2024-05-20T21:14:20.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.072+0000 7f0492e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f048c075770 0x7f048c19bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:20.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.072+0000 7f0492e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 0x7f048c19c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.072+0000 7f0492e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f048c10ffa0 0x7f048c1a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.072+0000 7f0492e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f048c1159b0 con 0x7f048c10ffa0 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.072+0000 7f0492e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f048c115830 con 0x7f048c076090 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.072+0000 7f0492e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f048c115b30 con 0x7f048c075770 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0483400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 0x7f048c19c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0490e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f048c10ffa0 0x7f048c1a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0483400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 0x7f048c19c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44036/0 (socket says 172.21.15.6:44036) 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0483400700 1 -- 172.21.15.6:0/301935380 learned_addr learned my addr 172.21.15.6:0/301935380 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:20.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f048be00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f048c075770 0x7f048c19bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:20.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0483400700 1 -- 172.21.15.6:0/301935380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f048c075770 msgr2=0x7f048c19bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:20.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0483400700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f048c075770 0x7f048c19bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0483400700 1 -- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f048c10ffa0 msgr2=0x7f048c1a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:20.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0483400700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f048c10ffa0 0x7f048c1a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.073+0000 7f0483400700 1 -- 172.21.15.6:0/301935380 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f048c1a0eb0 con 0x7f048c076090 2024-05-20T21:14:20.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.074+0000 7f0483400700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 0x7f048c19c3e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0474009230 tx=0x7f047400fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:20.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.074+0000 7f0489600700 1 -- 172.21.15.6:0/301935380 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04740050c0 con 0x7f048c076090 2024-05-20T21:14:20.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.074+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f048c1a1140 con 0x7f048c076090 2024-05-20T21:14:20.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.074+0000 7f0489600700 1 -- 172.21.15.6:0/301935380 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f047400b560 con 0x7f048c076090 2024-05-20T21:14:20.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.074+0000 7f0489600700 1 -- 172.21.15.6:0/301935380 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0474003a00 con 0x7f048c076090 2024-05-20T21:14:20.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.074+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f048c1a8a20 con 0x7f048c076090 2024-05-20T21:14:20.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.075+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f048c076e30 con 0x7f048c076090 2024-05-20T21:14:20.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.077+0000 7f0489600700 1 -- 172.21.15.6:0/301935380 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f047400b710 con 0x7f048c076090 2024-05-20T21:14:20.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.079+0000 7f0489600700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04700b2880 0x7f04700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:20.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.079+0000 7f0489600700 1 -- 172.21.15.6:0/301935380 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f04740e33c0 con 0x7f048c076090 2024-05-20T21:14:20.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.079+0000 7f048be00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04700b2880 0x7f04700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:20.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.080+0000 7f048be00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04700b2880 0x7f04700b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f047c009c60 tx=0x7f047c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:20.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.082+0000 7f0489600700 1 -- 172.21.15.6:0/301935380 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0474013030 con 0x7f048c076090 2024-05-20T21:14:20.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.317+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f048c19d200 con 0x7f04700b2880 2024-05-20T21:14:20.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.341+0000 7f0489600700 1 -- 172.21.15.6:0/301935380 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258835 (secure 0 0 0) 0x7f048c19d200 con 0x7f04700b2880 2024-05-20T21:14:20.347 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:14:20.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04700b2880 msgr2=0x7f04700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:20.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04700b2880 0x7f04700b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f047c009c60 tx=0x7f047c009260 comp rx=0 tx=0).stop 2024-05-20T21:14:20.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 msgr2=0x7f048c19c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:20.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 0x7f048c19c3e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0474009230 tx=0x7f047400fa70 comp rx=0 tx=0).stop 2024-05-20T21:14:20.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 shutdown_connections 2024-05-20T21:14:20.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04700b2880 0x7f04700b4d40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f048c10ffa0 0x7f048c1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f048c075770 0x7f048c19bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 --2- 172.21.15.6:0/301935380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f048c076090 0x7f048c19c3e0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:20.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.347+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 >> 172.21.15.6:0/301935380 conn(0x7f048c07a6a0 msgr2=0x7f048c100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:20.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.348+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 shutdown_connections 2024-05-20T21:14:20.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:20.348+0000 7f0492e00700 1 -- 172.21.15.6:0/301935380 wait complete. 2024-05-20T21:14:20.350 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:14:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:14:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:14:20.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:14:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:14:20.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:20.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:14:20.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:14:20.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:14:21.179 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":395,"stamp":"2024-05-20T21:14:20.182591+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659696,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":807,"num_read_kb":503,"num_write":301,"num_write_kb":2274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2951991,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":744,"ondisk_log_size":744,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399480,"kb_used_data":12888,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542344,"statfs":{"total":1151940427776,"available":1151531360256,"internally_reserved":0,"allocated":13197312,"data_stored":7353048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":249,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":42,"num_write":6,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005206"},"pg_stats":[{"pgid":"3.3f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145463+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:14:06.145463+0000","last_peered":"2024-05-20T21:14:06.145463+0000","last_clean":"2024-05-20T21:14:06.145463+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:14:06.145463+0000","last_undegraded":"2024-05-20T21:14:06.145463+0000","last_fullsized":"2024-05-20T21:14:06.145463+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141840+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:14:06.141840+0000","last_peered":"2024-05-20T21:14:06.141840+0000","last_clean":"2024-05-20T21:14:06.141840+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:14:06.141840+0000","last_undegraded":"2024-05-20T21:14:06.141840+0000","last_fullsized":"2024-05-20T21:14:06.141840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139476+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:14:06.139476+0000","last_peered":"2024-05-20T21:14:06.139476+0000","last_clean":"2024-05-20T21:14:06.139476+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:14:06.139476+0000","last_undegraded":"2024-05-20T21:14:06.139476+0000","last_fullsized":"2024-05-20T21:14:06.139476+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126898+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:14:06.126898+0000","last_peered":"2024-05-20T21:14:06.126898+0000","last_clean":"2024-05-20T21:14:06.126898+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:14:06.126898+0000","last_undegraded":"2024-05-20T21:14:06.126898+0000","last_fullsized":"2024-05-20T21:14:06.126898+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"83'4","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134838+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:14:06.134838+0000","last_peered":"2024-05-20T21:14:06.134838+0000","last_clean":"2024-05-20T21:14:06.134838+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:14:06.134838+0000","last_undegraded":"2024-05-20T21:14:06.134838+0000","last_fullsized":"2024-05-20T21:14:06.134838+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"83'6","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128509+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:14:06.128509+0000","last_peered":"2024-05-20T21:14:06.128509+0000","last_clean":"2024-05-20T21:14:06.128509+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:14:06.128509+0000","last_undegraded":"2024-05-20T21:14:06.128509+0000","last_fullsized":"2024-05-20T21:14:06.128509+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"83'5","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132404+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:14:06.132404+0000","last_peered":"2024-05-20T21:14:06.132404+0000","last_clean":"2024-05-20T21:14:06.132404+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:14:06.132404+0000","last_undegraded":"2024-05-20T21:14:06.132404+0000","last_fullsized":"2024-05-20T21:14:06.132404+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"83'9","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136679+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:14:06.136679+0000","last_peered":"2024-05-20T21:14:06.136679+0000","last_clean":"2024-05-20T21:14:06.136679+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:14:06.136679+0000","last_undegraded":"2024-05-20T21:14:06.136679+0000","last_fullsized":"2024-05-20T21:14:06.136679+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"83'11","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135595+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:14:06.135595+0000","last_peered":"2024-05-20T21:14:06.135595+0000","last_clean":"2024-05-20T21:14:06.135595+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:14:06.135595+0000","last_undegraded":"2024-05-20T21:14:06.135595+0000","last_fullsized":"2024-05-20T21:14:06.135595+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"83'16","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129735+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:14:06.129735+0000","last_peered":"2024-05-20T21:14:06.129735+0000","last_clean":"2024-05-20T21:14:06.129735+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:14:06.129735+0000","last_undegraded":"2024-05-20T21:14:06.129735+0000","last_fullsized":"2024-05-20T21:14:06.129735+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"83'6","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135443+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:14:06.135443+0000","last_peered":"2024-05-20T21:14:06.135443+0000","last_clean":"2024-05-20T21:14:06.135443+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:14:06.135443+0000","last_undegraded":"2024-05-20T21:14:06.135443+0000","last_fullsized":"2024-05-20T21:14:06.135443+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"83'7","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127654+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:14:06.127654+0000","last_peered":"2024-05-20T21:14:06.127654+0000","last_clean":"2024-05-20T21:14:06.127654+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:14:06.127654+0000","last_undegraded":"2024-05-20T21:14:06.127654+0000","last_fullsized":"2024-05-20T21:14:06.127654+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"83'10","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138810+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:14:06.138810+0000","last_peered":"2024-05-20T21:14:06.138810+0000","last_clean":"2024-05-20T21:14:06.138810+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:14:06.138810+0000","last_undegraded":"2024-05-20T21:14:06.138810+0000","last_fullsized":"2024-05-20T21:14:06.138810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143675+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:14:06.143675+0000","last_peered":"2024-05-20T21:14:06.143675+0000","last_clean":"2024-05-20T21:14:06.143675+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:14:06.143675+0000","last_undegraded":"2024-05-20T21:14:06.143675+0000","last_fullsized":"2024-05-20T21:14:06.143675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143908+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:14:06.143908+0000","last_peered":"2024-05-20T21:14:06.143908+0000","last_clean":"2024-05-20T21:14:06.143908+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:14:06.143908+0000","last_undegraded":"2024-05-20T21:14:06.143908+0000","last_fullsized":"2024-05-20T21:14:06.143908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144574+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:14:06.144574+0000","last_peered":"2024-05-20T21:14:06.144574+0000","last_clean":"2024-05-20T21:14:06.144574+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:14:06.144574+0000","last_undegraded":"2024-05-20T21:14:06.144574+0000","last_fullsized":"2024-05-20T21:14:06.144574+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"83'8","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145738+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:14:06.145738+0000","last_peered":"2024-05-20T21:14:06.145738+0000","last_clean":"2024-05-20T21:14:06.145738+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:14:06.145738+0000","last_undegraded":"2024-05-20T21:14:06.145738+0000","last_fullsized":"2024-05-20T21:14:06.145738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129884+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:14:06.129884+0000","last_peered":"2024-05-20T21:14:06.129884+0000","last_clean":"2024-05-20T21:14:06.129884+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:14:06.129884+0000","last_undegraded":"2024-05-20T21:14:06.129884+0000","last_fullsized":"2024-05-20T21:14:06.129884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135670+0000","last_change":"2024-05-20T21:13:38.316226+0000","last_active":"2024-05-20T21:14:06.135670+0000","last_peered":"2024-05-20T21:14:06.135670+0000","last_clean":"2024-05-20T21:14:06.135670+0000","last_became_active":"2024-05-20T21:13:38.315723+0000","last_became_peered":"2024-05-20T21:13:38.315723+0000","last_unstale":"2024-05-20T21:14:06.135670+0000","last_undegraded":"2024-05-20T21:14:06.135670+0000","last_fullsized":"2024-05-20T21:14:06.135670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:55:39.583425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9],"acting":[2,3,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310781+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:13:38.310781+0000","last_peered":"2024-05-20T21:13:38.310781+0000","last_clean":"2024-05-20T21:13:38.310781+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:13:38.310781+0000","last_undegraded":"2024-05-20T21:13:38.310781+0000","last_fullsized":"2024-05-20T21:13:38.310781+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126489+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:14:06.126489+0000","last_peered":"2024-05-20T21:14:06.126489+0000","last_clean":"2024-05-20T21:14:06.126489+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:14:06.126489+0000","last_undegraded":"2024-05-20T21:14:06.126489+0000","last_fullsized":"2024-05-20T21:14:06.126489+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315772+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:13:38.315772+0000","last_peered":"2024-05-20T21:13:38.315772+0000","last_clean":"2024-05-20T21:13:38.315772+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:13:38.315772+0000","last_undegraded":"2024-05-20T21:13:38.315772+0000","last_fullsized":"2024-05-20T21:13:38.315772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145621+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:14:06.145621+0000","last_peered":"2024-05-20T21:14:06.145621+0000","last_clean":"2024-05-20T21:14:06.145621+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:14:06.145621+0000","last_undegraded":"2024-05-20T21:14:06.145621+0000","last_fullsized":"2024-05-20T21:14:06.145621+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313340+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:13:38.313340+0000","last_peered":"2024-05-20T21:13:38.313340+0000","last_clean":"2024-05-20T21:13:38.313340+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:13:38.313340+0000","last_undegraded":"2024-05-20T21:13:38.313340+0000","last_fullsized":"2024-05-20T21:13:38.313340+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"83'9","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140762+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:14:06.140762+0000","last_peered":"2024-05-20T21:14:06.140762+0000","last_clean":"2024-05-20T21:14:06.140762+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:14:06.140762+0000","last_undegraded":"2024-05-20T21:14:06.140762+0000","last_fullsized":"2024-05-20T21:14:06.140762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313285+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:13:38.313285+0000","last_peered":"2024-05-20T21:13:38.313285+0000","last_clean":"2024-05-20T21:13:38.313285+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:13:38.313285+0000","last_undegraded":"2024-05-20T21:13:38.313285+0000","last_fullsized":"2024-05-20T21:13:38.313285+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"83'15","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127267+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:14:06.127267+0000","last_peered":"2024-05-20T21:14:06.127267+0000","last_clean":"2024-05-20T21:14:06.127267+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:14:06.127267+0000","last_undegraded":"2024-05-20T21:14:06.127267+0000","last_fullsized":"2024-05-20T21:14:06.127267+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'7","reported_seq":156,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:14.529286+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:14:14.529286+0000","last_peered":"2024-05-20T21:14:14.529286+0000","last_clean":"2024-05-20T21:14:14.529286+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:14:14.529286+0000","last_undegraded":"2024-05-20T21:14:14.529286+0000","last_fullsized":"2024-05-20T21:14:14.529286+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"83'7","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122586+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:14:06.122586+0000","last_peered":"2024-05-20T21:14:06.122586+0000","last_clean":"2024-05-20T21:14:06.122586+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:14:06.122586+0000","last_undegraded":"2024-05-20T21:14:06.122586+0000","last_fullsized":"2024-05-20T21:14:06.122586+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312364+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:13:38.312364+0000","last_peered":"2024-05-20T21:13:38.312364+0000","last_clean":"2024-05-20T21:13:38.312364+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:13:38.312364+0000","last_undegraded":"2024-05-20T21:13:38.312364+0000","last_fullsized":"2024-05-20T21:13:38.312364+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"83'8","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134860+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:14:06.134860+0000","last_peered":"2024-05-20T21:14:06.134860+0000","last_clean":"2024-05-20T21:14:06.134860+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:14:06.134860+0000","last_undegraded":"2024-05-20T21:14:06.134860+0000","last_fullsized":"2024-05-20T21:14:06.134860+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.358570+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:13:38.358570+0000","last_peered":"2024-05-20T21:13:38.358570+0000","last_clean":"2024-05-20T21:13:38.358570+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:13:38.358570+0000","last_undegraded":"2024-05-20T21:13:38.358570+0000","last_fullsized":"2024-05-20T21:13:38.358570+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"83'8","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141092+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:14:06.141092+0000","last_peered":"2024-05-20T21:14:06.141092+0000","last_clean":"2024-05-20T21:14:06.141092+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:14:06.141092+0000","last_undegraded":"2024-05-20T21:14:06.141092+0000","last_fullsized":"2024-05-20T21:14:06.141092+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317558+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:13:38.317558+0000","last_peered":"2024-05-20T21:13:38.317558+0000","last_clean":"2024-05-20T21:13:38.317558+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:13:38.317558+0000","last_undegraded":"2024-05-20T21:13:38.317558+0000","last_fullsized":"2024-05-20T21:13:38.317558+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"83'11","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128248+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:14:06.128248+0000","last_peered":"2024-05-20T21:14:06.128248+0000","last_clean":"2024-05-20T21:14:06.128248+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:14:06.128248+0000","last_undegraded":"2024-05-20T21:14:06.128248+0000","last_fullsized":"2024-05-20T21:14:06.128248+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":152,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:17.533854+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:14:17.533854+0000","last_peered":"2024-05-20T21:14:17.533854+0000","last_clean":"2024-05-20T21:14:17.533854+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:14:17.533854+0000","last_undegraded":"2024-05-20T21:14:17.533854+0000","last_fullsized":"2024-05-20T21:14:17.533854+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"83'10","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133452+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:14:06.133452+0000","last_peered":"2024-05-20T21:14:06.133452+0000","last_clean":"2024-05-20T21:14:06.133452+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:14:06.133452+0000","last_undegraded":"2024-05-20T21:14:06.133452+0000","last_fullsized":"2024-05-20T21:14:06.133452+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314987+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:13:38.314987+0000","last_peered":"2024-05-20T21:13:38.314987+0000","last_clean":"2024-05-20T21:13:38.314987+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:13:38.314987+0000","last_undegraded":"2024-05-20T21:13:38.314987+0000","last_fullsized":"2024-05-20T21:13:38.314987+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"83'9","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145285+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:14:06.145285+0000","last_peered":"2024-05-20T21:14:06.145285+0000","last_clean":"2024-05-20T21:14:06.145285+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:14:06.145285+0000","last_undegraded":"2024-05-20T21:14:06.145285+0000","last_fullsized":"2024-05-20T21:14:06.145285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318191+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:13:38.318191+0000","last_peered":"2024-05-20T21:13:38.318191+0000","last_clean":"2024-05-20T21:13:38.318191+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:13:38.318191+0000","last_undegraded":"2024-05-20T21:13:38.318191+0000","last_fullsized":"2024-05-20T21:13:38.318191+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127001+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:14:06.127001+0000","last_peered":"2024-05-20T21:14:06.127001+0000","last_clean":"2024-05-20T21:14:06.127001+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:14:06.127001+0000","last_undegraded":"2024-05-20T21:14:06.127001+0000","last_fullsized":"2024-05-20T21:14:06.127001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'33","reported_seq":309,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:17.533815+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:14:17.533815+0000","last_peered":"2024-05-20T21:14:17.533815+0000","last_clean":"2024-05-20T21:14:17.533815+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:14:17.533815+0000","last_undegraded":"2024-05-20T21:14:17.533815+0000","last_fullsized":"2024-05-20T21:14:17.533815+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64420,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":245,"num_read_kb":184,"num_write":34,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"83'6","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122485+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:14:06.122485+0000","last_peered":"2024-05-20T21:14:06.122485+0000","last_clean":"2024-05-20T21:14:06.122485+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:14:06.122485+0000","last_undegraded":"2024-05-20T21:14:06.122485+0000","last_fullsized":"2024-05-20T21:14:06.122485+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.328741+0000","last_change":"2024-05-20T21:13:38.328279+0000","last_active":"2024-05-20T21:13:38.328741+0000","last_peered":"2024-05-20T21:13:38.328741+0000","last_clean":"2024-05-20T21:13:38.328741+0000","last_became_active":"2024-05-20T21:13:38.316015+0000","last_became_peered":"2024-05-20T21:13:38.316015+0000","last_unstale":"2024-05-20T21:13:38.328741+0000","last_undegraded":"2024-05-20T21:13:38.328741+0000","last_fullsized":"2024-05-20T21:13:38.328741+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:23:34.074244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137823+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:14:06.137823+0000","last_peered":"2024-05-20T21:14:06.137823+0000","last_clean":"2024-05-20T21:14:06.137823+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:14:06.137823+0000","last_undegraded":"2024-05-20T21:14:06.137823+0000","last_fullsized":"2024-05-20T21:14:06.137823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317400+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:13:38.317400+0000","last_peered":"2024-05-20T21:13:38.317400+0000","last_clean":"2024-05-20T21:13:38.317400+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:13:38.317400+0000","last_undegraded":"2024-05-20T21:13:38.317400+0000","last_fullsized":"2024-05-20T21:13:38.317400+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.131136+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:14:06.131136+0000","last_peered":"2024-05-20T21:14:06.131136+0000","last_clean":"2024-05-20T21:14:06.131136+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:14:06.131136+0000","last_undegraded":"2024-05-20T21:14:06.131136+0000","last_fullsized":"2024-05-20T21:14:06.131136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":156,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:16.577305+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:14:16.577305+0000","last_peered":"2024-05-20T21:14:16.577305+0000","last_clean":"2024-05-20T21:14:16.577305+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:14:16.577305+0000","last_undegraded":"2024-05-20T21:14:16.577305+0000","last_fullsized":"2024-05-20T21:14:16.577305+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123940+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:14:06.123940+0000","last_peered":"2024-05-20T21:14:06.123940+0000","last_clean":"2024-05-20T21:14:06.123940+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:14:06.123940+0000","last_undegraded":"2024-05-20T21:14:06.123940+0000","last_fullsized":"2024-05-20T21:14:06.123940+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":47,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312571+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:13:38.312571+0000","last_peered":"2024-05-20T21:13:38.312571+0000","last_clean":"2024-05-20T21:13:38.312571+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:13:38.312571+0000","last_undegraded":"2024-05-20T21:13:38.312571+0000","last_fullsized":"2024-05-20T21:13:38.312571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"83'6","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126280+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:14:06.126280+0000","last_peered":"2024-05-20T21:14:06.126280+0000","last_clean":"2024-05-20T21:14:06.126280+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:14:06.126280+0000","last_undegraded":"2024-05-20T21:14:06.126280+0000","last_fullsized":"2024-05-20T21:14:06.126280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313126+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:13:38.313126+0000","last_peered":"2024-05-20T21:13:38.313126+0000","last_clean":"2024-05-20T21:13:38.313126+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:13:38.313126+0000","last_undegraded":"2024-05-20T21:13:38.313126+0000","last_fullsized":"2024-05-20T21:13:38.313126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128310+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:14:06.128310+0000","last_peered":"2024-05-20T21:14:06.128310+0000","last_clean":"2024-05-20T21:14:06.128310+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:14:06.128310+0000","last_undegraded":"2024-05-20T21:14:06.128310+0000","last_fullsized":"2024-05-20T21:14:06.128310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310164+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:13:38.310164+0000","last_peered":"2024-05-20T21:13:38.310164+0000","last_clean":"2024-05-20T21:13:38.310164+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:13:38.310164+0000","last_undegraded":"2024-05-20T21:13:38.310164+0000","last_fullsized":"2024-05-20T21:13:38.310164+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132727+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:14:06.132727+0000","last_peered":"2024-05-20T21:14:06.132727+0000","last_clean":"2024-05-20T21:14:06.132727+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:14:06.132727+0000","last_undegraded":"2024-05-20T21:14:06.132727+0000","last_fullsized":"2024-05-20T21:14:06.132727+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314731+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:13:38.314731+0000","last_peered":"2024-05-20T21:13:38.314731+0000","last_clean":"2024-05-20T21:13:38.314731+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:13:38.314731+0000","last_undegraded":"2024-05-20T21:13:38.314731+0000","last_fullsized":"2024-05-20T21:13:38.314731+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122396+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:14:06.122396+0000","last_peered":"2024-05-20T21:14:06.122396+0000","last_clean":"2024-05-20T21:14:06.122396+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:14:06.122396+0000","last_undegraded":"2024-05-20T21:14:06.122396+0000","last_fullsized":"2024-05-20T21:14:06.122396+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.114502+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:14:06.114502+0000","last_peered":"2024-05-20T21:14:06.114502+0000","last_clean":"2024-05-20T21:14:06.114502+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:14:06.114502+0000","last_undegraded":"2024-05-20T21:14:06.114502+0000","last_fullsized":"2024-05-20T21:14:06.114502+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":152,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:15.574392+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:14:15.574392+0000","last_peered":"2024-05-20T21:14:15.574392+0000","last_clean":"2024-05-20T21:14:15.574392+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:14:15.574392+0000","last_undegraded":"2024-05-20T21:14:15.574392+0000","last_fullsized":"2024-05-20T21:14:15.574392+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139353+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:14:06.139353+0000","last_peered":"2024-05-20T21:14:06.139353+0000","last_clean":"2024-05-20T21:14:06.139353+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:14:06.139353+0000","last_undegraded":"2024-05-20T21:14:06.139353+0000","last_fullsized":"2024-05-20T21:14:06.139353+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307445+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:13:38.307445+0000","last_peered":"2024-05-20T21:13:38.307445+0000","last_clean":"2024-05-20T21:13:38.307445+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:13:38.307445+0000","last_undegraded":"2024-05-20T21:13:38.307445+0000","last_fullsized":"2024-05-20T21:13:38.307445+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":104,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314631+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:13:38.314631+0000","last_peered":"2024-05-20T21:13:38.314631+0000","last_clean":"2024-05-20T21:13:38.314631+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:13:38.314631+0000","last_undegraded":"2024-05-20T21:13:38.314631+0000","last_fullsized":"2024-05-20T21:13:38.314631+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123268+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:14:06.123268+0000","last_peered":"2024-05-20T21:14:06.123268+0000","last_clean":"2024-05-20T21:14:06.123268+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:14:06.123268+0000","last_undegraded":"2024-05-20T21:14:06.123268+0000","last_fullsized":"2024-05-20T21:14:06.123268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":44,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360249+0000","last_change":"2024-05-20T21:13:38.359785+0000","last_active":"2024-05-20T21:13:38.360249+0000","last_peered":"2024-05-20T21:13:38.360249+0000","last_clean":"2024-05-20T21:13:38.360249+0000","last_became_active":"2024-05-20T21:13:38.357081+0000","last_became_peered":"2024-05-20T21:13:38.357081+0000","last_unstale":"2024-05-20T21:13:38.360249+0000","last_undegraded":"2024-05-20T21:13:38.360249+0000","last_fullsized":"2024-05-20T21:13:38.360249+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:50:28.251838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313106+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:13:38.313106+0000","last_peered":"2024-05-20T21:13:38.313106+0000","last_clean":"2024-05-20T21:13:38.313106+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:13:38.313106+0000","last_undegraded":"2024-05-20T21:13:38.313106+0000","last_fullsized":"2024-05-20T21:13:38.313106+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137470+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:14:06.137470+0000","last_peered":"2024-05-20T21:14:06.137470+0000","last_clean":"2024-05-20T21:14:06.137470+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:14:06.137470+0000","last_undegraded":"2024-05-20T21:14:06.137470+0000","last_fullsized":"2024-05-20T21:14:06.137470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'13","reported_seq":44,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:03.574248+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:14:03.574248+0000","last_peered":"2024-05-20T21:14:03.574248+0000","last_clean":"2024-05-20T21:14:03.574248+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:14:03.574248+0000","last_undegraded":"2024-05-20T21:14:03.574248+0000","last_fullsized":"2024-05-20T21:14:03.574248+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135900+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:14:06.135900+0000","last_peered":"2024-05-20T21:14:06.135900+0000","last_clean":"2024-05-20T21:14:06.135900+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:14:06.135900+0000","last_undegraded":"2024-05-20T21:14:06.135900+0000","last_fullsized":"2024-05-20T21:14:06.135900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307563+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:13:38.307563+0000","last_peered":"2024-05-20T21:13:38.307563+0000","last_clean":"2024-05-20T21:13:38.307563+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:13:38.307563+0000","last_undegraded":"2024-05-20T21:13:38.307563+0000","last_fullsized":"2024-05-20T21:13:38.307563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143833+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:14:06.143833+0000","last_peered":"2024-05-20T21:14:06.143833+0000","last_clean":"2024-05-20T21:14:06.143833+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:14:06.143833+0000","last_undegraded":"2024-05-20T21:14:06.143833+0000","last_fullsized":"2024-05-20T21:14:06.143833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.355924+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:13:38.355924+0000","last_peered":"2024-05-20T21:13:38.355924+0000","last_clean":"2024-05-20T21:13:38.355924+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:13:38.355924+0000","last_undegraded":"2024-05-20T21:13:38.355924+0000","last_fullsized":"2024-05-20T21:13:38.355924+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122041+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:14:06.122041+0000","last_peered":"2024-05-20T21:14:06.122041+0000","last_clean":"2024-05-20T21:14:06.122041+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:14:06.122041+0000","last_undegraded":"2024-05-20T21:14:06.122041+0000","last_fullsized":"2024-05-20T21:14:06.122041+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314153+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:13:38.314153+0000","last_peered":"2024-05-20T21:13:38.314153+0000","last_clean":"2024-05-20T21:13:38.314153+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:13:38.314153+0000","last_undegraded":"2024-05-20T21:13:38.314153+0000","last_fullsized":"2024-05-20T21:13:38.314153+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144429+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:14:06.144429+0000","last_peered":"2024-05-20T21:14:06.144429+0000","last_clean":"2024-05-20T21:14:06.144429+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:14:06.144429+0000","last_undegraded":"2024-05-20T21:14:06.144429+0000","last_fullsized":"2024-05-20T21:14:06.144429+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.321354+0000","last_change":"2024-05-20T21:13:38.320823+0000","last_active":"2024-05-20T21:13:38.321354+0000","last_peered":"2024-05-20T21:13:38.321354+0000","last_clean":"2024-05-20T21:13:38.321354+0000","last_became_active":"2024-05-20T21:13:38.315795+0000","last_became_peered":"2024-05-20T21:13:38.315795+0000","last_unstale":"2024-05-20T21:13:38.321354+0000","last_undegraded":"2024-05-20T21:13:38.321354+0000","last_fullsized":"2024-05-20T21:13:38.321354+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:29:18.519222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144994+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:14:06.144994+0000","last_peered":"2024-05-20T21:14:06.144994+0000","last_clean":"2024-05-20T21:14:06.144994+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:14:06.144994+0000","last_undegraded":"2024-05-20T21:14:06.144994+0000","last_fullsized":"2024-05-20T21:14:06.144994+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312684+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:13:38.312684+0000","last_peered":"2024-05-20T21:13:38.312684+0000","last_clean":"2024-05-20T21:13:38.312684+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:13:38.312684+0000","last_undegraded":"2024-05-20T21:13:38.312684+0000","last_fullsized":"2024-05-20T21:13:38.312684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135968+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:14:06.135968+0000","last_peered":"2024-05-20T21:14:06.135968+0000","last_clean":"2024-05-20T21:14:06.135968+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:14:06.135968+0000","last_undegraded":"2024-05-20T21:14:06.135968+0000","last_fullsized":"2024-05-20T21:14:06.135968+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.308485+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:13:38.308485+0000","last_peered":"2024-05-20T21:13:38.308485+0000","last_clean":"2024-05-20T21:13:38.308485+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:13:38.308485+0000","last_undegraded":"2024-05-20T21:13:38.308485+0000","last_fullsized":"2024-05-20T21:13:38.308485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135652+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:14:06.135652+0000","last_peered":"2024-05-20T21:14:06.135652+0000","last_clean":"2024-05-20T21:14:06.135652+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:14:06.135652+0000","last_undegraded":"2024-05-20T21:14:06.135652+0000","last_fullsized":"2024-05-20T21:14:06.135652+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318094+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:13:38.318094+0000","last_peered":"2024-05-20T21:13:38.318094+0000","last_clean":"2024-05-20T21:13:38.318094+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:13:38.318094+0000","last_undegraded":"2024-05-20T21:13:38.318094+0000","last_fullsized":"2024-05-20T21:13:38.318094+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123549+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:14:06.123549+0000","last_peered":"2024-05-20T21:14:06.123549+0000","last_clean":"2024-05-20T21:14:06.123549+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:14:06.123549+0000","last_undegraded":"2024-05-20T21:14:06.123549+0000","last_fullsized":"2024-05-20T21:14:06.123549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360800+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:13:38.360800+0000","last_peered":"2024-05-20T21:13:38.360800+0000","last_clean":"2024-05-20T21:13:38.360800+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:13:38.360800+0000","last_undegraded":"2024-05-20T21:13:38.360800+0000","last_fullsized":"2024-05-20T21:13:38.360800+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126001+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:14:06.126001+0000","last_peered":"2024-05-20T21:14:06.126001+0000","last_clean":"2024-05-20T21:14:06.126001+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:14:06.126001+0000","last_undegraded":"2024-05-20T21:14:06.126001+0000","last_fullsized":"2024-05-20T21:14:06.126001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127155+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:14:06.127155+0000","last_peered":"2024-05-20T21:14:06.127155+0000","last_clean":"2024-05-20T21:14:06.127155+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:14:06.127155+0000","last_undegraded":"2024-05-20T21:14:06.127155+0000","last_fullsized":"2024-05-20T21:14:06.127155+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"83'12","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.119524+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:14:06.119524+0000","last_peered":"2024-05-20T21:14:06.119524+0000","last_clean":"2024-05-20T21:14:06.119524+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:14:06.119524+0000","last_undegraded":"2024-05-20T21:14:06.119524+0000","last_fullsized":"2024-05-20T21:14:06.119524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144787+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:14:06.144787+0000","last_peered":"2024-05-20T21:14:06.144787+0000","last_clean":"2024-05-20T21:14:06.144787+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:14:06.144787+0000","last_undegraded":"2024-05-20T21:14:06.144787+0000","last_fullsized":"2024-05-20T21:14:06.144787+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141122+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:14:06.141122+0000","last_peered":"2024-05-20T21:14:06.141122+0000","last_clean":"2024-05-20T21:14:06.141122+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:14:06.141122+0000","last_undegraded":"2024-05-20T21:14:06.141122+0000","last_fullsized":"2024-05-20T21:14:06.141122+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146227+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:14:06.146227+0000","last_peered":"2024-05-20T21:14:06.146227+0000","last_clean":"2024-05-20T21:14:06.146227+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:14:06.146227+0000","last_undegraded":"2024-05-20T21:14:06.146227+0000","last_fullsized":"2024-05-20T21:14:06.146227+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124958+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:14:06.124958+0000","last_peered":"2024-05-20T21:14:06.124958+0000","last_clean":"2024-05-20T21:14:06.124958+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:14:06.124958+0000","last_undegraded":"2024-05-20T21:14:06.124958+0000","last_fullsized":"2024-05-20T21:14:06.124958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.116249+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:14:06.116249+0000","last_peered":"2024-05-20T21:14:06.116249+0000","last_clean":"2024-05-20T21:14:06.116249+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:14:06.116249+0000","last_undegraded":"2024-05-20T21:14:06.116249+0000","last_fullsized":"2024-05-20T21:14:06.116249+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134983+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:14:06.134983+0000","last_peered":"2024-05-20T21:14:06.134983+0000","last_clean":"2024-05-20T21:14:06.134983+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:14:06.134983+0000","last_undegraded":"2024-05-20T21:14:06.134983+0000","last_fullsized":"2024-05-20T21:14:06.134983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"83'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138120+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:14:06.138120+0000","last_peered":"2024-05-20T21:14:06.138120+0000","last_clean":"2024-05-20T21:14:06.138120+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:14:06.138120+0000","last_undegraded":"2024-05-20T21:14:06.138120+0000","last_fullsized":"2024-05-20T21:14:06.138120+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134677+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:14:06.134677+0000","last_peered":"2024-05-20T21:14:06.134677+0000","last_clean":"2024-05-20T21:14:06.134677+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:14:06.134677+0000","last_undegraded":"2024-05-20T21:14:06.134677+0000","last_fullsized":"2024-05-20T21:14:06.134677+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136739+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:14:06.136739+0000","last_peered":"2024-05-20T21:14:06.136739+0000","last_clean":"2024-05-20T21:14:06.136739+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:14:06.136739+0000","last_undegraded":"2024-05-20T21:14:06.136739+0000","last_fullsized":"2024-05-20T21:14:06.136739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146280+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:14:06.146280+0000","last_peered":"2024-05-20T21:14:06.146280+0000","last_clean":"2024-05-20T21:14:06.146280+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:14:06.146280+0000","last_undegraded":"2024-05-20T21:14:06.146280+0000","last_fullsized":"2024-05-20T21:14:06.146280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128524+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:14:06.128524+0000","last_peered":"2024-05-20T21:14:06.128524+0000","last_clean":"2024-05-20T21:14:06.128524+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:14:06.128524+0000","last_undegraded":"2024-05-20T21:14:06.128524+0000","last_fullsized":"2024-05-20T21:14:06.128524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69094,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":731,"num_read_kb":439,"num_write":176,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":207282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678062,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":921600,"data_stored":448446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874291,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1617920,"data_stored":1104845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037817,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":448882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234049,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":448568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462980,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1041171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626506,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":448037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574952,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40460,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704692,"statfs":{"total":95995035648,"available":95953604608,"internally_reserved":0,"allocated":987136,"data_stored":512250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":449308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411426,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":514098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182491,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":448114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986263,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":449006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822737,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36840,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708312,"statfs":{"total":95995035648,"available":95957311488,"internally_reserved":0,"allocated":1540096,"data_stored":1040323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:14:21.185 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:14:21.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:21 smithi006 ceph-mon[31422]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:14:21.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:21 smithi006 ceph-mon[31422]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:14:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:21 smithi042 ceph-mon[36332]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:14:21.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:21 smithi042 ceph-mon[36332]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:14:21.695 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:21 smithi062 ceph-mon[36640]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:14:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:21 smithi062 ceph-mon[36640]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:14:23.397 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:23 smithi006 ceph-mon[31422]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:14:23.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:23 smithi042 ceph-mon[36332]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:14:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:23 smithi062 ceph-mon[36640]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.961+0000 7f8898a00700 1 -- 172.21.15.6:0/2415089857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 msgr2=0x7f8894113db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.961+0000 7f8898a00700 1 --2- 172.21.15.6:0/2415089857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 0x7f8894113db0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f887c009990 tx=0x7f887c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.962+0000 7f8898a00700 1 -- 172.21.15.6:0/2415089857 shutdown_connections 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.962+0000 7f8898a00700 1 --2- 172.21.15.6:0/2415089857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88941142f0 0x7f88941166e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.962+0000 7f8898a00700 1 --2- 172.21.15.6:0/2415089857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8894077a70 0x7f8894077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.962+0000 7f8898a00700 1 --2- 172.21.15.6:0/2415089857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 0x7f8894113db0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.962+0000 7f8898a00700 1 -- 172.21.15.6:0/2415089857 >> 172.21.15.6:0/2415089857 conn(0x7f8894101120 msgr2=0x7f8894103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.962+0000 7f8898a00700 1 -- 172.21.15.6:0/2415089857 shutdown_connections 2024-05-20T21:14:23.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.962+0000 7f8898a00700 1 -- 172.21.15.6:0/2415089857 wait complete. 2024-05-20T21:14:23.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.963+0000 7f8898a00700 1 Processor -- start 2024-05-20T21:14:23.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.963+0000 7f8898a00700 1 -- start start 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.963+0000 7f8898a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8894077a70 0x7f88941a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.963+0000 7f8898a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 0x7f88941a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.963+0000 7f8898a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f88941142f0 0x7f88941a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.963+0000 7f8898a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8894119c80 con 0x7f8894078390 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.963+0000 7f8898a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8894119b00 con 0x7f88941142f0 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.963+0000 7f8898a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8894119e00 con 0x7f8894077a70 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8889e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 0x7f88941a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8892800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8894077a70 0x7f88941a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8892800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8894077a70 0x7f88941a01b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44038/0 (socket says 172.21.15.6:44038) 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8889e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 0x7f88941a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46098/0 (socket says 172.21.15.6:46098) 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8892800700 1 -- 172.21.15.6:0/2189225135 learned_addr learned my addr 172.21.15.6:0/2189225135 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:23.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8893200700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f88941142f0 0x7f88941a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:23.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8893200700 1 -- 172.21.15.6:0/2189225135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8894077a70 msgr2=0x7f88941a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:23.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8893200700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8894077a70 0x7f88941a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:23.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8893200700 1 -- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 msgr2=0x7f88941a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:23.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8893200700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 0x7f88941a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8893200700 1 -- 172.21.15.6:0/2189225135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88941a5170 con 0x7f88941142f0 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.964+0000 7f8889e00700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 0x7f88941a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.965+0000 7f8893200700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f88941142f0 0x7f88941a4a30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f889407bd60 tx=0x7f888c00ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.965+0000 7f888be00700 1 -- 172.21.15.6:0/2189225135 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c0092e0 con 0x7f88941142f0 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.965+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88941a5400 con 0x7f88941142f0 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.965+0000 7f888be00700 1 -- 172.21.15.6:0/2189225135 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f888c004bb0 con 0x7f88941142f0 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.965+0000 7f888be00700 1 -- 172.21.15.6:0/2189225135 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c004020 con 0x7f88941142f0 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.965+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88941acce0 con 0x7f88941142f0 2024-05-20T21:14:23.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.966+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f889406a230 con 0x7f88941142f0 2024-05-20T21:14:23.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.969+0000 7f888be00700 1 -- 172.21.15.6:0/2189225135 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f888c01b030 con 0x7f88941142f0 2024-05-20T21:14:23.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.970+0000 7f888be00700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f88780b2880 0x7f88780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:23.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.970+0000 7f888be00700 1 -- 172.21.15.6:0/2189225135 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f888c0e26d0 con 0x7f88941142f0 2024-05-20T21:14:23.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.970+0000 7f8892800700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f88780b2880 0x7f88780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:23.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.971+0000 7f8892800700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f88780b2880 0x7f88780b4d40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8884009d20 tx=0x7f8884009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:23.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:23.972+0000 7f888be00700 1 -- 172.21.15.6:0/2189225135 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f888c022020 con 0x7f88941142f0 2024-05-20T21:14:24.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.206+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f88941a14c0 con 0x7f88780b2880 2024-05-20T21:14:24.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.225+0000 7f888be00700 1 -- 172.21.15.6:0/2189225135 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258833 (secure 0 0 0) 0x7f88941a14c0 con 0x7f88780b2880 2024-05-20T21:14:24.230 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f88780b2880 msgr2=0x7f88780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f88780b2880 0x7f88780b4d40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8884009d20 tx=0x7f8884009260 comp rx=0 tx=0).stop 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f88941142f0 msgr2=0x7f88941a4a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f88941142f0 0x7f88941a4a30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f889407bd60 tx=0x7f888c00ef90 comp rx=0 tx=0).stop 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 shutdown_connections 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f88780b2880 0x7f88780b4d40 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f88941142f0 0x7f88941a4a30 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8894077a70 0x7f88941a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 --2- 172.21.15.6:0/2189225135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8894078390 0x7f88941a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:24.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 >> 172.21.15.6:0/2189225135 conn(0x7f8894101120 msgr2=0x7f8894103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:24.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 shutdown_connections 2024-05-20T21:14:24.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:24.232+0000 7f8898a00700 1 -- 172.21.15.6:0/2189225135 wait complete. 2024-05-20T21:14:24.234 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:14:25.063 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":397,"stamp":"2024-05-20T21:14:24.184721+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659696,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":837,"num_read_kb":518,"num_write":301,"num_write_kb":2274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2951991,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":744,"ondisk_log_size":744,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399480,"kb_used_data":12888,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542344,"statfs":{"total":1151940427776,"available":1151531360256,"internally_reserved":0,"allocated":13197312,"data_stored":7353048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":40,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005670"},"pg_stats":[{"pgid":"3.3f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145463+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:14:06.145463+0000","last_peered":"2024-05-20T21:14:06.145463+0000","last_clean":"2024-05-20T21:14:06.145463+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:14:06.145463+0000","last_undegraded":"2024-05-20T21:14:06.145463+0000","last_fullsized":"2024-05-20T21:14:06.145463+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141840+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:14:06.141840+0000","last_peered":"2024-05-20T21:14:06.141840+0000","last_clean":"2024-05-20T21:14:06.141840+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:14:06.141840+0000","last_undegraded":"2024-05-20T21:14:06.141840+0000","last_fullsized":"2024-05-20T21:14:06.141840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139476+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:14:06.139476+0000","last_peered":"2024-05-20T21:14:06.139476+0000","last_clean":"2024-05-20T21:14:06.139476+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:14:06.139476+0000","last_undegraded":"2024-05-20T21:14:06.139476+0000","last_fullsized":"2024-05-20T21:14:06.139476+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126898+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:14:06.126898+0000","last_peered":"2024-05-20T21:14:06.126898+0000","last_clean":"2024-05-20T21:14:06.126898+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:14:06.126898+0000","last_undegraded":"2024-05-20T21:14:06.126898+0000","last_fullsized":"2024-05-20T21:14:06.126898+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"83'4","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134838+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:14:06.134838+0000","last_peered":"2024-05-20T21:14:06.134838+0000","last_clean":"2024-05-20T21:14:06.134838+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:14:06.134838+0000","last_undegraded":"2024-05-20T21:14:06.134838+0000","last_fullsized":"2024-05-20T21:14:06.134838+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"83'6","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128509+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:14:06.128509+0000","last_peered":"2024-05-20T21:14:06.128509+0000","last_clean":"2024-05-20T21:14:06.128509+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:14:06.128509+0000","last_undegraded":"2024-05-20T21:14:06.128509+0000","last_fullsized":"2024-05-20T21:14:06.128509+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"83'5","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132404+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:14:06.132404+0000","last_peered":"2024-05-20T21:14:06.132404+0000","last_clean":"2024-05-20T21:14:06.132404+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:14:06.132404+0000","last_undegraded":"2024-05-20T21:14:06.132404+0000","last_fullsized":"2024-05-20T21:14:06.132404+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"83'9","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136679+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:14:06.136679+0000","last_peered":"2024-05-20T21:14:06.136679+0000","last_clean":"2024-05-20T21:14:06.136679+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:14:06.136679+0000","last_undegraded":"2024-05-20T21:14:06.136679+0000","last_fullsized":"2024-05-20T21:14:06.136679+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"83'11","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135595+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:14:06.135595+0000","last_peered":"2024-05-20T21:14:06.135595+0000","last_clean":"2024-05-20T21:14:06.135595+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:14:06.135595+0000","last_undegraded":"2024-05-20T21:14:06.135595+0000","last_fullsized":"2024-05-20T21:14:06.135595+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"83'16","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.130404+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:14:06.130404+0000","last_peered":"2024-05-20T21:14:06.130404+0000","last_clean":"2024-05-20T21:14:06.130404+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:14:06.130404+0000","last_undegraded":"2024-05-20T21:14:06.130404+0000","last_fullsized":"2024-05-20T21:14:06.130404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135674+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:14:06.135674+0000","last_peered":"2024-05-20T21:14:06.135674+0000","last_clean":"2024-05-20T21:14:06.135674+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:14:06.135674+0000","last_undegraded":"2024-05-20T21:14:06.135674+0000","last_fullsized":"2024-05-20T21:14:06.135674+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127934+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:14:06.127934+0000","last_peered":"2024-05-20T21:14:06.127934+0000","last_clean":"2024-05-20T21:14:06.127934+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:14:06.127934+0000","last_undegraded":"2024-05-20T21:14:06.127934+0000","last_fullsized":"2024-05-20T21:14:06.127934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138885+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:14:06.138885+0000","last_peered":"2024-05-20T21:14:06.138885+0000","last_clean":"2024-05-20T21:14:06.138885+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:14:06.138885+0000","last_undegraded":"2024-05-20T21:14:06.138885+0000","last_fullsized":"2024-05-20T21:14:06.138885+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143675+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:14:06.143675+0000","last_peered":"2024-05-20T21:14:06.143675+0000","last_clean":"2024-05-20T21:14:06.143675+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:14:06.143675+0000","last_undegraded":"2024-05-20T21:14:06.143675+0000","last_fullsized":"2024-05-20T21:14:06.143675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143908+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:14:06.143908+0000","last_peered":"2024-05-20T21:14:06.143908+0000","last_clean":"2024-05-20T21:14:06.143908+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:14:06.143908+0000","last_undegraded":"2024-05-20T21:14:06.143908+0000","last_fullsized":"2024-05-20T21:14:06.143908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144574+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:14:06.144574+0000","last_peered":"2024-05-20T21:14:06.144574+0000","last_clean":"2024-05-20T21:14:06.144574+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:14:06.144574+0000","last_undegraded":"2024-05-20T21:14:06.144574+0000","last_fullsized":"2024-05-20T21:14:06.144574+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145823+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:14:06.145823+0000","last_peered":"2024-05-20T21:14:06.145823+0000","last_clean":"2024-05-20T21:14:06.145823+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:14:06.145823+0000","last_undegraded":"2024-05-20T21:14:06.145823+0000","last_fullsized":"2024-05-20T21:14:06.145823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129884+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:14:06.129884+0000","last_peered":"2024-05-20T21:14:06.129884+0000","last_clean":"2024-05-20T21:14:06.129884+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:14:06.129884+0000","last_undegraded":"2024-05-20T21:14:06.129884+0000","last_fullsized":"2024-05-20T21:14:06.129884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135670+0000","last_change":"2024-05-20T21:13:38.316226+0000","last_active":"2024-05-20T21:14:06.135670+0000","last_peered":"2024-05-20T21:14:06.135670+0000","last_clean":"2024-05-20T21:14:06.135670+0000","last_became_active":"2024-05-20T21:13:38.315723+0000","last_became_peered":"2024-05-20T21:13:38.315723+0000","last_unstale":"2024-05-20T21:14:06.135670+0000","last_undegraded":"2024-05-20T21:14:06.135670+0000","last_fullsized":"2024-05-20T21:14:06.135670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:55:39.583425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9],"acting":[2,3,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310781+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:13:38.310781+0000","last_peered":"2024-05-20T21:13:38.310781+0000","last_clean":"2024-05-20T21:13:38.310781+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:13:38.310781+0000","last_undegraded":"2024-05-20T21:13:38.310781+0000","last_fullsized":"2024-05-20T21:13:38.310781+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126489+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:14:06.126489+0000","last_peered":"2024-05-20T21:14:06.126489+0000","last_clean":"2024-05-20T21:14:06.126489+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:14:06.126489+0000","last_undegraded":"2024-05-20T21:14:06.126489+0000","last_fullsized":"2024-05-20T21:14:06.126489+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315772+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:13:38.315772+0000","last_peered":"2024-05-20T21:13:38.315772+0000","last_clean":"2024-05-20T21:13:38.315772+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:13:38.315772+0000","last_undegraded":"2024-05-20T21:13:38.315772+0000","last_fullsized":"2024-05-20T21:13:38.315772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145621+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:14:06.145621+0000","last_peered":"2024-05-20T21:14:06.145621+0000","last_clean":"2024-05-20T21:14:06.145621+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:14:06.145621+0000","last_undegraded":"2024-05-20T21:14:06.145621+0000","last_fullsized":"2024-05-20T21:14:06.145621+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313411+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:13:38.313411+0000","last_peered":"2024-05-20T21:13:38.313411+0000","last_clean":"2024-05-20T21:13:38.313411+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:13:38.313411+0000","last_undegraded":"2024-05-20T21:13:38.313411+0000","last_fullsized":"2024-05-20T21:13:38.313411+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"83'9","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140762+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:14:06.140762+0000","last_peered":"2024-05-20T21:14:06.140762+0000","last_clean":"2024-05-20T21:14:06.140762+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:14:06.140762+0000","last_undegraded":"2024-05-20T21:14:06.140762+0000","last_fullsized":"2024-05-20T21:14:06.140762+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313346+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:13:38.313346+0000","last_peered":"2024-05-20T21:13:38.313346+0000","last_clean":"2024-05-20T21:13:38.313346+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:13:38.313346+0000","last_undegraded":"2024-05-20T21:13:38.313346+0000","last_fullsized":"2024-05-20T21:13:38.313346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"83'15","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127267+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:14:06.127267+0000","last_peered":"2024-05-20T21:14:06.127267+0000","last_clean":"2024-05-20T21:14:06.127267+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:14:06.127267+0000","last_undegraded":"2024-05-20T21:14:06.127267+0000","last_fullsized":"2024-05-20T21:14:06.127267+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'7","reported_seq":161,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:19.537837+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:14:19.537837+0000","last_peered":"2024-05-20T21:14:19.537837+0000","last_clean":"2024-05-20T21:14:19.537837+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:14:19.537837+0000","last_undegraded":"2024-05-20T21:14:19.537837+0000","last_fullsized":"2024-05-20T21:14:19.537837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"83'7","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122586+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:14:06.122586+0000","last_peered":"2024-05-20T21:14:06.122586+0000","last_clean":"2024-05-20T21:14:06.122586+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:14:06.122586+0000","last_undegraded":"2024-05-20T21:14:06.122586+0000","last_fullsized":"2024-05-20T21:14:06.122586+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312435+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:13:38.312435+0000","last_peered":"2024-05-20T21:13:38.312435+0000","last_clean":"2024-05-20T21:13:38.312435+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:13:38.312435+0000","last_undegraded":"2024-05-20T21:13:38.312435+0000","last_fullsized":"2024-05-20T21:13:38.312435+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"83'8","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134860+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:14:06.134860+0000","last_peered":"2024-05-20T21:14:06.134860+0000","last_clean":"2024-05-20T21:14:06.134860+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:14:06.134860+0000","last_undegraded":"2024-05-20T21:14:06.134860+0000","last_fullsized":"2024-05-20T21:14:06.134860+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.358624+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:13:38.358624+0000","last_peered":"2024-05-20T21:13:38.358624+0000","last_clean":"2024-05-20T21:13:38.358624+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:13:38.358624+0000","last_undegraded":"2024-05-20T21:13:38.358624+0000","last_fullsized":"2024-05-20T21:13:38.358624+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"83'8","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141092+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:14:06.141092+0000","last_peered":"2024-05-20T21:14:06.141092+0000","last_clean":"2024-05-20T21:14:06.141092+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:14:06.141092+0000","last_undegraded":"2024-05-20T21:14:06.141092+0000","last_fullsized":"2024-05-20T21:14:06.141092+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318216+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:13:38.318216+0000","last_peered":"2024-05-20T21:13:38.318216+0000","last_clean":"2024-05-20T21:13:38.318216+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:13:38.318216+0000","last_undegraded":"2024-05-20T21:13:38.318216+0000","last_fullsized":"2024-05-20T21:13:38.318216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"83'11","reported_seq":42,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128324+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:14:06.128324+0000","last_peered":"2024-05-20T21:14:06.128324+0000","last_clean":"2024-05-20T21:14:06.128324+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:14:06.128324+0000","last_undegraded":"2024-05-20T21:14:06.128324+0000","last_fullsized":"2024-05-20T21:14:06.128324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":157,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:21.540259+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:14:21.540259+0000","last_peered":"2024-05-20T21:14:21.540259+0000","last_clean":"2024-05-20T21:14:21.540259+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:14:21.540259+0000","last_undegraded":"2024-05-20T21:14:21.540259+0000","last_fullsized":"2024-05-20T21:14:21.540259+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":122,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"83'10","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133452+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:14:06.133452+0000","last_peered":"2024-05-20T21:14:06.133452+0000","last_clean":"2024-05-20T21:14:06.133452+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:14:06.133452+0000","last_undegraded":"2024-05-20T21:14:06.133452+0000","last_fullsized":"2024-05-20T21:14:06.133452+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315053+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:13:38.315053+0000","last_peered":"2024-05-20T21:13:38.315053+0000","last_clean":"2024-05-20T21:13:38.315053+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:13:38.315053+0000","last_undegraded":"2024-05-20T21:13:38.315053+0000","last_fullsized":"2024-05-20T21:13:38.315053+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"83'9","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145285+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:14:06.145285+0000","last_peered":"2024-05-20T21:14:06.145285+0000","last_clean":"2024-05-20T21:14:06.145285+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:14:06.145285+0000","last_undegraded":"2024-05-20T21:14:06.145285+0000","last_fullsized":"2024-05-20T21:14:06.145285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318253+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:13:38.318253+0000","last_peered":"2024-05-20T21:13:38.318253+0000","last_clean":"2024-05-20T21:13:38.318253+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:13:38.318253+0000","last_undegraded":"2024-05-20T21:13:38.318253+0000","last_fullsized":"2024-05-20T21:13:38.318253+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127001+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:14:06.127001+0000","last_peered":"2024-05-20T21:14:06.127001+0000","last_clean":"2024-05-20T21:14:06.127001+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:14:06.127001+0000","last_undegraded":"2024-05-20T21:14:06.127001+0000","last_fullsized":"2024-05-20T21:14:06.127001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'33","reported_seq":319,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:22.542072+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:14:22.542072+0000","last_peered":"2024-05-20T21:14:22.542072+0000","last_clean":"2024-05-20T21:14:22.542072+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:14:22.542072+0000","last_undegraded":"2024-05-20T21:14:22.542072+0000","last_fullsized":"2024-05-20T21:14:22.542072+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64420,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":255,"num_read_kb":189,"num_write":34,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124661+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:14:06.124661+0000","last_peered":"2024-05-20T21:14:06.124661+0000","last_clean":"2024-05-20T21:14:06.124661+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:14:06.124661+0000","last_undegraded":"2024-05-20T21:14:06.124661+0000","last_fullsized":"2024-05-20T21:14:06.124661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.328741+0000","last_change":"2024-05-20T21:13:38.328279+0000","last_active":"2024-05-20T21:13:38.328741+0000","last_peered":"2024-05-20T21:13:38.328741+0000","last_clean":"2024-05-20T21:13:38.328741+0000","last_became_active":"2024-05-20T21:13:38.316015+0000","last_became_peered":"2024-05-20T21:13:38.316015+0000","last_unstale":"2024-05-20T21:13:38.328741+0000","last_undegraded":"2024-05-20T21:13:38.328741+0000","last_fullsized":"2024-05-20T21:13:38.328741+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:23:34.074244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137823+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:14:06.137823+0000","last_peered":"2024-05-20T21:14:06.137823+0000","last_clean":"2024-05-20T21:14:06.137823+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:14:06.137823+0000","last_undegraded":"2024-05-20T21:14:06.137823+0000","last_fullsized":"2024-05-20T21:14:06.137823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317400+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:13:38.317400+0000","last_peered":"2024-05-20T21:13:38.317400+0000","last_clean":"2024-05-20T21:13:38.317400+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:13:38.317400+0000","last_undegraded":"2024-05-20T21:13:38.317400+0000","last_fullsized":"2024-05-20T21:13:38.317400+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.131136+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:14:06.131136+0000","last_peered":"2024-05-20T21:14:06.131136+0000","last_clean":"2024-05-20T21:14:06.131136+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:14:06.131136+0000","last_undegraded":"2024-05-20T21:14:06.131136+0000","last_fullsized":"2024-05-20T21:14:06.131136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":161,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:20.585516+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:14:20.585516+0000","last_peered":"2024-05-20T21:14:20.585516+0000","last_clean":"2024-05-20T21:14:20.585516+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:14:20.585516+0000","last_undegraded":"2024-05-20T21:14:20.585516+0000","last_fullsized":"2024-05-20T21:14:20.585516+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123940+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:14:06.123940+0000","last_peered":"2024-05-20T21:14:06.123940+0000","last_clean":"2024-05-20T21:14:06.123940+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:14:06.123940+0000","last_undegraded":"2024-05-20T21:14:06.123940+0000","last_fullsized":"2024-05-20T21:14:06.123940+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":47,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312571+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:13:38.312571+0000","last_peered":"2024-05-20T21:13:38.312571+0000","last_clean":"2024-05-20T21:13:38.312571+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:13:38.312571+0000","last_undegraded":"2024-05-20T21:13:38.312571+0000","last_fullsized":"2024-05-20T21:13:38.312571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127319+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:14:06.127319+0000","last_peered":"2024-05-20T21:14:06.127319+0000","last_clean":"2024-05-20T21:14:06.127319+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:14:06.127319+0000","last_undegraded":"2024-05-20T21:14:06.127319+0000","last_fullsized":"2024-05-20T21:14:06.127319+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313126+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:13:38.313126+0000","last_peered":"2024-05-20T21:13:38.313126+0000","last_clean":"2024-05-20T21:13:38.313126+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:13:38.313126+0000","last_undegraded":"2024-05-20T21:13:38.313126+0000","last_fullsized":"2024-05-20T21:13:38.313126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128310+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:14:06.128310+0000","last_peered":"2024-05-20T21:14:06.128310+0000","last_clean":"2024-05-20T21:14:06.128310+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:14:06.128310+0000","last_undegraded":"2024-05-20T21:14:06.128310+0000","last_fullsized":"2024-05-20T21:14:06.128310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310164+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:13:38.310164+0000","last_peered":"2024-05-20T21:13:38.310164+0000","last_clean":"2024-05-20T21:13:38.310164+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:13:38.310164+0000","last_undegraded":"2024-05-20T21:13:38.310164+0000","last_fullsized":"2024-05-20T21:13:38.310164+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132727+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:14:06.132727+0000","last_peered":"2024-05-20T21:14:06.132727+0000","last_clean":"2024-05-20T21:14:06.132727+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:14:06.132727+0000","last_undegraded":"2024-05-20T21:14:06.132727+0000","last_fullsized":"2024-05-20T21:14:06.132727+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314731+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:13:38.314731+0000","last_peered":"2024-05-20T21:13:38.314731+0000","last_clean":"2024-05-20T21:13:38.314731+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:13:38.314731+0000","last_undegraded":"2024-05-20T21:13:38.314731+0000","last_fullsized":"2024-05-20T21:13:38.314731+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122396+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:14:06.122396+0000","last_peered":"2024-05-20T21:14:06.122396+0000","last_clean":"2024-05-20T21:14:06.122396+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:14:06.122396+0000","last_undegraded":"2024-05-20T21:14:06.122396+0000","last_fullsized":"2024-05-20T21:14:06.122396+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.114502+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:14:06.114502+0000","last_peered":"2024-05-20T21:14:06.114502+0000","last_clean":"2024-05-20T21:14:06.114502+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:14:06.114502+0000","last_undegraded":"2024-05-20T21:14:06.114502+0000","last_fullsized":"2024-05-20T21:14:06.114502+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":157,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:20.584798+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:14:20.584798+0000","last_peered":"2024-05-20T21:14:20.584798+0000","last_clean":"2024-05-20T21:14:20.584798+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:14:20.584798+0000","last_undegraded":"2024-05-20T21:14:20.584798+0000","last_fullsized":"2024-05-20T21:14:20.584798+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139353+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:14:06.139353+0000","last_peered":"2024-05-20T21:14:06.139353+0000","last_clean":"2024-05-20T21:14:06.139353+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:14:06.139353+0000","last_undegraded":"2024-05-20T21:14:06.139353+0000","last_fullsized":"2024-05-20T21:14:06.139353+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307445+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:13:38.307445+0000","last_peered":"2024-05-20T21:13:38.307445+0000","last_clean":"2024-05-20T21:13:38.307445+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:13:38.307445+0000","last_undegraded":"2024-05-20T21:13:38.307445+0000","last_fullsized":"2024-05-20T21:13:38.307445+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":104,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314631+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:13:38.314631+0000","last_peered":"2024-05-20T21:13:38.314631+0000","last_clean":"2024-05-20T21:13:38.314631+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:13:38.314631+0000","last_undegraded":"2024-05-20T21:13:38.314631+0000","last_fullsized":"2024-05-20T21:13:38.314631+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123268+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:14:06.123268+0000","last_peered":"2024-05-20T21:14:06.123268+0000","last_clean":"2024-05-20T21:14:06.123268+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:14:06.123268+0000","last_undegraded":"2024-05-20T21:14:06.123268+0000","last_fullsized":"2024-05-20T21:14:06.123268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":44,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360249+0000","last_change":"2024-05-20T21:13:38.359785+0000","last_active":"2024-05-20T21:13:38.360249+0000","last_peered":"2024-05-20T21:13:38.360249+0000","last_clean":"2024-05-20T21:13:38.360249+0000","last_became_active":"2024-05-20T21:13:38.357081+0000","last_became_peered":"2024-05-20T21:13:38.357081+0000","last_unstale":"2024-05-20T21:13:38.360249+0000","last_undegraded":"2024-05-20T21:13:38.360249+0000","last_fullsized":"2024-05-20T21:13:38.360249+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:50:28.251838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313106+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:13:38.313106+0000","last_peered":"2024-05-20T21:13:38.313106+0000","last_clean":"2024-05-20T21:13:38.313106+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:13:38.313106+0000","last_undegraded":"2024-05-20T21:13:38.313106+0000","last_fullsized":"2024-05-20T21:13:38.313106+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137470+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:14:06.137470+0000","last_peered":"2024-05-20T21:14:06.137470+0000","last_clean":"2024-05-20T21:14:06.137470+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:14:06.137470+0000","last_undegraded":"2024-05-20T21:14:06.137470+0000","last_fullsized":"2024-05-20T21:14:06.137470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'13","reported_seq":44,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:03.574248+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:14:03.574248+0000","last_peered":"2024-05-20T21:14:03.574248+0000","last_clean":"2024-05-20T21:14:03.574248+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:14:03.574248+0000","last_undegraded":"2024-05-20T21:14:03.574248+0000","last_fullsized":"2024-05-20T21:14:03.574248+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135900+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:14:06.135900+0000","last_peered":"2024-05-20T21:14:06.135900+0000","last_clean":"2024-05-20T21:14:06.135900+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:14:06.135900+0000","last_undegraded":"2024-05-20T21:14:06.135900+0000","last_fullsized":"2024-05-20T21:14:06.135900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307563+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:13:38.307563+0000","last_peered":"2024-05-20T21:13:38.307563+0000","last_clean":"2024-05-20T21:13:38.307563+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:13:38.307563+0000","last_undegraded":"2024-05-20T21:13:38.307563+0000","last_fullsized":"2024-05-20T21:13:38.307563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143833+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:14:06.143833+0000","last_peered":"2024-05-20T21:14:06.143833+0000","last_clean":"2024-05-20T21:14:06.143833+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:14:06.143833+0000","last_undegraded":"2024-05-20T21:14:06.143833+0000","last_fullsized":"2024-05-20T21:14:06.143833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.355924+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:13:38.355924+0000","last_peered":"2024-05-20T21:13:38.355924+0000","last_clean":"2024-05-20T21:13:38.355924+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:13:38.355924+0000","last_undegraded":"2024-05-20T21:13:38.355924+0000","last_fullsized":"2024-05-20T21:13:38.355924+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122041+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:14:06.122041+0000","last_peered":"2024-05-20T21:14:06.122041+0000","last_clean":"2024-05-20T21:14:06.122041+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:14:06.122041+0000","last_undegraded":"2024-05-20T21:14:06.122041+0000","last_fullsized":"2024-05-20T21:14:06.122041+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314153+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:13:38.314153+0000","last_peered":"2024-05-20T21:13:38.314153+0000","last_clean":"2024-05-20T21:13:38.314153+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:13:38.314153+0000","last_undegraded":"2024-05-20T21:13:38.314153+0000","last_fullsized":"2024-05-20T21:13:38.314153+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144429+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:14:06.144429+0000","last_peered":"2024-05-20T21:14:06.144429+0000","last_clean":"2024-05-20T21:14:06.144429+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:14:06.144429+0000","last_undegraded":"2024-05-20T21:14:06.144429+0000","last_fullsized":"2024-05-20T21:14:06.144429+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.321354+0000","last_change":"2024-05-20T21:13:38.320823+0000","last_active":"2024-05-20T21:13:38.321354+0000","last_peered":"2024-05-20T21:13:38.321354+0000","last_clean":"2024-05-20T21:13:38.321354+0000","last_became_active":"2024-05-20T21:13:38.315795+0000","last_became_peered":"2024-05-20T21:13:38.315795+0000","last_unstale":"2024-05-20T21:13:38.321354+0000","last_undegraded":"2024-05-20T21:13:38.321354+0000","last_fullsized":"2024-05-20T21:13:38.321354+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:29:18.519222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144994+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:14:06.144994+0000","last_peered":"2024-05-20T21:14:06.144994+0000","last_clean":"2024-05-20T21:14:06.144994+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:14:06.144994+0000","last_undegraded":"2024-05-20T21:14:06.144994+0000","last_fullsized":"2024-05-20T21:14:06.144994+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312684+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:13:38.312684+0000","last_peered":"2024-05-20T21:13:38.312684+0000","last_clean":"2024-05-20T21:13:38.312684+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:13:38.312684+0000","last_undegraded":"2024-05-20T21:13:38.312684+0000","last_fullsized":"2024-05-20T21:13:38.312684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135968+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:14:06.135968+0000","last_peered":"2024-05-20T21:14:06.135968+0000","last_clean":"2024-05-20T21:14:06.135968+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:14:06.135968+0000","last_undegraded":"2024-05-20T21:14:06.135968+0000","last_fullsized":"2024-05-20T21:14:06.135968+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.308485+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:13:38.308485+0000","last_peered":"2024-05-20T21:13:38.308485+0000","last_clean":"2024-05-20T21:13:38.308485+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:13:38.308485+0000","last_undegraded":"2024-05-20T21:13:38.308485+0000","last_fullsized":"2024-05-20T21:13:38.308485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135652+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:14:06.135652+0000","last_peered":"2024-05-20T21:14:06.135652+0000","last_clean":"2024-05-20T21:14:06.135652+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:14:06.135652+0000","last_undegraded":"2024-05-20T21:14:06.135652+0000","last_fullsized":"2024-05-20T21:14:06.135652+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318094+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:13:38.318094+0000","last_peered":"2024-05-20T21:13:38.318094+0000","last_clean":"2024-05-20T21:13:38.318094+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:13:38.318094+0000","last_undegraded":"2024-05-20T21:13:38.318094+0000","last_fullsized":"2024-05-20T21:13:38.318094+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123549+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:14:06.123549+0000","last_peered":"2024-05-20T21:14:06.123549+0000","last_clean":"2024-05-20T21:14:06.123549+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:14:06.123549+0000","last_undegraded":"2024-05-20T21:14:06.123549+0000","last_fullsized":"2024-05-20T21:14:06.123549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360800+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:13:38.360800+0000","last_peered":"2024-05-20T21:13:38.360800+0000","last_clean":"2024-05-20T21:13:38.360800+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:13:38.360800+0000","last_undegraded":"2024-05-20T21:13:38.360800+0000","last_fullsized":"2024-05-20T21:13:38.360800+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126001+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:14:06.126001+0000","last_peered":"2024-05-20T21:14:06.126001+0000","last_clean":"2024-05-20T21:14:06.126001+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:14:06.126001+0000","last_undegraded":"2024-05-20T21:14:06.126001+0000","last_fullsized":"2024-05-20T21:14:06.126001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127155+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:14:06.127155+0000","last_peered":"2024-05-20T21:14:06.127155+0000","last_clean":"2024-05-20T21:14:06.127155+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:14:06.127155+0000","last_undegraded":"2024-05-20T21:14:06.127155+0000","last_fullsized":"2024-05-20T21:14:06.127155+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"83'12","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.119524+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:14:06.119524+0000","last_peered":"2024-05-20T21:14:06.119524+0000","last_clean":"2024-05-20T21:14:06.119524+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:14:06.119524+0000","last_undegraded":"2024-05-20T21:14:06.119524+0000","last_fullsized":"2024-05-20T21:14:06.119524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144787+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:14:06.144787+0000","last_peered":"2024-05-20T21:14:06.144787+0000","last_clean":"2024-05-20T21:14:06.144787+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:14:06.144787+0000","last_undegraded":"2024-05-20T21:14:06.144787+0000","last_fullsized":"2024-05-20T21:14:06.144787+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141122+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:14:06.141122+0000","last_peered":"2024-05-20T21:14:06.141122+0000","last_clean":"2024-05-20T21:14:06.141122+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:14:06.141122+0000","last_undegraded":"2024-05-20T21:14:06.141122+0000","last_fullsized":"2024-05-20T21:14:06.141122+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146227+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:14:06.146227+0000","last_peered":"2024-05-20T21:14:06.146227+0000","last_clean":"2024-05-20T21:14:06.146227+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:14:06.146227+0000","last_undegraded":"2024-05-20T21:14:06.146227+0000","last_fullsized":"2024-05-20T21:14:06.146227+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124958+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:14:06.124958+0000","last_peered":"2024-05-20T21:14:06.124958+0000","last_clean":"2024-05-20T21:14:06.124958+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:14:06.124958+0000","last_undegraded":"2024-05-20T21:14:06.124958+0000","last_fullsized":"2024-05-20T21:14:06.124958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.116249+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:14:06.116249+0000","last_peered":"2024-05-20T21:14:06.116249+0000","last_clean":"2024-05-20T21:14:06.116249+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:14:06.116249+0000","last_undegraded":"2024-05-20T21:14:06.116249+0000","last_fullsized":"2024-05-20T21:14:06.116249+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134983+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:14:06.134983+0000","last_peered":"2024-05-20T21:14:06.134983+0000","last_clean":"2024-05-20T21:14:06.134983+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:14:06.134983+0000","last_undegraded":"2024-05-20T21:14:06.134983+0000","last_fullsized":"2024-05-20T21:14:06.134983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"83'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138120+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:14:06.138120+0000","last_peered":"2024-05-20T21:14:06.138120+0000","last_clean":"2024-05-20T21:14:06.138120+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:14:06.138120+0000","last_undegraded":"2024-05-20T21:14:06.138120+0000","last_fullsized":"2024-05-20T21:14:06.138120+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134677+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:14:06.134677+0000","last_peered":"2024-05-20T21:14:06.134677+0000","last_clean":"2024-05-20T21:14:06.134677+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:14:06.134677+0000","last_undegraded":"2024-05-20T21:14:06.134677+0000","last_fullsized":"2024-05-20T21:14:06.134677+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136739+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:14:06.136739+0000","last_peered":"2024-05-20T21:14:06.136739+0000","last_clean":"2024-05-20T21:14:06.136739+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:14:06.136739+0000","last_undegraded":"2024-05-20T21:14:06.136739+0000","last_fullsized":"2024-05-20T21:14:06.136739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146280+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:14:06.146280+0000","last_peered":"2024-05-20T21:14:06.146280+0000","last_clean":"2024-05-20T21:14:06.146280+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:14:06.146280+0000","last_undegraded":"2024-05-20T21:14:06.146280+0000","last_fullsized":"2024-05-20T21:14:06.146280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128524+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:14:06.128524+0000","last_peered":"2024-05-20T21:14:06.128524+0000","last_clean":"2024-05-20T21:14:06.128524+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:14:06.128524+0000","last_undegraded":"2024-05-20T21:14:06.128524+0000","last_fullsized":"2024-05-20T21:14:06.128524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69094,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":761,"num_read_kb":454,"num_write":176,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":207282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678063,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":921600,"data_stored":448446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874292,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1617920,"data_stored":1104845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037818,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":448882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234050,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":448568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863462981,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1041171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626507,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":448037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574952,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40460,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704692,"statfs":{"total":95995035648,"available":95953604608,"internally_reserved":0,"allocated":987136,"data_stored":512250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":449308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":514098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182492,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":448114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986264,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":449006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822738,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36840,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708312,"statfs":{"total":95995035648,"available":95957311488,"internally_reserved":0,"allocated":1540096,"data_stored":1040323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:14:25.067 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-20T21:14:25.068 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-20T21:14:25.068 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-20T21:14:25.068 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph health --format=json 2024-05-20T21:14:25.592 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:25.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:25 smithi042 ceph-mon[36332]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:25.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:25 smithi042 ceph-mon[36332]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:14:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:25 smithi006 ceph-mon[31422]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:25.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:25 smithi006 ceph-mon[31422]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:14:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:25 smithi062 ceph-mon[36640]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:25 smithi062 ceph-mon[36640]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:14:27.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:27 smithi042 ceph-mon[36332]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:27.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:27 smithi006 ceph-mon[31422]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:27 smithi062 ceph-mon[36640]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 -- 172.21.15.6:0/3765266070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 msgr2=0x7fc50010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 --2- 172.21.15.6:0/3765266070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 0x7fc50010e7d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc4e80099c0 tx=0x7fc4e8009cd0 comp rx=0 tx=0).stop 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 -- 172.21.15.6:0/3765266070 shutdown_connections 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 --2- 172.21.15.6:0/3765266070 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc50010eeb0 0x7fc500116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 --2- 172.21.15.6:0/3765266070 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc500109dd0 0x7fc50010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 --2- 172.21.15.6:0/3765266070 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 0x7fc50010e7d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 -- 172.21.15.6:0/3765266070 >> 172.21.15.6:0/3765266070 conn(0x7fc500076d10 msgr2=0x7fc500108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 -- 172.21.15.6:0/3765266070 shutdown_connections 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.833+0000 7fc505400700 1 -- 172.21.15.6:0/3765266070 wait complete. 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.834+0000 7fc505400700 1 Processor -- start 2024-05-20T21:14:27.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.834+0000 7fc505400700 1 -- start start 2024-05-20T21:14:27.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc505400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc500109dd0 0x7fc5001a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc505400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 0x7fc5001a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc505400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc50010eeb0 0x7fc5001a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc505400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc500119d30 con 0x7fc500109dd0 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc505400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc500119bb0 con 0x7fc50010eeb0 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc505400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc500119eb0 con 0x7fc50010a780 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc4fde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 0x7fc5001a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc4ff200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc50010eeb0 0x7fc5001a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc4fde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 0x7fc5001a0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41410/0 (socket says 172.21.15.6:41410) 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc4fde00700 1 -- 172.21.15.6:0/1368749512 learned_addr learned my addr 172.21.15.6:0/1368749512 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.835+0000 7fc4fe800700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc500109dd0 0x7fc5001a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.836+0000 7fc4fde00700 1 -- 172.21.15.6:0/1368749512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc50010eeb0 msgr2=0x7fc5001a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.836+0000 7fc4fde00700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc50010eeb0 0x7fc5001a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.836+0000 7fc4fde00700 1 -- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc500109dd0 msgr2=0x7fc5001a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.836+0000 7fc4fde00700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc500109dd0 0x7fc5001a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.836+0000 7fc4fde00700 1 -- 172.21.15.6:0/1368749512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5001a51a0 con 0x7fc50010a780 2024-05-20T21:14:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.836+0000 7fc4fde00700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 0x7fc5001a0720 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8005f50 tx=0x7fc4e8004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.836+0000 7fc4f7400700 1 -- 172.21.15.6:0/1368749512 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e8026070 con 0x7fc50010a780 2024-05-20T21:14:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.836+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5001a5430 con 0x7fc50010a780 2024-05-20T21:14:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.837+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5001acd10 con 0x7fc50010a780 2024-05-20T21:14:27.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.837+0000 7fc4f7400700 1 -- 172.21.15.6:0/1368749512 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4e8003c70 con 0x7fc50010a780 2024-05-20T21:14:27.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.837+0000 7fc4f7400700 1 -- 172.21.15.6:0/1368749512 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e800f9f0 con 0x7fc50010a780 2024-05-20T21:14:27.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.838+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc50006a230 con 0x7fc50010a780 2024-05-20T21:14:27.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.840+0000 7fc4f7400700 1 -- 172.21.15.6:0/1368749512 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc4e8029070 con 0x7fc50010a780 2024-05-20T21:14:27.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.841+0000 7fc4f7400700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4e40b2900 0x7fc4e40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:27.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.842+0000 7fc4f7400700 1 -- 172.21.15.6:0/1368749512 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc4e80e2bf0 con 0x7fc50010a780 2024-05-20T21:14:27.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.842+0000 7fc4fe800700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4e40b2900 0x7fc4e40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:27.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.842+0000 7fc4fe800700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4e40b2900 0x7fc4e40b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc4f0009c60 tx=0x7fc4f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:27.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:27.843+0000 7fc4f7400700 1 -- 172.21.15.6:0/1368749512 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc4e8013070 con 0x7fc50010a780 2024-05-20T21:14:28.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.133+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fc50002e560 con 0x7fc50010a780 2024-05-20T21:14:28.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.134+0000 7fc4f7400700 1 -- 172.21.15.6:0/1368749512 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fc4e80aa8a0 con 0x7fc50010a780 2024-05-20T21:14:28.134 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:14:28.134 INFO:teuthology.orchestra.run.smithi006.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-20T21:14:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.137+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4e40b2900 msgr2=0x7fc4e40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.137+0000 7fc505400700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4e40b2900 0x7fc4e40b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc4f0009c60 tx=0x7fc4f0009260 comp rx=0 tx=0).stop 2024-05-20T21:14:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.137+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 msgr2=0x7fc5001a0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:28.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.137+0000 7fc505400700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 0x7fc5001a0720 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8005f50 tx=0x7fc4e8004270 comp rx=0 tx=0).stop 2024-05-20T21:14:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.138+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 shutdown_connections 2024-05-20T21:14:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.138+0000 7fc505400700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4e40b2900 0x7fc4e40b4dc0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.138+0000 7fc505400700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc50010eeb0 0x7fc5001a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.138+0000 7fc505400700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc500109dd0 0x7fc5001a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.138+0000 7fc505400700 1 --2- 172.21.15.6:0/1368749512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc50010a780 0x7fc5001a0720 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.138+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 >> 172.21.15.6:0/1368749512 conn(0x7fc500076d10 msgr2=0x7fc500078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.138+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 shutdown_connections 2024-05-20T21:14:28.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:28.138+0000 7fc505400700 1 -- 172.21.15.6:0/1368749512 wait complete. 2024-05-20T21:14:28.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:28 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1368749512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-20T21:14:28.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:28 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1368749512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-20T21:14:28.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:28 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1368749512' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-20T21:14:28.948 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-20T21:14:28.949 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:14:29.442 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:29.598 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:29 smithi006 ceph-mon[31422]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:29 smithi042 ceph-mon[36332]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:29 smithi062 ceph-mon[36640]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:31 smithi006 ceph-mon[31422]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:31.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:31 smithi042 ceph-mon[36332]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:31.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.654+0000 7f971be00700 1 -- 172.21.15.6:0/2939972485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103490 msgr2=0x7f971c103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:31.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.654+0000 7f971be00700 1 --2- 172.21.15.6:0/2939972485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103490 0x7f971c103910 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f97040099c0 tx=0x7f9704009cd0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.655+0000 7f971be00700 1 -- 172.21.15.6:0/2939972485 shutdown_connections 2024-05-20T21:14:31.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.655+0000 7f971be00700 1 --2- 172.21.15.6:0/2939972485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f971c103e50 0x7f971c110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.655+0000 7f971be00700 1 --2- 172.21.15.6:0/2939972485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f971c109540 0x7f971c109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.655+0000 7f971be00700 1 --2- 172.21.15.6:0/2939972485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103490 0x7f971c103910 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.655+0000 7f971be00700 1 -- 172.21.15.6:0/2939972485 >> 172.21.15.6:0/2939972485 conn(0x7f971c0fefc0 msgr2=0x7f971c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:31.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.655+0000 7f971be00700 1 -- 172.21.15.6:0/2939972485 shutdown_connections 2024-05-20T21:14:31.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.655+0000 7f971be00700 1 -- 172.21.15.6:0/2939972485 wait complete. 2024-05-20T21:14:31.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.656+0000 7f971be00700 1 Processor -- start 2024-05-20T21:14:31.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.656+0000 7f971be00700 1 -- start start 2024-05-20T21:14:31.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f971be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f971c103490 0x7f971c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:31.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f971be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103e50 0x7f971c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:31.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f971be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f971c109540 0x7f971c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:31.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f971be00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f971c113670 con 0x7f971c103e50 2024-05-20T21:14:31.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f971be00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f971c1134f0 con 0x7f971c103490 2024-05-20T21:14:31.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f971be00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f971c1137f0 con 0x7f971c109540 2024-05-20T21:14:31.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f9712000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103e50 0x7f971c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:31.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f9712000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103e50 0x7f971c075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37620/0 (socket says 172.21.15.6:37620) 2024-05-20T21:14:31.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f9712000700 1 -- 172.21.15.6:0/3186264958 learned_addr learned my addr 172.21.15.6:0/3186264958 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:31.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f971aa00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f971c103490 0x7f971c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:31.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.657+0000 7f971b400700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f971c109540 0x7f971c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.658+0000 7f9712000700 1 -- 172.21.15.6:0/3186264958 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f971c109540 msgr2=0x7f971c0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.658+0000 7f9712000700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f971c109540 0x7f971c0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.658+0000 7f9712000700 1 -- 172.21.15.6:0/3186264958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f971c103490 msgr2=0x7f971c075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.658+0000 7f9712000700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f971c103490 0x7f971c075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.658+0000 7f9712000700 1 -- 172.21.15.6:0/3186264958 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f971c1a8040 con 0x7f971c103e50 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.658+0000 7f971aa00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f971c103490 0x7f971c075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.658+0000 7f9712000700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103e50 0x7f971c075d80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9704006010 tx=0x7f9704005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.658+0000 7f9713e00700 1 -- 172.21.15.6:0/3186264958 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9704026070 con 0x7f971c103e50 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.659+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f971c1a82d0 con 0x7f971c103e50 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.659+0000 7f9713e00700 1 -- 172.21.15.6:0/3186264958 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9704003c70 con 0x7f971c103e50 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.659+0000 7f9713e00700 1 -- 172.21.15.6:0/3186264958 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970400fad0 con 0x7f971c103e50 2024-05-20T21:14:31.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.659+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f971c1a8720 con 0x7f971c103e50 2024-05-20T21:14:31.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.660+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f971c06a230 con 0x7f971c103e50 2024-05-20T21:14:31.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.662+0000 7f9713e00700 1 -- 172.21.15.6:0/3186264958 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9704029070 con 0x7f971c103e50 2024-05-20T21:14:31.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.664+0000 7f9713e00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97000b2880 0x7f97000b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:31.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.664+0000 7f9713e00700 1 -- 172.21.15.6:0/3186264958 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f97040e3200 con 0x7f971c103e50 2024-05-20T21:14:31.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.664+0000 7f971aa00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97000b2880 0x7f97000b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:31.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.665+0000 7f971aa00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97000b2880 0x7f97000b4d40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f970c009fd0 tx=0x7f970c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:31.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.666+0000 7f9713e00700 1 -- 172.21.15.6:0/3186264958 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9704013070 con 0x7f971c103e50 2024-05-20T21:14:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:31 smithi062 ceph-mon[36640]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:31.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.966+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f971c02e560 con 0x7f971c103e50 2024-05-20T21:14:31.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.968+0000 7f9713e00700 1 -- 172.21.15.6:0/3186264958 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11831 (secure 0 0 0) 0x7f97040aaeb0 con 0x7f971c103e50 2024-05-20T21:14:31.968 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:14:31.969 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:12:25.216755+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24529,24530,24517]},"id":1}]} 2024-05-20T21:14:31.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97000b2880 msgr2=0x7f97000b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:31.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97000b2880 0x7f97000b4d40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f970c009fd0 tx=0x7f970c009260 comp rx=0 tx=0).stop 2024-05-20T21:14:31.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103e50 msgr2=0x7f971c075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:31.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103e50 0x7f971c075d80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9704006010 tx=0x7f9704005280 comp rx=0 tx=0).stop 2024-05-20T21:14:31.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 shutdown_connections 2024-05-20T21:14:31.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97000b2880 0x7f97000b4d40 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f971c109540 0x7f971c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f971c103490 0x7f971c075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 --2- 172.21.15.6:0/3186264958 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f971c103e50 0x7f971c075d80 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:31.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 >> 172.21.15.6:0/3186264958 conn(0x7f971c0fefc0 msgr2=0x7f971c1007d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:31.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 shutdown_connections 2024-05-20T21:14:31.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:31.971+0000 7f971be00700 1 -- 172.21.15.6:0/3186264958 wait complete. 2024-05-20T21:14:31.973 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-05-20T21:14:32.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3186264958' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:32.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3186264958' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:32.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3186264958' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:32.945 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:14:33.418 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:33 smithi042 ceph-mon[36332]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:33.661 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:33 smithi006 ceph-mon[31422]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:33.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:33 smithi062 ceph-mon[36640]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:35.471 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:35 smithi006 ceph-mon[31422]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:35 smithi042 ceph-mon[36332]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:35.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 -- 172.21.15.6:0/653570787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 msgr2=0x7fce8c103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:35.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 --2- 172.21.15.6:0/653570787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 0x7fce8c103a50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fce74009990 tx=0x7fce74009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 -- 172.21.15.6:0/653570787 shutdown_connections 2024-05-20T21:14:35.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 --2- 172.21.15.6:0/653570787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce8c103f90 0x7fce8c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 --2- 172.21.15.6:0/653570787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c108500 0x7fce8c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 --2- 172.21.15.6:0/653570787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 0x7fce8c103a50 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 -- 172.21.15.6:0/653570787 >> 172.21.15.6:0/653570787 conn(0x7fce8c07a6a0 msgr2=0x7fce8c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:35.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 -- 172.21.15.6:0/653570787 shutdown_connections 2024-05-20T21:14:35.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.643+0000 7fce92600700 1 -- 172.21.15.6:0/653570787 wait complete. 2024-05-20T21:14:35.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.644+0000 7fce92600700 1 Processor -- start 2024-05-20T21:14:35.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.644+0000 7fce92600700 1 -- start start 2024-05-20T21:14:35.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce92600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 0x7fce8c19f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:35.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce92600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce8c103f90 0x7fce8c19fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:35.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce92600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c108500 0x7fce8c199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:35.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce92600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c113790 con 0x7fce8c1035f0 2024-05-20T21:14:35.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce92600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c113610 con 0x7fce8c108500 2024-05-20T21:14:35.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce92600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fce8c113910 con 0x7fce8c103f90 2024-05-20T21:14:35.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce8b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 0x7fce8c19f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:35.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce82a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce8c103f90 0x7fce8c19fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:35.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce8b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 0x7fce8c19f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37634/0 (socket says 172.21.15.6:37634) 2024-05-20T21:14:35.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce8b400700 1 -- 172.21.15.6:0/2825261505 learned_addr learned my addr 172.21.15.6:0/2825261505 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:35.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.645+0000 7fce8be00700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c108500 0x7fce8c199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.646+0000 7fce8b400700 1 -- 172.21.15.6:0/2825261505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce8c103f90 msgr2=0x7fce8c19fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.646+0000 7fce8b400700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce8c103f90 0x7fce8c19fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.646+0000 7fce8b400700 1 -- 172.21.15.6:0/2825261505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c108500 msgr2=0x7fce8c199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.646+0000 7fce8b400700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c108500 0x7fce8c199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.646+0000 7fce8b400700 1 -- 172.21.15.6:0/2825261505 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce8c19a1b0 con 0x7fce8c1035f0 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.646+0000 7fce8be00700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c108500 0x7fce8c199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.646+0000 7fce8b400700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 0x7fce8c19f890 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fce7c00e970 tx=0x7fce7c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.647+0000 7fce88c00700 1 -- 172.21.15.6:0/2825261505 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7c004220 con 0x7fce8c1035f0 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.647+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce8c19a4a0 con 0x7fce8c1035f0 2024-05-20T21:14:35.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.647+0000 7fce88c00700 1 -- 172.21.15.6:0/2825261505 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce7c0043c0 con 0x7fce8c1035f0 2024-05-20T21:14:35.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.647+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce8c1a6760 con 0x7fce8c1035f0 2024-05-20T21:14:35.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.647+0000 7fce88c00700 1 -- 172.21.15.6:0/2825261505 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce7c003cc0 con 0x7fce8c1035f0 2024-05-20T21:14:35.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.648+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce8c06a230 con 0x7fce8c1035f0 2024-05-20T21:14:35.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.650+0000 7fce88c00700 1 -- 172.21.15.6:0/2825261505 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fce7c00c7e0 con 0x7fce8c1035f0 2024-05-20T21:14:35.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.652+0000 7fce88c00700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce700b2880 0x7fce700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:35.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.652+0000 7fce88c00700 1 -- 172.21.15.6:0/2825261505 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fce7c0e2420 con 0x7fce8c1035f0 2024-05-20T21:14:35.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.652+0000 7fce82a00700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce700b2880 0x7fce700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:35.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.653+0000 7fce82a00700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce700b2880 0x7fce700b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fce740098e0 tx=0x7fce74005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:35.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.657+0000 7fce88c00700 1 -- 172.21.15.6:0/2825261505 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fce7c0aa040 con 0x7fce8c1035f0 2024-05-20T21:14:35.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:35 smithi062 ceph-mon[36640]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:35.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.941+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fce8c02e560 con 0x7fce8c1035f0 2024-05-20T21:14:35.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.943+0000 7fce88c00700 1 -- 172.21.15.6:0/2825261505 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11831 (secure 0 0 0) 0x7fce7c0a9940 con 0x7fce8c1035f0 2024-05-20T21:14:35.943 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:14:35.943 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:12:25.216755+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24529,24530,24517]},"id":1}]} 2024-05-20T21:14:35.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce700b2880 msgr2=0x7fce700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:35.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce700b2880 0x7fce700b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fce740098e0 tx=0x7fce74005960 comp rx=0 tx=0).stop 2024-05-20T21:14:35.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 msgr2=0x7fce8c19f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:35.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 0x7fce8c19f890 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fce7c00e970 tx=0x7fce7c00ec80 comp rx=0 tx=0).stop 2024-05-20T21:14:35.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 shutdown_connections 2024-05-20T21:14:35.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce700b2880 0x7fce700b4d40 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce8c108500 0x7fce8c199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce8c1035f0 0x7fce8c19f890 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 --2- 172.21.15.6:0/2825261505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce8c103f90 0x7fce8c19fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:35.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 >> 172.21.15.6:0/2825261505 conn(0x7fce8c07a6a0 msgr2=0x7fce8c101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:35.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.946+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 shutdown_connections 2024-05-20T21:14:35.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:35.947+0000 7fce92600700 1 -- 172.21.15.6:0/2825261505 wait complete. 2024-05-20T21:14:35.948 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-05-20T21:14:36.575 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:36 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2825261505' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:36.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:36 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2825261505' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:36.642 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:14:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:36 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2825261505' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:37.123 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:37.621 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:37 smithi006 ceph-mon[31422]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:37 smithi062 ceph-mon[36640]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:37 smithi042 ceph-mon[36332]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:39.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.275+0000 7f117a200700 1 -- 172.21.15.6:0/307674739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741088f0 msgr2=0x7f1174110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.275+0000 7f117a200700 1 --2- 172.21.15.6:0/307674739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741088f0 0x7f1174110470 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f116c00b0d0 tx=0x7f116c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.276+0000 7f117a200700 1 -- 172.21.15.6:0/307674739 shutdown_connections 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.276+0000 7f117a200700 1 --2- 172.21.15.6:0/307674739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741088f0 0x7f1174110470 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.276+0000 7f117a200700 1 --2- 172.21.15.6:0/307674739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11741037f0 0x7f1174103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.276+0000 7f117a200700 1 --2- 172.21.15.6:0/307674739 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11741041a0 0x7f11741081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.276+0000 7f117a200700 1 -- 172.21.15.6:0/307674739 >> 172.21.15.6:0/307674739 conn(0x7f117407a6a0 msgr2=0x7f117407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.276+0000 7f117a200700 1 -- 172.21.15.6:0/307674739 shutdown_connections 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.276+0000 7f117a200700 1 -- 172.21.15.6:0/307674739 wait complete. 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.277+0000 7f117a200700 1 Processor -- start 2024-05-20T21:14:39.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.277+0000 7f117a200700 1 -- start start 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.277+0000 7f117a200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11741037f0 0x7f1174075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.277+0000 7f117a200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741041a0 0x7f1174075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f117a200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11741088f0 0x7f11740762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f117a200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1174113730 con 0x7f11741088f0 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f117a200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f11741135b0 con 0x7f11741041a0 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f117a200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f11741138b0 con 0x7f11741037f0 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1172a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741041a0 0x7f1174075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1172a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741041a0 0x7f1174075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52572/0 (socket says 172.21.15.6:52572) 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1172a00700 1 -- 172.21.15.6:0/1154836046 learned_addr learned my addr 172.21.15.6:0/1154836046 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:39.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1173400700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11741037f0 0x7f1174075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1173e00700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11741088f0 0x7f11740762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1172a00700 1 -- 172.21.15.6:0/1154836046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11741037f0 msgr2=0x7f1174075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1172a00700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11741037f0 0x7f1174075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1172a00700 1 -- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11741088f0 msgr2=0x7f11740762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1172a00700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11741088f0 0x7f11740762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.278+0000 7f1172a00700 1 -- 172.21.15.6:0/1154836046 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11741a8090 con 0x7f11741041a0 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.279+0000 7f1172a00700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741041a0 0x7f1174075d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f116000e9c0 tx=0x7f116000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.279+0000 7f116be00700 1 -- 172.21.15.6:0/1154836046 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116000cbd0 con 0x7f11741041a0 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.279+0000 7f116be00700 1 -- 172.21.15.6:0/1154836046 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f116000ee60 con 0x7f11741041a0 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.279+0000 7f116be00700 1 -- 172.21.15.6:0/1154836046 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11600055c0 con 0x7f11741041a0 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.279+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11741a8380 con 0x7f11741041a0 2024-05-20T21:14:39.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.279+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11741a8870 con 0x7f11741041a0 2024-05-20T21:14:39.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.281+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f117406a230 con 0x7f11741041a0 2024-05-20T21:14:39.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.284+0000 7f116be00700 1 -- 172.21.15.6:0/1154836046 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1160004750 con 0x7f11741041a0 2024-05-20T21:14:39.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.285+0000 7f116be00700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f11580b2880 0x7f11580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:39.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.285+0000 7f116be00700 1 -- 172.21.15.6:0/1154836046 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f11600e2550 con 0x7f11741041a0 2024-05-20T21:14:39.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.285+0000 7f1173400700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f11580b2880 0x7f11580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:39.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.286+0000 7f1173400700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f11580b2880 0x7f11580b4d40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1164009c60 tx=0x7f1164009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:39.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.290+0000 7f116be00700 1 -- 172.21.15.6:0/1154836046 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f11600aa170 con 0x7f11741041a0 2024-05-20T21:14:39.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.525+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f117402e560 con 0x7f11741041a0 2024-05-20T21:14:39.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.527+0000 7f116be00700 1 -- 172.21.15.6:0/1154836046 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22684 (secure 0 0 0) 0x7f11600a9a70 con 0x7f11741041a0 2024-05-20T21:14:39.528 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:14:39.529 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":83,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:13:38.294670+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.2d","mappings":[{"from":6,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f11580b2880 msgr2=0x7f11580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f11580b2880 0x7f11580b4d40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1164009c60 tx=0x7f1164009260 comp rx=0 tx=0).stop 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741041a0 msgr2=0x7f1174075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741041a0 0x7f1174075d80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f116000e9c0 tx=0x7f116000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 shutdown_connections 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f11580b2880 0x7f11580b4d40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f11741088f0 0x7f11740762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11741037f0 0x7f1174075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 --2- 172.21.15.6:0/1154836046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f11741041a0 0x7f1174075d80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:39.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 >> 172.21.15.6:0/1154836046 conn(0x7f117407a6a0 msgr2=0x7f1174101560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:39.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.531+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 shutdown_connections 2024-05-20T21:14:39.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:39.532+0000 7f117a200700 1 -- 172.21.15.6:0/1154836046 wait complete. 2024-05-20T21:14:39.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:39 smithi006 ceph-mon[31422]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:39 smithi062 ceph-mon[36640]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:39 smithi042 ceph-mon[36332]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:40.305 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:14:40.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:40 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1154836046' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:14:40.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:40 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1154836046' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:14:40.798 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:40 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1154836046' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:14:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:41 smithi006 ceph-mon[31422]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:41.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:41 smithi062 ceph-mon[36640]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:41 smithi042 ceph-mon[36332]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:43.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 -- 172.21.15.6:0/2589008815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc075970 msgr2=0x7f18dc075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:43.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 --2- 172.21.15.6:0/2589008815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc075970 0x7f18dc075d50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f18c40098f0 tx=0x7f18c4009c00 comp rx=0 tx=0).stop 2024-05-20T21:14:43.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 -- 172.21.15.6:0/2589008815 shutdown_connections 2024-05-20T21:14:43.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 --2- 172.21.15.6:0/2589008815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f18dc10fcb0 0x7f18dc112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 --2- 172.21.15.6:0/2589008815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc075970 0x7f18dc075d50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 --2- 172.21.15.6:0/2589008815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18dc076290 0x7f18dc10f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 -- 172.21.15.6:0/2589008815 >> 172.21.15.6:0/2589008815 conn(0x7f18dc0fefc0 msgr2=0x7f18dc1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:43.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 -- 172.21.15.6:0/2589008815 shutdown_connections 2024-05-20T21:14:43.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.080+0000 7f18e2000700 1 -- 172.21.15.6:0/2589008815 wait complete. 2024-05-20T21:14:43.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.081+0000 7f18e2000700 1 Processor -- start 2024-05-20T21:14:43.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.081+0000 7f18e2000700 1 -- start start 2024-05-20T21:14:43.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18dc075970 0x7f18dc19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:43.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e2000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f18dc076290 0x7f18dc19c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:43.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc10fcb0 0x7f18dc1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:43.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e2000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f18dc115840 con 0x7f18dc076290 2024-05-20T21:14:43.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e2000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f18dc1156c0 con 0x7f18dc10fcb0 2024-05-20T21:14:43.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e2000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f18dc1159c0 con 0x7f18dc075970 2024-05-20T21:14:43.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18d3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f18dc076290 0x7f18dc19c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e0c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18dc075970 0x7f18dc19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e0c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18dc075970 0x7f18dc19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55732/0 (socket says 172.21.15.6:55732) 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.082+0000 7f18e0c00700 1 -- 172.21.15.6:0/2722586122 learned_addr learned my addr 172.21.15.6:0/2722586122 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.083+0000 7f18e1600700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc10fcb0 0x7f18dc1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.083+0000 7f18e0c00700 1 -- 172.21.15.6:0/2722586122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc10fcb0 msgr2=0x7f18dc1a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.083+0000 7f18e0c00700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc10fcb0 0x7f18dc1a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.083+0000 7f18e0c00700 1 -- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f18dc076290 msgr2=0x7f18dc19c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.083+0000 7f18e0c00700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f18dc076290 0x7f18dc19c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.083+0000 7f18e0c00700 1 -- 172.21.15.6:0/2722586122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18dc1a0dc0 con 0x7f18dc075970 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.083+0000 7f18e1600700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc10fcb0 0x7f18dc1a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.083+0000 7f18e0c00700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18dc075970 0x7f18dc19bdb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f18c400f990 tx=0x7f18c400fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.084+0000 7f18da000700 1 -- 172.21.15.6:0/2722586122 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c4005400 con 0x7f18dc075970 2024-05-20T21:14:43.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.084+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18dc1a1050 con 0x7f18dc075970 2024-05-20T21:14:43.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.084+0000 7f18da000700 1 -- 172.21.15.6:0/2722586122 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18c40055a0 con 0x7f18dc075970 2024-05-20T21:14:43.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.084+0000 7f18da000700 1 -- 172.21.15.6:0/2722586122 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c4004dc0 con 0x7f18dc075970 2024-05-20T21:14:43.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.084+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18dc1a8930 con 0x7f18dc075970 2024-05-20T21:14:43.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.085+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18dc06a230 con 0x7f18dc075970 2024-05-20T21:14:43.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.087+0000 7f18da000700 1 -- 172.21.15.6:0/2722586122 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f18c400b560 con 0x7f18dc075970 2024-05-20T21:14:43.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.089+0000 7f18da000700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18bc0b2900 0x7f18bc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:43.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.089+0000 7f18da000700 1 -- 172.21.15.6:0/2722586122 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f18c40e3930 con 0x7f18dc075970 2024-05-20T21:14:43.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.089+0000 7f18d3e00700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18bc0b2900 0x7f18bc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:43.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.090+0000 7f18d3e00700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18bc0b2900 0x7f18bc0b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f18dc1111c0 tx=0x7f18cc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:43.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.091+0000 7f18da000700 1 -- 172.21.15.6:0/2722586122 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f18c4013030 con 0x7f18dc075970 2024-05-20T21:14:43.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.379+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18dc19d110 con 0x7f18dc075970 2024-05-20T21:14:43.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.381+0000 7f18da000700 1 -- 172.21.15.6:0/2722586122 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11831 (secure 0 0 0) 0x7f18c40ab5e0 con 0x7f18dc075970 2024-05-20T21:14:43.381 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:14:43.381 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:12:25.216755+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24529,24530,24517]},"id":1}]} 2024-05-20T21:14:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.384+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18bc0b2900 msgr2=0x7f18bc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.384+0000 7f18e2000700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18bc0b2900 0x7f18bc0b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f18dc1111c0 tx=0x7f18cc009310 comp rx=0 tx=0).stop 2024-05-20T21:14:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.384+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18dc075970 msgr2=0x7f18dc19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:43.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.384+0000 7f18e2000700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18dc075970 0x7f18dc19bdb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f18c400f990 tx=0x7f18c400fa70 comp rx=0 tx=0).stop 2024-05-20T21:14:43.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.385+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 shutdown_connections 2024-05-20T21:14:43.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.385+0000 7f18e2000700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18bc0b2900 0x7f18bc0b4dc0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.385+0000 7f18e2000700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f18dc10fcb0 0x7f18dc1a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.385+0000 7f18e2000700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18dc075970 0x7f18dc19bdb0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.385+0000 7f18e2000700 1 --2- 172.21.15.6:0/2722586122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f18dc076290 0x7f18dc19c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:43.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.385+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 >> 172.21.15.6:0/2722586122 conn(0x7f18dc0fefc0 msgr2=0x7f18dc0ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:43.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.385+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 shutdown_connections 2024-05-20T21:14:43.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:43.385+0000 7f18e2000700 1 -- 172.21.15.6:0/2722586122 wait complete. 2024-05-20T21:14:43.386 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-05-20T21:14:43.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:43 smithi006 ceph-mon[31422]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:43.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:43 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2722586122' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:43.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:43 smithi062 ceph-mon[36640]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:43.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:43 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2722586122' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:43 smithi042 ceph-mon[36332]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:43 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2722586122' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:14:44.216 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-20T21:12:00.673417+0000', 'modified': '2024-05-20T21:12:25.216755+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24530, 'mds_1': 24529, 'mds_2': 24517}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.42:6837/44376656', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6836', 'nonce': 44376656}, {'type': 'v1', 'addr': '172.21.15.42:6837', 'nonce': 44376656}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.62:6835/1061308332', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6834', 'nonce': 1061308332}, {'type': 'v1', 'addr': '172.21.15.62:6835', 'nonce': 1061308332}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.62:6837/1607123152', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6836', 'nonce': 1607123152}, {'type': 'v1', 'addr': '172.21.15.62:6837', 'nonce': 1607123152}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.62:6839/1472655079', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6838', 'nonce': 1472655079}, {'type': 'v1', 'addr': '172.21.15.62:6839', 'nonce': 1472655079}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24529': {'gid': 24529, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.6:6839/3608855680', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6838', 'nonce': 3608855680}, {'type': 'v1', 'addr': '172.21.15.6:6839', 'nonce': 3608855680}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.42:6839/4164936799', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6838', 'nonce': 4164936799}, {'type': 'v1', 'addr': '172.21.15.42:6839', 'nonce': 4164936799}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24530, 'qdb_cluster': [24529, 24530, 24517]} 2024-05-20T21:14:44.216 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-20T21:14:44.216 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-20T21:14:44.709 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:45.629 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:45 smithi006 ceph-mon[31422]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:45 smithi062 ceph-mon[36640]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:45 smithi042 ceph-mon[36332]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 -- 172.21.15.6:0/4125143233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb43410b760 msgr2=0x7fb43410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 --2- 172.21.15.6:0/4125143233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb43410b760 0x7fb43410bb40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb428009990 tx=0x7fb428009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 -- 172.21.15.6:0/4125143233 shutdown_connections 2024-05-20T21:14:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 --2- 172.21.15.6:0/4125143233 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb434106120 0x7fb434112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 --2- 172.21.15.6:0/4125143233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb43410b760 0x7fb43410bb40 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 --2- 172.21.15.6:0/4125143233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb434105760 0x7fb434105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 -- 172.21.15.6:0/4125143233 >> 172.21.15.6:0/4125143233 conn(0x7fb434101250 msgr2=0x7fb434103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:46.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 -- 172.21.15.6:0/4125143233 shutdown_connections 2024-05-20T21:14:46.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.938+0000 7fb43c000700 1 -- 172.21.15.6:0/4125143233 wait complete. 2024-05-20T21:14:46.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.939+0000 7fb43c000700 1 Processor -- start 2024-05-20T21:14:46.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb43c000700 1 -- start start 2024-05-20T21:14:46.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb43c000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb434105760 0x7fb43419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb43c000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb434106120 0x7fb43419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb43c000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb43410b760 0x7fb4341a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb43c000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb434115990 con 0x7fb434106120 2024-05-20T21:14:46.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb43c000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb434115810 con 0x7fb434105760 2024-05-20T21:14:46.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb43c000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb434115b10 con 0x7fb43410b760 2024-05-20T21:14:46.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb438c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb434106120 0x7fb43419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb439600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb434105760 0x7fb43419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb439600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb434105760 0x7fb43419be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52598/0 (socket says 172.21.15.6:52598) 2024-05-20T21:14:46.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.940+0000 7fb438c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb434106120 0x7fb43419c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40994/0 (socket says 172.21.15.6:40994) 2024-05-20T21:14:46.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.941+0000 7fb439600700 1 -- 172.21.15.6:0/1249708508 learned_addr learned my addr 172.21.15.6:0/1249708508 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:46.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.941+0000 7fb43a000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb43410b760 0x7fb4341a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.941+0000 7fb439600700 1 -- 172.21.15.6:0/1249708508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb43410b760 msgr2=0x7fb4341a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.941+0000 7fb439600700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb43410b760 0x7fb4341a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.941+0000 7fb439600700 1 -- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb434106120 msgr2=0x7fb43419c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.941+0000 7fb439600700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb434106120 0x7fb43419c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.941+0000 7fb439600700 1 -- 172.21.15.6:0/1249708508 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4341a0e00 con 0x7fb434105760 2024-05-20T21:14:46.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.941+0000 7fb439600700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb434105760 0x7fb43419be40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb428000c00 tx=0x7fb4280057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:46.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.942+0000 7fb432000700 1 -- 172.21.15.6:0/1249708508 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb428027070 con 0x7fb434105760 2024-05-20T21:14:46.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.942+0000 7fb432000700 1 -- 172.21.15.6:0/1249708508 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb428022470 con 0x7fb434105760 2024-05-20T21:14:46.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.942+0000 7fb432000700 1 -- 172.21.15.6:0/1249708508 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb428017650 con 0x7fb434105760 2024-05-20T21:14:46.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.942+0000 7fb43c000700 1 -- 172.21.15.6:0/1249708508 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4341a1090 con 0x7fb434105760 2024-05-20T21:14:46.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.942+0000 7fb43c000700 1 -- 172.21.15.6:0/1249708508 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4341a8970 con 0x7fb434105760 2024-05-20T21:14:46.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.945+0000 7fb432000700 1 -- 172.21.15.6:0/1249708508 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb42802a070 con 0x7fb434105760 2024-05-20T21:14:46.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.946+0000 7fb4468a6b80 1 Processor -- start 2024-05-20T21:14:46.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb4468a6b80 1 -- start start 2024-05-20T21:14:46.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb432000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a2935c0 0x55ca8a2939a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a293ee0 0x55ca8a28dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a1ebdf0 con 0x55ca8a293ee0 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a1db990 con 0x55ca8a2935c0 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a1df9d0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb432000700 1 -- 172.21.15.6:0/1249708508 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb4280e2f10 con 0x7fb434105760 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb439600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a2935c0 0x55ca8a2939a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb438c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a293ee0 0x55ca8a28dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb439600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a2935c0 0x55ca8a2939a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35588/0 (socket says 172.21.15.6:35588) 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.947+0000 7fb439600700 1 -- 172.21.15.6:0/2536601562 learned_addr learned my addr 172.21.15.6:0/2536601562 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb43a000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb43a000700 1 --2- 172.21.15.6:0/2536601562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb439600700 1 -- 172.21.15.6:0/2536601562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a28e0f0 msgr2=0x55ca8a28e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb439600700 1 --2- 172.21.15.6:0/2536601562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb439600700 1 -- 172.21.15.6:0/2536601562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a293ee0 msgr2=0x55ca8a28dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb439600700 1 --2- 172.21.15.6:0/2536601562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a293ee0 0x55ca8a28dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb439600700 1 -- 172.21.15.6:0/2536601562 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca8a1a43d0 con 0x55ca8a2935c0 2024-05-20T21:14:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb439600700 1 --2- 172.21.15.6:0/2536601562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a2935c0 0x55ca8a2939a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb4280aa450 tx=0x7fb428009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79174bea6c96b5bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb426a00700 1 -- 172.21.15.6:0/2536601562 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb42800e3e0 con 0x55ca8a2935c0 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb426a00700 1 -- 172.21.15.6:0/2536601562 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4280a9fd0 con 0x55ca8a2935c0 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.948+0000 7fb426a00700 1 -- 172.21.15.6:0/2536601562 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb428028e10 con 0x55ca8a2935c0 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2536601562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a2935c0 msgr2=0x55ca8a2939a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2536601562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a2935c0 0x55ca8a2939a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb4280aa450 tx=0x7fb428009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb43a000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x55ca8a28eab0 tx=0x7fb42c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2536601562 shutdown_connections 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2536601562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2536601562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a2935c0 0x55ca8a2939a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2536601562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a293ee0 0x55ca8a28dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2536601562 >> 172.21.15.6:0/2536601562 conn(0x55ca8a1bbb90 msgr2=0x55ca8a288640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:46.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.949+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2536601562 shutdown_connections 2024-05-20T21:14:46.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.950+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2536601562 wait complete. 2024-05-20T21:14:46.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.950+0000 7fb4468a6b80 1 -- start start 2024-05-20T21:14:46.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.950+0000 7fb4468a6b80 1 Processor -- start 2024-05-20T21:14:46.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a299c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 0x55ca8a297030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a297570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a0e1f50 con 0x55ca8a28e0f0 2024-05-20T21:14:46.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a17c710 con 0x55ca8a293ee0 2024-05-20T21:14:46.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a29a750 con 0x55ca8a2935c0 2024-05-20T21:14:46.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb439600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a299c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb439600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a299c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42946/0 (socket says 172.21.15.6:42946) 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb439600700 1 -- 172.21.15.6:0/2676188328 learned_addr learned my addr 172.21.15.6:0/2676188328 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb43a000700 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a297570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb4468a6b80 10 client.0 _ll_register_callbacks cb 0x55ca8a185c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.951+0000 7fb438c00700 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 0x55ca8a297030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb439600700 1 -- 172.21.15.6:0/2676188328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 msgr2=0x55ca8a297030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb439600700 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 0x55ca8a297030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb439600700 1 -- 172.21.15.6:0/2676188328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 msgr2=0x55ca8a297570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb439600700 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a297570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb439600700 1 -- 172.21.15.6:0/2676188328 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca8a12b880 con 0x55ca8a28e0f0 2024-05-20T21:14:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb43a000700 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a297570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb439600700 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a299c90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb428013ff0 tx=0x7fb428028780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beecb7ced27edfde server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb41b400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb41b400700 1 -- 172.21.15.6:0/2676188328 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb428013cc0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb41b400700 1 -- 172.21.15.6:0/2676188328 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb428027210 con 0x55ca8a28e0f0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.952+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2676188328 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4280a9fd0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb41b400700 1 -- 172.21.15.6:0/2676188328 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb42802b3b0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb4468a6b80 10 client.14763 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2676188328 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ca8a1ac010 con 0x55ca8a28e0f0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb41b400700 1 -- 172.21.15.6:0/2676188328 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4280a9fd0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb41b400700 1 -- 172.21.15.6:0/2676188328 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fb4280a4be0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb4468a6b80 10 client.14763 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb4468a6b80 10 client.14763 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb4468a6b80 20 client.14763 populate_metadata read hostname 'smithi006' 2024-05-20T21:14:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ca8a2a70f0 0x55ca8a2a8560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb4468a6b80 4 client.14763 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:46.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.953+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2676188328 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca8a1edd40 con 0x55ca8a2a70f0 2024-05-20T21:14:46.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.954+0000 7fb438c00700 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ca8a2a70f0 0x55ca8a2a8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.954+0000 7fb438c00700 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ca8a2a70f0 0x55ca8a2a8560 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f7012d06806526e1 server_cookie=884adea63595a554 in_seq=0 out_seq=0 2024-05-20T21:14:46.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.954+0000 7fb41b400700 10 client.14763 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:14:46.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.955+0000 7fb41b400700 1 -- 172.21.15.6:0/2676188328 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ca8a1edd40 con 0x55ca8a2a70f0 2024-05-20T21:14:46.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.955+0000 7fb41b400700 10 client.14763 handle_command_reply: tid=0 2024-05-20T21:14:46.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.955+0000 7fb4468a6b80 1 client.14763 shutdown 2024-05-20T21:14:46.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2676188328 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 msgr2=0x55ca8a299c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a299c90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb428013ff0 tx=0x7fb428028780 comp rx=0 tx=0).stop 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2676188328 shutdown_connections 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ca8a2a70f0 0x55ca8a2a8560 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a297570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a299c90 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/2676188328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 0x55ca8a297030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2676188328 >> 172.21.15.6:0/2676188328 conn(0x55ca8a1bbb90 msgr2=0x55ca8a287d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb41b400700 0 client.14763 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2676188328 shutdown_connections 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 1 -- 172.21.15.6:0/2676188328 wait complete. 2024-05-20T21:14:46.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.956+0000 7fb4468a6b80 20 client.14763 trim_cache size 0 max 16384 2024-05-20T21:14:46.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.980+0000 7fb4468a6b80 1 Processor -- start 2024-05-20T21:14:46.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.980+0000 7fb4468a6b80 1 -- start start 2024-05-20T21:14:46.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.980+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.980+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a2935c0 0x55ca8a2a6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.980+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a293ee0 0x55ca8a2884a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.980+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a2a68a0 con 0x55ca8a2935c0 2024-05-20T21:14:46.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.980+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a2a6f70 con 0x55ca8a28e0f0 2024-05-20T21:14:46.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.980+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a2a7640 con 0x55ca8a293ee0 2024-05-20T21:14:46.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35598/0 (socket says 172.21.15.6:35598) 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 -- 172.21.15.6:0/3098416436 learned_addr learned my addr 172.21.15.6:0/3098416436 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb43a000700 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a293ee0 0x55ca8a2884a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb438c00700 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a2935c0 0x55ca8a2a6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 -- 172.21.15.6:0/3098416436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a293ee0 msgr2=0x55ca8a2884a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a293ee0 0x55ca8a2884a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 -- 172.21.15.6:0/3098416436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a2935c0 msgr2=0x55ca8a2a6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a2935c0 0x55ca8a2a6a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 -- 172.21.15.6:0/3098416436 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca8a2a88d0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb43a000700 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a293ee0 0x55ca8a2884a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.981+0000 7fb439600700 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28dad0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb4280096c0 tx=0x7fb428009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a394c7c46b3dbfb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:46.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb426000700 1 -- 172.21.15.6:0/3098416436 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4280a9fd0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb426000700 1 -- 172.21.15.6:0/3098416436 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb428013250 con 0x55ca8a28e0f0 2024-05-20T21:14:46.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb426000700 1 -- 172.21.15.6:0/3098416436 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4280b2e00 con 0x55ca8a28e0f0 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb4468a6b80 1 -- 172.21.15.6:0/3098416436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a28e0f0 msgr2=0x55ca8a28dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28dad0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb4280096c0 tx=0x7fb428009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb4468a6b80 1 -- 172.21.15.6:0/3098416436 shutdown_connections 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a293ee0 0x55ca8a2884a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a28e0f0 0x55ca8a28dad0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/3098416436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a2935c0 0x55ca8a2a6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.982+0000 7fb4468a6b80 1 -- 172.21.15.6:0/3098416436 >> 172.21.15.6:0/3098416436 conn(0x55ca8a1bbb90 msgr2=0x55ca8a295920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.983+0000 7fb4468a6b80 1 -- 172.21.15.6:0/3098416436 shutdown_connections 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.983+0000 7fb4468a6b80 1 -- 172.21.15.6:0/3098416436 wait complete. 2024-05-20T21:14:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.983+0000 7fb4468a6b80 1 -- start start 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.983+0000 7fb4468a6b80 1 Processor -- start 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a2b1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 0x55ca8a2b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb4468a6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a287690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a2a83e0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a2a7d10 con 0x55ca8a293ee0 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb4468a6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ca8a2a8ab0 con 0x55ca8a2935c0 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb4468a6b80 10 client.0 _ll_register_callbacks cb 0x55ca8a185c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb439600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a2b1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb439600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a2b1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42962/0 (socket says 172.21.15.6:42962) 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb439600700 1 -- 172.21.15.6:0/228724204 learned_addr learned my addr 172.21.15.6:0/228724204 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb438c00700 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 0x55ca8a2b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb43a000700 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a287690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb439600700 1 -- 172.21.15.6:0/228724204 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 msgr2=0x55ca8a2b21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb439600700 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 0x55ca8a2b21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.984+0000 7fb439600700 1 -- 172.21.15.6:0/228724204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 msgr2=0x55ca8a287690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb439600700 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a287690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb439600700 1 -- 172.21.15.6:0/228724204 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca8a287ed0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb43a000700 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a287690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb439600700 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a2b1ca0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb4280aa1c0 tx=0x7fb4280a9fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b30ddb22d92705f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb41b400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb41b400700 1 -- 172.21.15.6:0/228724204 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4280aabc0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb41b400700 1 -- 172.21.15.6:0/228724204 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb4280b3010 con 0x55ca8a28e0f0 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb4468a6b80 1 -- 172.21.15.6:0/228724204 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb428013250 con 0x55ca8a28e0f0 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb41b400700 1 -- 172.21.15.6:0/228724204 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb4280b3290 con 0x55ca8a28e0f0 2024-05-20T21:14:46.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb4468a6b80 10 client.14766 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:46.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.985+0000 7fb4468a6b80 1 -- 172.21.15.6:0/228724204 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ca8a287ed0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb41b400700 1 -- 172.21.15.6:0/228724204 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb428013250 con 0x55ca8a28e0f0 2024-05-20T21:14:46.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb41b400700 1 -- 172.21.15.6:0/228724204 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fb4280aa7b0 con 0x55ca8a28e0f0 2024-05-20T21:14:46.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb4468a6b80 10 client.14766 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb4468a6b80 10 client.14766 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb4468a6b80 20 client.14766 populate_metadata read hostname 'smithi006' 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ca8a3169a0 0x55ca8a3156b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb4468a6b80 4 client.14766 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb4468a6b80 1 -- 172.21.15.6:0/228724204 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "status"}) -- 0x55ca8a1e7520 con 0x55ca8a3169a0 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.986+0000 7fb438c00700 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ca8a3169a0 0x55ca8a3156b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb438c00700 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ca8a3169a0 0x55ca8a3156b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4da4e57653174dff server_cookie=7736d9c00749f407 in_seq=0 out_seq=0 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb41b400700 10 client.14766 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb41b400700 1 -- 172.21.15.6:0/228724204 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ca8a1e7520 con 0x55ca8a3169a0 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb41b400700 10 client.14766 handle_command_reply: tid=0 2024-05-20T21:14:46.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 client.14766 shutdown 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 -- 172.21.15.6:0/228724204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 msgr2=0x55ca8a2b1ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a2b1ca0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb4280aa1c0 tx=0x7fb4280a9fd0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 -- 172.21.15.6:0/228724204 shutdown_connections 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ca8a3169a0 0x55ca8a3156b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca8a293ee0 0x55ca8a287690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca8a28e0f0 0x55ca8a2b1ca0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 --2- 172.21.15.6:0/228724204 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca8a2935c0 0x55ca8a2b21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.987+0000 7fb4468a6b80 1 -- 172.21.15.6:0/228724204 >> 172.21.15.6:0/228724204 conn(0x55ca8a1bbb90 msgr2=0x55ca8a2942c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.988+0000 7fb41b400700 0 client.14766 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.988+0000 7fb4468a6b80 1 -- 172.21.15.6:0/228724204 shutdown_connections 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.988+0000 7fb4468a6b80 1 -- 172.21.15.6:0/228724204 wait complete. 2024-05-20T21:14:46.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.988+0000 7fb4468a6b80 20 client.14766 trim_cache size 0 max 16384 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 2, 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24517, 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 148.69366452899999, 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:46.992 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 200.32118673599999 2024-05-20T21:14:46.993 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:14:46.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 -- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb41c0b2900 msgr2=0x7fb41c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x55ca8a28eab0 tx=0x7fb42c009920 comp rx=0 tx=0).stop 2024-05-20T21:14:46.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 -- 172.21.15.6:0/1249708508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb434105760 msgr2=0x7fb43419be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:46.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb434105760 0x7fb43419be40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb428000c00 tx=0x7fb4280057c0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 -- 172.21.15.6:0/1249708508 shutdown_connections 2024-05-20T21:14:46.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb43410b760 0x7fb4341a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb434105760 0x7fb43419be40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 --2- 172.21.15.6:0/1249708508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb434106120 0x7fb43419c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:46.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 -- 172.21.15.6:0/1249708508 >> 172.21.15.6:0/1249708508 conn(0x7fb434101250 msgr2=0x7fb4341018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:46.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 -- 172.21.15.6:0/1249708508 shutdown_connections 2024-05-20T21:14:46.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:46.989+0000 7fb43c000700 1 -- 172.21.15.6:0/1249708508 wait complete. 2024-05-20T21:14:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:47 smithi006 ceph-mon[31422]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:47.790 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:47 smithi062 ceph-mon[36640]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:47.866 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-20T21:14:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:47 smithi042 ceph-mon[36332]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:48.354 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:49.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:49 smithi006 ceph-mon[31422]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:49 smithi062 ceph-mon[36640]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:49 smithi042 ceph-mon[36332]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.622+0000 7f4d36e00700 1 -- 172.21.15.6:0/4187071848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 msgr2=0x7f4d3010bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.622+0000 7f4d36e00700 1 --2- 172.21.15.6:0/4187071848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 0x7f4d3010bb10 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009990 tx=0x7f4d20009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.622+0000 7f4d36e00700 1 -- 172.21.15.6:0/4187071848 shutdown_connections 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.622+0000 7f4d36e00700 1 --2- 172.21.15.6:0/4187071848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d301060f0 0x7f4d30112600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.622+0000 7f4d36e00700 1 --2- 172.21.15.6:0/4187071848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 0x7f4d3010bb10 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.622+0000 7f4d36e00700 1 --2- 172.21.15.6:0/4187071848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d30105730 0x7f4d30105bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.622+0000 7f4d36e00700 1 -- 172.21.15.6:0/4187071848 >> 172.21.15.6:0/4187071848 conn(0x7f4d30101220 msgr2=0x7f4d30103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.623+0000 7f4d36e00700 1 -- 172.21.15.6:0/4187071848 shutdown_connections 2024-05-20T21:14:50.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.623+0000 7f4d36e00700 1 -- 172.21.15.6:0/4187071848 wait complete. 2024-05-20T21:14:50.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.624+0000 7f4d36e00700 1 Processor -- start 2024-05-20T21:14:50.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.624+0000 7f4d36e00700 1 -- start start 2024-05-20T21:14:50.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d36e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d30105730 0x7f4d3019be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d36e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d301060f0 0x7f4d3019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d36e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 0x7f4d301a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d36e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4d30115960 con 0x7f4d301060f0 2024-05-20T21:14:50.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d36e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4d301157e0 con 0x7f4d30105730 2024-05-20T21:14:50.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d36e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4d30115ae0 con 0x7f4d3010b730 2024-05-20T21:14:50.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d2f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d301060f0 0x7f4d3019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d2f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d301060f0 0x7f4d3019c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42986/0 (socket says 172.21.15.6:42986) 2024-05-20T21:14:50.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d2f400700 1 -- 172.21.15.6:0/3735272719 learned_addr learned my addr 172.21.15.6:0/3735272719 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:50.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d34e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 0x7f4d301a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.625+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d30105730 0x7f4d3019be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d2f400700 1 -- 172.21.15.6:0/3735272719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 msgr2=0x7f4d301a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d2f400700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 0x7f4d301a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d2f400700 1 -- 172.21.15.6:0/3735272719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d30105730 msgr2=0x7f4d3019be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d2f400700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d30105730 0x7f4d3019be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d2f400700 1 -- 172.21.15.6:0/3735272719 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d301a0e10 con 0x7f4d301060f0 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d34e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 0x7f4d301a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d2f400700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d301060f0 0x7f4d3019c390 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c00eb30 tx=0x7f4d1c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d2cc00700 1 -- 172.21.15.6:0/3735272719 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c00cbd0 con 0x7f4d301060f0 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d36e00700 1 -- 172.21.15.6:0/3735272719 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d301a1100 con 0x7f4d301060f0 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.626+0000 7f4d2cc00700 1 -- 172.21.15.6:0/3735272719 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d1c0044d0 con 0x7f4d301060f0 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.627+0000 7f4d2cc00700 1 -- 172.21.15.6:0/3735272719 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c003df0 con 0x7f4d301060f0 2024-05-20T21:14:50.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.627+0000 7f4d36e00700 1 -- 172.21.15.6:0/3735272719 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d301a8980 con 0x7f4d301060f0 2024-05-20T21:14:50.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.630+0000 7f4d2cc00700 1 -- 172.21.15.6:0/3735272719 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4d1c004000 con 0x7f4d301060f0 2024-05-20T21:14:50.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.631+0000 7f4d417bfb80 1 Processor -- start 2024-05-20T21:14:50.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d417bfb80 1 -- start start 2024-05-20T21:14:50.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d2cc00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d140b2880 0x7f4d140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a75c0 0x562c404a79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404a1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a20f0 0x562c404a2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562c403ffdf0 con 0x562c404a75c0 2024-05-20T21:14:50.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562c403ef990 con 0x562c404a7ee0 2024-05-20T21:14:50.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562c403f39d0 con 0x562c404a20f0 2024-05-20T21:14:50.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d2cc00700 1 -- 172.21.15.6:0/3735272719 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4d1c0e25a0 con 0x7f4d301060f0 2024-05-20T21:14:50.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d34e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a20f0 0x562c404a2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d2fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a75c0 0x562c404a79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d34e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a20f0 0x562c404a2570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56148/0 (socket says 172.21.15.6:56148) 2024-05-20T21:14:50.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.632+0000 7f4d34e00700 1 -- 172.21.15.6:0/2961695587 learned_addr learned my addr 172.21.15.6:0/2961695587 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:50.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d2f400700 1 --2- 172.21.15.6:0/2961695587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404a1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d34e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d140b2880 0x7f4d140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d2f400700 1 -- 172.21.15.6:0/2961695587 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a20f0 msgr2=0x562c404a2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d2f400700 1 --2- 172.21.15.6:0/2961695587 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a20f0 0x562c404a2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d2f400700 1 -- 172.21.15.6:0/2961695587 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a75c0 msgr2=0x562c404a79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d2f400700 1 --2- 172.21.15.6:0/2961695587 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a75c0 0x562c404a79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d2f400700 1 -- 172.21.15.6:0/2961695587 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c403b83d0 con 0x562c404a7ee0 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d2f400700 1 --2- 172.21.15.6:0/2961695587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404a1ad0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0dffa0 tx=0x7f4d1c0a9910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d9854d82174c719 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.633+0000 7f4d34e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d140b2880 0x7f4d140b4d40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4d28009da0 tx=0x7f4d2800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.634+0000 7f4d25600700 1 -- 172.21.15.6:0/2961695587 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c0c3070 con 0x562c404a7ee0 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.634+0000 7f4d25600700 1 -- 172.21.15.6:0/2961695587 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d1c009500 con 0x562c404a7ee0 2024-05-20T21:14:50.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.634+0000 7f4d25600700 1 -- 172.21.15.6:0/2961695587 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c0ade70 con 0x562c404a7ee0 2024-05-20T21:14:50.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.634+0000 7f4d417bfb80 1 -- 172.21.15.6:0/2961695587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 msgr2=0x562c404a1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.634+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/2961695587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404a1ad0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0dffa0 tx=0x7f4d1c0a9910 comp rx=0 tx=0).stop 2024-05-20T21:14:50.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.635+0000 7f4d417bfb80 1 -- 172.21.15.6:0/2961695587 shutdown_connections 2024-05-20T21:14:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.635+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/2961695587 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a20f0 0x562c404a2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.635+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/2961695587 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a75c0 0x562c404a79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.635+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/2961695587 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404a1ad0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.635+0000 7f4d417bfb80 1 -- 172.21.15.6:0/2961695587 >> 172.21.15.6:0/2961695587 conn(0x562c403cfb90 msgr2=0x562c4049c640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.635+0000 7f4d417bfb80 1 -- 172.21.15.6:0/2961695587 shutdown_connections 2024-05-20T21:14:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.635+0000 7f4d417bfb80 1 -- 172.21.15.6:0/2961695587 wait complete. 2024-05-20T21:14:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.635+0000 7f4d417bfb80 1 -- start start 2024-05-20T21:14:50.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d417bfb80 1 Processor -- start 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404adc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a75c0 0x562c404ab000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a7ee0 0x562c404ab540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562c402f5f50 con 0x562c404a20f0 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562c40390710 con 0x562c404a75c0 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562c404ae990 con 0x562c404a7ee0 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d417bfb80 10 client.0 _ll_register_callbacks cb 0x562c40399c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.636+0000 7f4d2f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a75c0 0x562c404ab000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a75c0 0x562c404ab000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35628/0 (socket says 172.21.15.6:35628) 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2f400700 1 -- 172.21.15.6:0/3656498603 learned_addr learned my addr 172.21.15.6:0/3656498603 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:50.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404adc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d34e00700 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a7ee0 0x562c404ab540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2f400700 1 -- 172.21.15.6:0/3656498603 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a7ee0 msgr2=0x562c404ab540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2f400700 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a7ee0 0x562c404ab540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2f400700 1 -- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 msgr2=0x562c404adc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2f400700 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404adc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2f400700 1 -- 172.21.15.6:0/3656498603 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c4033f880 con 0x562c404a75c0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404adc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d2f400700 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a75c0 0x562c404ab000 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0a5b40 tx=0x7f4d1c003800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52628cb7be80304b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.637+0000 7f4d1a000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.638+0000 7f4d1a000700 1 -- 172.21.15.6:0/3656498603 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1c0c3030 con 0x562c404a75c0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.638+0000 7f4d1a000700 1 -- 172.21.15.6:0/3656498603 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4d1c0a60b0 con 0x562c404a75c0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.638+0000 7f4d417bfb80 1 -- 172.21.15.6:0/3656498603 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d1c009500 con 0x562c404a75c0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.638+0000 7f4d1a000700 1 -- 172.21.15.6:0/3656498603 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4d1c0042f0 con 0x562c404a75c0 2024-05-20T21:14:50.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.638+0000 7f4d417bfb80 10 client.24890 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.638+0000 7f4d417bfb80 1 -- 172.21.15.6:0/3656498603 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562c403c0010 con 0x562c404a75c0 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.638+0000 7f4d1a000700 1 -- 172.21.15.6:0/3656498603 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d1c009500 con 0x562c404a75c0 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.639+0000 7f4d1a000700 1 -- 172.21.15.6:0/3656498603 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f4d1c06f300 con 0x562c404a75c0 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.639+0000 7f4d417bfb80 10 client.24890 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.639+0000 7f4d417bfb80 10 client.24890 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.639+0000 7f4d417bfb80 20 client.24890 populate_metadata read hostname 'smithi006' 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.639+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x562c404ba220 0x562c404bc340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.639+0000 7f4d417bfb80 4 client.24890 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.639+0000 7f4d417bfb80 1 -- 172.21.15.6:0/3656498603 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c40401d40 con 0x562c404ba220 2024-05-20T21:14:50.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.639+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x562c404ba220 0x562c404bc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.640+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x562c404ba220 0x562c404bc340 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4b26f00c2618db27 server_cookie=c8332b5f0dff844e in_seq=0 out_seq=0 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.640+0000 7f4d1a000700 10 client.24890 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d1a000700 1 -- 172.21.15.6:0/3656498603 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562c40401d40 con 0x562c404ba220 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d1a000700 10 client.24890 handle_command_reply: tid=0 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 client.24890 shutdown 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 -- 172.21.15.6:0/3656498603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a75c0 msgr2=0x562c404ab000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a75c0 0x562c404ab000 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0a5b40 tx=0x7f4d1c003800 comp rx=0 tx=0).stop 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 -- 172.21.15.6:0/3656498603 shutdown_connections 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x562c404ba220 0x562c404bc340 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a7ee0 0x562c404ab540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404adc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/3656498603 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a75c0 0x562c404ab000 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 -- 172.21.15.6:0/3656498603 >> 172.21.15.6:0/3656498603 conn(0x562c403cfb90 msgr2=0x562c4049bd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:50.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d1a000700 0 client.24890 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:14:50.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.641+0000 7f4d417bfb80 1 -- 172.21.15.6:0/3656498603 shutdown_connections 2024-05-20T21:14:50.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.642+0000 7f4d417bfb80 1 -- 172.21.15.6:0/3656498603 wait complete. 2024-05-20T21:14:50.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.642+0000 7f4d417bfb80 20 client.24890 trim_cache size 0 max 16384 2024-05-20T21:14:50.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.665+0000 7f4d417bfb80 1 Processor -- start 2024-05-20T21:14:50.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.665+0000 7f4d417bfb80 1 -- start start 2024-05-20T21:14:50.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404a1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c404a5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404ba800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562c404ba680 con 0x562c404a20f0 2024-05-20T21:14:50.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562c404bad50 con 0x562c404a7ee0 2024-05-20T21:14:50.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562c404bb420 con 0x562c404a75c0 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d2fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404a1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d2fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404a1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43010/0 (socket says 172.21.15.6:43010) 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d2fe00700 1 -- 172.21.15.6:0/1484821867 learned_addr learned my addr 172.21.15.6:0/1484821867 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d34e00700 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404ba800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.666+0000 7f4d2f400700 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c404a5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d2fe00700 1 -- 172.21.15.6:0/1484821867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 msgr2=0x562c404a5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c404a5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d2fe00700 1 -- 172.21.15.6:0/1484821867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 msgr2=0x562c404ba800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404ba800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d2fe00700 1 -- 172.21.15.6:0/1484821867 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c404a7ce0 con 0x562c404a20f0 2024-05-20T21:14:50.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d34e00700 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404ba800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:50.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404a1ad0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009990 tx=0x7f4d2000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57a001b73522c606 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:50.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d24c00700 1 -- 172.21.15.6:0/1484821867 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2000b920 con 0x562c404a20f0 2024-05-20T21:14:50.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d24c00700 1 -- 172.21.15.6:0/1484821867 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d20003680 con 0x562c404a20f0 2024-05-20T21:14:50.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.667+0000 7f4d24c00700 1 -- 172.21.15.6:0/1484821867 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2000f6c0 con 0x562c404a20f0 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1484821867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 msgr2=0x562c404a1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404a1ad0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009990 tx=0x7f4d2000b260 comp rx=0 tx=0).stop 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1484821867 shutdown_connections 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c404ba800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404a1ad0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1484821867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c404a5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1484821867 >> 172.21.15.6:0/1484821867 conn(0x562c403cfb90 msgr2=0x562c404a8300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1484821867 shutdown_connections 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.668+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1484821867 wait complete. 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.669+0000 7f4d417bfb80 1 -- start start 2024-05-20T21:14:50.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.669+0000 7f4d417bfb80 1 Processor -- start 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.669+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404c5c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c4049b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d417bfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c4049b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562c404bc1c0 con 0x562c404a20f0 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562c404bbaf0 con 0x562c404a7ee0 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d417bfb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562c404bc890 con 0x562c404a75c0 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d417bfb80 10 client.0 _ll_register_callbacks cb 0x562c40399c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d2fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404c5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d2fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404c5c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43016/0 (socket says 172.21.15.6:43016) 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d2fe00700 1 -- 172.21.15.6:0/1443169212 learned_addr learned my addr 172.21.15.6:0/1443169212 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d34e00700 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c4049b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d2f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c4049b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d34e00700 1 -- 172.21.15.6:0/1443169212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 msgr2=0x562c4049b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d34e00700 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c4049b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d34e00700 1 -- 172.21.15.6:0/1443169212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 msgr2=0x562c404c5c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d34e00700 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404c5c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d34e00700 1 -- 172.21.15.6:0/1443169212 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c4049bf90 con 0x562c404a7ee0 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.670+0000 7f4d2f400700 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c4049b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.671+0000 7f4d34e00700 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c4049b9d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f4d28008b20 tx=0x7f4d28004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8386426b38ce4662 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.671+0000 7f4d1a000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.671+0000 7f4d1a000700 1 -- 172.21.15.6:0/1443169212 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d2802d030 con 0x562c404a7ee0 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.671+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1443169212 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d20003680 con 0x562c404a7ee0 2024-05-20T21:14:50.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.671+0000 7f4d1a000700 1 -- 172.21.15.6:0/1443169212 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4d28012040 con 0x562c404a7ee0 2024-05-20T21:14:50.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.671+0000 7f4d1a000700 1 -- 172.21.15.6:0/1443169212 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4d28037050 con 0x562c404a7ee0 2024-05-20T21:14:50.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.671+0000 7f4d417bfb80 10 client.24896 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:50.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.671+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1443169212 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562c40526660 con 0x562c404a7ee0 2024-05-20T21:14:50.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d1a000700 1 -- 172.21.15.6:0/1443169212 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d20003680 con 0x562c404a7ee0 2024-05-20T21:14:50.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d1a000700 1 -- 172.21.15.6:0/1443169212 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f4d28004740 con 0x562c404a7ee0 2024-05-20T21:14:50.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d417bfb80 10 client.24896 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:50.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d417bfb80 10 client.24896 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-20T21:14:50.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d417bfb80 20 client.24896 populate_metadata read hostname 'smithi006' 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x562c4052b0f0 0x562c40529e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d417bfb80 4 client.24896 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1443169212 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "status"}) -- 0x562c403fb520 con 0x562c4052b0f0 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.672+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x562c4052b0f0 0x562c40529e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d2fe00700 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x562c4052b0f0 0x562c40529e00 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=de02018b3362490a server_cookie=f0489fc91ec5d3b5 in_seq=0 out_seq=0 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d1a000700 10 client.24896 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d1a000700 1 -- 172.21.15.6:0/1443169212 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x562c403fb520 con 0x562c4052b0f0 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d1a000700 10 client.24896 handle_command_reply: tid=0 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 client.24896 shutdown 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1443169212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 msgr2=0x562c4049b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c4049b9d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f4d28008b20 tx=0x7f4d28004b40 comp rx=0 tx=0).stop 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1443169212 shutdown_connections 2024-05-20T21:14:50.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562c404a7ee0 0x562c4049b9d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562c404a20f0 0x562c404c5c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x562c4052b0f0 0x562c40529e00 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 --2- 172.21.15.6:0/1443169212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562c404a75c0 0x562c4049b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d1a000700 0 client.24896 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.673+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1443169212 >> 172.21.15.6:0/1443169212 conn(0x562c403cfb90 msgr2=0x562c404a98f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.674+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1443169212 shutdown_connections 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.674+0000 7f4d417bfb80 1 -- 172.21.15.6:0/1443169212 wait complete. 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.674+0000 7f4d417bfb80 20 client.24896 trim_cache size 0 max 16384 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:50.676 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 1, 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24529, 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 153.393497739, 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 198.71680709 2024-05-20T21:14:50.677 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:14:50.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.674+0000 7f4d36e00700 1 -- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d140b2880 msgr2=0x7f4d140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.674+0000 7f4d36e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d140b2880 0x7f4d140b4d40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4d28009da0 tx=0x7f4d2800b040 comp rx=0 tx=0).stop 2024-05-20T21:14:50.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.674+0000 7f4d36e00700 1 -- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d301060f0 msgr2=0x7f4d3019c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:50.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.674+0000 7f4d36e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d301060f0 0x7f4d3019c390 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c00eb30 tx=0x7f4d1c00ee40 comp rx=0 tx=0).stop 2024-05-20T21:14:50.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.675+0000 7f4d36e00700 1 -- 172.21.15.6:0/3735272719 shutdown_connections 2024-05-20T21:14:50.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.675+0000 7f4d36e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d140b2880 0x7f4d140b4d40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.675+0000 7f4d36e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d3010b730 0x7f4d301a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.675+0000 7f4d36e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4d30105730 0x7f4d3019be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.675+0000 7f4d36e00700 1 --2- 172.21.15.6:0/3735272719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4d301060f0 0x7f4d3019c390 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:50.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.675+0000 7f4d36e00700 1 -- 172.21.15.6:0/3735272719 >> 172.21.15.6:0/3735272719 conn(0x7f4d30101220 msgr2=0x7f4d30101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:50.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.675+0000 7f4d36e00700 1 -- 172.21.15.6:0/3735272719 shutdown_connections 2024-05-20T21:14:50.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:50.675+0000 7f4d36e00700 1 -- 172.21.15.6:0/3735272719 wait complete. 2024-05-20T21:14:51.487 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-20T21:14:51.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:51 smithi062 ceph-mon[36640]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:51 smithi042 ceph-mon[36332]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:51.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:51 smithi006 ceph-mon[31422]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:51.962 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:53.710 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:53 smithi006 ceph-mon[31422]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:53.787 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:53 smithi062 ceph-mon[36640]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:53 smithi042 ceph-mon[36332]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:14:54.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 -- 172.21.15.6:0/69817382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5048102f80 msgr2=0x7f5048106fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 --2- 172.21.15.6:0/69817382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5048102f80 0x7f5048106fd0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f50340098f0 tx=0x7f5034009c00 comp rx=0 tx=0).stop 2024-05-20T21:14:54.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 -- 172.21.15.6:0/69817382 shutdown_connections 2024-05-20T21:14:54.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 --2- 172.21.15.6:0/69817382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50481076b0 0x7f504810f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 --2- 172.21.15.6:0/69817382 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50481025d0 0x7f50481029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 --2- 172.21.15.6:0/69817382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5048102f80 0x7f5048106fd0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 -- 172.21.15.6:0/69817382 >> 172.21.15.6:0/69817382 conn(0x7f50480fde60 msgr2=0x7f5048100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 -- 172.21.15.6:0/69817382 shutdown_connections 2024-05-20T21:14:54.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.027+0000 7f504d200700 1 -- 172.21.15.6:0/69817382 wait complete. 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.029+0000 7f504d200700 1 Processor -- start 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.029+0000 7f504d200700 1 -- start start 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f504d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50481025d0 0x7f504819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f504d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5048102f80 0x7f504819fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f504d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50481076b0 0x7f5048199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f504d200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5048112570 con 0x7f50481025d0 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f504d200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f50481123f0 con 0x7f5048102f80 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f504d200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f50481126f0 con 0x7f50481076b0 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f5047400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50481025d0 0x7f504819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f5047400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50481025d0 0x7f504819f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43030/0 (socket says 172.21.15.6:43030) 2024-05-20T21:14:54.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f5046a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5048102f80 0x7f504819fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f5047400700 1 -- 172.21.15.6:0/1953593941 learned_addr learned my addr 172.21.15.6:0/1953593941 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:54.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.030+0000 7f5047e00700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50481076b0 0x7f5048199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f5047400700 1 -- 172.21.15.6:0/1953593941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50481076b0 msgr2=0x7f5048199a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f5047400700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50481076b0 0x7f5048199a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f5047400700 1 -- 172.21.15.6:0/1953593941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5048102f80 msgr2=0x7f504819fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f5047400700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5048102f80 0x7f504819fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f5047400700 1 -- 172.21.15.6:0/1953593941 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504819a180 con 0x7f50481025d0 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f5047400700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50481025d0 0x7f504819f860 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f503800e9a0 tx=0x7f503800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f503fe00700 1 -- 172.21.15.6:0/1953593941 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503800ca10 con 0x7f50481025d0 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f504d200700 1 -- 172.21.15.6:0/1953593941 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f504819a470 con 0x7f50481025d0 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f503fe00700 1 -- 172.21.15.6:0/1953593941 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f503800cbb0 con 0x7f50481025d0 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f503fe00700 1 -- 172.21.15.6:0/1953593941 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5038018680 con 0x7f50481025d0 2024-05-20T21:14:54.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.031+0000 7f504d200700 1 -- 172.21.15.6:0/1953593941 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50481a6730 con 0x7f50481025d0 2024-05-20T21:14:54.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.035+0000 7f503fe00700 1 -- 172.21.15.6:0/1953593941 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5038010430 con 0x7f50481025d0 2024-05-20T21:14:54.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.036+0000 7f50590feb80 1 Processor -- start 2024-05-20T21:14:54.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.036+0000 7f50590feb80 1 -- start start 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f50590feb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f3431886f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f50590feb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f34318c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f50590feb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f34318d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f50590feb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f3430e1df0 con 0x55f343188310 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f50590feb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f3430d1990 con 0x55f34318cd40 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f50590feb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f3430d59d0 con 0x55f343188c30 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5047e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f3431886f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5047e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f3431886f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43042/0 (socket says 172.21.15.6:43042) 2024-05-20T21:14:54.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5047e00700 1 -- 172.21.15.6:0/1427625472 learned_addr learned my addr 172.21.15.6:0/1427625472 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:54.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5047400700 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f34318c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5046a00700 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f34318d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f503fe00700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f502c0b2880 0x7f502c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5046a00700 1 -- 172.21.15.6:0/1427625472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 msgr2=0x55f34318c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5046a00700 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f34318c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5046a00700 1 -- 172.21.15.6:0/1427625472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 msgr2=0x55f3431886f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.037+0000 7f5046a00700 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f3431886f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.038+0000 7f5046a00700 1 -- 172.21.15.6:0/1427625472 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f34309a3d0 con 0x55f34318cd40 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.038+0000 7f503fe00700 1 -- 172.21.15.6:0/1953593941 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f50380e2460 con 0x7f50481025d0 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.038+0000 7f5046a00700 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f34318d1a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5034000c00 tx=0x7f503400bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d9c7f2be4510937 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.038+0000 7f5047e00700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f502c0b2880 0x7f502c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.038+0000 7f503cc00700 1 -- 172.21.15.6:0/1427625472 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5034026070 con 0x55f34318cd40 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.038+0000 7f503cc00700 1 -- 172.21.15.6:0/1427625472 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50340054f0 con 0x55f34318cd40 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.038+0000 7f503cc00700 1 -- 172.21.15.6:0/1427625472 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5034003a00 con 0x55f34318cd40 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.039+0000 7f50590feb80 1 -- 172.21.15.6:0/1427625472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 msgr2=0x55f34318d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.039+0000 7f5047e00700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f502c0b2880 0x7f502c0b4d40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5040006220 tx=0x7f5040009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.039+0000 7f50590feb80 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f34318d1a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5034000c00 tx=0x7f503400bf60 comp rx=0 tx=0).stop 2024-05-20T21:14:54.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.039+0000 7f50590feb80 1 -- 172.21.15.6:0/1427625472 shutdown_connections 2024-05-20T21:14:54.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.039+0000 7f50590feb80 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f34318d1a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.039+0000 7f50590feb80 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f3431886f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.039+0000 7f50590feb80 1 --2- 172.21.15.6:0/1427625472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f34318c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.039+0000 7f50590feb80 1 -- 172.21.15.6:0/1427625472 >> 172.21.15.6:0/1427625472 conn(0x55f3430b1b90 msgr2=0x55f34317e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.040+0000 7f50590feb80 1 -- 172.21.15.6:0/1427625472 shutdown_connections 2024-05-20T21:14:54.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.040+0000 7f50590feb80 1 -- 172.21.15.6:0/1427625472 wait complete. 2024-05-20T21:14:54.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.040+0000 7f50590feb80 1 -- start start 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.040+0000 7f50590feb80 1 Processor -- start 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f50590feb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188310 0x55f3431941f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f50590feb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f343191590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f50590feb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f34318cd40 0x55f343191ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f50590feb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f342fd7f50 con 0x55f34318cd40 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f50590feb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f343072710 con 0x55f343188310 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f50590feb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f343194f10 con 0x55f343188c30 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f50590feb80 10 client.0 _ll_register_callbacks cb 0x55f34307bc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f5047e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f34318cd40 0x55f343191ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f5046a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f343191590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f5047e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f34318cd40 0x55f343191ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43054/0 (socket says 172.21.15.6:43054) 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f5047e00700 1 -- 172.21.15.6:0/3173079793 learned_addr learned my addr 172.21.15.6:0/3173079793 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.041+0000 7f5047400700 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188310 0x55f3431941f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.042+0000 7f5046a00700 1 -- 172.21.15.6:0/3173079793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188310 msgr2=0x55f3431941f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.042+0000 7f5046a00700 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188310 0x55f3431941f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.042+0000 7f5046a00700 1 -- 172.21.15.6:0/3173079793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f34318cd40 msgr2=0x55f343191ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.042+0000 7f5046a00700 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f34318cd40 0x55f343191ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.042+0000 7f5046a00700 1 -- 172.21.15.6:0/3173079793 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f343021880 con 0x55f343188c30 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.042+0000 7f5046a00700 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f343191590 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5034009810 tx=0x7f503400b810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b1b359bc24db725 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.042+0000 7f5031600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.043+0000 7f5031600700 1 -- 172.21.15.6:0/3173079793 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5034026070 con 0x55f343188c30 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.043+0000 7f5031600700 1 -- 172.21.15.6:0/3173079793 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f503400ba00 con 0x55f343188c30 2024-05-20T21:14:54.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.043+0000 7f50590feb80 1 -- 172.21.15.6:0/3173079793 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50340054f0 con 0x55f343188c30 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.043+0000 7f5031600700 1 -- 172.21.15.6:0/3173079793 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f50340056a0 con 0x55f343188c30 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.043+0000 7f50590feb80 10 client.24925 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.043+0000 7f50590feb80 1 -- 172.21.15.6:0/3173079793 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f3430a2010 con 0x55f343188c30 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f5031600700 1 -- 172.21.15.6:0/3173079793 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50340054f0 con 0x55f343188c30 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f5031600700 1 -- 172.21.15.6:0/3173079793 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f5034033070 con 0x55f343188c30 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f50590feb80 10 client.24925 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f50590feb80 10 client.24925 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f50590feb80 20 client.24925 populate_metadata read hostname 'smithi006' 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f50590feb80 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f3431a15a0 0x55f3431a2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f50590feb80 4 client.24925 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:14:54.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f50590feb80 1 -- 172.21.15.6:0/3173079793 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f3430e3d40 con 0x55f3431a15a0 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.044+0000 7f5047400700 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f3431a15a0 0x55f3431a2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.045+0000 7f5047400700 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f3431a15a0 0x55f3431a2a10 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a199817243c66e8 server_cookie=663cac5599bb4254 in_seq=0 out_seq=0 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.045+0000 7f5031600700 10 client.24925 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f5031600700 1 -- 172.21.15.6:0/3173079793 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f3430e3d40 con 0x55f3431a15a0 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f5031600700 10 client.24925 handle_command_reply: tid=0 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 client.24925 shutdown 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 -- 172.21.15.6:0/3173079793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 msgr2=0x55f343191590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f343191590 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5034009810 tx=0x7f503400b810 comp rx=0 tx=0).stop 2024-05-20T21:14:54.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 -- 172.21.15.6:0/3173079793 shutdown_connections 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f34318cd40 0x55f343191ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188310 0x55f3431941f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f3431a15a0 0x55f3431a2a10 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 --2- 172.21.15.6:0/3173079793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188c30 0x55f343191590 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 -- 172.21.15.6:0/3173079793 >> 172.21.15.6:0/3173079793 conn(0x55f3430b1b90 msgr2=0x55f34318e1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f5031600700 0 client.24925 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 -- 172.21.15.6:0/3173079793 shutdown_connections 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.046+0000 7f50590feb80 1 -- 172.21.15.6:0/3173079793 wait complete. 2024-05-20T21:14:54.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.047+0000 7f50590feb80 20 client.24925 trim_cache size 0 max 16384 2024-05-20T21:14:54.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.070+0000 7f50590feb80 1 Processor -- start 2024-05-20T21:14:54.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f50590feb80 1 -- start start 2024-05-20T21:14:54.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f50590feb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f34317abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f50590feb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188c30 0x55f34317dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f50590feb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f34318cd40 0x55f34317e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f50590feb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f3431a0d50 con 0x55f343188310 2024-05-20T21:14:54.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f50590feb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f3431a1420 con 0x55f343188c30 2024-05-20T21:14:54.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f50590feb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f3431a1af0 con 0x55f34318cd40 2024-05-20T21:14:54.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f5047400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f34317abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f5046a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188c30 0x55f34317dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f5046a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188c30 0x55f34317dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35660/0 (socket says 172.21.15.6:35660) 2024-05-20T21:14:54.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f5046a00700 1 -- 172.21.15.6:0/1732345124 learned_addr learned my addr 172.21.15.6:0/1732345124 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:54.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.071+0000 7f5047e00700 1 --2- 172.21.15.6:0/1732345124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f34318cd40 0x55f34317e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5046a00700 1 -- 172.21.15.6:0/1732345124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f34318cd40 msgr2=0x55f34317e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5046a00700 1 --2- 172.21.15.6:0/1732345124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f34318cd40 0x55f34317e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5046a00700 1 -- 172.21.15.6:0/1732345124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 msgr2=0x55f34317abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5046a00700 1 --2- 172.21.15.6:0/1732345124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f34317abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5046a00700 1 -- 172.21.15.6:0/1732345124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f343193e30 con 0x55f343188c30 2024-05-20T21:14:54.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5046a00700 1 --2- 172.21.15.6:0/1732345124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188c30 0x55f34317dfc0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5034003d90 tx=0x7f503400fac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b69144249bdf2882 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5033e00700 1 -- 172.21.15.6:0/1732345124 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5034038070 con 0x55f343188c30 2024-05-20T21:14:54.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5033e00700 1 -- 172.21.15.6:0/1732345124 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5034027040 con 0x55f343188c30 2024-05-20T21:14:54.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.072+0000 7f5033e00700 1 -- 172.21.15.6:0/1732345124 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5034026040 con 0x55f343188c30 2024-05-20T21:14:54.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 -- 172.21.15.6:0/1732345124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188c30 msgr2=0x55f34317dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 --2- 172.21.15.6:0/1732345124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188c30 0x55f34317dfc0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5034003d90 tx=0x7f503400fac0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 -- 172.21.15.6:0/1732345124 shutdown_connections 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 --2- 172.21.15.6:0/1732345124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f34318cd40 0x55f34317e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 --2- 172.21.15.6:0/1732345124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188310 0x55f34317abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 --2- 172.21.15.6:0/1732345124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f343188c30 0x55f34317dfc0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 -- 172.21.15.6:0/1732345124 >> 172.21.15.6:0/1732345124 conn(0x55f3430b1b90 msgr2=0x55f34317d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 -- 172.21.15.6:0/1732345124 shutdown_connections 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.073+0000 7f50590feb80 1 -- 172.21.15.6:0/1732345124 wait complete. 2024-05-20T21:14:54.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.074+0000 7f50590feb80 1 -- start start 2024-05-20T21:14:54.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.074+0000 7f50590feb80 1 Processor -- start 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.074+0000 7f50590feb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188310 0x55f3431ac360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.074+0000 7f50590feb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188c30 0x55f343186890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.074+0000 7f50590feb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f343186dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f50590feb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f3431a2890 con 0x55f343188c30 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f50590feb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f3431a21c0 con 0x55f34318cd40 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f50590feb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f3431a2f60 con 0x55f343188310 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f50590feb80 10 client.0 _ll_register_callbacks cb 0x55f34307bc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5046a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188c30 0x55f343186890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5047e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f343186dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5046a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188c30 0x55f343186890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43066/0 (socket says 172.21.15.6:43066) 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5047400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188310 0x55f3431ac360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5046a00700 1 -- 172.21.15.6:0/2660592563 learned_addr learned my addr 172.21.15.6:0/2660592563 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5046a00700 1 -- 172.21.15.6:0/2660592563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188310 msgr2=0x55f3431ac360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5046a00700 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188310 0x55f3431ac360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5046a00700 1 -- 172.21.15.6:0/2660592563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 msgr2=0x55f343186dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5046a00700 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f343186dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5046a00700 1 -- 172.21.15.6:0/2660592563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f343187410 con 0x55f343188c30 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.075+0000 7f5047e00700 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f343186dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.076+0000 7f5046a00700 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188c30 0x55f343186890 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5034003f00 tx=0x7f50340054c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ceb1d4993f3523bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.076+0000 7f5031600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:14:54.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.076+0000 7f5031600700 1 -- 172.21.15.6:0/2660592563 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5034038040 con 0x55f343188c30 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.076+0000 7f5031600700 1 -- 172.21.15.6:0/2660592563 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5034021a00 con 0x55f343188c30 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.076+0000 7f50590feb80 1 -- 172.21.15.6:0/2660592563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5034027040 con 0x55f343188c30 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.076+0000 7f5031600700 1 -- 172.21.15.6:0/2660592563 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f503404a050 con 0x55f343188c30 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.076+0000 7f50590feb80 10 client.14802 fetch_fsmap learned FSMap version 25 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.076+0000 7f50590feb80 1 -- 172.21.15.6:0/2660592563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f3431a9c90 con 0x55f343188c30 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f5031600700 1 -- 172.21.15.6:0/2660592563 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5034027040 con 0x55f343188c30 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f5031600700 1 -- 172.21.15.6:0/2660592563 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f5034033040 con 0x55f343188c30 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f50590feb80 10 client.14802 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f50590feb80 10 client.14802 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f50590feb80 20 client.14802 populate_metadata read hostname 'smithi006' 2024-05-20T21:14:54.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f50590feb80 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f343215a40 0x55f343214750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f50590feb80 4 client.14802 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f50590feb80 1 -- 172.21.15.6:0/2660592563 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "status"}) -- 0x55f343191f90 con 0x55f343215a40 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.077+0000 7f5047400700 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f343215a40 0x55f343214750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f5047400700 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f343215a40 0x55f343214750 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63eebbbd8d15ec07 server_cookie=ad616ca278c34d82 in_seq=0 out_seq=0 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f5031600700 10 client.14802 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f5031600700 1 -- 172.21.15.6:0/2660592563 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55f343191f90 con 0x55f343215a40 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f5031600700 10 client.14802 handle_command_reply: tid=0 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 client.14802 shutdown 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 -- 172.21.15.6:0/2660592563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188c30 msgr2=0x55f343186890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188c30 0x55f343186890 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5034003f00 tx=0x7f50340054c0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 -- 172.21.15.6:0/2660592563 shutdown_connections 2024-05-20T21:14:54.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f34318cd40 0x55f343186dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f343215a40 0x55f343214750 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f343188310 0x55f3431ac360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 --2- 172.21.15.6:0/2660592563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f343188c30 0x55f343186890 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f50590feb80 1 -- 172.21.15.6:0/2660592563 >> 172.21.15.6:0/2660592563 conn(0x55f3430b1b90 msgr2=0x55f3431933d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.078+0000 7f5031600700 0 client.14802 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:14:54.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f50590feb80 1 -- 172.21.15.6:0/2660592563 shutdown_connections 2024-05-20T21:14:54.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f50590feb80 1 -- 172.21.15.6:0/2660592563 wait complete. 2024-05-20T21:14:54.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f50590feb80 20 client.14802 trim_cache size 0 max 16384 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24530, 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 172.40744600100001, 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 25, 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:14:54.085 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 194.21047812399999 2024-05-20T21:14:54.086 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:14:54.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 -- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f502c0b2880 msgr2=0x7f502c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f502c0b2880 0x7f502c0b4d40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5040006220 tx=0x7f5040009040 comp rx=0 tx=0).stop 2024-05-20T21:14:54.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 -- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50481025d0 msgr2=0x7f504819f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:54.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50481025d0 0x7f504819f860 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f503800e9a0 tx=0x7f503800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 -- 172.21.15.6:0/1953593941 shutdown_connections 2024-05-20T21:14:54.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f502c0b2880 0x7f502c0b4d40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50481076b0 0x7f5048199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f50481025d0 0x7f504819f860 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.079+0000 7f504d200700 1 --2- 172.21.15.6:0/1953593941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5048102f80 0x7f504819fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:54.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.080+0000 7f504d200700 1 -- 172.21.15.6:0/1953593941 >> 172.21.15.6:0/1953593941 conn(0x7f50480fde60 msgr2=0x7f504806b600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:54.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.080+0000 7f504d200700 1 -- 172.21.15.6:0/1953593941 shutdown_connections 2024-05-20T21:14:54.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:54.080+0000 7f504d200700 1 -- 172.21.15.6:0/1953593941 wait complete. 2024-05-20T21:14:54.889 INFO:tasks.cephadm:Setup complete, yielding 2024-05-20T21:14:54.890 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-20T21:14:54.899 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi006.front.sepia.ceph.com 2024-05-20T21:14:54.899 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch status' 2024-05-20T21:14:55.370 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:55.722 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:55 smithi006 ceph-mon[31422]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:55 smithi062 ceph-mon[36640]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:55 smithi042 ceph-mon[36332]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:14:57.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.445+0000 7f55acc00700 1 -- 172.21.15.6:0/1529697442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55a8109be0 msgr2=0x7f55a810a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:57.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.445+0000 7f55acc00700 1 --2- 172.21.15.6:0/1529697442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55a8109be0 0x7f55a810a000 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5598009990 tx=0x7f5598009ca0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.446+0000 7f55acc00700 1 -- 172.21.15.6:0/1529697442 shutdown_connections 2024-05-20T21:14:57.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.446+0000 7f55acc00700 1 --2- 172.21.15.6:0/1529697442 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55a810b780 0x7f55a8112030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.446+0000 7f55acc00700 1 --2- 172.21.15.6:0/1529697442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55a8109be0 0x7f55a810a000 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.446+0000 7f55acc00700 1 --2- 172.21.15.6:0/1529697442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55a810ade0 0x7f55a810b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.446+0000 7f55acc00700 1 -- 172.21.15.6:0/1529697442 >> 172.21.15.6:0/1529697442 conn(0x7f55a8078bb0 msgr2=0x7f55a807aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:57.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.446+0000 7f55acc00700 1 -- 172.21.15.6:0/1529697442 shutdown_connections 2024-05-20T21:14:57.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.446+0000 7f55acc00700 1 -- 172.21.15.6:0/1529697442 wait complete. 2024-05-20T21:14:57.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.448+0000 7f55acc00700 1 Processor -- start 2024-05-20T21:14:57.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.448+0000 7f55acc00700 1 -- start start 2024-05-20T21:14:57.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55acc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55a8109be0 0x7f55a819fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55acc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55a810ade0 0x7f55a81a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55acc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55a810b780 0x7f55a81a7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55acc00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55a81156a0 con 0x7f55a8109be0 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55acc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f55a8115520 con 0x7f55a810ade0 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55acc00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f55a8115820 con 0x7f55a810b780 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55a810ade0 0x7f55a81a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55a810ade0 0x7f55a81a0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40678/0 (socket says 172.21.15.6:40678) 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55a8109be0 0x7f55a819fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5400700 1 -- 172.21.15.6:0/2029057747 learned_addr learned my addr 172.21.15.6:0/2029057747 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:14:57.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a6800700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55a810b780 0x7f55a81a7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:57.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5400700 1 -- 172.21.15.6:0/2029057747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55a810b780 msgr2=0x7f55a81a7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:57.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5400700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55a810b780 0x7f55a81a7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5400700 1 -- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55a8109be0 msgr2=0x7f55a819fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5400700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55a8109be0 0x7f55a819fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.449+0000 7f55a5400700 1 -- 172.21.15.6:0/2029057747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55a81a79a0 con 0x7f55a810ade0 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.450+0000 7f55a5400700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55a810ade0 0x7f55a81a0280 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f559400eb30 tx=0x7f559400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.450+0000 7f559ea00700 1 -- 172.21.15.6:0/2029057747 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f559400cbd0 con 0x7f55a810ade0 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.450+0000 7f559ea00700 1 -- 172.21.15.6:0/2029057747 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55940044d0 con 0x7f55a810ade0 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.450+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55a81a7c90 con 0x7f55a810ade0 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.450+0000 7f559ea00700 1 -- 172.21.15.6:0/2029057747 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5594003e30 con 0x7f55a810ade0 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.450+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55a81a81c0 con 0x7f55a810ade0 2024-05-20T21:14:57.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.451+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55a806a230 con 0x7f55a810ade0 2024-05-20T21:14:57.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.454+0000 7f559ea00700 1 -- 172.21.15.6:0/2029057747 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5594004000 con 0x7f55a810ade0 2024-05-20T21:14:57.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.456+0000 7f559ea00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f558c0b2900 0x7f558c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:14:57.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.456+0000 7f559ea00700 1 -- 172.21.15.6:0/2029057747 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f55940e2630 con 0x7f55a810ade0 2024-05-20T21:14:57.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.456+0000 7f55a5e00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f558c0b2900 0x7f558c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:14:57.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.457+0000 7f55a5e00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f558c0b2900 0x7f558c0b4dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f559800b720 tx=0x7f5598005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:14:57.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.457+0000 7f559ea00700 1 -- 172.21.15.6:0/2029057747 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f55940042f0 con 0x7f55a810ade0 2024-05-20T21:14:57.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:57 smithi006 ceph-mon[31422]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:57.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.721+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f55a8063980 con 0x7f558c0b2900 2024-05-20T21:14:57.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.723+0000 7f559ea00700 1 -- 172.21.15.6:0/2029057747 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f55a8063980 con 0x7f558c0b2900 2024-05-20T21:14:57.723 INFO:teuthology.orchestra.run.smithi006.stdout:Backend: cephadm 2024-05-20T21:14:57.723 INFO:teuthology.orchestra.run.smithi006.stdout:Available: Yes 2024-05-20T21:14:57.723 INFO:teuthology.orchestra.run.smithi006.stdout:Paused: No 2024-05-20T21:14:57.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f558c0b2900 msgr2=0x7f558c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:57.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f558c0b2900 0x7f558c0b4dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f559800b720 tx=0x7f5598005fd0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55a810ade0 msgr2=0x7f55a81a0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:14:57.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55a810ade0 0x7f55a81a0280 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f559400eb30 tx=0x7f559400ee40 comp rx=0 tx=0).stop 2024-05-20T21:14:57.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 shutdown_connections 2024-05-20T21:14:57.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f558c0b2900 0x7f558c0b4dc0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f55a810b780 0x7f55a81a7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f55a8109be0 0x7f55a819fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.726+0000 7f55acc00700 1 --2- 172.21.15.6:0/2029057747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f55a810ade0 0x7f55a81a0280 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:14:57.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.727+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 >> 172.21.15.6:0/2029057747 conn(0x7f55a8078bb0 msgr2=0x7f55a810e160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:14:57.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.727+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 shutdown_connections 2024-05-20T21:14:57.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:14:57.727+0000 7f55acc00700 1 -- 172.21.15.6:0/2029057747 wait complete. 2024-05-20T21:14:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:57 smithi062 ceph-mon[36640]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:57 smithi042 ceph-mon[36332]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:14:58.430 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-20T21:14:58.896 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:14:59.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:59 smithi006 ceph-mon[31422]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:59.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:14:59 smithi006 ceph-mon[31422]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:59.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:59 smithi062 ceph-mon[36640]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:59.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:14:59 smithi062 ceph-mon[36640]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:14:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:59 smithi042 ceph-mon[36332]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:14:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:14:59 smithi042 ceph-mon[36332]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.219+0000 7f7c57200700 1 -- 172.21.15.6:0/3001096675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c581068e0 msgr2=0x7f7c58106d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.219+0000 7f7c57200700 1 --2- 172.21.15.6:0/3001096675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c581068e0 0x7f7c58106d40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7c440099c0 tx=0x7f7c44009cd0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.220+0000 7f7c57200700 1 -- 172.21.15.6:0/3001096675 shutdown_connections 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.220+0000 7f7c57200700 1 --2- 172.21.15.6:0/3001096675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c58107280 0x7f7c5810db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.220+0000 7f7c57200700 1 --2- 172.21.15.6:0/3001096675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c581056e0 0x7f7c58105b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.220+0000 7f7c57200700 1 --2- 172.21.15.6:0/3001096675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c581068e0 0x7f7c58106d40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.220+0000 7f7c57200700 1 -- 172.21.15.6:0/3001096675 >> 172.21.15.6:0/3001096675 conn(0x7f7c58100c60 msgr2=0x7f7c581030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.220+0000 7f7c57200700 1 -- 172.21.15.6:0/3001096675 shutdown_connections 2024-05-20T21:15:01.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.220+0000 7f7c57200700 1 -- 172.21.15.6:0/3001096675 wait complete. 2024-05-20T21:15:01.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.221+0000 7f7c57200700 1 Processor -- start 2024-05-20T21:15:01.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.221+0000 7f7c57200700 1 -- start start 2024-05-20T21:15:01.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.221+0000 7f7c57200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c581056e0 0x7f7c5819b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:01.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.221+0000 7f7c57200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c581068e0 0x7f7c5819bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:01.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.221+0000 7f7c57200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c58107280 0x7f7c581a2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:01.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.221+0000 7f7c57200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581111a0 con 0x7f7c581056e0 2024-05-20T21:15:01.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.221+0000 7f7c57200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58111020 con 0x7f7c58107280 2024-05-20T21:15:01.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.221+0000 7f7c57200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58111320 con 0x7f7c581068e0 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c581068e0 0x7f7c5819bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c581068e0 0x7f7c5819bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36848/0 (socket says 172.21.15.6:36848) 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55400700 1 -- 172.21.15.6:0/2114313731 learned_addr learned my addr 172.21.15.6:0/2114313731 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c56800700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c58107280 0x7f7c581a2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55e00700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c581056e0 0x7f7c5819b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55400700 1 -- 172.21.15.6:0/2114313731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c58107280 msgr2=0x7f7c581a2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55400700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c58107280 0x7f7c581a2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55400700 1 -- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c581056e0 msgr2=0x7f7c5819b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55400700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c581056e0 0x7f7c5819b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.222+0000 7f7c55400700 1 -- 172.21.15.6:0/2114313731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c581a3470 con 0x7f7c581068e0 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.223+0000 7f7c55400700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c581068e0 0x7f7c5819bd50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7c4400b580 tx=0x7f7c440057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.223+0000 7f7c4ea00700 1 -- 172.21.15.6:0/2114313731 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c44027070 con 0x7f7c581068e0 2024-05-20T21:15:01.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.223+0000 7f7c4ea00700 1 -- 172.21.15.6:0/2114313731 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c44004160 con 0x7f7c581068e0 2024-05-20T21:15:01.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.223+0000 7f7c4ea00700 1 -- 172.21.15.6:0/2114313731 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4400f460 con 0x7f7c581068e0 2024-05-20T21:15:01.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.223+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c581a3700 con 0x7f7c581068e0 2024-05-20T21:15:01.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.223+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c581a3b50 con 0x7f7c581068e0 2024-05-20T21:15:01.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.224+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c5806a230 con 0x7f7c581068e0 2024-05-20T21:15:01.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.227+0000 7f7c4ea00700 1 -- 172.21.15.6:0/2114313731 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7c4402a070 con 0x7f7c581068e0 2024-05-20T21:15:01.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.228+0000 7f7c4ea00700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:01.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.228+0000 7f7c4ea00700 1 -- 172.21.15.6:0/2114313731 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7c440e3500 con 0x7f7c581068e0 2024-05-20T21:15:01.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.228+0000 7f7c55e00700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:01.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.229+0000 7f7c55e00700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7c58106740 tx=0x7f7c4800b5b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:01.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.230+0000 7f7c4ea00700 1 -- 172.21.15.6:0/2114313731 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7c44013070 con 0x7f7c581068e0 2024-05-20T21:15:01.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.487+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f7c58063980 con 0x7f7c3c0b2880 2024-05-20T21:15:01.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.529+0000 7f7c4ea00700 1 -- 172.21.15.6:0/2114313731 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f7c58063980 con 0x7f7c3c0b2880 2024-05-20T21:15:01.529 INFO:teuthology.orchestra.run.smithi006.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.a smithi006 running (3m) 43s ago 3m 13.2M - 19.0.0-3830-g4ebd1d53 559f9f297837 f3983fb2e16b 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.b smithi042 running (3m) 61s ago 3m 26.5M - 19.0.0-3830-g4ebd1d53 559f9f297837 17dff96c3a34 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.c smithi062 running (3m) 61s ago 3m 21.8M - 19.0.0-3830-g4ebd1d53 559f9f297837 313ce6084f52 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.d smithi006 running (3m) 43s ago 3m 13.4M - 19.0.0-3830-g4ebd1d53 559f9f297837 fa133b7dcda9 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.e smithi042 running (3m) 61s ago 3m 16.0M - 19.0.0-3830-g4ebd1d53 559f9f297837 b9249489e0ee 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.f smithi062 running (3m) 61s ago 3m 21.3M - 19.0.0-3830-g4ebd1d53 559f9f297837 8bb328cad443 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.g smithi006 running (3m) 43s ago 3m 18.9M - 19.0.0-3830-g4ebd1d53 559f9f297837 4f227d6c9b53 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.h smithi042 running (3m) 61s ago 3m 21.4M - 19.0.0-3830-g4ebd1d53 559f9f297837 2c91cb90cd69 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.i smithi062 running (3m) 61s ago 3m 18.7M - 19.0.0-3830-g4ebd1d53 559f9f297837 fb995f828036 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.j smithi006 running (3m) 43s ago 3m 13.5M - 19.0.0-3830-g4ebd1d53 559f9f297837 780f0e62f070 2024-05-20T21:15:01.530 INFO:teuthology.orchestra.run.smithi006.stdout:mds.k smithi042 running (3m) 61s ago 3m 14.8M - 19.0.0-3830-g4ebd1d53 559f9f297837 86adeb127f21 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:mds.l smithi062 running (4m) 61s ago 4m 13.8M - 19.0.0-3830-g4ebd1d53 559f9f297837 4e3f74839567 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:mgr.x smithi006 *:9283,8765 running (12m) 43s ago 12m 530M - 19.0.0-3830-g4ebd1d53 559f9f297837 c37736e19da1 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:mgr.y smithi042 *:8443,8765 running (10m) 61s ago 10m 468M - 19.0.0-3830-g4ebd1d53 559f9f297837 5e546de7e96e 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:mgr.z smithi062 *:8443,8765 running (10m) 61s ago 10m 468M - 19.0.0-3830-g4ebd1d53 559f9f297837 7e567193d362 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:mon.a smithi006 running (12m) 43s ago 12m 50.7M 2048M 19.0.0-3830-g4ebd1d53 559f9f297837 cf4bc5d1fa7a 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:mon.b smithi042 running (10m) 61s ago 10m 42.9M 2048M 19.0.0-3830-g4ebd1d53 559f9f297837 8adf3f17b410 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:mon.c smithi062 running (10m) 61s ago 10m 45.5M 2048M 19.0.0-3830-g4ebd1d53 559f9f297837 8cebb3ca05fd 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 smithi006 running (9m) 43s ago 9m 56.5M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 416de9c04e93 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 smithi042 running (9m) 61s ago 9m 54.9M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 d9d8f590d02c 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 smithi062 running (8m) 61s ago 8m 59.8M 4272M 19.0.0-3830-g4ebd1d53 559f9f297837 2da99e850ccf 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 smithi006 running (8m) 43s ago 8m 47.0M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 8325105ca817 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 smithi042 running (7m) 61s ago 7m 45.7M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 e91639e994d9 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 smithi062 running (7m) 61s ago 7m 56.9M 4272M 19.0.0-3830-g4ebd1d53 559f9f297837 638af7408975 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 smithi006 running (6m) 43s ago 6m 44.9M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 76b45aa09fbd 2024-05-20T21:15:01.531 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 smithi042 running (6m) 61s ago 6m 47.1M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 3b226ef4cb5d 2024-05-20T21:15:01.532 INFO:teuthology.orchestra.run.smithi006.stdout:osd.8 smithi062 running (5m) 61s ago 5m 54.8M 4272M 19.0.0-3830-g4ebd1d53 559f9f297837 2f221e43f369 2024-05-20T21:15:01.532 INFO:teuthology.orchestra.run.smithi006.stdout:osd.9 smithi006 running (5m) 43s ago 5m 52.2M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 96c8d5449a6b 2024-05-20T21:15:01.532 INFO:teuthology.orchestra.run.smithi006.stdout:osd.10 smithi042 running (4m) 61s ago 4m 46.4M 4273M 19.0.0-3830-g4ebd1d53 559f9f297837 18f48c588b52 2024-05-20T21:15:01.532 INFO:teuthology.orchestra.run.smithi006.stdout:osd.11 smithi062 running (4m) 61s ago 4m 52.5M 4272M 19.0.0-3830-g4ebd1d53 559f9f297837 aa33b01c0750 2024-05-20T21:15:01.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c3c0b2880 msgr2=0x7f7c3c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:01.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7c58106740 tx=0x7f7c4800b5b0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c581068e0 msgr2=0x7f7c5819bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:01.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c581068e0 0x7f7c5819bd50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7c4400b580 tx=0x7f7c440057c0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 shutdown_connections 2024-05-20T21:15:01.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c3c0b2880 0x7f7c3c0b4d40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c58107280 0x7f7c581a2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c581056e0 0x7f7c5819b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 --2- 172.21.15.6:0/2114313731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c581068e0 0x7f7c5819bd50 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:01.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 >> 172.21.15.6:0/2114313731 conn(0x7f7c58100c60 msgr2=0x7f7c58109cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:01.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 shutdown_connections 2024-05-20T21:15:01.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:01.533+0000 7f7c57200700 1 -- 172.21.15.6:0/2114313731 wait complete. 2024-05-20T21:15:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:01 smithi062 ceph-mon[36640]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:01 smithi042 ceph-mon[36332]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:01.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:01 smithi006 ceph-mon[31422]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:02.358 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-20T21:15:02.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:02 smithi006 ceph-mon[31422]: from='client.24943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:02 smithi062 ceph-mon[36640]: from='client.24943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:02.824 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:02.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:02 smithi042 ceph-mon[36332]: from='client.24943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:03.597 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:03 smithi006 ceph-mon[31422]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:03 smithi062 ceph-mon[36640]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:03 smithi042 ceph-mon[36332]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:05.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.128+0000 7f1638c00700 1 -- 172.21.15.6:0/530205049 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1634105070 msgr2=0x7f163410b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.129+0000 7f1638c00700 1 --2- 172.21.15.6:0/530205049 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1634105070 0x7f163410b920 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f162c0098f0 tx=0x7f162c009c00 comp rx=0 tx=0).stop 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.129+0000 7f1638c00700 1 -- 172.21.15.6:0/530205049 shutdown_connections 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.129+0000 7f1638c00700 1 --2- 172.21.15.6:0/530205049 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1634105070 0x7f163410b920 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.129+0000 7f1638c00700 1 --2- 172.21.15.6:0/530205049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16341034d0 0x7f16341038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.129+0000 7f1638c00700 1 --2- 172.21.15.6:0/530205049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16341046d0 0x7f1634104b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.129+0000 7f1638c00700 1 -- 172.21.15.6:0/530205049 >> 172.21.15.6:0/530205049 conn(0x7f16340fea70 msgr2=0x7f1634100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.129+0000 7f1638c00700 1 -- 172.21.15.6:0/530205049 shutdown_connections 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.129+0000 7f1638c00700 1 -- 172.21.15.6:0/530205049 wait complete. 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.130+0000 7f1638c00700 1 Processor -- start 2024-05-20T21:15:05.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.130+0000 7f1638c00700 1 -- start start 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.130+0000 7f1638c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16341034d0 0x7f163419b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.130+0000 7f1638c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16341046d0 0x7f163419bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.130+0000 7f1638c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1634105070 0x7f16341a2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.130+0000 7f1638c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f163410ef50 con 0x7f16341034d0 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.130+0000 7f1638c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f163410edd0 con 0x7f1634105070 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.130+0000 7f1638c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f163410f0d0 con 0x7f16341046d0 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16341034d0 0x7f163419b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16341034d0 0x7f163419b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53408/0 (socket says 172.21.15.6:53408) 2024-05-20T21:15:05.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633400700 1 -- 172.21.15.6:0/2793025551 learned_addr learned my addr 172.21.15.6:0/2793025551 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f162aa00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16341046d0 0x7f163419bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633e00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1634105070 0x7f16341a2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633400700 1 -- 172.21.15.6:0/2793025551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16341046d0 msgr2=0x7f163419bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633400700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16341046d0 0x7f163419bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633400700 1 -- 172.21.15.6:0/2793025551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1634105070 msgr2=0x7f16341a2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633400700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1634105070 0x7f16341a2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f1633400700 1 -- 172.21.15.6:0/2793025551 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16341a33d0 con 0x7f16341034d0 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.131+0000 7f162aa00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16341046d0 0x7f163419bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.132+0000 7f1633400700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16341034d0 0x7f163419b770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f162400e420 tx=0x7f162400e730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.132+0000 7f1630c00700 1 -- 172.21.15.6:0/2793025551 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f162400eea0 con 0x7f16341034d0 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.132+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16341a3660 con 0x7f16341034d0 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.132+0000 7f1630c00700 1 -- 172.21.15.6:0/2793025551 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1624019070 con 0x7f16341034d0 2024-05-20T21:15:05.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.132+0000 7f1630c00700 1 -- 172.21.15.6:0/2793025551 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16240146e0 con 0x7f16341034d0 2024-05-20T21:15:05.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.132+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16341a3bf0 con 0x7f16341034d0 2024-05-20T21:15:05.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.133+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f163406a230 con 0x7f16341034d0 2024-05-20T21:15:05.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.136+0000 7f1630c00700 1 -- 172.21.15.6:0/2793025551 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1624012050 con 0x7f16341034d0 2024-05-20T21:15:05.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.137+0000 7f1630c00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16180b2880 0x7f16180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:05.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.137+0000 7f1630c00700 1 -- 172.21.15.6:0/2793025551 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f16240e1c60 con 0x7f16341034d0 2024-05-20T21:15:05.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.137+0000 7f162aa00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16180b2880 0x7f16180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:05.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.138+0000 7f162aa00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16180b2880 0x7f16180b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f161c009680 tx=0x7f161c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:05.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.142+0000 7f1630c00700 1 -- 172.21.15.6:0/2793025551 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1624022020 con 0x7f16341034d0 2024-05-20T21:15:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.389+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f1634076e90 con 0x7f16180b2880 2024-05-20T21:15:05.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.402+0000 7f1630c00700 1 -- 172.21.15.6:0/2793025551 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f1634076e90 con 0x7f16180b2880 2024-05-20T21:15:05.402 INFO:teuthology.orchestra.run.smithi006.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-20T21:15:05.402 INFO:teuthology.orchestra.run.smithi006.stdout:mds.all 12/12 65s ago 4m smithi006=a;smithi006=d;smithi006=g;smithi006=j;smithi042=b;smithi042=e;smithi042=h;smithi042=k;smithi062=c;smithi062=f;smithi062=i;smithi062=l;count:12 2024-05-20T21:15:05.402 INFO:teuthology.orchestra.run.smithi006.stdout:mgr 3/3 65s ago 10m smithi006=x;smithi042=y;smithi062=z;count:3 2024-05-20T21:15:05.402 INFO:teuthology.orchestra.run.smithi006.stdout:mon 3/3 65s ago 10m smithi006:172.21.15.6=a;smithi042:172.21.15.42=b;smithi062:172.21.15.62=c;count:3 2024-05-20T21:15:05.402 INFO:teuthology.orchestra.run.smithi006.stdout:osd 12 65s ago - 2024-05-20T21:15:05.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16180b2880 msgr2=0x7f16180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16180b2880 0x7f16180b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f161c009680 tx=0x7f161c009260 comp rx=0 tx=0).stop 2024-05-20T21:15:05.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16341034d0 msgr2=0x7f163419b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:05.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16341034d0 0x7f163419b770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f162400e420 tx=0x7f162400e730 comp rx=0 tx=0).stop 2024-05-20T21:15:05.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 shutdown_connections 2024-05-20T21:15:05.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16180b2880 0x7f16180b4d40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1634105070 0x7f16341a2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16341034d0 0x7f163419b770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 --2- 172.21.15.6:0/2793025551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16341046d0 0x7f163419bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:05.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.405+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 >> 172.21.15.6:0/2793025551 conn(0x7f16340fea70 msgr2=0x7f1634075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:05.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.406+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 shutdown_connections 2024-05-20T21:15:05.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:05.406+0000 7f1638c00700 1 -- 172.21.15.6:0/2793025551 wait complete. 2024-05-20T21:15:05.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:05 smithi006 ceph-mon[31422]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:05 smithi062 ceph-mon[36640]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:05 smithi042 ceph-mon[36332]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:06.175 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-20T21:15:06.652 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:06.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:06 smithi062 ceph-mon[36640]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:06.800 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:06 smithi006 ceph-mon[31422]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:06.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:06 smithi042 ceph-mon[36332]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:07.726 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:07 smithi006 ceph-mon[31422]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:07 smithi062 ceph-mon[36640]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:07 smithi042 ceph-mon[36332]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.912+0000 7fb998e00700 1 -- 172.21.15.6:0/1906113180 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 msgr2=0x7fb994103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.912+0000 7fb998e00700 1 --2- 172.21.15.6:0/1906113180 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 0x7fb994103a10 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb9840099c0 tx=0x7fb984009cd0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.912+0000 7fb998e00700 1 -- 172.21.15.6:0/1906113180 shutdown_connections 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.912+0000 7fb998e00700 1 --2- 172.21.15.6:0/1906113180 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb994105190 0x7fb99410ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.912+0000 7fb998e00700 1 --2- 172.21.15.6:0/1906113180 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 0x7fb994103a10 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.912+0000 7fb998e00700 1 --2- 172.21.15.6:0/1906113180 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb9941047f0 0x7fb994104c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.913+0000 7fb998e00700 1 -- 172.21.15.6:0/1906113180 >> 172.21.15.6:0/1906113180 conn(0x7fb9940feb90 msgr2=0x7fb994100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.913+0000 7fb998e00700 1 -- 172.21.15.6:0/1906113180 shutdown_connections 2024-05-20T21:15:08.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.913+0000 7fb998e00700 1 -- 172.21.15.6:0/1906113180 wait complete. 2024-05-20T21:15:08.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb998e00700 1 Processor -- start 2024-05-20T21:15:08.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb998e00700 1 -- start start 2024-05-20T21:15:08.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb998e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 0x7fb99419b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb998e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb9941047f0 0x7fb99419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb998e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb994105190 0x7fb9941a2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb998e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb99410f0c0 con 0x7fb9941035f0 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb998e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb99410ef40 con 0x7fb9941047f0 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb998e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb99410f240 con 0x7fb994105190 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb991e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 0x7fb99419b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb991e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 0x7fb99419b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49956/0 (socket says 172.21.15.6:49956) 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.914+0000 7fb991e00700 1 -- 172.21.15.6:0/6203494 learned_addr learned my addr 172.21.15.6:0/6203494 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.915+0000 7fb991400700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb9941047f0 0x7fb99419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.915+0000 7fb992800700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb994105190 0x7fb9941a2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.915+0000 7fb991e00700 1 -- 172.21.15.6:0/6203494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb994105190 msgr2=0x7fb9941a2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.915+0000 7fb991e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb994105190 0x7fb9941a2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.915+0000 7fb991e00700 1 -- 172.21.15.6:0/6203494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb9941047f0 msgr2=0x7fb99419beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.915+0000 7fb991e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb9941047f0 0x7fb99419beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.915+0000 7fb991e00700 1 -- 172.21.15.6:0/6203494 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9941a35d0 con 0x7fb9941035f0 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.915+0000 7fb991e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 0x7fb99419b970 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb98400b580 tx=0x7fb984003af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.916+0000 7fb98aa00700 1 -- 172.21.15.6:0/6203494 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb984009e60 con 0x7fb9941035f0 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.916+0000 7fb98aa00700 1 -- 172.21.15.6:0/6203494 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb984005570 con 0x7fb9941035f0 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.916+0000 7fb98aa00700 1 -- 172.21.15.6:0/6203494 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98400fd90 con 0x7fb9941035f0 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.916+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9941a3860 con 0x7fb9941035f0 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.916+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9941a3c60 con 0x7fb9941035f0 2024-05-20T21:15:08.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.917+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb99406a230 con 0x7fb9941035f0 2024-05-20T21:15:08.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.921+0000 7fb98aa00700 1 -- 172.21.15.6:0/6203494 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb98400f460 con 0x7fb9941035f0 2024-05-20T21:15:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.922+0000 7fb98aa00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9780b2900 0x7fb9780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.923+0000 7fb98aa00700 1 -- 172.21.15.6:0/6203494 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb9840e3100 con 0x7fb9941035f0 2024-05-20T21:15:08.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.923+0000 7fb991400700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9780b2900 0x7fb9780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:08.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.923+0000 7fb991400700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9780b2900 0x7fb9780b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb980009680 tx=0x7fb980009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:08.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:08.925+0000 7fb98aa00700 1 -- 172.21.15.6:0/6203494 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb984013070 con 0x7fb9941035f0 2024-05-20T21:15:09.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.171+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fb994076e90 con 0x7fb9780b2900 2024-05-20T21:15:09.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.174+0000 7fb98aa00700 1 -- 172.21.15.6:0/6203494 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7fb994076e90 con 0x7fb9780b2900 2024-05-20T21:15:09.174 INFO:teuthology.orchestra.run.smithi006.stdout:HOST ADDR LABELS STATUS 2024-05-20T21:15:09.175 INFO:teuthology.orchestra.run.smithi006.stdout:smithi006 172.21.15.6 2024-05-20T21:15:09.175 INFO:teuthology.orchestra.run.smithi006.stdout:smithi042 172.21.15.42 2024-05-20T21:15:09.175 INFO:teuthology.orchestra.run.smithi006.stdout:smithi062 172.21.15.62 2024-05-20T21:15:09.175 INFO:teuthology.orchestra.run.smithi006.stdout:3 hosts in cluster 2024-05-20T21:15:09.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9780b2900 msgr2=0x7fb9780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:09.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9780b2900 0x7fb9780b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb980009680 tx=0x7fb980009260 comp rx=0 tx=0).stop 2024-05-20T21:15:09.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 msgr2=0x7fb99419b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:09.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 0x7fb99419b970 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb98400b580 tx=0x7fb984003af0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 shutdown_connections 2024-05-20T21:15:09.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9780b2900 0x7fb9780b4dc0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb994105190 0x7fb9941a2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb9941035f0 0x7fb99419b970 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 --2- 172.21.15.6:0/6203494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb9941047f0 0x7fb99419beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:09.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 >> 172.21.15.6:0/6203494 conn(0x7fb9940feb90 msgr2=0x7fb994075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:09.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 shutdown_connections 2024-05-20T21:15:09.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:09.178+0000 7fb998e00700 1 -- 172.21.15.6:0/6203494 wait complete. 2024-05-20T21:15:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:09 smithi062 ceph-mon[36640]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:09 smithi042 ceph-mon[36332]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:09 smithi006 ceph-mon[31422]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:10.030 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-20T21:15:10.489 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:10 smithi062 ceph-mon[36640]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:10.845 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:10 smithi006 ceph-mon[31422]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:10 smithi042 ceph-mon[36332]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:11 smithi062 ceph-mon[36640]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:11.847 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:11 smithi006 ceph-mon[31422]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:11.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:11 smithi042 ceph-mon[36332]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:12.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 -- 172.21.15.6:0/1350716344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81069e0 msgr2=0x7fded8106e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:12.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 --2- 172.21.15.6:0/1350716344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81069e0 0x7fded8106e40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fdec0009990 tx=0x7fdec0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 -- 172.21.15.6:0/1350716344 shutdown_connections 2024-05-20T21:15:12.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 --2- 172.21.15.6:0/1350716344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fded8107380 0x7fded810dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 --2- 172.21.15.6:0/1350716344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fded81057e0 0x7fded8105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 --2- 172.21.15.6:0/1350716344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81069e0 0x7fded8106e40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 -- 172.21.15.6:0/1350716344 >> 172.21.15.6:0/1350716344 conn(0x7fded8100da0 msgr2=0x7fded81031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:12.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 -- 172.21.15.6:0/1350716344 shutdown_connections 2024-05-20T21:15:12.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.705+0000 7fdedd000700 1 -- 172.21.15.6:0/1350716344 wait complete. 2024-05-20T21:15:12.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.706+0000 7fdedd000700 1 Processor -- start 2024-05-20T21:15:12.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fdedd000700 1 -- start start 2024-05-20T21:15:12.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fdedd000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81057e0 0x7fded819b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:12.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fdedd000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fded81069e0 0x7fded819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:12.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fdedd000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fded8107380 0x7fded81a2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:12.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fdedd000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fded81112a0 con 0x7fded81069e0 2024-05-20T21:15:12.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fdedd000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fded8111120 con 0x7fded8107380 2024-05-20T21:15:12.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fdedd000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fded8111420 con 0x7fded81057e0 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fded5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81057e0 0x7fded819b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fded5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81057e0 0x7fded819b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60966/0 (socket says 172.21.15.6:60966) 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.707+0000 7fded5e00700 1 -- 172.21.15.6:0/76023862 learned_addr learned my addr 172.21.15.6:0/76023862 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fdecfe00700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fded81069e0 0x7fded819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fded5e00700 1 -- 172.21.15.6:0/76023862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fded8107380 msgr2=0x7fded81a2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fded5e00700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fded8107380 0x7fded81a2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fded5e00700 1 -- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fded81069e0 msgr2=0x7fded819be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fded5e00700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fded81069e0 0x7fded819be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fded5e00700 1 -- 172.21.15.6:0/76023862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded81a3550 con 0x7fded81057e0 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fdecfe00700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fded81069e0 0x7fded819be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fded5e00700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81057e0 0x7fded819b940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdec800e9a0 tx=0x7fdec800ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:12.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.708+0000 7fdecea00700 1 -- 172.21.15.6:0/76023862 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec8004220 con 0x7fded81057e0 2024-05-20T21:15:12.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.709+0000 7fdecea00700 1 -- 172.21.15.6:0/76023862 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdec800ce00 con 0x7fded81057e0 2024-05-20T21:15:12.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.709+0000 7fdecea00700 1 -- 172.21.15.6:0/76023862 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec8003e00 con 0x7fded81057e0 2024-05-20T21:15:12.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.709+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fded81a3840 con 0x7fded81057e0 2024-05-20T21:15:12.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.709+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fded81a3dd0 con 0x7fded81057e0 2024-05-20T21:15:12.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.710+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fded806a230 con 0x7fded81057e0 2024-05-20T21:15:12.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.713+0000 7fdecea00700 1 -- 172.21.15.6:0/76023862 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdec800c950 con 0x7fded81057e0 2024-05-20T21:15:12.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.714+0000 7fdecea00700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdebc0b2900 0x7fdebc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:12.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.715+0000 7fdecea00700 1 -- 172.21.15.6:0/76023862 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdec80e2880 con 0x7fded81057e0 2024-05-20T21:15:12.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.715+0000 7fdecfe00700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdebc0b2900 0x7fdebc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:12.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.715+0000 7fdecfe00700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdebc0b2900 0x7fdebc0b4dc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdec000b2e0 tx=0x7fdec001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:12.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.717+0000 7fdecea00700 1 -- 172.21.15.6:0/76023862 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdec80aa530 con 0x7fded81057e0 2024-05-20T21:15:12.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.962+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fded8063980 con 0x7fdebc0b2900 2024-05-20T21:15:12.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.966+0000 7fdecea00700 1 -- 172.21.15.6:0/76023862 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fded8063980 con 0x7fdebc0b2900 2024-05-20T21:15:12.966 INFO:teuthology.orchestra.run.smithi006.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-20T21:15:12.966 INFO:teuthology.orchestra.run.smithi006.stdout:smithi006 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5330000H400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-20T21:15:12.966 INFO:teuthology.orchestra.run.smithi006.stdout:smithi042 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75130021480DGN 447G No 4m ago Has a FileSystem, LVM detected 2024-05-20T21:15:12.966 INFO:teuthology.orchestra.run.smithi006.stdout:smithi062 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT53440094400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdebc0b2900 msgr2=0x7fdebc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdebc0b2900 0x7fdebc0b4dc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdec000b2e0 tx=0x7fdec001a040 comp rx=0 tx=0).stop 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81057e0 msgr2=0x7fded819b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81057e0 0x7fded819b940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdec800e9a0 tx=0x7fdec800ed60 comp rx=0 tx=0).stop 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 shutdown_connections 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdebc0b2900 0x7fdebc0b4dc0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fded8107380 0x7fded81a2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fded81057e0 0x7fded819b940 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 --2- 172.21.15.6:0/76023862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fded81069e0 0x7fded819be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:12.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 >> 172.21.15.6:0/76023862 conn(0x7fded8100da0 msgr2=0x7fded8109ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:12.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 shutdown_connections 2024-05-20T21:15:12.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:12.969+0000 7fdedd000700 1 -- 172.21.15.6:0/76023862 wait complete. 2024-05-20T21:15:13.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:13 smithi006 ceph-mon[31422]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:13 smithi062 ceph-mon[36640]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:13.803 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-20T21:15:13.811 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi006.front.sepia.ceph.com 2024-05-20T21:15:13.811 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-20T21:15:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:13 smithi042 ceph-mon[36332]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:14.291 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:14.719 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:14 smithi006 ceph-mon[31422]: from='client.24961 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:14.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:14 smithi062 ceph-mon[36640]: from='client.24961 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:14.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:14 smithi042 ceph-mon[36332]: from='client.24961 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-20T21:15:15.741 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:15 smithi006 ceph-mon[31422]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:15 smithi062 ceph-mon[36640]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:15 smithi042 ceph-mon[36332]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:16.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 -- 172.21.15.6:0/2565111934 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 msgr2=0x7f8d54102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:16.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/2565111934 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 0x7f8d54102240 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8d48009990 tx=0x7f8d48009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 -- 172.21.15.6:0/2565111934 shutdown_connections 2024-05-20T21:15:16.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/2565111934 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d54103140 0x7f8d541035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/2565111934 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 0x7f8d54102240 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/2565111934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d54102780 0x7f8d54102c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 -- 172.21.15.6:0/2565111934 >> 172.21.15.6:0/2565111934 conn(0x7f8d540fda60 msgr2=0x7f8d540ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:16.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 -- 172.21.15.6:0/2565111934 shutdown_connections 2024-05-20T21:15:16.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.287+0000 7f8d5ba00700 1 -- 172.21.15.6:0/2565111934 wait complete. 2024-05-20T21:15:16.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.288+0000 7f8d5ba00700 1 Processor -- start 2024-05-20T21:15:16.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d5ba00700 1 -- start start 2024-05-20T21:15:16.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d5ba00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 0x7f8d5419b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:16.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d5ba00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d54102780 0x7f8d5419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:16.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d5ba00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d54103140 0x7f8d541a2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:16.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d5ba00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8d54111260 con 0x7f8d54101e20 2024-05-20T21:15:16.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d5ba00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8d541110e0 con 0x7f8d54102780 2024-05-20T21:15:16.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d5ba00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8d541113e0 con 0x7f8d54103140 2024-05-20T21:15:16.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d59000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 0x7f8d5419b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:16.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d59000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 0x7f8d5419b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49996/0 (socket says 172.21.15.6:49996) 2024-05-20T21:15:16.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.289+0000 7f8d59000700 1 -- 172.21.15.6:0/572754624 learned_addr learned my addr 172.21.15.6:0/572754624 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:16.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d59a00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d54103140 0x7f8d541a2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:16.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d53e00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d54102780 0x7f8d5419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d59000700 1 -- 172.21.15.6:0/572754624 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d54103140 msgr2=0x7f8d541a2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d59000700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d54103140 0x7f8d541a2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d59000700 1 -- 172.21.15.6:0/572754624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d54102780 msgr2=0x7f8d5419be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d59000700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d54102780 0x7f8d5419be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d59000700 1 -- 172.21.15.6:0/572754624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d541a3560 con 0x7f8d54101e20 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d53e00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d54102780 0x7f8d5419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.290+0000 7f8d59000700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 0x7f8d5419b900 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8d48000c00 tx=0x7f8d480047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.291+0000 7f8d51600700 1 -- 172.21.15.6:0/572754624 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d48027070 con 0x7f8d54101e20 2024-05-20T21:15:16.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.291+0000 7f8d51600700 1 -- 172.21.15.6:0/572754624 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d48022470 con 0x7f8d54101e20 2024-05-20T21:15:16.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.291+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d541a37f0 con 0x7f8d54101e20 2024-05-20T21:15:16.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.291+0000 7f8d51600700 1 -- 172.21.15.6:0/572754624 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d48017650 con 0x7f8d54101e20 2024-05-20T21:15:16.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.291+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d541a3c40 con 0x7f8d54101e20 2024-05-20T21:15:16.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.292+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d5406a230 con 0x7f8d54101e20 2024-05-20T21:15:16.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.295+0000 7f8d51600700 1 -- 172.21.15.6:0/572754624 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8d48009d10 con 0x7f8d54101e20 2024-05-20T21:15:16.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.297+0000 7f8d51600700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d3c0b2880 0x7f8d3c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:16.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.298+0000 7f8d51600700 1 -- 172.21.15.6:0/572754624 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8d480e36f0 con 0x7f8d54101e20 2024-05-20T21:15:16.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.298+0000 7f8d53e00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d3c0b2880 0x7f8d3c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:16.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.298+0000 7f8d53e00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d3c0b2880 0x7f8d3c0b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8d40009cb0 tx=0x7f8d40009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:16.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.300+0000 7f8d51600700 1 -- 172.21.15.6:0/572754624 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8d48030070 con 0x7f8d54101e20 2024-05-20T21:15:16.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.588+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f8d54064150 con 0x7f8d54101e20 2024-05-20T21:15:16.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.589+0000 7f8d51600700 1 -- 172.21.15.6:0/572754624 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3024 (secure 0 0 0) 0x7f8d48013070 con 0x7f8d54101e20 2024-05-20T21:15:16.591 INFO:teuthology.orchestra.run.smithi006.stdout:e25 2024-05-20T21:15:16.591 INFO:teuthology.orchestra.run.smithi006.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-20T21:15:16.591 INFO:teuthology.orchestra.run.smithi006.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-20T21:15:16.591 INFO:teuthology.orchestra.run.smithi006.stdout:legacy client fscid: 1 2024-05-20T21:15:16.591 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:16.591 INFO:teuthology.orchestra.run.smithi006.stdout:Filesystem 'cephfs' (1) 2024-05-20T21:15:16.591 INFO:teuthology.orchestra.run.smithi006.stdout:fs_name cephfs 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:epoch 25 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:created 2024-05-20T21:12:00.673417+0000 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:modified 2024-05-20T21:12:25.216755+0000 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:tableserver 0 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:root 0 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:session_timeout 300 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:session_autoclose 300 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:max_file_size 1099511627776 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:max_xattr_size 65536 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:required_client_features {} 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:last_failure 0 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:last_failure_osd_epoch 0 2024-05-20T21:15:16.592 INFO:teuthology.orchestra.run.smithi006.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:max_mds 3 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:in 0,1,2 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:up {0=24530,1=24529,2=24517} 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:failed 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:damaged 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:stopped 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:data_pools [3] 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:metadata_pool 2 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:inline_data disabled 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:balancer 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:bal_rank_mask -1 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:standby_count_wanted 0 2024-05-20T21:15:16.593 INFO:teuthology.orchestra.run.smithi006.stdout:qdb_cluster leader: 24530 members: 24529,24530,24517 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.b{0:24530} state up:active seq 7 addr [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.c{0:24499} state up:standby-replay seq 1 addr [v2:172.21.15.62:6836/1607123152,v1:172.21.15.62:6837/1607123152] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.g{1:24529} state up:active seq 13 addr [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.f{1:24493} state up:standby-replay seq 1 addr [v2:172.21.15.62:6834/1061308332,v1:172.21.15.62:6835/1061308332] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.i{2:24517} state up:active seq 14 addr [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.h{2:24491} state up:standby-replay seq 1 addr [v2:172.21.15.42:6836/44376656,v1:172.21.15.42:6837/44376656] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:Standby daemons: 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.j{-1:14367} state up:standby seq 1 addr [v2:172.21.15.6:6834/603539882,v1:172.21.15.6:6835/603539882] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.d{-1:14379} state up:standby seq 1 addr [v2:172.21.15.6:6836/2736776066,v1:172.21.15.6:6837/2736776066] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.594 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.a{-1:14409} state up:standby seq 1 addr [v2:172.21.15.6:6840/102003936,v1:172.21.15.6:6841/102003936] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.595 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.k{-1:24443} state up:standby seq 1 addr [v2:172.21.15.42:6832/685143821,v1:172.21.15.42:6833/685143821] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.595 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.l{-1:24451} state up:standby seq 1 addr [v2:172.21.15.62:6832/528802990,v1:172.21.15.62:6833/528802990] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.595 INFO:teuthology.orchestra.run.smithi006.stdout:[mds.e{-1:24473} state up:standby seq 1 addr [v2:172.21.15.42:6834/2261598838,v1:172.21.15.42:6835/2261598838] compat {c=[1],r=[1],i=[1fff]}] 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d3c0b2880 msgr2=0x7f8d3c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d3c0b2880 0x7f8d3c0b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8d40009cb0 tx=0x7f8d40009260 comp rx=0 tx=0).stop 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 msgr2=0x7f8d5419b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 0x7f8d5419b900 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8d48000c00 tx=0x7f8d480047b0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 shutdown_connections 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d3c0b2880 0x7f8d3c0b4d40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d54103140 0x7f8d541a2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d54101e20 0x7f8d5419b900 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 --2- 172.21.15.6:0/572754624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d54102780 0x7f8d5419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.592+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 >> 172.21.15.6:0/572754624 conn(0x7f8d540fda60 msgr2=0x7f8d540ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.593+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 shutdown_connections 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:16.593+0000 7f8d5ba00700 1 -- 172.21.15.6:0/572754624 wait complete. 2024-05-20T21:15:16.596 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-05-20T21:15:17.373 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-20T21:15:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:17 smithi006 ceph-mon[31422]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:17.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:17 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/572754624' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-20T21:15:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:17 smithi062 ceph-mon[36640]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:17 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/572754624' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-20T21:15:17.834 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:17 smithi042 ceph-mon[36332]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:17 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/572754624' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-20T21:15:19.698 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:19 smithi006 ceph-mon[31422]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:19.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:19 smithi062 ceph-mon[36640]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:19.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:19 smithi042 ceph-mon[36332]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 -- 172.21.15.6:0/3213322794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fa8103590 msgr2=0x7f5fa81039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 --2- 172.21.15.6:0/3213322794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fa8103590 0x7f5fa81039b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5f980099c0 tx=0x7f5f98009cd0 comp rx=0 tx=0).stop 2024-05-20T21:15:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 -- 172.21.15.6:0/3213322794 shutdown_connections 2024-05-20T21:15:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 --2- 172.21.15.6:0/3213322794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa8105130 0x7f5fa810b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 --2- 172.21.15.6:0/3213322794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fa8103590 0x7f5fa81039b0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:19.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 --2- 172.21.15.6:0/3213322794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fa8104790 0x7f5fa8104bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:19.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 -- 172.21.15.6:0/3213322794 >> 172.21.15.6:0/3213322794 conn(0x7f5fa80feb30 msgr2=0x7f5fa8100f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:19.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 -- 172.21.15.6:0/3213322794 shutdown_connections 2024-05-20T21:15:19.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.983+0000 7f5faf000700 1 -- 172.21.15.6:0/3213322794 wait complete. 2024-05-20T21:15:19.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.985+0000 7f5faf000700 1 Processor -- start 2024-05-20T21:15:19.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.985+0000 7f5faf000700 1 -- start start 2024-05-20T21:15:19.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5faf000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fa8103590 0x7f5fa8199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:19.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5faf000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa8104790 0x7f5fa8199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:19.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5faf000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fa8105130 0x7f5fa81a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:19.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5faf000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa810f050 con 0x7f5fa8105130 2024-05-20T21:15:19.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5faf000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa810eed0 con 0x7f5fa8103590 2024-05-20T21:15:19.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5faf000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa810f1d0 con 0x7f5fa8104790 2024-05-20T21:15:19.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5f9fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa8104790 0x7f5fa8199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5f9fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa8104790 0x7f5fa8199c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60150/0 (socket says 172.21.15.6:60150) 2024-05-20T21:15:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5f9fe00700 1 -- 172.21.15.6:0/4040328071 learned_addr learned my addr 172.21.15.6:0/4040328071 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:19.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.986+0000 7f5fa7e00700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fa8103590 0x7f5fa8199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.987+0000 7f5fad000700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fa8105130 0x7f5fa81a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.987+0000 7f5f9fe00700 1 -- 172.21.15.6:0/4040328071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fa8103590 msgr2=0x7f5fa8199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.987+0000 7f5f9fe00700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fa8103590 0x7f5fa8199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.987+0000 7f5f9fe00700 1 -- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fa8105130 msgr2=0x7f5fa81a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.987+0000 7f5f9fe00700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fa8105130 0x7f5fa81a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.987+0000 7f5f9fe00700 1 -- 172.21.15.6:0/4040328071 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fa8075770 con 0x7f5fa8104790 2024-05-20T21:15:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.987+0000 7f5f9fe00700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa8104790 0x7f5fa8199c60 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5f9000e9d0 tx=0x7f5f9000ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.988+0000 7f5fa5600700 1 -- 172.21.15.6:0/4040328071 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9000cbd0 con 0x7f5fa8104790 2024-05-20T21:15:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.988+0000 7f5fa5600700 1 -- 172.21.15.6:0/4040328071 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f9000ee70 con 0x7f5fa8104790 2024-05-20T21:15:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.988+0000 7f5fa5600700 1 -- 172.21.15.6:0/4040328071 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f90018680 con 0x7f5fa8104790 2024-05-20T21:15:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.988+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fa8075a60 con 0x7f5fa8104790 2024-05-20T21:15:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.988+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fa8075f50 con 0x7f5fa8104790 2024-05-20T21:15:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.989+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fa806a230 con 0x7f5fa8104790 2024-05-20T21:15:19.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.992+0000 7f5fa5600700 1 -- 172.21.15.6:0/4040328071 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5f90010430 con 0x7f5fa8104790 2024-05-20T21:15:19.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.993+0000 7f5fa5600700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f8c0b2900 0x7f5f8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:19.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.993+0000 7f5fa5600700 1 -- 172.21.15.6:0/4040328071 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5f900e2790 con 0x7f5fa8104790 2024-05-20T21:15:19.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.994+0000 7f5fa7e00700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f8c0b2900 0x7f5f8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:19.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.994+0000 7f5fa7e00700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f8c0b2900 0x7f5f8c0b4dc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5f9800b580 tx=0x7f5f98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:19.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:19.995+0000 7f5fa5600700 1 -- 172.21.15.6:0/4040328071 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5f900aa3b0 con 0x7f5fa8104790 2024-05-20T21:15:20.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.261+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f5fa802e560 con 0x7f5fa8104790 2024-05-20T21:15:20.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.263+0000 7f5fa5600700 1 -- 172.21.15.6:0/4040328071 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v83) ==== 56+0+5365 (secure 0 0 0) 0x7f5f900a9cb0 con 0x7f5fa8104790 2024-05-20T21:15:20.263 INFO:teuthology.orchestra.run.smithi006.stdout:epoch 83 2024-05-20T21:15:20.263 INFO:teuthology.orchestra.run.smithi006.stdout:fsid 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:15:20.263 INFO:teuthology.orchestra.run.smithi006.stdout:created 2024-05-20T21:02:18.347990+0000 2024-05-20T21:15:20.263 INFO:teuthology.orchestra.run.smithi006.stdout:modified 2024-05-20T21:13:38.294670+0000 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:crush_version 26 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:full_ratio 0.95 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:backfillfull_ratio 0.9 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:nearfull_ratio 0.85 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:require_min_compat_client luminous 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:min_compat_client luminous 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:require_osd_release squid 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:stretch_mode_enabled false 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:max_osd 12 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:osd.0 up in weight 1 up_from 8 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.6:6802/2314965361,v1:172.21.15.6:6803/2314965361] [v2:172.21.15.6:6804/2314965361,v1:172.21.15.6:6805/2314965361] exists,up 5864c869-5c4a-4de6-b34a-afe86ce96ccb 2024-05-20T21:15:20.264 INFO:teuthology.orchestra.run.smithi006.stdout:osd.1 up in weight 1 up_from 13 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6800/1502497864,v1:172.21.15.42:6801/1502497864] [v2:172.21.15.42:6802/1502497864,v1:172.21.15.42:6803/1502497864] exists,up 38691fbb-953a-4f01-bef8-48ec5173e93e 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.2 up in weight 1 up_from 18 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.62:6800/1983656559,v1:172.21.15.62:6801/1983656559] [v2:172.21.15.62:6802/1983656559,v1:172.21.15.62:6803/1983656559] exists,up 435a30ff-5d49-4ad6-ad22-61e1235ed7b6 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.3 up in weight 1 up_from 25 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.6:6810/602565110,v1:172.21.15.6:6811/602565110] [v2:172.21.15.6:6812/602565110,v1:172.21.15.6:6813/602565110] exists,up 9bd33a44-8c73-443a-98e7-8419e492d90d 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.4 up in weight 1 up_from 31 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6808/817426439,v1:172.21.15.42:6809/817426439] [v2:172.21.15.42:6810/817426439,v1:172.21.15.42:6811/817426439] exists,up 1f6bbced-ffb0-41f3-85da-b077d282e86b 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.5 up in weight 1 up_from 36 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.62:6808/1931102292,v1:172.21.15.62:6809/1931102292] [v2:172.21.15.62:6810/1931102292,v1:172.21.15.62:6811/1931102292] exists,up d2dd73a0-fa7a-4722-8d71-a2fb40f14db1 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.6 up in weight 1 up_from 42 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.6:6818/922931976,v1:172.21.15.6:6819/922931976] [v2:172.21.15.6:6820/922931976,v1:172.21.15.6:6821/922931976] exists,up b08f0228-b5d3-4e8f-bead-6b1134f3354b 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.7 up in weight 1 up_from 47 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6816/3549848446,v1:172.21.15.42:6817/3549848446] [v2:172.21.15.42:6818/3549848446,v1:172.21.15.42:6819/3549848446] exists,up 94cbc1f6-96df-40fe-aa48-60ad3c67741c 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.8 up in weight 1 up_from 54 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.62:6816/415434431,v1:172.21.15.62:6817/415434431] [v2:172.21.15.62:6818/415434431,v1:172.21.15.62:6819/415434431] exists,up 20356327-3eb9-48ed-919a-7426b4a8e767 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.9 up in weight 1 up_from 60 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.6:6826/4170437479,v1:172.21.15.6:6827/4170437479] [v2:172.21.15.6:6828/4170437479,v1:172.21.15.6:6829/4170437479] exists,up 5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.10 up in weight 1 up_from 65 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.42:6824/814658707,v1:172.21.15.42:6825/814658707] [v2:172.21.15.42:6826/814658707,v1:172.21.15.42:6827/814658707] exists,up 5421146c-f61a-4980-9dfa-6ac86de7c412 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:osd.11 up in weight 1 up_from 71 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.62:6824/480646321,v1:172.21.15.62:6825/480646321] [v2:172.21.15.62:6826/480646321,v1:172.21.15.62:6827/480646321] exists,up 069d09cd-7cd3-469a-8409-ff383fb6fd8f 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 2.0 [8,1] 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 2.a [2,11] 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 2.13 [2,11] 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.0 [4,8] 2024-05-20T21:15:20.265 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.2 [1,6] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.5 [3,9] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.6 [4,7] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.c [3,9] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.17 [4,8] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.19 [3,8] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.23 [4,7] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.28 [5,6] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.2d [6,9] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:pg_upmap_items 3.39 [5,6] 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:0/329187741 expires 2024-05-21T21:03:35.960794+0000 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:0/3179615350 expires 2024-05-21T21:03:35.960794+0000 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:6801/3534008588 expires 2024-05-21T21:03:35.960794+0000 2024-05-20T21:15:20.266 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:0/4073761739 expires 2024-05-21T21:03:35.960794+0000 2024-05-20T21:15:20.267 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:6801/2968020495 expires 2024-05-21T21:03:00.904030+0000 2024-05-20T21:15:20.267 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:0/1985036317 expires 2024-05-21T21:03:00.904030+0000 2024-05-20T21:15:20.267 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:0/1043020172 expires 2024-05-21T21:03:00.904030+0000 2024-05-20T21:15:20.267 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:6800/2968020495 expires 2024-05-21T21:03:00.904030+0000 2024-05-20T21:15:20.267 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:0/844987948 expires 2024-05-21T21:03:00.904030+0000 2024-05-20T21:15:20.267 INFO:teuthology.orchestra.run.smithi006.stdout:blocklist 172.21.15.6:6800/3534008588 expires 2024-05-21T21:03:35.960794+0000 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.267+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f8c0b2900 msgr2=0x7f5f8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.267+0000 7f5faf000700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f8c0b2900 0x7f5f8c0b4dc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5f9800b580 tx=0x7f5f98005fb0 comp rx=0 tx=0).stop 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.267+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa8104790 msgr2=0x7f5fa8199c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.267+0000 7f5faf000700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa8104790 0x7f5fa8199c60 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5f9000e9d0 tx=0x7f5f9000ece0 comp rx=0 tx=0).stop 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.268+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 shutdown_connections 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.268+0000 7f5faf000700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f8c0b2900 0x7f5f8c0b4dc0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.268+0000 7f5faf000700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fa8105130 0x7f5fa81a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.268+0000 7f5faf000700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fa8103590 0x7f5fa8199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.268+0000 7f5faf000700 1 --2- 172.21.15.6:0/4040328071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fa8104790 0x7f5fa8199c60 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:20.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.268+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 >> 172.21.15.6:0/4040328071 conn(0x7f5fa80feb30 msgr2=0x7f5fa8107bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:20.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.268+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 shutdown_connections 2024-05-20T21:15:20.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:20.268+0000 7f5faf000700 1 -- 172.21.15.6:0/4040328071 wait complete. 2024-05-20T21:15:20.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:20 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:15:20.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:20 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4040328071' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-20T21:15:20.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:20 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:15:20.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:20 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4040328071' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-20T21:15:20.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:20 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:15:20.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:20 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4040328071' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-20T21:15:21.048 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-20T21:15:21.060 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:15:21.531 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:21 smithi062 ceph-mon[36640]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:15:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:15:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:21 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.857 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:21 smithi006 ceph-mon[31422]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:21.857 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.858 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.858 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.858 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.858 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:15:21.858 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:15:21.858 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:21 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:21 smithi042 ceph-mon[36332]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:15:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:15:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:21 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:15:23.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.649+0000 7f8f3b200700 1 -- 172.21.15.6:0/2010665162 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 msgr2=0x7f8f3c112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.649+0000 7f8f3b200700 1 --2- 172.21.15.6:0/2010665162 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 0x7f8f3c112540 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8f3400b0a0 tx=0x7f8f3400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.649+0000 7f8f3b200700 1 -- 172.21.15.6:0/2010665162 shutdown_connections 2024-05-20T21:15:23.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.649+0000 7f8f3b200700 1 --2- 172.21.15.6:0/2010665162 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 0x7f8f3c112540 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.649+0000 7f8f3b200700 1 --2- 172.21.15.6:0/2010665162 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f3c10b670 0x7f8f3c10ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.649+0000 7f8f3b200700 1 --2- 172.21.15.6:0/2010665162 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f3c105670 0x7f8f3c105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.649+0000 7f8f3b200700 1 -- 172.21.15.6:0/2010665162 >> 172.21.15.6:0/2010665162 conn(0x7f8f3c101160 msgr2=0x7f8f3c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.650+0000 7f8f3b200700 1 -- 172.21.15.6:0/2010665162 shutdown_connections 2024-05-20T21:15:23.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.650+0000 7f8f3b200700 1 -- 172.21.15.6:0/2010665162 wait complete. 2024-05-20T21:15:23.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.651+0000 7f8f3b200700 1 Processor -- start 2024-05-20T21:15:23.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.651+0000 7f8f3b200700 1 -- start start 2024-05-20T21:15:23.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f3b200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f3c105670 0x7f8f3c19bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f3b200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 0x7f8f3c19c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f3b200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f3c10b670 0x7f8f3c1a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f3b200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3c1158c0 con 0x7f8f3c105670 2024-05-20T21:15:23.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f3b200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3c115740 con 0x7f8f3c10b670 2024-05-20T21:15:23.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f3b200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3c115a40 con 0x7f8f3c106030 2024-05-20T21:15:23.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f39e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f3c105670 0x7f8f3c19bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f39e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f3c105670 0x7f8f3c19bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45432/0 (socket says 172.21.15.6:45432) 2024-05-20T21:15:23.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f39e00700 1 -- 172.21.15.6:0/103354181 learned_addr learned my addr 172.21.15.6:0/103354181 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:23.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f39400700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 0x7f8f3c19c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.652+0000 7f8f3a800700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f3c10b670 0x7f8f3c1a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.653+0000 7f8f39400700 1 -- 172.21.15.6:0/103354181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f3c10b670 msgr2=0x7f8f3c1a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.653+0000 7f8f39400700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f3c10b670 0x7f8f3c1a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.653+0000 7f8f39400700 1 -- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f3c105670 msgr2=0x7f8f3c19bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.653+0000 7f8f39400700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f3c105670 0x7f8f3c19bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.653+0000 7f8f39400700 1 -- 172.21.15.6:0/103354181 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f3c1a0d20 con 0x7f8f3c106030 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.653+0000 7f8f39400700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 0x7f8f3c19c250 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8f2800e9f0 tx=0x7f8f2800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.653+0000 7f8f32a00700 1 -- 172.21.15.6:0/103354181 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f28004220 con 0x7f8f3c106030 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.653+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f3c1a1010 con 0x7f8f3c106030 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.654+0000 7f8f32a00700 1 -- 172.21.15.6:0/103354181 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f280043c0 con 0x7f8f3c106030 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.654+0000 7f8f32a00700 1 -- 172.21.15.6:0/103354181 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f28005020 con 0x7f8f3c106030 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.654+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f3c1a8890 con 0x7f8f3c106030 2024-05-20T21:15:23.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.655+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f3c06a230 con 0x7f8f3c106030 2024-05-20T21:15:23.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.658+0000 7f8f32a00700 1 -- 172.21.15.6:0/103354181 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8f28004750 con 0x7f8f3c106030 2024-05-20T21:15:23.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.659+0000 7f8f32a00700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8f200b2880 0x7f8f200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:23.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.660+0000 7f8f32a00700 1 -- 172.21.15.6:0/103354181 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8f280e2290 con 0x7f8f3c106030 2024-05-20T21:15:23.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.660+0000 7f8f39e00700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8f200b2880 0x7f8f200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:23.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.660+0000 7f8f39e00700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8f200b2880 0x7f8f200b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c009ca0 tx=0x7f8f2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:23.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.664+0000 7f8f32a00700 1 -- 172.21.15.6:0/103354181 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8f280a9eb0 con 0x7f8f3c106030 2024-05-20T21:15:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:23 smithi062 ceph-mon[36640]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:15:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:23 smithi042 ceph-mon[36332]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:15:23.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:23 smithi006 ceph-mon[31422]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:15:23.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.953+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f3c19d070 con 0x7f8f3c106030 2024-05-20T21:15:23.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.954+0000 7f8f32a00700 1 -- 172.21.15.6:0/103354181 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11831 (secure 0 0 0) 0x7f8f280a97b0 con 0x7f8f3c106030 2024-05-20T21:15:23.954 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:23.954 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:12:25.216755+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24529,24530,24517]},"id":1}]} 2024-05-20T21:15:23.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.957+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8f200b2880 msgr2=0x7f8f200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.957+0000 7f8f3b200700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8f200b2880 0x7f8f200b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c009ca0 tx=0x7f8f2c009260 comp rx=0 tx=0).stop 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.957+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 msgr2=0x7f8f3c19c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.957+0000 7f8f3b200700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 0x7f8f3c19c250 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8f2800e9f0 tx=0x7f8f2800ed00 comp rx=0 tx=0).stop 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.958+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 shutdown_connections 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.958+0000 7f8f3b200700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8f200b2880 0x7f8f200b4d40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.958+0000 7f8f3b200700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8f3c10b670 0x7f8f3c1a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.958+0000 7f8f3b200700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8f3c105670 0x7f8f3c19bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.958+0000 7f8f3b200700 1 --2- 172.21.15.6:0/103354181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8f3c106030 0x7f8f3c19c250 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.958+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 >> 172.21.15.6:0/103354181 conn(0x7f8f3c101160 msgr2=0x7f8f3c1016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.958+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 shutdown_connections 2024-05-20T21:15:23.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:23.958+0000 7f8f3b200700 1 -- 172.21.15.6:0/103354181 wait complete. 2024-05-20T21:15:23.959 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-05-20T21:15:24.727 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:15:24.812 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:24 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/103354181' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:24 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/103354181' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:25.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:24 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/103354181' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:25.208 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:25.644 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:25 smithi006 ceph-mon[31422]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:15:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:25 smithi042 ceph-mon[36332]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:15:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:25 smithi062 ceph-mon[36640]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:15:27.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 -- 172.21.15.6:0/357415493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc9701095b0 msgr2=0x7fc970109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 --2- 172.21.15.6:0/357415493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc9701095b0 0x7fc970109990 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc960009990 tx=0x7fc960009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 -- 172.21.15.6:0/357415493 shutdown_connections 2024-05-20T21:15:27.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 --2- 172.21.15.6:0/357415493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc97006bbe0 0x7fc9701103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 --2- 172.21.15.6:0/357415493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc9701095b0 0x7fc970109990 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 --2- 172.21.15.6:0/357415493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc97006b220 0x7fc97006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 -- 172.21.15.6:0/357415493 >> 172.21.15.6:0/357415493 conn(0x7fc9700793f0 msgr2=0x7fc970079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:27.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 -- 172.21.15.6:0/357415493 shutdown_connections 2024-05-20T21:15:27.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.522+0000 7fc976600700 1 -- 172.21.15.6:0/357415493 wait complete. 2024-05-20T21:15:27.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.523+0000 7fc976600700 1 Processor -- start 2024-05-20T21:15:27.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.523+0000 7fc976600700 1 -- start start 2024-05-20T21:15:27.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc976600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc97006b220 0x7fc970102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc976600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc97006bbe0 0x7fc970102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc976600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9701095b0 0x7fc970102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc976600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc9701136c0 con 0x7fc97006bbe0 2024-05-20T21:15:27.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc976600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc970113540 con 0x7fc9701095b0 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc976600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc970113840 con 0x7fc97006b220 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc96f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc97006b220 0x7fc970102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc966a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc97006bbe0 0x7fc970102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc96fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9701095b0 0x7fc970102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc96f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc97006b220 0x7fc970102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42530/0 (socket says 172.21.15.6:42530) 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.524+0000 7fc96f400700 1 -- 172.21.15.6:0/1044205619 learned_addr learned my addr 172.21.15.6:0/1044205619 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc96fe00700 1 -- 172.21.15.6:0/1044205619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc97006b220 msgr2=0x7fc970102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc96fe00700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc97006b220 0x7fc970102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc96fe00700 1 -- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc97006bbe0 msgr2=0x7fc970102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc96fe00700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc97006bbe0 0x7fc970102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc96fe00700 1 -- 172.21.15.6:0/1044205619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9701a8110 con 0x7fc9701095b0 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc966a00700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc97006bbe0 0x7fc970102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:27.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc96fe00700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9701095b0 0x7fc970102f90 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc968007f10 tx=0x7fc96800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:27.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc96cc00700 1 -- 172.21.15.6:0/1044205619 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc968004db0 con 0x7fc9701095b0 2024-05-20T21:15:27.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.525+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9701a8400 con 0x7fc9701095b0 2024-05-20T21:15:27.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.526+0000 7fc96cc00700 1 -- 172.21.15.6:0/1044205619 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc968009e20 con 0x7fc9701095b0 2024-05-20T21:15:27.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.526+0000 7fc96cc00700 1 -- 172.21.15.6:0/1044205619 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc968015400 con 0x7fc9701095b0 2024-05-20T21:15:27.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.526+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9701a8940 con 0x7fc9701095b0 2024-05-20T21:15:27.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.527+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc97010ba90 con 0x7fc9701095b0 2024-05-20T21:15:27.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.529+0000 7fc96cc00700 1 -- 172.21.15.6:0/1044205619 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc968005260 con 0x7fc9701095b0 2024-05-20T21:15:27.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.531+0000 7fc96cc00700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9540b2880 0x7fc9540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:27.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.531+0000 7fc96cc00700 1 -- 172.21.15.6:0/1044205619 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc9680e1c40 con 0x7fc9701095b0 2024-05-20T21:15:27.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.531+0000 7fc96f400700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9540b2880 0x7fc9540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:27.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.532+0000 7fc96f400700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9540b2880 0x7fc9540b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc960003800 tx=0x7fc960005bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:27.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.535+0000 7fc96cc00700 1 -- 172.21.15.6:0/1044205619 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc968010070 con 0x7fc9701095b0 2024-05-20T21:15:27.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.827+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc97010b470 con 0x7fc9701095b0 2024-05-20T21:15:27.827 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:27 smithi006 ceph-mon[31422]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-20T21:15:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.828+0000 7fc96cc00700 1 -- 172.21.15.6:0/1044205619 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11831 (secure 0 0 0) 0x7fc9680a9860 con 0x7fc9701095b0 2024-05-20T21:15:27.828 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:27.828 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:12:25.216755+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24529,24530,24517]},"id":1}]} 2024-05-20T21:15:27.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.831+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9540b2880 msgr2=0x7fc9540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.831+0000 7fc976600700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9540b2880 0x7fc9540b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc960003800 tx=0x7fc960005bc0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.831+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9701095b0 msgr2=0x7fc970102f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.831+0000 7fc976600700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9701095b0 0x7fc970102f90 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc968007f10 tx=0x7fc96800d3b0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.832+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 shutdown_connections 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.832+0000 7fc976600700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9540b2880 0x7fc9540b4d40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.832+0000 7fc976600700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc9701095b0 0x7fc970102f90 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.832+0000 7fc976600700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc97006b220 0x7fc970102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.832+0000 7fc976600700 1 --2- 172.21.15.6:0/1044205619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc97006bbe0 0x7fc970102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.832+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 >> 172.21.15.6:0/1044205619 conn(0x7fc9700793f0 msgr2=0x7fc970101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.832+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 shutdown_connections 2024-05-20T21:15:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:27.832+0000 7fc976600700 1 -- 172.21.15.6:0/1044205619 wait complete. 2024-05-20T21:15:27.833 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 25 2024-05-20T21:15:27.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:27 smithi042 ceph-mon[36332]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-20T21:15:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:27 smithi062 ceph-mon[36640]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-20T21:15:28.586 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:15:28.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:28 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1044205619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:28.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:28 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1044205619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:29.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:28 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1044205619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:29.060 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:29.771 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:29 smithi006 ceph-mon[31422]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-05-20T21:15:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:29 smithi042 ceph-mon[36332]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-05-20T21:15:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:29 smithi062 ceph-mon[36640]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-05-20T21:15:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 -- 172.21.15.6:0/421189422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a8109540 msgr2=0x7f04a8109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 --2- 172.21.15.6:0/421189422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a8109540 0x7f04a8109920 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0498009920 tx=0x7f0498009c30 comp rx=0 tx=0).stop 2024-05-20T21:15:31.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 -- 172.21.15.6:0/421189422 shutdown_connections 2024-05-20T21:15:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 --2- 172.21.15.6:0/421189422 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a8103e50 0x7f04a8110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 --2- 172.21.15.6:0/421189422 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a8109540 0x7f04a8109920 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 --2- 172.21.15.6:0/421189422 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a8103490 0x7f04a8103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 -- 172.21.15.6:0/421189422 >> 172.21.15.6:0/421189422 conn(0x7f04a80fefc0 msgr2=0x7f04a81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 -- 172.21.15.6:0/421189422 shutdown_connections 2024-05-20T21:15:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.364+0000 7f04acc00700 1 -- 172.21.15.6:0/421189422 wait complete. 2024-05-20T21:15:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.365+0000 7f04acc00700 1 Processor -- start 2024-05-20T21:15:31.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.365+0000 7f04acc00700 1 -- start start 2024-05-20T21:15:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.365+0000 7f04acc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a8103490 0x7f04a819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04acc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a8103e50 0x7f04a819c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04acc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a8109540 0x7f04a81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04acc00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04a8113650 con 0x7f04a8103490 2024-05-20T21:15:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04acc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04a81134d0 con 0x7f04a8109540 2024-05-20T21:15:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04acc00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04a81137d0 con 0x7f04a8103e50 2024-05-20T21:15:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a8103490 0x7f04a819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:31.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a8103490 0x7f04a819bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36722/0 (socket says 172.21.15.6:36722) 2024-05-20T21:15:31.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7400700 1 -- 172.21.15.6:0/2919281959 learned_addr learned my addr 172.21.15.6:0/2919281959 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:31.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f049ea00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a8103e50 0x7f04a819c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:31.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7e00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a8109540 0x7f04a81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:31.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7400700 1 -- 172.21.15.6:0/2919281959 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a8103e50 msgr2=0x7f04a819c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:31.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7400700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a8103e50 0x7f04a819c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7400700 1 -- 172.21.15.6:0/2919281959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a8109540 msgr2=0x7f04a81a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:31.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7400700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a8109540 0x7f04a81a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.366+0000 7f04a7400700 1 -- 172.21.15.6:0/2919281959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a81a0d20 con 0x7f04a8103490 2024-05-20T21:15:31.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.367+0000 7f04a7400700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a8103490 0x7f04a819bd10 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0498009230 tx=0x7f049800fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:31.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.367+0000 7f04a4c00700 1 -- 172.21.15.6:0/2919281959 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498027070 con 0x7f04a8103490 2024-05-20T21:15:31.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.367+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04a81a0fb0 con 0x7f04a8103490 2024-05-20T21:15:31.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.367+0000 7f04a4c00700 1 -- 172.21.15.6:0/2919281959 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0498005570 con 0x7f04a8103490 2024-05-20T21:15:31.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.367+0000 7f04a4c00700 1 -- 172.21.15.6:0/2919281959 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498004730 con 0x7f04a8103490 2024-05-20T21:15:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.367+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04a81a8890 con 0x7f04a8103490 2024-05-20T21:15:31.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.369+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04a8104bb0 con 0x7f04a8103490 2024-05-20T21:15:31.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.371+0000 7f04a4c00700 1 -- 172.21.15.6:0/2919281959 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f049802a070 con 0x7f04a8103490 2024-05-20T21:15:31.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.372+0000 7f04a4c00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f048c0b2880 0x7f048c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:31.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.373+0000 7f04a4c00700 1 -- 172.21.15.6:0/2919281959 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f04980e3060 con 0x7f04a8103490 2024-05-20T21:15:31.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.373+0000 7f049ea00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f048c0b2880 0x7f048c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:31.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.374+0000 7f049ea00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f048c0b2880 0x7f048c0b4d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0490009750 tx=0x7f0490009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:31.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.375+0000 7f04a4c00700 1 -- 172.21.15.6:0/2919281959 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0498031020 con 0x7f04a8103490 2024-05-20T21:15:31.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.613+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f04a819d070 con 0x7f04a8103490 2024-05-20T21:15:31.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.616+0000 7f04a4c00700 1 -- 172.21.15.6:0/2919281959 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22684 (secure 0 0 0) 0x7f0498013030 con 0x7f04a8103490 2024-05-20T21:15:31.617 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:31.617 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":83,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:13:38.294670+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.2d","mappings":[{"from":6,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:15:31.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f048c0b2880 msgr2=0x7f048c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:31.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f048c0b2880 0x7f048c0b4d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0490009750 tx=0x7f0490009310 comp rx=0 tx=0).stop 2024-05-20T21:15:31.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a8103490 msgr2=0x7f04a819bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:31.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a8103490 0x7f04a819bd10 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0498009230 tx=0x7f049800fa00 comp rx=0 tx=0).stop 2024-05-20T21:15:31.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 shutdown_connections 2024-05-20T21:15:31.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f048c0b2880 0x7f048c0b4d40 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a8109540 0x7f04a81a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a8103490 0x7f04a819bd10 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 --2- 172.21.15.6:0/2919281959 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a8103e50 0x7f04a819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:31.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 >> 172.21.15.6:0/2919281959 conn(0x7f04a80fefc0 msgr2=0x7f04a8100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:31.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.619+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 shutdown_connections 2024-05-20T21:15:31.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:31.620+0000 7f04acc00700 1 -- 172.21.15.6:0/2919281959 wait complete. 2024-05-20T21:15:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:31 smithi042 ceph-mon[36332]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:15:31.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:31 smithi006 ceph-mon[31422]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:15:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:31 smithi062 ceph-mon[36640]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:15:32.415 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-20T21:12:00.673417+0000', 'modified': '2024-05-20T21:12:25.216755+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24530, 'mds_1': 24529, 'mds_2': 24517}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.42:6837/44376656', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6836', 'nonce': 44376656}, {'type': 'v1', 'addr': '172.21.15.42:6837', 'nonce': 44376656}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.62:6835/1061308332', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6834', 'nonce': 1061308332}, {'type': 'v1', 'addr': '172.21.15.62:6835', 'nonce': 1061308332}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.62:6837/1607123152', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6836', 'nonce': 1607123152}, {'type': 'v1', 'addr': '172.21.15.62:6837', 'nonce': 1607123152}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.62:6839/1472655079', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6838', 'nonce': 1472655079}, {'type': 'v1', 'addr': '172.21.15.62:6839', 'nonce': 1472655079}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24529': {'gid': 24529, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.6:6839/3608855680', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6838', 'nonce': 3608855680}, {'type': 'v1', 'addr': '172.21.15.6:6839', 'nonce': 3608855680}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.42:6839/4164936799', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6838', 'nonce': 4164936799}, {'type': 'v1', 'addr': '172.21.15.42:6839', 'nonce': 4164936799}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24530, 'qdb_cluster': [24529, 24530, 24517]} 2024-05-20T21:15:32.415 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-20T21:15:32.415 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-20T21:15:32.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2919281959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2919281959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:32.898 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2919281959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:33 smithi042 ceph-mon[36332]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:15:33.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:33 smithi006 ceph-mon[31422]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:15:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:33 smithi062 ceph-mon[36640]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-20T21:15:35.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 -- 172.21.15.6:0/1155836059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c106120 msgr2=0x7fc00c112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 --2- 172.21.15.6:0/1155836059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c106120 0x7fc00c112630 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc00400b0a0 tx=0x7fc00400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 -- 172.21.15.6:0/1155836059 shutdown_connections 2024-05-20T21:15:35.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 --2- 172.21.15.6:0/1155836059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c106120 0x7fc00c112630 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 --2- 172.21.15.6:0/1155836059 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc00c10b760 0x7fc00c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 --2- 172.21.15.6:0/1155836059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc00c105760 0x7fc00c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 -- 172.21.15.6:0/1155836059 >> 172.21.15.6:0/1155836059 conn(0x7fc00c101250 msgr2=0x7fc00c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:35.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 -- 172.21.15.6:0/1155836059 shutdown_connections 2024-05-20T21:15:35.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.253+0000 7fc010c00700 1 -- 172.21.15.6:0/1155836059 wait complete. 2024-05-20T21:15:35.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.254+0000 7fc010c00700 1 Processor -- start 2024-05-20T21:15:35.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.254+0000 7fc010c00700 1 -- start start 2024-05-20T21:15:35.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc010c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c105760 0x7fc00c19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc010c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc00c106120 0x7fc00c19c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc010c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc00c10b760 0x7fc00c1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc010c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c1159b0 con 0x7fc00c105760 2024-05-20T21:15:35.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc010c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c115830 con 0x7fc00c10b760 2024-05-20T21:15:35.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc010c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c115b30 con 0x7fc00c106120 2024-05-20T21:15:35.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc009e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c105760 0x7fc00c19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc009e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c105760 0x7fc00c19bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36742/0 (socket says 172.21.15.6:36742) 2024-05-20T21:15:35.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc009400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc00c106120 0x7fc00c19c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc009e00700 1 -- 172.21.15.6:0/2693206039 learned_addr learned my addr 172.21.15.6:0/2693206039 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:35.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.255+0000 7fc00a800700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc00c10b760 0x7fc00c1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc009400700 1 -- 172.21.15.6:0/2693206039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc00c10b760 msgr2=0x7fc00c1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc009400700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc00c10b760 0x7fc00c1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc009400700 1 -- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c105760 msgr2=0x7fc00c19bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc009400700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c105760 0x7fc00c19bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc009400700 1 -- 172.21.15.6:0/2693206039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc00c1a0df0 con 0x7fc00c106120 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc009e00700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c105760 0x7fc00c19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc00a800700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc00c10b760 0x7fc00c1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc009400700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc00c106120 0x7fc00c19c320 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbff800e9f0 tx=0x7fbff800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.256+0000 7fc002a00700 1 -- 172.21.15.6:0/2693206039 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff8004220 con 0x7fc00c106120 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.257+0000 7fc010c00700 1 -- 172.21.15.6:0/2693206039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc00c1a10e0 con 0x7fc00c106120 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.257+0000 7fc002a00700 1 -- 172.21.15.6:0/2693206039 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbff80043c0 con 0x7fc00c106120 2024-05-20T21:15:35.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.257+0000 7fc002a00700 1 -- 172.21.15.6:0/2693206039 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff8005020 con 0x7fc00c106120 2024-05-20T21:15:35.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.257+0000 7fc010c00700 1 -- 172.21.15.6:0/2693206039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc00c1a8960 con 0x7fc00c106120 2024-05-20T21:15:35.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.261+0000 7fc002a00700 1 -- 172.21.15.6:0/2693206039 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbff8004750 con 0x7fc00c106120 2024-05-20T21:15:35.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.261+0000 7fc01b63cb80 1 Processor -- start 2024-05-20T21:15:35.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.262+0000 7fc01b63cb80 1 -- start start 2024-05-20T21:15:35.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.262+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645632425c0 0x5645632429a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.262+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456323cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.262+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.262+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56456319adf0 con 0x56456323d0f0 2024-05-20T21:15:35.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.262+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56456318a990 con 0x5645632425c0 2024-05-20T21:15:35.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.262+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56456318e9d0 con 0x564563242ee0 2024-05-20T21:15:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456323cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456323cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42574/0 (socket says 172.21.15.6:42574) 2024-05-20T21:15:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009e00700 1 -- 172.21.15.6:0/641259865 learned_addr learned my addr 172.21.15.6:0/641259865 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc00a800700 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645632425c0 0x5645632429a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009400700 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009e00700 1 -- 172.21.15.6:0/641259865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645632425c0 msgr2=0x5645632429a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009e00700 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645632425c0 0x5645632429a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009e00700 1 -- 172.21.15.6:0/641259865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 msgr2=0x56456323d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009e00700 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc009e00700 1 -- 172.21.15.6:0/641259865 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645631533d0 con 0x564563242ee0 2024-05-20T21:15:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.263+0000 7fc00a800700 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645632425c0 0x5645632429a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.264+0000 7fc009e00700 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456323cad0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fbffc011650 tx=0x7fbffc011960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ec26db28256c05c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:35.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.264+0000 7fc002a00700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbff00b2880 0x7fbff00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.264+0000 7fbff7400700 1 -- 172.21.15.6:0/641259865 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbffc01e070 con 0x564563242ee0 2024-05-20T21:15:35.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.264+0000 7fbff7400700 1 -- 172.21.15.6:0/641259865 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbffc019ae0 con 0x564563242ee0 2024-05-20T21:15:35.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.264+0000 7fbff7400700 1 -- 172.21.15.6:0/641259865 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbffc00eb30 con 0x564563242ee0 2024-05-20T21:15:35.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.264+0000 7fc002a00700 1 -- 172.21.15.6:0/2693206039 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbff80e2290 con 0x7fc00c106120 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.264+0000 7fc00a800700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbff00b2880 0x7fbff00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 -- 172.21.15.6:0/641259865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 msgr2=0x56456323cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456323cad0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fbffc011650 tx=0x7fbffc011960 comp rx=0 tx=0).stop 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc00a800700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbff00b2880 0x7fbff00b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc00400b780 tx=0x7fc00401d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 -- 172.21.15.6:0/641259865 shutdown_connections 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5645632425c0 0x5645632429a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/641259865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456323cad0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 -- 172.21.15.6:0/641259865 >> 172.21.15.6:0/641259865 conn(0x56456316ab90 msgr2=0x564563237640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 -- 172.21.15.6:0/641259865 shutdown_connections 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.265+0000 7fc01b63cb80 1 -- 172.21.15.6:0/641259865 wait complete. 2024-05-20T21:15:35.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 1 -- start start 2024-05-20T21:15:35.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 1 Processor -- start 2024-05-20T21:15:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563248ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x564563246080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564563242ee0 0x5645632465c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564563090f50 con 0x564563242ee0 2024-05-20T21:15:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56456312b710 con 0x56456323d0f0 2024-05-20T21:15:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564563249990 con 0x5645632425c0 2024-05-20T21:15:35.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.266+0000 7fc01b63cb80 10 client.0 _ll_register_callbacks cb 0x564563134c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x564563246080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563248ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x564563246080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42576/0 (socket says 172.21.15.6:42576) 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563248ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57358/0 (socket says 172.21.15.6:57358) 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 -- 172.21.15.6:0/2894840801 learned_addr learned my addr 172.21.15.6:0/2894840801 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc00a800700 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564563242ee0 0x5645632465c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 -- 172.21.15.6:0/2894840801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 msgr2=0x564563248ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563248ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 -- 172.21.15.6:0/2894840801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564563242ee0 msgr2=0x5645632465c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564563242ee0 0x5645632465c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 -- 172.21.15.6:0/2894840801 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645630da880 con 0x5645632425c0 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc00a800700 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564563242ee0 0x5645632465c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:35.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009e00700 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563248ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fc009400700 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x564563246080 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbff80a94b0 tx=0x7fbff800c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2418a99b8dec41c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.267+0000 7fbfebe00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.268+0000 7fbfebe00700 1 -- 172.21.15.6:0/2894840801 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff801c030 con 0x5645632425c0 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.268+0000 7fbfebe00700 1 -- 172.21.15.6:0/2894840801 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbff80a9a10 con 0x5645632425c0 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.268+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2894840801 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbffc019ae0 con 0x5645632425c0 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.268+0000 7fbfebe00700 1 -- 172.21.15.6:0/2894840801 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbff80a9100 con 0x5645632425c0 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.268+0000 7fc01b63cb80 10 client.25003 fetch_fsmap learned FSMap version 25 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.268+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2894840801 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56456315b010 con 0x5645632425c0 2024-05-20T21:15:35.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.268+0000 7fbfebe00700 1 -- 172.21.15.6:0/2894840801 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbffc019ae0 con 0x5645632425c0 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.269+0000 7fbfebe00700 1 -- 172.21.15.6:0/2894840801 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fbff80b2180 con 0x5645632425c0 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.269+0000 7fc01b63cb80 10 client.25003 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.269+0000 7fc01b63cb80 10 client.25003 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.269+0000 7fc01b63cb80 20 client.25003 populate_metadata read hostname 'smithi006' 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.269+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5645632565c0 0x564563257a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.269+0000 7fc01b63cb80 4 client.25003 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.269+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2894840801 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56456319cd40 con 0x5645632565c0 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.269+0000 7fc009e00700 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5645632565c0 0x564563257a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.270+0000 7fc009e00700 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5645632565c0 0x564563257a30 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=17c29843f22b29ae server_cookie=dbeaf8914f21c0a1 in_seq=0 out_seq=0 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.270+0000 7fbfebe00700 10 client.25003 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fbfebe00700 1 -- 172.21.15.6:0/2894840801 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56456319cd40 con 0x5645632565c0 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fbfebe00700 10 client.25003 handle_command_reply: tid=0 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fc01b63cb80 1 client.25003 shutdown 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2894840801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 msgr2=0x564563246080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x564563246080 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbff80a94b0 tx=0x7fbff800c860 comp rx=0 tx=0).stop 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2894840801 shutdown_connections 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564563242ee0 0x5645632465c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5645632565c0 0x564563257a30 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563248ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.271+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2894840801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x564563246080 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.272+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2894840801 >> 172.21.15.6:0/2894840801 conn(0x56456316ab90 msgr2=0x564563236d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.272+0000 7fbfebe00700 0 client.25003 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:15:35.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.272+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2894840801 shutdown_connections 2024-05-20T21:15:35.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.272+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2894840801 wait complete. 2024-05-20T21:15:35.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.272+0000 7fc01b63cb80 20 client.25003 trim_cache size 0 max 16384 2024-05-20T21:15:35.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.295+0000 7fc01b63cb80 1 Processor -- start 2024-05-20T21:15:35.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc01b63cb80 1 -- start start 2024-05-20T21:15:35.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x5645632466b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564563242ee0 0x5645632374a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564563255d70 con 0x56456323d0f0 2024-05-20T21:15:35.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564563256440 con 0x564563242ee0 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564563256b10 con 0x5645632425c0 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc00a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564563242ee0 0x5645632374a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc00a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564563242ee0 0x5645632374a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57362/0 (socket says 172.21.15.6:57362) 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc00a800700 1 -- 172.21.15.6:0/2309982025 learned_addr learned my addr 172.21.15.6:0/2309982025 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.296+0000 7fc009400700 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x5645632466b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.297+0000 7fc009e00700 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.297+0000 7fc00a800700 1 -- 172.21.15.6:0/2309982025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 msgr2=0x5645632466b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.297+0000 7fc00a800700 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x5645632466b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.297+0000 7fc00a800700 1 -- 172.21.15.6:0/2309982025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 msgr2=0x56456323cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.297+0000 7fc00a800700 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.297+0000 7fc00a800700 1 -- 172.21.15.6:0/2309982025 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56456322f710 con 0x564563242ee0 2024-05-20T21:15:35.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.297+0000 7fc009e00700 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.297+0000 7fc00a800700 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564563242ee0 0x5645632374a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc00400b0a0 tx=0x7fc00401f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ffa39a349d4bccf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fbff6a00700 1 -- 172.21.15.6:0/2309982025 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0040075e0 con 0x564563242ee0 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fbff6a00700 1 -- 172.21.15.6:0/2309982025 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc004007c30 con 0x564563242ee0 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fbff6a00700 1 -- 172.21.15.6:0/2309982025 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc004026bf0 con 0x564563242ee0 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2309982025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564563242ee0 msgr2=0x5645632374a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564563242ee0 0x5645632374a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc00400b0a0 tx=0x7fc00401f000 comp rx=0 tx=0).stop 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2309982025 shutdown_connections 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564563242ee0 0x5645632374a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56456323d0f0 0x56456323cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/2309982025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5645632425c0 0x5645632466b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.298+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2309982025 >> 172.21.15.6:0/2309982025 conn(0x56456316ab90 msgr2=0x5645632400d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.299+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2309982025 shutdown_connections 2024-05-20T21:15:35.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.299+0000 7fc01b63cb80 1 -- 172.21.15.6:0/2309982025 wait complete. 2024-05-20T21:15:35.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.299+0000 7fc01b63cb80 1 -- start start 2024-05-20T21:15:35.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.299+0000 7fc01b63cb80 1 Processor -- start 2024-05-20T21:15:35.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563261100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5645632425c0 0x564563261640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc01b63cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456325bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5645632578b0 con 0x5645632425c0 2024-05-20T21:15:35.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5645632571e0 con 0x56456323d0f0 2024-05-20T21:15:35.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc01b63cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564563257f80 con 0x564563242ee0 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc01b63cb80 10 client.0 _ll_register_callbacks cb 0x564563134c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc009e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563261100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc009e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563261100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57376/0 (socket says 172.21.15.6:57376) 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc009400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5645632425c0 0x564563261640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc009e00700 1 -- 172.21.15.6:0/1522151609 learned_addr learned my addr 172.21.15.6:0/1522151609 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc00a800700 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456325bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc009e00700 1 -- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 msgr2=0x56456325bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc009e00700 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456325bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc009e00700 1 -- 172.21.15.6:0/1522151609 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5645632425c0 msgr2=0x564563261640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.300+0000 7fc009e00700 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5645632425c0 0x564563261640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.301+0000 7fc009e00700 1 -- 172.21.15.6:0/1522151609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56456325c750 con 0x56456323d0f0 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.301+0000 7fc00a800700 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456325bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:35.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.301+0000 7fc009e00700 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563261100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbffc00e6f0 tx=0x7fbffc009300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a80218bba35b9e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:35.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.301+0000 7fbfebe00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:15:35.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.301+0000 7fbfebe00700 1 -- 172.21.15.6:0/1522151609 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbffc01e040 con 0x56456323d0f0 2024-05-20T21:15:35.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.301+0000 7fc01b63cb80 1 -- 172.21.15.6:0/1522151609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc004007c30 con 0x56456323d0f0 2024-05-20T21:15:35.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.301+0000 7fbfebe00700 1 -- 172.21.15.6:0/1522151609 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbffc00e720 con 0x56456323d0f0 2024-05-20T21:15:35.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fbfebe00700 1 -- 172.21.15.6:0/1522151609 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbffc00e500 con 0x56456323d0f0 2024-05-20T21:15:35.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fc01b63cb80 10 client.24989 fetch_fsmap learned FSMap version 25 2024-05-20T21:15:35.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fc01b63cb80 1 -- 172.21.15.6:0/1522151609 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5645632c2900 con 0x56456323d0f0 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fbfebe00700 1 -- 172.21.15.6:0/1522151609 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc004007c30 con 0x56456323d0f0 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fbfebe00700 1 -- 172.21.15.6:0/1522151609 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fbffc003820 con 0x56456323d0f0 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fc01b63cb80 10 client.24989 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fc01b63cb80 10 client.24989 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fc01b63cb80 20 client.24989 populate_metadata read hostname 'smithi006' 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5645632c72e0 0x5645632c5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fc01b63cb80 4 client.24989 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.302+0000 7fc01b63cb80 1 -- 172.21.15.6:0/1522151609 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "status"}) -- 0x564563196520 con 0x5645632c72e0 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.303+0000 7fc009400700 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5645632c72e0 0x5645632c5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.303+0000 7fc009400700 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5645632c72e0 0x5645632c5ff0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=64aac58d7c7632e8 server_cookie=52f322e9e5273153 in_seq=0 out_seq=0 2024-05-20T21:15:35.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.303+0000 7fbfebe00700 10 client.24989 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.303+0000 7fbfebe00700 1 -- 172.21.15.6:0/1522151609 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x564563196520 con 0x5645632c72e0 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.303+0000 7fbfebe00700 10 client.24989 handle_command_reply: tid=0 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.303+0000 7fc01b63cb80 1 client.24989 shutdown 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 -- 172.21.15.6:0/1522151609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 msgr2=0x564563261100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563261100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbffc00e6f0 tx=0x7fbffc009300 comp rx=0 tx=0).stop 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 -- 172.21.15.6:0/1522151609 shutdown_connections 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564563242ee0 0x56456325bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5645632c72e0 0x5645632c5ff0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56456323d0f0 0x564563261100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 --2- 172.21.15.6:0/1522151609 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5645632425c0 0x564563261640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fbfebe00700 0 client.24989 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 -- 172.21.15.6:0/1522151609 >> 172.21.15.6:0/1522151609 conn(0x56456316ab90 msgr2=0x564563241190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:35.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 -- 172.21.15.6:0/1522151609 shutdown_connections 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 1 -- 172.21.15.6:0/1522151609 wait complete. 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.304+0000 7fc01b63cb80 20 client.24989 trim_cache size 0 max 16384 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 2, 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24517, 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 197.01001454499999, 2024-05-20T21:15:35.307 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 25, 2024-05-20T21:15:35.308 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:15:35.308 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:15:35.308 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 248.63753703899999 2024-05-20T21:15:35.308 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:15:35.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 -- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbff00b2880 msgr2=0x7fbff00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbff00b2880 0x7fbff00b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc00400b780 tx=0x7fc00401d040 comp rx=0 tx=0).stop 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 -- 172.21.15.6:0/2693206039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc00c106120 msgr2=0x7fc00c19c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc00c106120 0x7fc00c19c320 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fbff800e9f0 tx=0x7fbff800ed00 comp rx=0 tx=0).stop 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 -- 172.21.15.6:0/2693206039 shutdown_connections 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbff00b2880 0x7fbff00b4d40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc00c10b760 0x7fc00c1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc00c105760 0x7fc00c19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 --2- 172.21.15.6:0/2693206039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc00c106120 0x7fc00c19c320 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 -- 172.21.15.6:0/2693206039 >> 172.21.15.6:0/2693206039 conn(0x7fc00c101250 msgr2=0x7fc00c1017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 -- 172.21.15.6:0/2693206039 shutdown_connections 2024-05-20T21:15:35.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:35.305+0000 7fc010c00700 1 -- 172.21.15.6:0/2693206039 wait complete. 2024-05-20T21:15:35.875 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:35 smithi042 ceph-mon[36332]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:35.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:35 smithi006 ceph-mon[31422]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:35 smithi062 ceph-mon[36640]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:36.039 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-20T21:15:36.502 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:37 smithi042 ceph-mon[36332]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:37.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:37 smithi006 ceph-mon[31422]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:37 smithi062 ceph-mon[36640]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:38.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.826+0000 7f0daca00700 1 -- 172.21.15.6:0/2564925340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da8102f80 msgr2=0x7f0da8106fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.826+0000 7f0daca00700 1 --2- 172.21.15.6:0/2564925340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da8102f80 0x7f0da8106fd0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0d940098f0 tx=0x7f0d94009c00 comp rx=0 tx=0).stop 2024-05-20T21:15:38.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.827+0000 7f0daca00700 1 -- 172.21.15.6:0/2564925340 shutdown_connections 2024-05-20T21:15:38.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.827+0000 7f0daca00700 1 --2- 172.21.15.6:0/2564925340 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0da81076b0 0x7f0da810f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.827+0000 7f0daca00700 1 --2- 172.21.15.6:0/2564925340 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0da81025d0 0x7f0da81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.827+0000 7f0daca00700 1 --2- 172.21.15.6:0/2564925340 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da8102f80 0x7f0da8106fd0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.827+0000 7f0daca00700 1 -- 172.21.15.6:0/2564925340 >> 172.21.15.6:0/2564925340 conn(0x7f0da80fde60 msgr2=0x7f0da8100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:38.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.827+0000 7f0daca00700 1 -- 172.21.15.6:0/2564925340 shutdown_connections 2024-05-20T21:15:38.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.827+0000 7f0daca00700 1 -- 172.21.15.6:0/2564925340 wait complete. 2024-05-20T21:15:38.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.828+0000 7f0daca00700 1 Processor -- start 2024-05-20T21:15:38.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.829+0000 7f0daca00700 1 -- start start 2024-05-20T21:15:38.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.829+0000 7f0daca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da81025d0 0x7f0da819bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.829+0000 7f0daca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0da8102f80 0x7f0da819c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.829+0000 7f0daca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0da81076b0 0x7f0da81a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.829+0000 7f0daca00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0da8112540 con 0x7f0da81076b0 2024-05-20T21:15:38.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.829+0000 7f0daca00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0da81123c0 con 0x7f0da81025d0 2024-05-20T21:15:38.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.829+0000 7f0daca00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0da81126c0 con 0x7f0da8102f80 2024-05-20T21:15:38.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0da81076b0 0x7f0da81a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da81025d0 0x7f0da819bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0da8102f80 0x7f0da819c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0da81076b0 0x7f0da81a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54286/0 (socket says 172.21.15.6:54286) 2024-05-20T21:15:38.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0da8102f80 0x7f0da819c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59872/0 (socket says 172.21.15.6:59872) 2024-05-20T21:15:38.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 -- 172.21.15.6:0/1390856211 learned_addr learned my addr 172.21.15.6:0/1390856211 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:38.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da81025d0 0x7f0da819bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56632/0 (socket says 172.21.15.6:56632) 2024-05-20T21:15:38.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 -- 172.21.15.6:0/1390856211 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da81025d0 msgr2=0x7f0da819bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da81025d0 0x7f0da819bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 -- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0da81076b0 msgr2=0x7f0da81a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0da81076b0 0x7f0da81a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 -- 172.21.15.6:0/1390856211 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da81a0d30 con 0x7f0da8102f80 2024-05-20T21:15:38.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.830+0000 7f0da5e00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0da8102f80 0x7f0da819c260 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0d94009fd0 tx=0x7f0d9400f9b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:38.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.831+0000 7f0d9f400700 1 -- 172.21.15.6:0/1390856211 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94005140 con 0x7f0da8102f80 2024-05-20T21:15:38.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.831+0000 7f0daca00700 1 -- 172.21.15.6:0/1390856211 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0da81a0fc0 con 0x7f0da8102f80 2024-05-20T21:15:38.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.831+0000 7f0daca00700 1 -- 172.21.15.6:0/1390856211 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0da81a88a0 con 0x7f0da8102f80 2024-05-20T21:15:38.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.831+0000 7f0d9f400700 1 -- 172.21.15.6:0/1390856211 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d9400b560 con 0x7f0da8102f80 2024-05-20T21:15:38.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.831+0000 7f0d9f400700 1 -- 172.21.15.6:0/1390856211 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94003900 con 0x7f0da8102f80 2024-05-20T21:15:38.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.835+0000 7f0d9f400700 1 -- 172.21.15.6:0/1390856211 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0d9400b980 con 0x7f0da8102f80 2024-05-20T21:15:38.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.836+0000 7f0db7e5eb80 1 Processor -- start 2024-05-20T21:15:38.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.836+0000 7f0db7e5eb80 1 -- start start 2024-05-20T21:15:38.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.836+0000 7f0d9f400700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d8c0b2900 0x7f0d8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0d9f400700 1 -- 172.21.15.6:0/1390856211 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0d940e31c0 con 0x7f0da8102f80 2024-05-20T21:15:38.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 0x55ee05699b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee05693d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee056947a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ee055f1df0 con 0x55ee05699770 2024-05-20T21:15:38.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ee055e1990 con 0x55ee0569a090 2024-05-20T21:15:38.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ee055e59d0 con 0x55ee05694340 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da7200700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d8c0b2900 0x7f0d8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee05693d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee05693d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56642/0 (socket says 172.21.15.6:56642) 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da5e00700 1 -- 172.21.15.6:0/2842029469 learned_addr learned my addr 172.21.15.6:0/2842029469 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da6800700 1 --2- 172.21.15.6:0/2842029469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 0x55ee05699b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da5e00700 1 -- 172.21.15.6:0/2842029469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 msgr2=0x55ee056947a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da5e00700 1 --2- 172.21.15.6:0/2842029469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee056947a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da5e00700 1 -- 172.21.15.6:0/2842029469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 msgr2=0x55ee05699b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da5e00700 1 --2- 172.21.15.6:0/2842029469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 0x55ee05699b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.837+0000 7f0da5e00700 1 -- 172.21.15.6:0/2842029469 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee055aa3d0 con 0x55ee0569a090 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.838+0000 7f0da5e00700 1 --2- 172.21.15.6:0/2842029469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee05693d20 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0d940a67f0 tx=0x7f0d94009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f8d1619d11a20b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.838+0000 7f0da7200700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d8c0b2900 0x7f0d8c0b4dc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0da000f590 tx=0x7f0da0009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.838+0000 7f0d93e00700 1 -- 172.21.15.6:0/2842029469 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d940aae70 con 0x55ee0569a090 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.838+0000 7f0d93e00700 1 -- 172.21.15.6:0/2842029469 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d940aa770 con 0x55ee0569a090 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.838+0000 7f0d93e00700 1 -- 172.21.15.6:0/2842029469 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d940aa9d0 con 0x55ee0569a090 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2842029469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 msgr2=0x55ee05693d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2842029469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee05693d20 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0d940a67f0 tx=0x7f0d94009c00 comp rx=0 tx=0).stop 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2842029469 shutdown_connections 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2842029469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee056947a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2842029469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 0x55ee05699b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2842029469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee05693d20 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2842029469 >> 172.21.15.6:0/2842029469 conn(0x55ee055c1b90 msgr2=0x55ee0568e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:38.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2842029469 shutdown_connections 2024-05-20T21:15:38.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.839+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2842029469 wait complete. 2024-05-20T21:15:38.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.840+0000 7f0db7e5eb80 1 -- start start 2024-05-20T21:15:38.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.840+0000 7f0db7e5eb80 1 Processor -- start 2024-05-20T21:15:38.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee0569fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 0x55ee0569d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee0569d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ee054e7f50 con 0x55ee05699770 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ee05582710 con 0x55ee0569a090 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ee056a0970 con 0x55ee05694340 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0db7e5eb80 10 client.0 _ll_register_callbacks cb 0x55ee0558bc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0da5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 0x55ee0569d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0da6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee0569fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0da7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee0569d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0da6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee0569fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59878/0 (socket says 172.21.15.6:59878) 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0da7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee0569d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56652/0 (socket says 172.21.15.6:56652) 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.841+0000 7f0da6800700 1 -- 172.21.15.6:0/2839589590 learned_addr learned my addr 172.21.15.6:0/2839589590 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.842+0000 7f0da7200700 1 -- 172.21.15.6:0/2839589590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 msgr2=0x55ee0569fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:38.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.842+0000 7f0da7200700 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee0569fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.842+0000 7f0da7200700 1 -- 172.21.15.6:0/2839589590 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 msgr2=0x55ee0569d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.842+0000 7f0da7200700 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 0x55ee0569d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.842+0000 7f0da7200700 1 -- 172.21.15.6:0/2839589590 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee05531880 con 0x55ee0569a090 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.842+0000 7f0da7200700 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee0569d6e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0da0009e60 tx=0x7f0da0004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aaf5909593fb0844 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.842+0000 7f0d90c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.842+0000 7f0d90c00700 1 -- 172.21.15.6:0/2839589590 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da0025070 con 0x55ee0569a090 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.843+0000 7f0d90c00700 1 -- 172.21.15.6:0/2839589590 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0da0004db0 con 0x55ee0569a090 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.843+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2839589590 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d940aa770 con 0x55ee0569a090 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.843+0000 7f0d90c00700 1 -- 172.21.15.6:0/2839589590 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0da0030050 con 0x55ee0569a090 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.843+0000 7f0db7e5eb80 10 client.25001 fetch_fsmap learned FSMap version 25 2024-05-20T21:15:38.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.843+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2839589590 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ee055b2010 con 0x55ee0569a090 2024-05-20T21:15:38.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.843+0000 7f0d90c00700 1 -- 172.21.15.6:0/2839589590 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d940aa770 con 0x55ee0569a090 2024-05-20T21:15:38.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.844+0000 7f0d90c00700 1 -- 172.21.15.6:0/2839589590 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f0da0020070 con 0x55ee0569a090 2024-05-20T21:15:38.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.844+0000 7f0db7e5eb80 10 client.25001 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:15:38.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.844+0000 7f0db7e5eb80 10 client.25001 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.844+0000 7f0db7e5eb80 20 client.25001 populate_metadata read hostname 'smithi006' 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.844+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee056ad430 0x55ee056ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.844+0000 7f0db7e5eb80 4 client.25001 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.844+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2839589590 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee055f3d40 con 0x55ee056ad430 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.844+0000 7f0da6800700 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee056ad430 0x55ee056ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.845+0000 7f0da6800700 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee056ad430 0x55ee056ae8a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2aedd5931d0aa4d3 server_cookie=1b1af83322ce76d8 in_seq=0 out_seq=0 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.845+0000 7f0d90c00700 10 client.25001 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.845+0000 7f0d90c00700 1 -- 172.21.15.6:0/2839589590 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ee055f3d40 con 0x55ee056ad430 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.845+0000 7f0d90c00700 10 client.25001 handle_command_reply: tid=0 2024-05-20T21:15:38.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 client.25001 shutdown 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2839589590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 msgr2=0x55ee0569d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee0569d6e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0da0009e60 tx=0x7f0da0004ad0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2839589590 shutdown_connections 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0569a090 0x55ee0569d6e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee056ad430 0x55ee056ae8a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee0569fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/2839589590 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05699770 0x55ee0569d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0d90c00700 0 client.25001 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2839589590 >> 172.21.15.6:0/2839589590 conn(0x55ee055c1b90 msgr2=0x55ee0568df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2839589590 shutdown_connections 2024-05-20T21:15:38.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/2839589590 wait complete. 2024-05-20T21:15:38.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.846+0000 7f0db7e5eb80 20 client.25001 trim_cache size 0 max 16384 2024-05-20T21:15:38.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.870+0000 7f0db7e5eb80 1 Processor -- start 2024-05-20T21:15:38.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.870+0000 7f0db7e5eb80 1 -- start start 2024-05-20T21:15:38.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.870+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee05693d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.870+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056acd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.870+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0569a090 0x55ee0569d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.870+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ee056acbe0 con 0x55ee0569a090 2024-05-20T21:15:38.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.870+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ee056ad2b0 con 0x55ee05699770 2024-05-20T21:15:38.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.870+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ee056ad980 con 0x55ee05694340 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee05693d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056acd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee05693d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59888/0 (socket says 172.21.15.6:59888) 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da6800700 1 -- 172.21.15.6:0/1116649345 learned_addr learned my addr 172.21.15.6:0/1116649345 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da7200700 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0569a090 0x55ee0569d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da6800700 1 -- 172.21.15.6:0/1116649345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 msgr2=0x55ee056acd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da6800700 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056acd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da6800700 1 -- 172.21.15.6:0/1116649345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0569a090 msgr2=0x55ee0569d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da6800700 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0569a090 0x55ee0569d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da6800700 1 -- 172.21.15.6:0/1116649345 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee0569b710 con 0x55ee05694340 2024-05-20T21:15:38.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.871+0000 7f0da7200700 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0569a090 0x55ee0569d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:15:38.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.872+0000 7f0da6800700 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee05693d20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x55ee056af380 tx=0x7f0d98009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c8d36dbe3e5c4b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:38.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.872+0000 7f0d93400700 1 -- 172.21.15.6:0/1116649345 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d98004030 con 0x55ee05694340 2024-05-20T21:15:38.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.872+0000 7f0d93400700 1 -- 172.21.15.6:0/1116649345 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d98003680 con 0x55ee05694340 2024-05-20T21:15:38.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.872+0000 7f0d93400700 1 -- 172.21.15.6:0/1116649345 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d98010720 con 0x55ee05694340 2024-05-20T21:15:38.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/1116649345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 msgr2=0x55ee05693d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee05693d20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x55ee056af380 tx=0x7f0d98009310 comp rx=0 tx=0).stop 2024-05-20T21:15:38.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/1116649345 shutdown_connections 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0569a090 0x55ee0569d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee05694340 0x55ee05693d20 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/1116649345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056acd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/1116649345 >> 172.21.15.6:0/1116649345 conn(0x55ee055c1b90 msgr2=0x55ee0569cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/1116649345 shutdown_connections 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/1116649345 wait complete. 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.873+0000 7f0db7e5eb80 1 -- start start 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0db7e5eb80 1 Processor -- start 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05694340 0x55ee056b7d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056b8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0db7e5eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0569a090 0x55ee056b2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ee056ae720 con 0x55ee05694340 2024-05-20T21:15:38.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ee056ae050 con 0x55ee05699770 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0db7e5eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ee056aedf0 con 0x55ee0569a090 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0db7e5eb80 10 client.0 _ll_register_callbacks cb 0x55ee0558bc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.874+0000 7f0da6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05694340 0x55ee056b7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05694340 0x55ee056b7d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54340/0 (socket says 172.21.15.6:54340) 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da6800700 1 -- 172.21.15.6:0/3904899569 learned_addr learned my addr 172.21.15.6:0/3904899569 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da5e00700 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056b8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da7200700 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0569a090 0x55ee056b2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da5e00700 1 -- 172.21.15.6:0/3904899569 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0569a090 msgr2=0x55ee056b2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da5e00700 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0569a090 0x55ee056b2cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da5e00700 1 -- 172.21.15.6:0/3904899569 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05694340 msgr2=0x55ee056b7d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da5e00700 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05694340 0x55ee056b7d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da5e00700 1 -- 172.21.15.6:0/3904899569 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee056b32c0 con 0x55ee05699770 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da6800700 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05694340 0x55ee056b7d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0da5e00700 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056b8260 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0d94005e90 tx=0x7f0d94009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f30dd13a54195d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.875+0000 7f0d90c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0d90c00700 1 -- 172.21.15.6:0/3904899569 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d940aa770 con 0x55ee05699770 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0d90c00700 1 -- 172.21.15.6:0/3904899569 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0d940aa9d0 con 0x55ee05699770 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/3904899569 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d98003680 con 0x55ee05699770 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0d90c00700 1 -- 172.21.15.6:0/3904899569 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0d940aae70 con 0x55ee05699770 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0db7e5eb80 10 client.25007 fetch_fsmap learned FSMap version 25 2024-05-20T21:15:38.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/3904899569 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ee05719480 con 0x55ee05699770 2024-05-20T21:15:38.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0d90c00700 1 -- 172.21.15.6:0/3904899569 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d98003680 con 0x55ee05699770 2024-05-20T21:15:38.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0d90c00700 1 -- 172.21.15.6:0/3904899569 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f0d94090ce0 con 0x55ee05699770 2024-05-20T21:15:38.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0db7e5eb80 10 client.25007 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:15:38.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0db7e5eb80 10 client.25007 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-20T21:15:38.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0db7e5eb80 20 client.25007 populate_metadata read hostname 'smithi006' 2024-05-20T21:15:38.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0571dcb0 0x55ee0571c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.876+0000 7f0db7e5eb80 4 client.25007 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.877+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/3904899569 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "status"}) -- 0x55ee055ed520 con 0x55ee0571dcb0 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.877+0000 7f0da6800700 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0571dcb0 0x55ee0571c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.877+0000 7f0da6800700 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0571dcb0 0x55ee0571c9c0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b1a5946d14e8792 server_cookie=9a46735f2569a1e6 in_seq=0 out_seq=0 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.877+0000 7f0d90c00700 10 client.25007 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0d90c00700 1 -- 172.21.15.6:0/3904899569 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55ee055ed520 con 0x55ee0571dcb0 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0d90c00700 10 client.25007 handle_command_reply: tid=0 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 client.25007 shutdown 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/3904899569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 msgr2=0x55ee056b8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056b8260 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0d94005e90 tx=0x7f0d94009260 comp rx=0 tx=0).stop 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/3904899569 shutdown_connections 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0571dcb0 0x55ee0571c9c0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0569a090 0x55ee056b2cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee05694340 0x55ee056b7d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 --2- 172.21.15.6:0/3904899569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee05699770 0x55ee056b8260 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0d90c00700 0 client.25007 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/3904899569 >> 172.21.15.6:0/3904899569 conn(0x55ee055c1b90 msgr2=0x55ee0569a530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/3904899569 shutdown_connections 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 1 -- 172.21.15.6:0/3904899569 wait complete. 2024-05-20T21:15:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.878+0000 7f0db7e5eb80 20 client.25007 trim_cache size 0 max 16384 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 1, 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24529, 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 201.598993404, 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 25, 2024-05-20T21:15:38.884 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:15:38.885 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:15:38.885 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 246.92230305199999 2024-05-20T21:15:38.885 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:15:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 -- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d8c0b2900 msgr2=0x7f0d8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d8c0b2900 0x7f0d8c0b4dc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0da000f590 tx=0x7f0da0009920 comp rx=0 tx=0).stop 2024-05-20T21:15:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 -- 172.21.15.6:0/1390856211 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0da8102f80 msgr2=0x7f0da819c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0da8102f80 0x7f0da819c260 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0d94009fd0 tx=0x7f0d9400f9b0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 -- 172.21.15.6:0/1390856211 shutdown_connections 2024-05-20T21:15:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d8c0b2900 0x7f0d8c0b4dc0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0da81076b0 0x7f0da81a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0da81025d0 0x7f0da819bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 --2- 172.21.15.6:0/1390856211 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0da8102f80 0x7f0da819c260 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 -- 172.21.15.6:0/1390856211 >> 172.21.15.6:0/1390856211 conn(0x7f0da80fde60 msgr2=0x7f0da806bb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 -- 172.21.15.6:0/1390856211 shutdown_connections 2024-05-20T21:15:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:38.879+0000 7f0daca00700 1 -- 172.21.15.6:0/1390856211 wait complete. 2024-05-20T21:15:39.812 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-20T21:15:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:39 smithi042 ceph-mon[36332]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:39.886 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:39 smithi006 ceph-mon[31422]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:39 smithi062 ceph-mon[36640]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:40.272 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:41 smithi042 ceph-mon[36332]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:41.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:41 smithi006 ceph-mon[31422]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:41 smithi062 ceph-mon[36640]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.572+0000 7f1afb200700 1 -- 172.21.15.6:0/1764342863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 msgr2=0x7f1afc10ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.572+0000 7f1afb200700 1 --2- 172.21.15.6:0/1764342863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 0x7f1afc10ed30 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1aec009990 tx=0x7f1aec009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.573+0000 7f1afb200700 1 -- 172.21.15.6:0/1764342863 shutdown_connections 2024-05-20T21:15:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.573+0000 7f1afb200700 1 --2- 172.21.15.6:0/1764342863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc10a440 0x7f1afc1168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.573+0000 7f1afb200700 1 --2- 172.21.15.6:0/1764342863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 0x7f1afc10ed30 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.573+0000 7f1afb200700 1 --2- 172.21.15.6:0/1764342863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc109a80 0x7f1afc109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.573+0000 7f1afb200700 1 -- 172.21.15.6:0/1764342863 >> 172.21.15.6:0/1764342863 conn(0x7f1afc0792d0 msgr2=0x7f1afc108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.573+0000 7f1afb200700 1 -- 172.21.15.6:0/1764342863 shutdown_connections 2024-05-20T21:15:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.573+0000 7f1afb200700 1 -- 172.21.15.6:0/1764342863 wait complete. 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.574+0000 7f1afb200700 1 Processor -- start 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.574+0000 7f1afb200700 1 -- start start 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.574+0000 7f1afb200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc109a80 0x7f1afc1a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.574+0000 7f1afb200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc10a440 0x7f1afc1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.574+0000 7f1afb200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 0x7f1afc1a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.574+0000 7f1afb200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc119c90 con 0x7f1afc10e950 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.574+0000 7f1afb200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc119b10 con 0x7f1afc109a80 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.574+0000 7f1afb200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc119e10 con 0x7f1afc10a440 2024-05-20T21:15:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc109a80 0x7f1afc1a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1afa800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 0x7f1afc1a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc109a80 0x7f1afc1a0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56682/0 (socket says 172.21.15.6:56682) 2024-05-20T21:15:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9e00700 1 -- 172.21.15.6:0/365899245 learned_addr learned my addr 172.21.15.6:0/365899245 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9400700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc10a440 0x7f1afc1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9e00700 1 -- 172.21.15.6:0/365899245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc10a440 msgr2=0x7f1afc1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9e00700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc10a440 0x7f1afc1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9e00700 1 -- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 msgr2=0x7f1afc1a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9e00700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 0x7f1afc1a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1af9e00700 1 -- 172.21.15.6:0/365899245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1afc1a5190 con 0x7f1afc109a80 2024-05-20T21:15:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.575+0000 7f1afa800700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 0x7f1afc1a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.576+0000 7f1af9e00700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc109a80 0x7f1afc1a0180 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1aec000c00 tx=0x7f1aec0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.576+0000 7f1af2a00700 1 -- 172.21.15.6:0/365899245 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec027070 con 0x7f1afc109a80 2024-05-20T21:15:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.576+0000 7f1afb200700 1 -- 172.21.15.6:0/365899245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1afc1a5420 con 0x7f1afc109a80 2024-05-20T21:15:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.576+0000 7f1af2a00700 1 -- 172.21.15.6:0/365899245 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aec022470 con 0x7f1afc109a80 2024-05-20T21:15:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.576+0000 7f1af2a00700 1 -- 172.21.15.6:0/365899245 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec017650 con 0x7f1afc109a80 2024-05-20T21:15:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.576+0000 7f1afb200700 1 -- 172.21.15.6:0/365899245 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1afc1acd00 con 0x7f1afc109a80 2024-05-20T21:15:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.580+0000 7f1af2a00700 1 -- 172.21.15.6:0/365899245 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1aec02a070 con 0x7f1afc109a80 2024-05-20T21:15:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.581+0000 7f1af2a00700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.581+0000 7f1b0b924b80 1 Processor -- start 2024-05-20T21:15:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.581+0000 7f1af2a00700 1 -- 172.21.15.6:0/365899245 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1aec0e2fa0 con 0x7f1afc109a80 2024-05-20T21:15:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1af9400700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1b0b924b80 1 -- start start 2024-05-20T21:15:42.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a44d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a457a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5583749a2df0 con 0x558374a45340 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558374992990 con 0x558374a4a770 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5583749969d0 con 0x558374a4b090 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1afa800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a457a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1afa800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a457a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54354/0 (socket says 172.21.15.6:54354) 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1afa800700 1 -- 172.21.15.6:0/929968781 learned_addr learned my addr 172.21.15.6:0/929968781 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1af9e00700 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.582+0000 7f1af9400700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1afc109630 tx=0x7f1ae4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.583+0000 7f1af9400700 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a44d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.583+0000 7f1afa800700 1 -- 172.21.15.6:0/929968781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 msgr2=0x558374a44d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.583+0000 7f1afa800700 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a44d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.583+0000 7f1afa800700 1 -- 172.21.15.6:0/929968781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 msgr2=0x558374a4ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:42.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.583+0000 7f1afa800700 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.583+0000 7f1afa800700 1 -- 172.21.15.6:0/929968781 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55837495b3d0 con 0x558374a45340 2024-05-20T21:15:42.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.583+0000 7f1af9e00700 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:42.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.583+0000 7f1afa800700 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a457a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1af4003eb0 tx=0x7f1af4009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a2cd2ae20c49edb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:42.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1aeb400700 1 -- 172.21.15.6:0/929968781 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af4019020 con 0x558374a45340 2024-05-20T21:15:42.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1aeb400700 1 -- 172.21.15.6:0/929968781 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1af40092d0 con 0x558374a45340 2024-05-20T21:15:42.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1aeb400700 1 -- 172.21.15.6:0/929968781 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af400e870 con 0x558374a45340 2024-05-20T21:15:42.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1b0b924b80 1 -- 172.21.15.6:0/929968781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 msgr2=0x558374a457a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a457a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1af4003eb0 tx=0x7f1af4009920 comp rx=0 tx=0).stop 2024-05-20T21:15:42.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1b0b924b80 1 -- 172.21.15.6:0/929968781 shutdown_connections 2024-05-20T21:15:42.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a457a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/929968781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a44d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.584+0000 7f1b0b924b80 1 -- 172.21.15.6:0/929968781 >> 172.21.15.6:0/929968781 conn(0x558374972b90 msgr2=0x558374a3f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:42.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.585+0000 7f1b0b924b80 1 -- 172.21.15.6:0/929968781 shutdown_connections 2024-05-20T21:15:42.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.585+0000 7f1b0b924b80 1 -- 172.21.15.6:0/929968781 wait complete. 2024-05-20T21:15:42.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.585+0000 7f1b0b924b80 1 -- start start 2024-05-20T21:15:42.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.585+0000 7f1b0b924b80 1 Processor -- start 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a50d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a4e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558374898f50 con 0x558374a45340 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558374933710 con 0x558374a4a770 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558374a51bb0 con 0x558374a4b090 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1b0b924b80 10 client.0 _ll_register_callbacks cb 0x55837493cc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1af9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a50d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1af9400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1af9400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56702/0 (socket says 172.21.15.6:56702) 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1af9400700 1 -- 172.21.15.6:0/187193467 learned_addr learned my addr 172.21.15.6:0/187193467 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.586+0000 7f1afa800700 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a4e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1af9e00700 1 -- 172.21.15.6:0/187193467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 msgr2=0x558374a4e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1af9e00700 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a4e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1af9e00700 1 -- 172.21.15.6:0/187193467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 msgr2=0x558374a4e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1af9e00700 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1af9e00700 1 -- 172.21.15.6:0/187193467 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583748e2880 con 0x558374a45340 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1af9e00700 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a50d90 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1aec0a77c0 tx=0x7f1aec0aa0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d75ef5add92e7bb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1adfe00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1adfe00700 1 -- 172.21.15.6:0/187193467 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec0e0e60 con 0x558374a45340 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1adfe00700 1 -- 172.21.15.6:0/187193467 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1aec0aa7b0 con 0x558374a45340 2024-05-20T21:15:42.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.587+0000 7f1b0b924b80 1 -- 172.21.15.6:0/187193467 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1af40092d0 con 0x558374a45340 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1adfe00700 1 -- 172.21.15.6:0/187193467 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1aec0ae900 con 0x558374a45340 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1b0b924b80 10 client.14907 fetch_fsmap learned FSMap version 25 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1b0b924b80 1 -- 172.21.15.6:0/187193467 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558374963010 con 0x558374a45340 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1adfe00700 1 -- 172.21.15.6:0/187193467 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1af40092d0 con 0x558374a45340 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1adfe00700 1 -- 172.21.15.6:0/187193467 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f1aec0cb2f0 con 0x558374a45340 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1b0b924b80 10 client.14907 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1b0b924b80 10 client.14907 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1b0b924b80 20 client.14907 populate_metadata read hostname 'smithi006' 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558374a5e790 0x558374a5fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1b0b924b80 4 client.14907 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.588+0000 7f1b0b924b80 1 -- 172.21.15.6:0/187193467 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583749a4d40 con 0x558374a5e790 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.589+0000 7f1af9400700 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558374a5e790 0x558374a5fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.589+0000 7f1af9400700 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558374a5e790 0x558374a5fc00 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2980e0f4725ed20c server_cookie=8a9c54061031b575 in_seq=0 out_seq=0 2024-05-20T21:15:42.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.589+0000 7f1adfe00700 10 client.14907 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:15:42.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.590+0000 7f1adfe00700 1 -- 172.21.15.6:0/187193467 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5583749a4d40 con 0x558374a5e790 2024-05-20T21:15:42.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.590+0000 7f1adfe00700 10 client.14907 handle_command_reply: tid=0 2024-05-20T21:15:42.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.590+0000 7f1b0b924b80 1 client.14907 shutdown 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.590+0000 7f1b0b924b80 1 -- 172.21.15.6:0/187193467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 msgr2=0x558374a50d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.590+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a50d90 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1aec0a77c0 tx=0x7f1aec0aa0d0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 1 -- 172.21.15.6:0/187193467 shutdown_connections 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558374a5e790 0x558374a5fc00 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a4e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a50d90 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/187193467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a4e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 1 -- 172.21.15.6:0/187193467 >> 172.21.15.6:0/187193467 conn(0x558374972b90 msgr2=0x558374a3ef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1adfe00700 0 client.14907 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 1 -- 172.21.15.6:0/187193467 shutdown_connections 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 1 -- 172.21.15.6:0/187193467 wait complete. 2024-05-20T21:15:42.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.591+0000 7f1b0b924b80 20 client.14907 trim_cache size 0 max 16384 2024-05-20T21:15:42.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.615+0000 7f1b0b924b80 1 Processor -- start 2024-05-20T21:15:42.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.615+0000 7f1b0b924b80 1 -- start start 2024-05-20T21:15:42.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a45340 0x558374a44d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a4a770 0x558374a3f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4b090 0x558374a4df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558374a5df40 con 0x558374a4a770 2024-05-20T21:15:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558374a5e610 con 0x558374a4b090 2024-05-20T21:15:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558374a5ece0 con 0x558374a45340 2024-05-20T21:15:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1af9e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a45340 0x558374a44d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1af9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a4a770 0x558374a3f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1af9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a4a770 0x558374a3f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54372/0 (socket says 172.21.15.6:54372) 2024-05-20T21:15:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1af9400700 1 -- 172.21.15.6:0/407452807 learned_addr learned my addr 172.21.15.6:0/407452807 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1afa800700 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4b090 0x558374a4df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.616+0000 7f1af9e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a45340 0x558374a44d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59918/0 (socket says 172.21.15.6:59918) 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1af9e00700 1 -- 172.21.15.6:0/407452807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4b090 msgr2=0x558374a4df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1af9e00700 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4b090 0x558374a4df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1af9e00700 1 -- 172.21.15.6:0/407452807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a4a770 msgr2=0x558374a3f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1af9e00700 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a4a770 0x558374a3f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1af9e00700 1 -- 172.21.15.6:0/407452807 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558374a5e430 con 0x558374a45340 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1af9400700 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a4a770 0x558374a3f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1afa800700 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4b090 0x558374a4df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1af9e00700 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a45340 0x558374a44d20 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1aec025040 tx=0x7f1aec009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c42f405ce39b49f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1aeaa00700 1 -- 172.21.15.6:0/407452807 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec0e0e60 con 0x558374a45340 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1aeaa00700 1 -- 172.21.15.6:0/407452807 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aec0050c0 con 0x558374a45340 2024-05-20T21:15:42.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.617+0000 7f1aeaa00700 1 -- 172.21.15.6:0/407452807 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec0aa8a0 con 0x558374a45340 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 -- 172.21.15.6:0/407452807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a45340 msgr2=0x558374a44d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a45340 0x558374a44d20 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1aec025040 tx=0x7f1aec009ca0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 -- 172.21.15.6:0/407452807 shutdown_connections 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4b090 0x558374a4df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a45340 0x558374a44d20 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/407452807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a4a770 0x558374a3f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 -- 172.21.15.6:0/407452807 >> 172.21.15.6:0/407452807 conn(0x558374972b90 msgr2=0x558374a4ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 -- 172.21.15.6:0/407452807 shutdown_connections 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.618+0000 7f1b0b924b80 1 -- 172.21.15.6:0/407452807 wait complete. 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.619+0000 7f1b0b924b80 1 -- start start 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.619+0000 7f1b0b924b80 1 Processor -- start 2024-05-20T21:15:42.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.619+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a3ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a3f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1b0b924b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a3f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558374a5fa80 con 0x558374a45340 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558374a5f3b0 con 0x558374a4a770 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1b0b924b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558374a60150 con 0x558374a4b090 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1b0b924b80 10 client.0 _ll_register_callbacks cb 0x55837493cc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a3ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a3ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54380/0 (socket says 172.21.15.6:54380) 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9e00700 1 -- 172.21.15.6:0/2781099 learned_addr learned my addr 172.21.15.6:0/2781099 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9400700 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a3f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1afa800700 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a3f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9e00700 1 -- 172.21.15.6:0/2781099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 msgr2=0x558374a3f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9e00700 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a3f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9e00700 1 -- 172.21.15.6:0/2781099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 msgr2=0x558374a3f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9e00700 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a3f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.620+0000 7f1af9e00700 1 -- 172.21.15.6:0/2781099 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558374a678c0 con 0x558374a45340 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.621+0000 7f1af9e00700 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a3ee30 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1aec022d00 tx=0x7f1aec0aa610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18fb2acabf809af5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.621+0000 7f1adfe00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.621+0000 7f1adfe00700 1 -- 172.21.15.6:0/2781099 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec0e0e60 con 0x558374a45340 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.621+0000 7f1adfe00700 1 -- 172.21.15.6:0/2781099 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1aec0a6b40 con 0x558374a45340 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.621+0000 7f1b0b924b80 1 -- 172.21.15.6:0/2781099 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1aec0050c0 con 0x558374a45340 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.621+0000 7f1adfe00700 1 -- 172.21.15.6:0/2781099 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1aec0b30e0 con 0x558374a45340 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.621+0000 7f1b0b924b80 10 client.14913 fetch_fsmap learned FSMap version 25 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.621+0000 7f1b0b924b80 1 -- 172.21.15.6:0/2781099 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558374aca460 con 0x558374a45340 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1adfe00700 1 -- 172.21.15.6:0/2781099 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aec0050c0 con 0x558374a45340 2024-05-20T21:15:42.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1adfe00700 1 -- 172.21.15.6:0/2781099 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f1aec0a5ec0 con 0x558374a45340 2024-05-20T21:15:42.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1b0b924b80 10 client.14913 fetch_fsmap finished waiting for FSMap version 25 2024-05-20T21:15:42.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1b0b924b80 10 client.14913 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:15:42.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1b0b924b80 20 client.14913 populate_metadata read hostname 'smithi006' 2024-05-20T21:15:42.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558374acea40 0x558374acd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:42.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1b0b924b80 4 client.14913 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:15:42.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1b0b924b80 1 -- 172.21.15.6:0/2781099 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "status"}) -- 0x55837499e520 con 0x558374acea40 2024-05-20T21:15:42.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.622+0000 7f1af9400700 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558374acea40 0x558374acd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:42.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.623+0000 7f1af9400700 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558374acea40 0x558374acd750 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2441e3e2b2a96f76 server_cookie=528043bffbc030b9 in_seq=0 out_seq=0 2024-05-20T21:15:42.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.623+0000 7f1adfe00700 10 client.14913 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:15:42.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.623+0000 7f1adfe00700 1 -- 172.21.15.6:0/2781099 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55837499e520 con 0x558374acea40 2024-05-20T21:15:42.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.623+0000 7f1adfe00700 10 client.14913 handle_command_reply: tid=0 2024-05-20T21:15:42.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.623+0000 7f1b0b924b80 1 client.14913 shutdown 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.623+0000 7f1b0b924b80 1 -- 172.21.15.6:0/2781099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 msgr2=0x558374a3ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.623+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a3ee30 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1aec022d00 tx=0x7f1aec0aa610 comp rx=0 tx=0).stop 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 1 -- 172.21.15.6:0/2781099 shutdown_connections 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558374acea40 0x558374acd750 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558374a4b090 0x558374a3f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558374a45340 0x558374a3ee30 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 1 --2- 172.21.15.6:0/2781099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558374a4a770 0x558374a3f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 1 -- 172.21.15.6:0/2781099 >> 172.21.15.6:0/2781099 conn(0x558374972b90 msgr2=0x558374a4df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1adfe00700 0 client.14913 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 1 -- 172.21.15.6:0/2781099 shutdown_connections 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 1 -- 172.21.15.6:0/2781099 wait complete. 2024-05-20T21:15:42.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.624+0000 7f1b0b924b80 20 client.14913 trim_cache size 0 max 16384 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24530, 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 220.95354720700001, 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 25, 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 79, 2024-05-20T21:15:42.629 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 242.75658051600001 2024-05-20T21:15:42.630 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:15:42.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 -- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 msgr2=0x7f1ae00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1afc109630 tx=0x7f1ae4009260 comp rx=0 tx=0).stop 2024-05-20T21:15:42.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 -- 172.21.15.6:0/365899245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc109a80 msgr2=0x7f1afc1a0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:42.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc109a80 0x7f1afc1a0180 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1aec000c00 tx=0x7f1aec0057c0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 -- 172.21.15.6:0/365899245 shutdown_connections 2024-05-20T21:15:42.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc10e950 0x7f1afc1a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc109a80 0x7f1afc1a0180 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 --2- 172.21.15.6:0/365899245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc10a440 0x7f1afc1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:42.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 -- 172.21.15.6:0/365899245 >> 172.21.15.6:0/365899245 conn(0x7f1afc0792d0 msgr2=0x7f1afc079950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:42.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 -- 172.21.15.6:0/365899245 shutdown_connections 2024-05-20T21:15:42.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:42.625+0000 7f1afb200700 1 -- 172.21.15.6:0/365899245 wait complete. 2024-05-20T21:15:43.644 INFO:teuthology.run_tasks:Running task sequential... 2024-05-20T21:15:43.654 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-20T21:15:43.654 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-20T21:15:43.654 INFO:teuthology.task.print:Enabling mgr modules 2024-05-20T21:15:43.654 INFO:teuthology.run_tasks:Running task kclient... 2024-05-20T21:15:43.686 INFO:tasks.kclient:Mounting kernel clients... 2024-05-20T21:15:43.686 INFO:tasks.kclient:config is {'client.0': {}} 2024-05-20T21:15:43.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:43.687 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-05-20T21:15:43.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:43.749 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link delete ceph-brx 2024-05-20T21:15:43.836 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:43 smithi006 ceph-mon[31422]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:Cannot find device "ceph-brx" 2024-05-20T21:15:43.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:15:43.855 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'nowsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-05-20T21:15:43.855 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-20T21:15:43.855 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:43.856 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs ls 2024-05-20T21:15:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:43 smithi042 ceph-mon[36332]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:43 smithi062 ceph-mon[36640]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:15:44.326 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:44.836 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:44 smithi006 ceph-mon[31422]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:45.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:44 smithi062 ceph-mon[36640]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:45.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:44 smithi042 ceph-mon[36332]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:46.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.645+0000 7f7388600700 1 -- 172.21.15.6:0/4129912152 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801037f0 msgr2=0x7f7380103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.645+0000 7f7388600700 1 --2- 172.21.15.6:0/4129912152 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801037f0 0x7f7380103bd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f73740099c0 tx=0x7f7374009cd0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.646+0000 7f7388600700 1 -- 172.21.15.6:0/4129912152 shutdown_connections 2024-05-20T21:15:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.646+0000 7f7388600700 1 --2- 172.21.15.6:0/4129912152 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f73801088f0 0x7f7380110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.646+0000 7f7388600700 1 --2- 172.21.15.6:0/4129912152 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801037f0 0x7f7380103bd0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.646+0000 7f7388600700 1 --2- 172.21.15.6:0/4129912152 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73801041a0 0x7f73801081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.646+0000 7f7388600700 1 -- 172.21.15.6:0/4129912152 >> 172.21.15.6:0/4129912152 conn(0x7f738007a6a0 msgr2=0x7f738007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.646+0000 7f7388600700 1 -- 172.21.15.6:0/4129912152 shutdown_connections 2024-05-20T21:15:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.646+0000 7f7388600700 1 -- 172.21.15.6:0/4129912152 wait complete. 2024-05-20T21:15:46.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.647+0000 7f7388600700 1 Processor -- start 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7388600700 1 -- start start 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7388600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73801037f0 0x7f738019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7388600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801041a0 0x7f738019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7388600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f73801088f0 0x7f73801a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7388600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f73801136c0 con 0x7f73801041a0 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7388600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7380113540 con 0x7f73801088f0 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7388600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7380113840 con 0x7f73801037f0 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7385200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801041a0 0x7f738019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7385c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73801037f0 0x7f738019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7385200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801041a0 0x7f738019c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54390/0 (socket says 172.21.15.6:54390) 2024-05-20T21:15:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7385c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73801037f0 0x7f738019be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59938/0 (socket says 172.21.15.6:59938) 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7385200700 1 -- 172.21.15.6:0/2013232632 learned_addr learned my addr 172.21.15.6:0/2013232632 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.648+0000 7f7386600700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f73801088f0 0x7f73801a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.649+0000 7f7385200700 1 -- 172.21.15.6:0/2013232632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73801037f0 msgr2=0x7f738019be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.649+0000 7f7385200700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73801037f0 0x7f738019be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.649+0000 7f7385200700 1 -- 172.21.15.6:0/2013232632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f73801088f0 msgr2=0x7f73801a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.649+0000 7f7385200700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f73801088f0 0x7f73801a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.649+0000 7f7385200700 1 -- 172.21.15.6:0/2013232632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73801a0d90 con 0x7f73801041a0 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.649+0000 7f7385c00700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73801037f0 0x7f738019be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.649+0000 7f7385200700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801041a0 0x7f738019c360 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f736c00eb30 tx=0x7f736c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.649+0000 7f737e000700 1 -- 172.21.15.6:0/2013232632 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c00cbd0 con 0x7f73801041a0 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.650+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73801a1080 con 0x7f73801041a0 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.650+0000 7f737e000700 1 -- 172.21.15.6:0/2013232632 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f736c0044d0 con 0x7f73801041a0 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.650+0000 7f737e000700 1 -- 172.21.15.6:0/2013232632 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c003df0 con 0x7f73801041a0 2024-05-20T21:15:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.650+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73801a8900 con 0x7f73801041a0 2024-05-20T21:15:46.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.651+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f738006a230 con 0x7f73801041a0 2024-05-20T21:15:46.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.653+0000 7f737e000700 1 -- 172.21.15.6:0/2013232632 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f736c004000 con 0x7f73801041a0 2024-05-20T21:15:46.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.655+0000 7f737e000700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73680b2880 0x7f73680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:46.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.655+0000 7f737e000700 1 -- 172.21.15.6:0/2013232632 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f736c0e25e0 con 0x7f73801041a0 2024-05-20T21:15:46.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.655+0000 7f7385c00700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73680b2880 0x7f73680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:46.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.656+0000 7f7385c00700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73680b2880 0x7f73680b4d40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f7374003760 tx=0x7f7374005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:46.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.660+0000 7f737e000700 1 -- 172.21.15.6:0/2013232632 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f736c0042f0 con 0x7f73801041a0 2024-05-20T21:15:46.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.945+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f738019d180 con 0x7f73801041a0 2024-05-20T21:15:46.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.946+0000 7f737e000700 1 -- 172.21.15.6:0/2013232632 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7f738019d180 con 0x7f73801041a0 2024-05-20T21:15:46.946 INFO:teuthology.orchestra.run.smithi006.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-20T21:15:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73680b2880 msgr2=0x7f73680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73680b2880 0x7f73680b4d40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f7374003760 tx=0x7f7374005fb0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801041a0 msgr2=0x7f738019c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:46.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801041a0 0x7f738019c360 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f736c00eb30 tx=0x7f736c00ee40 comp rx=0 tx=0).stop 2024-05-20T21:15:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 shutdown_connections 2024-05-20T21:15:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73680b2880 0x7f73680b4d40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f73801088f0 0x7f73801a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f73801037f0 0x7f738019be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 --2- 172.21.15.6:0/2013232632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f73801041a0 0x7f738019c360 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 >> 172.21.15.6:0/2013232632 conn(0x7f738007a6a0 msgr2=0x7f7380109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.949+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 shutdown_connections 2024-05-20T21:15:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:46.950+0000 7f7388600700 1 -- 172.21.15.6:0/2013232632 wait complete. 2024-05-20T21:15:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:47 smithi062 ceph-mon[36640]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:47.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:47 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2013232632' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-20T21:15:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:47 smithi042 ceph-mon[36332]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:47 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2013232632' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-20T21:15:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:47 smithi006 ceph-mon[31422]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:15:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:47 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2013232632' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-20T21:15:47.851 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-20T21:15:47.851 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-20T21:15:47.851 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi006.front.sepia.ceph.com 2024-05-20T21:15:47.851 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-20T21:15:47.852 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:47.852 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-20T21:15:47.852 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-20T21:15:47.852 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-20T21:15:47.852 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-20T21:15:47.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:47.852 DEBUG:teuthology.orchestra.run.smithi006:> ip addr 2024-05-20T21:15:47.909 INFO:teuthology.orchestra.run.smithi006.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-20T21:15:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-20T21:15:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: inet 127.0.0.1/8 scope host lo 2024-05-20T21:15:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-05-20T21:15:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 ::1/128 scope host 2024-05-20T21:15:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e6 brd ff:ff:ff:ff:ff:ff 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f0 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:6b:fe:e7 brd ff:ff:ff:ff:ff:ff 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp7s0f1 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e4 brd ff:ff:ff:ff:ff:ff 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f0 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: inet 172.21.15.6/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft 41797sec preferred_lft 41797sec 2024-05-20T21:15:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: inet6 fe80::ec4:7aff:febd:15e4/64 scope link noprefixroute 2024-05-20T21:15:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: valid_lft forever preferred_lft forever 2024-05-20T21:15:47.911 INFO:teuthology.orchestra.run.smithi006.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-20T21:15:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: link/ether 0c:c4:7a:bd:15:e5 brd ff:ff:ff:ff:ff:ff 2024-05-20T21:15:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: altname enp1s0f1 2024-05-20T21:15:47.912 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-20T21:15:47.913 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:47.913 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-05-20T21:15:47.913 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link add name ceph-brx type bridge 2024-05-20T21:15:47.913 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip addr flush dev ceph-brx 2024-05-20T21:15:47.913 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set ceph-brx up 2024-05-20T21:15:47.913 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-20T21:15:47.913 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-05-20T21:15:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:48.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:48.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:48.435 DEBUG:teuthology.orchestra.run.smithi006:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-20T21:15:48.514 INFO:teuthology.orchestra.run.smithi006.stdout:1 2024-05-20T21:15:48.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:48.516 DEBUG:teuthology.orchestra.run.smithi006:> route 2024-05-20T21:15:48.579 INFO:teuthology.orchestra.run.smithi006.stdout:Kernel IP routing table 2024-05-20T21:15:48.579 INFO:teuthology.orchestra.run.smithi006.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-20T21:15:48.579 INFO:teuthology.orchestra.run.smithi006.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-20T21:15:48.579 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-20T21:15:48.579 INFO:teuthology.orchestra.run.smithi006.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-20T21:15:48.580 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:48.580 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-05-20T21:15:48.580 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-20T21:15:48.580 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-20T21:15:48.580 DEBUG:teuthology.orchestra.run.smithi006:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-20T21:15:48.580 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-05-20T21:15:48.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:49.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:49.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:49.398 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-05-20T21:15:49.458 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:49.458 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list-id 2024-05-20T21:15:49.509 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:49.510 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-05-20T21:15:49.510 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-20T21:15:49.510 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-20T21:15:49.510 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-05-20T21:15:49.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:49 smithi062 ceph-mon[36640]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:49.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:49.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:49 smithi042 ceph-mon[36332]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:49.648 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:49 smithi006 ceph-mon[31422]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:15:49.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:49.709 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-20T21:15:49.709 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:49.709 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-05-20T21:15:49.710 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-20T21:15:49.710 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-20T21:15:49.710 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-20T21:15:49.710 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-20T21:15:49.710 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-20T21:15:49.710 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-05-20T21:15:49.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:50.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:50.014 DEBUG:teuthology.orchestra.run.smithi006:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-20T21:15:50.014 DEBUG:teuthology.orchestra.run.smithi006:> set -e 2024-05-20T21:15:50.014 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set brx.0 up 2024-05-20T21:15:50.014 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link set dev brx.0 master ceph-brx 2024-05-20T21:15:50.014 DEBUG:teuthology.orchestra.run.smithi006:> ') 2024-05-20T21:15:50.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:50.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:50.230 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-20T21:15:50.230 DEBUG:teuthology.orchestra.run.smithi006:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:50.276 INFO:teuthology.orchestra.run.smithi006.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-20T21:15:50.277 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-20T21:15:50.277 DEBUG:teuthology.orchestra.run.smithi006:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:50.373 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-05-20T21:15:50.373 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-05-20T21:15:50.373 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/123ec677-5686-472f-8af7-d00d980de90c 2024-05-20T21:15:50.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:50.373 DEBUG:teuthology.orchestra.run.smithi006:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/123ec677-5686-472f-8af7-d00d980de90c /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-05-20T21:15:50.535 INFO:teuthology.orchestra.run.smithi006.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-05-20T21:15:50.535 INFO:teuthology.orchestra.run.smithi006.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync". 2024-05-20T21:15:51.288 INFO:teuthology.orchestra.run.smithi006.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2024-05-20T21:15:51.288 INFO:teuthology.orchestra.run.smithi006.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync". 2024-05-20T21:15:51.288 INFO:teuthology.orchestra.run.smithi006.stdout:mount.ceph: resolved to: "172.21.15.6:6789,172.21.15.42:6789,172.21.15.62:6789" 2024-05-20T21:15:51.288 INFO:teuthology.orchestra.run.smithi006.stdout:mount.ceph: trying mount with new device syntax: 0@195522e4-16ec-11ef-bc9a-c7b262605968.cephfs=/volumes/qa/sv_1/123ec677-5686-472f-8af7-d00d980de90c 2024-05-20T21:15:51.288 INFO:teuthology.orchestra.run.smithi006.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync,name=0,key=0,mon_addr=172.21.15.6:6789/172.21.15.42:6789/172.21.15.62:6789" will pass to kernel 2024-05-20T21:15:51.296 INFO:teuthology.orchestra.run.smithi006.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-05-20T21:15:51.296 INFO:teuthology.orchestra.run.smithi006.stdout: You just mounted a file system that supports labels which does not 2024-05-20T21:15:51.296 INFO:teuthology.orchestra.run.smithi006.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-05-20T21:15:51.296 INFO:teuthology.orchestra.run.smithi006.stdout: applications will generate AVC messages and not be allowed access to 2024-05-20T21:15:51.296 INFO:teuthology.orchestra.run.smithi006.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-05-20T21:15:51.302 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-05-20T21:15:51.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:15:51.302 DEBUG:teuthology.orchestra.run.smithi006:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-20T21:15:51.386 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-20T21:15:51.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-20T21:15:51.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:51.510 INFO:teuthology.orchestra.run.smithi006.stdout:client25034 2024-05-20T21:15:51.511 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:15:51.511 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-20T21:15:51.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:51 smithi062 ceph-mon[36640]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:51.568 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-20T21:15:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:51 smithi042 ceph-mon[36332]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:51.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:51 smithi006 ceph-mon[31422]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-20T21:15:51.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-20T21:15:51.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:51.692 INFO:teuthology.orchestra.run.smithi006.stdout:client25034 2024-05-20T21:15:51.692 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-20T21:15:51.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:51 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-20T21:15:51.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:51.806 INFO:teuthology.orchestra.run.smithi006.stdout:client25034 2024-05-20T21:15:51.807 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/195522e4-16ec-11ef-bc9a-c7b262605968.client25034/status') 2024-05-20T21:15:51.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-20T21:15:51.951 INFO:teuthology.orchestra.run.smithi006.stdout:instance: client.25034 (3)172.21.15.6:0/2852233606 2024-05-20T21:15:51.951 INFO:teuthology.orchestra.run.smithi006.stdout:blocklisted: false 2024-05-20T21:15:51.951 INFO:teuthology.orchestra.run.smithi006.stderr:0+1 records in 2024-05-20T21:15:51.951 INFO:teuthology.orchestra.run.smithi006.stderr:0+1 records out 2024-05-20T21:15:51.952 INFO:teuthology.orchestra.run.smithi006.stderr:70 bytes copied, 0.000116432 s, 601 kB/s 2024-05-20T21:15:51.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-20T21:15:51.965 INFO:teuthology.run_tasks:Running task exec... 2024-05-20T21:15:51.976 INFO:teuthology.task.exec:Executing custom commands... 2024-05-20T21:15:51.976 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi006.front.sepia.ceph.com 2024-05-20T21:15:51.976 DEBUG:teuthology.orchestra.run.smithi006:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-05-20T21:15:52.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 -- 172.21.15.6:0/4221386592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31a0105d20 msgr2=0x7f31a01061a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:52.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 --2- 172.21.15.6:0/4221386592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31a0105d20 0x7f31a01061a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f318c009860 tx=0x7f318c02a340 comp rx=0 tx=0).stop 2024-05-20T21:15:52.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 -- 172.21.15.6:0/4221386592 shutdown_connections 2024-05-20T21:15:52.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 --2- 172.21.15.6:0/4221386592 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a01066e0 0x7f31a010cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 --2- 172.21.15.6:0/4221386592 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31a0105d20 0x7f31a01061a0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 --2- 172.21.15.6:0/4221386592 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31a0104b30 0x7f31a0104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 -- 172.21.15.6:0/4221386592 >> 172.21.15.6:0/4221386592 conn(0x7f31a01000c0 msgr2=0x7f31a01024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:52.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 -- 172.21.15.6:0/4221386592 shutdown_connections 2024-05-20T21:15:52.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.186+0000 7f319f200640 1 -- 172.21.15.6:0/4221386592 wait complete. 2024-05-20T21:15:52.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.187+0000 7f319f200640 1 Processor -- start 2024-05-20T21:15:52.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319f200640 1 -- start start 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31a0104b30 0x7f31a007a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319f200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31a0105d20 0x7f31a007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319f200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a01066e0 0x7f31a0077370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319f200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f31a0110640 con 0x7f31a0104b30 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319f200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f31a01104c0 con 0x7f31a0105d20 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319f200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f31a01107c0 con 0x7f31a01066e0 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31a0104b30 0x7f31a007a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319e800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a01066e0 0x7f31a0077370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31a0104b30 0x7f31a007a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56544/0 (socket says 172.21.15.6:56544) 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319de00640 1 -- 172.21.15.6:0/2009039654 learned_addr learned my addr 172.21.15.6:0/2009039654 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319e800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a01066e0 0x7f31a0077370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43808/0 (socket says 172.21.15.6:43808) 2024-05-20T21:15:52.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.188+0000 7f319d400640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31a0105d20 0x7f31a007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:52.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f319e800640 1 -- 172.21.15.6:0/2009039654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31a0105d20 msgr2=0x7f31a007ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:52.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f319e800640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31a0105d20 0x7f31a007ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f319e800640 1 -- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31a0104b30 msgr2=0x7f31a007a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:52.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f319e800640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31a0104b30 0x7f31a007a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:52.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f319e800640 1 -- 172.21.15.6:0/2009039654 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a0077c30 con 0x7f31a01066e0 2024-05-20T21:15:52.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f319e800640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a01066e0 0x7f31a0077370 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f319800efc0 tx=0x7f319800c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:52.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f3196a00640 1 -- 172.21.15.6:0/2009039654 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198003970 con 0x7f31a01066e0 2024-05-20T21:15:52.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f3196a00640 1 -- 172.21.15.6:0/2009039654 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3198004020 con 0x7f31a01066e0 2024-05-20T21:15:52.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31a01a71e0 con 0x7f31a01066e0 2024-05-20T21:15:52.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.189+0000 7f3196a00640 1 -- 172.21.15.6:0/2009039654 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f319800b940 con 0x7f31a01066e0 2024-05-20T21:15:52.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.190+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31a01a7590 con 0x7f31a01066e0 2024-05-20T21:15:52.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.191+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31a00692f0 con 0x7f31a01066e0 2024-05-20T21:15:52.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.193+0000 7f3196a00640 1 -- 172.21.15.6:0/2009039654 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f319801d020 con 0x7f31a01066e0 2024-05-20T21:15:52.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.195+0000 7f3196a00640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f31840b27d0 0x7f31840b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:52.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.195+0000 7f3196a00640 1 -- 172.21.15.6:0/2009039654 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f31980e2790 con 0x7f31a01066e0 2024-05-20T21:15:52.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.195+0000 7f319de00640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f31840b27d0 0x7f31840b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:52.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.196+0000 7f319de00640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f31840b27d0 0x7f31840b4c90 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f31900058c0 tx=0x7f3190005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:52.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.197+0000 7f3196a00640 1 -- 172.21.15.6:0/2009039654 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f31980aa3b0 con 0x7f31a01066e0 2024-05-20T21:15:52.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:52.453+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f31a010bf10 con 0x7f31a01066e0 2024-05-20T21:15:53.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.305+0000 7f3196a00640 1 -- 172.21.15.6:0/2009039654 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v26) ==== 117+0+0 (secure 0 0 0) 0x7f31a010bf10 con 0x7f31a01066e0 2024-05-20T21:15:53.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f31840b27d0 msgr2=0x7f31840b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:53.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f31840b27d0 0x7f31840b4c90 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f31900058c0 tx=0x7f3190005f90 comp rx=0 tx=0).stop 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a01066e0 msgr2=0x7f31a0077370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a01066e0 0x7f31a0077370 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f319800efc0 tx=0x7f319800c800 comp rx=0 tx=0).stop 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 shutdown_connections 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f31840b27d0 0x7f31840b4c90 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31a01066e0 0x7f31a0077370 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f31a0105d20 0x7f31a007ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 --2- 172.21.15.6:0/2009039654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f31a0104b30 0x7f31a007a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.309+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 >> 172.21.15.6:0/2009039654 conn(0x7f31a01000c0 msgr2=0x7f31a01090e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.310+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 shutdown_connections 2024-05-20T21:15:53.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.310+0000 7f319f200640 1 -- 172.21.15.6:0/2009039654 wait complete. 2024-05-20T21:15:53.331 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-20T21:15:53.343 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-20T21:15:53.358 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-20T21:15:53.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.580+0000 7f6bea400640 1 -- 172.21.15.6:0/3978485818 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6be410a190 msgr2=0x7f6be410a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:53.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.580+0000 7f6bea400640 1 --2- 172.21.15.6:0/3978485818 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6be410a190 0x7f6be410a610 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc009900 tx=0x7f6bcc02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.581+0000 7f6bea400640 1 -- 172.21.15.6:0/3978485818 shutdown_connections 2024-05-20T21:15:53.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.581+0000 7f6bea400640 1 --2- 172.21.15.6:0/3978485818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6be410ab50 0x7f6be41113e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.581+0000 7f6bea400640 1 --2- 172.21.15.6:0/3978485818 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6be410a190 0x7f6be410a610 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.581+0000 7f6bea400640 1 --2- 172.21.15.6:0/3978485818 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6be4108ff0 0x7f6be4109410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.581+0000 7f6bea400640 1 -- 172.21.15.6:0/3978485818 >> 172.21.15.6:0/3978485818 conn(0x7f6be4077f40 msgr2=0x7f6be407a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:53.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.581+0000 7f6bea400640 1 -- 172.21.15.6:0/3978485818 shutdown_connections 2024-05-20T21:15:53.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.581+0000 7f6bea400640 1 -- 172.21.15.6:0/3978485818 wait complete. 2024-05-20T21:15:53.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.582+0000 7f6bea400640 1 Processor -- start 2024-05-20T21:15:53.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.582+0000 7f6bea400640 1 -- start start 2024-05-20T21:15:53.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.582+0000 7f6bea400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6be4108ff0 0x7f6be419f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:53.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.582+0000 7f6bea400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6be410a190 0x7f6be419f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.582+0000 7f6bea400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6be410ab50 0x7f6be41a6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.582+0000 7f6bea400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6be4114b30 con 0x7f6be410ab50 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.582+0000 7f6bea400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6be41149b0 con 0x7f6be4108ff0 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.582+0000 7f6bea400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6be4114cb0 con 0x7f6be410a190 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6be410ab50 0x7f6be41a6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6be410ab50 0x7f6be41a6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56570/0 (socket says 172.21.15.6:56570) 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 -- 172.21.15.6:0/2772393792 learned_addr learned my addr 172.21.15.6:0/2772393792 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be3e00640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6be410a190 0x7f6be419f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9000640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6be4108ff0 0x7f6be419f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 -- 172.21.15.6:0/2772393792 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6be410a190 msgr2=0x7f6be419f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6be410a190 0x7f6be419f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 -- 172.21.15.6:0/2772393792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6be4108ff0 msgr2=0x7f6be419f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:53.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6be4108ff0 0x7f6be419f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 -- 172.21.15.6:0/2772393792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6be41a6da0 con 0x7f6be410ab50 2024-05-20T21:15:53.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.583+0000 7f6be9a00640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6be410ab50 0x7f6be41a6730 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc00e970 tx=0x7f6bdc00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:53.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.584+0000 7f6be1600640 1 -- 172.21.15.6:0/2772393792 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bdc00ccc0 con 0x7f6be410ab50 2024-05-20T21:15:53.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.584+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6be41a7090 con 0x7f6be410ab50 2024-05-20T21:15:53.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.584+0000 7f6be1600640 1 -- 172.21.15.6:0/2772393792 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bdc00ce60 con 0x7f6be410ab50 2024-05-20T21:15:53.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.584+0000 7f6be1600640 1 -- 172.21.15.6:0/2772393792 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bdc010430 con 0x7f6be410ab50 2024-05-20T21:15:53.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.584+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6be41a7560 con 0x7f6be410ab50 2024-05-20T21:15:53.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.585+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6be41102c0 con 0x7f6be410ab50 2024-05-20T21:15:53.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.587+0000 7f6be1600640 1 -- 172.21.15.6:0/2772393792 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6bdc004fb0 con 0x7f6be410ab50 2024-05-20T21:15:53.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.589+0000 7f6be1600640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6bc80b27e0 0x7f6bc80b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:53.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.589+0000 7f6be1600640 1 -- 172.21.15.6:0/2772393792 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6bdc0e2930 con 0x7f6be410ab50 2024-05-20T21:15:53.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.589+0000 7f6be9000640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6bc80b27e0 0x7f6bc80b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:53.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.590+0000 7f6be9000640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6bc80b27e0 0x7f6bc80b4ca0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6bd40099a0 tx=0x7f6bd4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:53.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.592+0000 7f6be1600640 1 -- 172.21.15.6:0/2772393792 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6bdc054df0 con 0x7f6be410ab50 2024-05-20T21:15:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:53 smithi042 ceph-mon[36332]: pgmap v441: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:15:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:53 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2009039654' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:53 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:53 smithi006 ceph-mon[31422]: pgmap v441: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:15:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:53 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2009039654' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:53.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:53 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:53.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:53 smithi062 ceph-mon[36640]: pgmap v441: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-20T21:15:53.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:53 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2009039654' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:53.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:53 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-20T21:15:53.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.809+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6be4063650 con 0x7f6be410ab50 2024-05-20T21:15:53.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.813+0000 7f6be1600640 1 -- 172.21.15.6:0/2772393792 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22684 (secure 0 0 0) 0x7f6bdc0aa550 con 0x7f6be410ab50 2024-05-20T21:15:53.813 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:53.813 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":83,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:13:38.294670+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.2d","mappings":[{"from":6,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6bc80b27e0 msgr2=0x7f6bc80b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6bc80b27e0 0x7f6bc80b4ca0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6bd40099a0 tx=0x7f6bd4009500 comp rx=0 tx=0).stop 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6be410ab50 msgr2=0x7f6be41a6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6be410ab50 0x7f6be41a6730 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc00e970 tx=0x7f6bdc00ed70 comp rx=0 tx=0).stop 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 shutdown_connections 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6bc80b27e0 0x7f6bc80b4ca0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6be410ab50 0x7f6be41a6730 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6be410a190 0x7f6be419f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 --2- 172.21.15.6:0/2772393792 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6be4108ff0 0x7f6be419f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 >> 172.21.15.6:0/2772393792 conn(0x7f6be4077f40 msgr2=0x7f6be410d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:53.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 shutdown_connections 2024-05-20T21:15:53.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:53.816+0000 7f6bea400640 1 -- 172.21.15.6:0/2772393792 wait complete. 2024-05-20T21:15:53.837 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-20T21:06:24.142375+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-20T21:11:52.481859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-20T21:11:56.573954+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-20T21:15:53.837 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-20T21:15:54.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.055+0000 7fcfa7e00640 1 -- 172.21.15.6:0/3154405960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101a90 msgr2=0x7fcfa8101ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.055+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/3154405960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101a90 0x7fcfa8101ef0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fcf90009860 tx=0x7fcf9002a340 comp rx=0 tx=0).stop 2024-05-20T21:15:54.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.056+0000 7fcfa7e00640 1 -- 172.21.15.6:0/3154405960 shutdown_connections 2024-05-20T21:15:54.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.056+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/3154405960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfa8102430 0x7fcfa81028b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.056+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/3154405960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101a90 0x7fcfa8101ef0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.056+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/3154405960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfa8101130 0x7fcfa8101550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.056+0000 7fcfa7e00640 1 -- 172.21.15.6:0/3154405960 >> 172.21.15.6:0/3154405960 conn(0x7fcfa80fcd30 msgr2=0x7fcfa80ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:54.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.056+0000 7fcfa7e00640 1 -- 172.21.15.6:0/3154405960 shutdown_connections 2024-05-20T21:15:54.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.056+0000 7fcfa7e00640 1 -- 172.21.15.6:0/3154405960 wait complete. 2024-05-20T21:15:54.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.057+0000 7fcfa7e00640 1 Processor -- start 2024-05-20T21:15:54.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.057+0000 7fcfa7e00640 1 -- start start 2024-05-20T21:15:54.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa7e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101130 0x7fcfa819ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:54.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa7e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfa8101a90 0x7fcfa819b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:54.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa7e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfa8102430 0x7fcfa81a2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:54.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa7e00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcfa81105b0 con 0x7fcfa8101a90 2024-05-20T21:15:54.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa7e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcfa8110430 con 0x7fcfa8102430 2024-05-20T21:15:54.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa7e00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcfa8110730 con 0x7fcfa8101130 2024-05-20T21:15:54.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa6a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101130 0x7fcfa819ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:54.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa6a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101130 0x7fcfa819ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43842/0 (socket says 172.21.15.6:43842) 2024-05-20T21:15:54.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa6a00640 1 -- 172.21.15.6:0/2638231885 learned_addr learned my addr 172.21.15.6:0/2638231885 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:54.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcfa7400640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfa8102430 0x7fcfa81a2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:54.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.058+0000 7fcf9e000640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfa8101a90 0x7fcfa819b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.059+0000 7fcfa6a00640 1 -- 172.21.15.6:0/2638231885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfa8102430 msgr2=0x7fcfa81a2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.059+0000 7fcfa6a00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfa8102430 0x7fcfa81a2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.059+0000 7fcfa6a00640 1 -- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfa8101a90 msgr2=0x7fcfa819b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.059+0000 7fcfa6a00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfa8101a90 0x7fcfa819b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.059+0000 7fcfa6a00640 1 -- 172.21.15.6:0/2638231885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfa81a28d0 con 0x7fcfa8101130 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.059+0000 7fcfa6a00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101130 0x7fcfa819ac90 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcf9800c420 tx=0x7fcf98009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.059+0000 7fcf9fe00640 1 -- 172.21.15.6:0/2638231885 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf98003970 con 0x7fcfa8101130 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.060+0000 7fcf9fe00640 1 -- 172.21.15.6:0/2638231885 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf98004020 con 0x7fcfa8101130 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.060+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfa81a2bc0 con 0x7fcfa8101130 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.060+0000 7fcf9fe00640 1 -- 172.21.15.6:0/2638231885 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf9800b980 con 0x7fcfa8101130 2024-05-20T21:15:54.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.060+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfa81a3130 con 0x7fcfa8101130 2024-05-20T21:15:54.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.061+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfa810be80 con 0x7fcfa8101130 2024-05-20T21:15:54.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.063+0000 7fcf9fe00640 1 -- 172.21.15.6:0/2638231885 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcf9801d020 con 0x7fcfa8101130 2024-05-20T21:15:54.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.065+0000 7fcf9fe00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf8c0b2870 0x7fcf8c0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:54.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.065+0000 7fcf9fe00640 1 -- 172.21.15.6:0/2638231885 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcf980e20f0 con 0x7fcfa8101130 2024-05-20T21:15:54.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.065+0000 7fcf9e000640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf8c0b2870 0x7fcf8c0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:54.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.066+0000 7fcf9e000640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf8c0b2870 0x7fcf8c0b4d30 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fcf9002a930 tx=0x7fcf90030450 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:54.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.069+0000 7fcf9fe00640 1 -- 172.21.15.6:0/2638231885 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcf980a9d10 con 0x7fcfa8101130 2024-05-20T21:15:54.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.280+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcfa8063650 con 0x7fcfa8101130 2024-05-20T21:15:54.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.282+0000 7fcf9fe00640 1 -- 172.21.15.6:0/2638231885 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7fcf980a9610 con 0x7fcfa8101130 2024-05-20T21:15:54.281 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf8c0b2870 msgr2=0x7fcf8c0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf8c0b2870 0x7fcf8c0b4d30 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fcf9002a930 tx=0x7fcf90030450 comp rx=0 tx=0).stop 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101130 msgr2=0x7fcfa819ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101130 0x7fcfa819ac90 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcf9800c420 tx=0x7fcf98009f90 comp rx=0 tx=0).stop 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 shutdown_connections 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf8c0b2870 0x7fcf8c0b4d30 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfa8102430 0x7fcfa81a2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfa8101a90 0x7fcfa819b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 --2- 172.21.15.6:0/2638231885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfa8101130 0x7fcfa819ac90 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 >> 172.21.15.6:0/2638231885 conn(0x7fcfa80fcd30 msgr2=0x7fcfa80fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 shutdown_connections 2024-05-20T21:15:54.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.285+0000 7fcfa7e00640 1 -- 172.21.15.6:0/2638231885 wait complete. 2024-05-20T21:15:54.306 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-20T21:15:54.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.528+0000 7f33f5200640 1 -- 172.21.15.6:0/494215231 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33f010a060 msgr2=0x7f33f010a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.528+0000 7f33f5200640 1 --2- 172.21.15.6:0/494215231 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33f010a060 0x7f33f010a4e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009900 tx=0x7f33d802a400 comp rx=0 tx=0).stop 2024-05-20T21:15:54.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.528+0000 7f33f5200640 1 -- 172.21.15.6:0/494215231 shutdown_connections 2024-05-20T21:15:54.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.528+0000 7f33f5200640 1 --2- 172.21.15.6:0/494215231 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33f010aa20 0x7f33f0111340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.528+0000 7f33f5200640 1 --2- 172.21.15.6:0/494215231 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33f010a060 0x7f33f010a4e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.528+0000 7f33f5200640 1 --2- 172.21.15.6:0/494215231 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f33f0108e80 0x7f33f01092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.528+0000 7f33f5200640 1 -- 172.21.15.6:0/494215231 >> 172.21.15.6:0/494215231 conn(0x7f33f0077e90 msgr2=0x7f33f007a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:54.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.528+0000 7f33f5200640 1 -- 172.21.15.6:0/494215231 shutdown_connections 2024-05-20T21:15:54.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.529+0000 7f33f5200640 1 -- 172.21.15.6:0/494215231 wait complete. 2024-05-20T21:15:54.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.530+0000 7f33f5200640 1 Processor -- start 2024-05-20T21:15:54.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.530+0000 7f33f5200640 1 -- start start 2024-05-20T21:15:54.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.530+0000 7f33f5200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33f0108e80 0x7f33f019f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:54.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.530+0000 7f33f5200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33f010a060 0x7f33f019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:54.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33f5200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f33f010aa20 0x7f33f01a66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33f5200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f33f0114a00 con 0x7f33f010aa20 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33f5200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f33f0114880 con 0x7f33f0108e80 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33f5200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f33f0114b80 con 0x7f33f010a060 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33efe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f33f010aa20 0x7f33f01a66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33ef400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33f0108e80 0x7f33f019f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33efe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f33f010aa20 0x7f33f01a66c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56598/0 (socket says 172.21.15.6:56598) 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33efe00640 1 -- 172.21.15.6:0/3968862736 learned_addr learned my addr 172.21.15.6:0/3968862736 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33e7e00640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33f010a060 0x7f33f019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33efe00640 1 -- 172.21.15.6:0/3968862736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33f010a060 msgr2=0x7f33f019f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33efe00640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33f010a060 0x7f33f019f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33efe00640 1 -- 172.21.15.6:0/3968862736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33f0108e80 msgr2=0x7f33f019f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33efe00640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33f0108e80 0x7f33f019f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33efe00640 1 -- 172.21.15.6:0/3968862736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33f01a6d30 con 0x7f33f010aa20 2024-05-20T21:15:54.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.531+0000 7f33ef400640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33f0108e80 0x7f33f019f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:15:54.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.532+0000 7f33efe00640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f33f010aa20 0x7f33f01a66c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f33e800efd0 tx=0x7f33e800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:54.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.532+0000 7f33ecc00640 1 -- 172.21.15.6:0/3968862736 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e8003b70 con 0x7f33f010aa20 2024-05-20T21:15:54.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.532+0000 7f33ecc00640 1 -- 172.21.15.6:0/3968862736 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33e8003d10 con 0x7f33f010aa20 2024-05-20T21:15:54.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.532+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33f01a6fc0 con 0x7f33f010aa20 2024-05-20T21:15:54.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.532+0000 7f33ecc00640 1 -- 172.21.15.6:0/3968862736 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e80108a0 con 0x7f33f010aa20 2024-05-20T21:15:54.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.532+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33f01a7490 con 0x7f33f010aa20 2024-05-20T21:15:54.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.533+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33f0110340 con 0x7f33f010aa20 2024-05-20T21:15:54.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.538+0000 7f33ecc00640 1 -- 172.21.15.6:0/3968862736 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f33e8004b40 con 0x7f33f010aa20 2024-05-20T21:15:54.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.539+0000 7f33ecc00640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33d40b27f0 0x7f33d40b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:54.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.539+0000 7f33ecc00640 1 -- 172.21.15.6:0/3968862736 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f33e80e2b00 con 0x7f33f010aa20 2024-05-20T21:15:54.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.539+0000 7f33ef400640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33d40b27f0 0x7f33d40b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:54.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.540+0000 7f33ef400640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33d40b27f0 0x7f33d40b4cb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f33f0109bd0 tx=0x7f33e000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:54.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.541+0000 7f33ecc00640 1 -- 172.21.15.6:0/3968862736 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f33e80aa720 con 0x7f33f010aa20 2024-05-20T21:15:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:54 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-20T21:15:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:54 smithi042 ceph-mon[36332]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:15:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:54 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2772393792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:54.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:54 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2638231885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:15:54.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:54 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-20T21:15:54.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:54 smithi006 ceph-mon[31422]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:15:54.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:54 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2772393792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:54.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:54 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2638231885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:15:54.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.755+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f33f002dd30 con 0x7f33f010aa20 2024-05-20T21:15:54.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.756+0000 7f33ecc00640 1 -- 172.21.15.6:0/3968862736 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v83) ==== 104+0+11 (secure 0 0 0) 0x7f33e80aa020 con 0x7f33f010aa20 2024-05-20T21:15:54.756 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 32 2024-05-20T21:15:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33d40b27f0 msgr2=0x7f33d40b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33d40b27f0 0x7f33d40b4cb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f33f0109bd0 tx=0x7f33e000b390 comp rx=0 tx=0).stop 2024-05-20T21:15:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f33f010aa20 msgr2=0x7f33f01a66c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f33f010aa20 0x7f33f01a66c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f33e800efd0 tx=0x7f33e800c6a0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 shutdown_connections 2024-05-20T21:15:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33d40b27f0 0x7f33d40b4cb0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f33f010aa20 0x7f33f01a66c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33f010a060 0x7f33f019f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 --2- 172.21.15.6:0/3968862736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f33f0108e80 0x7f33f019f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 >> 172.21.15.6:0/3968862736 conn(0x7f33f0077e90 msgr2=0x7f33f010d510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 shutdown_connections 2024-05-20T21:15:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:54.759+0000 7f33f5200640 1 -- 172.21.15.6:0/3968862736 wait complete. 2024-05-20T21:15:54.778 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-20T21:15:54.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:54 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-20T21:15:54.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:54 smithi062 ceph-mon[36640]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-20T21:15:54.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:54 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2772393792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:15:54.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:54 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2638231885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:15:55.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 -- 172.21.15.6:0/3910919477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 msgr2=0x7fa3ec075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:55.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/3910919477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 0x7fa3ec075930 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa3d8009860 tx=0x7fa3d802a340 comp rx=0 tx=0).stop 2024-05-20T21:15:55.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 -- 172.21.15.6:0/3910919477 shutdown_connections 2024-05-20T21:15:55.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/3910919477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3ec10a790 0x7fa3ec10cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/3910919477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 0x7fa3ec075930 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/3910919477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3ec076a90 0x7fa3ec074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 -- 172.21.15.6:0/3910919477 >> 172.21.15.6:0/3910919477 conn(0x7fa3ec0fde60 msgr2=0x7fa3ec100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:55.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 -- 172.21.15.6:0/3910919477 shutdown_connections 2024-05-20T21:15:55.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.003+0000 7fa3ebe00640 1 -- 172.21.15.6:0/3910919477 wait complete. 2024-05-20T21:15:55.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.005+0000 7fa3ebe00640 1 Processor -- start 2024-05-20T21:15:55.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.005+0000 7fa3ebe00640 1 -- start start 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.005+0000 7fa3ebe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 0x7fa3ec19ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.005+0000 7fa3ebe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3ec076a90 0x7fa3ec19b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.005+0000 7fa3ebe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3ec10a790 0x7fa3ec1a2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.005+0000 7fa3ebe00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa3ec1105c0 con 0x7fa3ec076a90 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.005+0000 7fa3ebe00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa3ec110440 con 0x7fa3ec10a790 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.005+0000 7fa3ebe00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa3ec110740 con 0x7fa3ec0754b0 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 0x7fa3ec19ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3ea000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3ec076a90 0x7fa3ec19b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 0x7fa3ec19ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43868/0 (socket says 172.21.15.6:43868) 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 -- 172.21.15.6:0/1020043039 learned_addr learned my addr 172.21.15.6:0/1020043039 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:55.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eb400640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3ec10a790 0x7fa3ec1a2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:55.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 -- 172.21.15.6:0/1020043039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3ec10a790 msgr2=0x7fa3ec1a2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:55.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3ec10a790 0x7fa3ec1a2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 -- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3ec076a90 msgr2=0x7fa3ec19b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:55.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3ec076a90 0x7fa3ec19b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 -- 172.21.15.6:0/1020043039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3ec1a2920 con 0x7fa3ec0754b0 2024-05-20T21:15:55.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.006+0000 7fa3eaa00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 0x7fa3ec19ad10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa3dc00ebc0 tx=0x7fa3dc00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:55.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.007+0000 7fa3e3400640 1 -- 172.21.15.6:0/1020043039 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3dc010430 con 0x7fa3ec0754b0 2024-05-20T21:15:55.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.007+0000 7fa3e3400640 1 -- 172.21.15.6:0/1020043039 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3dc010a80 con 0x7fa3ec0754b0 2024-05-20T21:15:55.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.007+0000 7fa3e3400640 1 -- 172.21.15.6:0/1020043039 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3dc018a50 con 0x7fa3ec0754b0 2024-05-20T21:15:55.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.007+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3ec1a2c10 con 0x7fa3ec0754b0 2024-05-20T21:15:55.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.007+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3ec1a31b0 con 0x7fa3ec0754b0 2024-05-20T21:15:55.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.008+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3ec1094c0 con 0x7fa3ec0754b0 2024-05-20T21:15:55.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.010+0000 7fa3e3400640 1 -- 172.21.15.6:0/1020043039 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa3dc010c30 con 0x7fa3ec0754b0 2024-05-20T21:15:55.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.012+0000 7fa3e3400640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa3d00b2870 0x7fa3d00b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:55.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.012+0000 7fa3e3400640 1 -- 172.21.15.6:0/1020043039 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa3dc0e29d0 con 0x7fa3ec0754b0 2024-05-20T21:15:55.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.012+0000 7fa3ea000640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa3d00b2870 0x7fa3d00b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:55.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.013+0000 7fa3ea000640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa3d00b2870 0x7fa3d00b4d30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa3d8000c00 tx=0x7fa3d8030470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:55.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.016+0000 7fa3e3400640 1 -- 172.21.15.6:0/1020043039 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa3dc0aa5f0 con 0x7fa3ec0754b0 2024-05-20T21:15:55.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.230+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa3ec063680 con 0x7fa3ec0754b0 2024-05-20T21:15:55.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.230+0000 7fa3e3400640 1 -- 172.21.15.6:0/1020043039 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v83) ==== 100+0+11 (secure 0 0 0) 0x7fa3dc0a9ef0 con 0x7fa3ec0754b0 2024-05-20T21:15:55.230 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 64 2024-05-20T21:15:55.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa3d00b2870 msgr2=0x7fa3d00b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa3d00b2870 0x7fa3d00b4d30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa3d8000c00 tx=0x7fa3d8030470 comp rx=0 tx=0).stop 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 msgr2=0x7fa3ec19ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 0x7fa3ec19ad10 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa3dc00ebc0 tx=0x7fa3dc00c2d0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 shutdown_connections 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa3d00b2870 0x7fa3d00b4d30 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa3ec10a790 0x7fa3ec1a2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa3ec076a90 0x7fa3ec19b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 --2- 172.21.15.6:0/1020043039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa3ec0754b0 0x7fa3ec19ad10 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 >> 172.21.15.6:0/1020043039 conn(0x7fa3ec0fde60 msgr2=0x7fa3ec106690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 shutdown_connections 2024-05-20T21:15:55.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:55.234+0000 7fa3ebe00640 1 -- 172.21.15.6:0/1020043039 wait complete. 2024-05-20T21:15:55.254 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-20T21:15:55.254 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:15:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:55 smithi042 ceph-mon[36332]: pgmap v442: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:15:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:55 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3968862736' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:15:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:55 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1020043039' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:15:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:55 smithi006 ceph-mon[31422]: pgmap v442: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:15:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:55 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3968862736' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:15:55.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:55 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1020043039' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:15:55.714 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:15:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:55 smithi062 ceph-mon[36640]: pgmap v442: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:15:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:55 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3968862736' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:15:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:55 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1020043039' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:15:57.537 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:57 smithi006 ceph-mon[31422]: pgmap v443: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:15:57.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:57 smithi042 ceph-mon[36332]: pgmap v443: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:15:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:57 smithi062 ceph-mon[36640]: pgmap v443: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:15:58.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.046+0000 7f44e7e00700 1 -- 172.21.15.6:0/3673174542 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44e0106120 msgr2=0x7f44e0112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:58.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.046+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3673174542 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44e0106120 0x7f44e0112630 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f44d800b0a0 tx=0x7f44d800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.047+0000 7f44e7e00700 1 -- 172.21.15.6:0/3673174542 shutdown_connections 2024-05-20T21:15:58.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.047+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3673174542 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44e0106120 0x7f44e0112630 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.047+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3673174542 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44e010b760 0x7f44e010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.047+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3673174542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e0105760 0x7f44e0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.047+0000 7f44e7e00700 1 -- 172.21.15.6:0/3673174542 >> 172.21.15.6:0/3673174542 conn(0x7f44e0101250 msgr2=0x7f44e0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:58.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.047+0000 7f44e7e00700 1 -- 172.21.15.6:0/3673174542 shutdown_connections 2024-05-20T21:15:58.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.047+0000 7f44e7e00700 1 -- 172.21.15.6:0/3673174542 wait complete. 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.048+0000 7f44e7e00700 1 Processor -- start 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.048+0000 7f44e7e00700 1 -- start start 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.048+0000 7f44e7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44e0105760 0x7f44e019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.048+0000 7f44e7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e0106120 0x7f44e019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44e010b760 0x7f44e01a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e7e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f44e01159f0 con 0x7f44e0105760 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e7e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44e0115870 con 0x7f44e0106120 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e7e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f44e0115b70 con 0x7f44e010b760 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e0106120 0x7f44e019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:58.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44e010b760 0x7f44e01a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:58.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44e010b760 0x7f44e01a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59772/0 (socket says 172.21.15.6:59772) 2024-05-20T21:15:58.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44e0105760 0x7f44e019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:58.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e0106120 0x7f44e019c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54902/0 (socket says 172.21.15.6:54902) 2024-05-20T21:15:58.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5e00700 1 -- 172.21.15.6:0/3035705078 learned_addr learned my addr 172.21.15.6:0/3035705078 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:58.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5e00700 1 -- 172.21.15.6:0/3035705078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e0106120 msgr2=0x7f44e019c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:58.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e0106120 0x7f44e019c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5e00700 1 -- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44e0105760 msgr2=0x7f44e019be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:58.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44e0105760 0x7f44e019be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.049+0000 7f44e5e00700 1 -- 172.21.15.6:0/3035705078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44e01a0e10 con 0x7f44e010b760 2024-05-20T21:15:58.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.050+0000 7f44e5e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44e010b760 0x7f44e01a06d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f44d800b070 tx=0x7f44d8009c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:58.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.050+0000 7f44de000700 1 -- 172.21.15.6:0/3035705078 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8021070 con 0x7f44e010b760 2024-05-20T21:15:58.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.050+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44e01a10a0 con 0x7f44e010b760 2024-05-20T21:15:58.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.050+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44e01a8980 con 0x7f44e010b760 2024-05-20T21:15:58.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.050+0000 7f44de000700 1 -- 172.21.15.6:0/3035705078 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44d8004e40 con 0x7f44e010b760 2024-05-20T21:15:58.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.050+0000 7f44de000700 1 -- 172.21.15.6:0/3035705078 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d802a060 con 0x7f44e010b760 2024-05-20T21:15:58.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.051+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44e006a230 con 0x7f44e010b760 2024-05-20T21:15:58.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.054+0000 7f44de000700 1 -- 172.21.15.6:0/3035705078 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f44d8003c90 con 0x7f44e010b760 2024-05-20T21:15:58.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.055+0000 7f44de000700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44c80b2900 0x7f44c80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:58.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.055+0000 7f44de000700 1 -- 172.21.15.6:0/3035705078 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f44d80e3100 con 0x7f44e010b760 2024-05-20T21:15:58.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.056+0000 7f44e5400700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44c80b2900 0x7f44c80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:58.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.056+0000 7f44e5400700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44c80b2900 0x7f44c80b4dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f44d4009be0 tx=0x7f44d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:58.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.058+0000 7f44de000700 1 -- 172.21.15.6:0/3035705078 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f44d80aadb0 con 0x7f44e010b760 2024-05-20T21:15:58.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.367+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44e002e560 con 0x7f44e010b760 2024-05-20T21:15:58.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.369+0000 7f44de000700 1 -- 172.21.15.6:0/3035705078 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f44d80aa6b0 con 0x7f44e010b760 2024-05-20T21:15:58.369 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:58.370 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:15:58.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44c80b2900 msgr2=0x7f44c80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:58.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44c80b2900 0x7f44c80b4dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f44d4009be0 tx=0x7f44d4009260 comp rx=0 tx=0).stop 2024-05-20T21:15:58.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44e010b760 msgr2=0x7f44e01a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:58.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44e010b760 0x7f44e01a06d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f44d800b070 tx=0x7f44d8009c90 comp rx=0 tx=0).stop 2024-05-20T21:15:58.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 shutdown_connections 2024-05-20T21:15:58.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44c80b2900 0x7f44c80b4dc0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44e010b760 0x7f44e01a06d0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44e0105760 0x7f44e019be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 --2- 172.21.15.6:0/3035705078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44e0106120 0x7f44e019c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:58.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.372+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 >> 172.21.15.6:0/3035705078 conn(0x7f44e0101250 msgr2=0x7f44e0101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:58.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.373+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 shutdown_connections 2024-05-20T21:15:58.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:58.373+0000 7f44e7e00700 1 -- 172.21.15.6:0/3035705078 wait complete. 2024-05-20T21:15:58.374 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:15:59.267 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-20T21:15:59.267 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-20T21:15:59.267 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-20T21:15:59.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 -- 172.21.15.6:0/2846999773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c341029a0 msgr2=0x7f3c34102dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 --2- 172.21.15.6:0/2846999773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c341029a0 0x7f3c34102dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3c24009900 tx=0x7f3c2402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 -- 172.21.15.6:0/2846999773 shutdown_connections 2024-05-20T21:15:59.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 --2- 172.21.15.6:0/2846999773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c34104550 0x7f3c3410ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 --2- 172.21.15.6:0/2846999773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c34103b90 0x7f3c34104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 --2- 172.21.15.6:0/2846999773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c341029a0 0x7f3c34102dc0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 -- 172.21.15.6:0/2846999773 >> 172.21.15.6:0/2846999773 conn(0x7f3c340fdf10 msgr2=0x7f3c34100350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 -- 172.21.15.6:0/2846999773 shutdown_connections 2024-05-20T21:15:59.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.492+0000 7f3c3a200640 1 -- 172.21.15.6:0/2846999773 wait complete. 2024-05-20T21:15:59.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.493+0000 7f3c3a200640 1 Processor -- start 2024-05-20T21:15:59.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c3a200640 1 -- start start 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c3a200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c341029a0 0x7f3c3419ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c3a200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c34103b90 0x7f3c3419b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c3a200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c34104550 0x7f3c341a23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c3a200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3410e520 con 0x7f3c34103b90 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c3a200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3410e3a0 con 0x7f3c34104550 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c3a200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3410e6a0 con 0x7f3c341029a0 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c33e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c34103b90 0x7f3c3419b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c33e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c34103b90 0x7f3c3419b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34968/0 (socket says 172.21.15.6:34968) 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c33e00640 1 -- 172.21.15.6:0/4099005994 learned_addr learned my addr 172.21.15.6:0/4099005994 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c38e00640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c341029a0 0x7f3c3419ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.494+0000 7f3c39800640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c34104550 0x7f3c341a23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c33e00640 1 -- 172.21.15.6:0/4099005994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c341029a0 msgr2=0x7f3c3419ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c33e00640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c341029a0 0x7f3c3419ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c33e00640 1 -- 172.21.15.6:0/4099005994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c34104550 msgr2=0x7f3c341a23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c33e00640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c34104550 0x7f3c341a23a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c33e00640 1 -- 172.21.15.6:0/4099005994 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c341a2a10 con 0x7f3c34103b90 2024-05-20T21:15:59.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c33e00640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c34103b90 0x7f3c3419b380 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3c2000ea60 tx=0x7f3c2000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c31600640 1 -- 172.21.15.6:0/4099005994 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2000cde0 con 0x7f3c34103b90 2024-05-20T21:15:59.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c31600640 1 -- 172.21.15.6:0/4099005994 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c200035f0 con 0x7f3c34103b90 2024-05-20T21:15:59.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c31600640 1 -- 172.21.15.6:0/4099005994 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c20010690 con 0x7f3c34103b90 2024-05-20T21:15:59.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.495+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c341a2d00 con 0x7f3c34103b90 2024-05-20T21:15:59.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.496+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c341a31a0 con 0x7f3c34103b90 2024-05-20T21:15:59.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.497+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c341a3430 con 0x7f3c34103b90 2024-05-20T21:15:59.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.500+0000 7f3c31600640 1 -- 172.21.15.6:0/4099005994 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3c200037a0 con 0x7f3c34103b90 2024-05-20T21:15:59.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.501+0000 7f3c31600640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c180b27e0 0x7f3c180b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:15:59.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.502+0000 7f3c31600640 1 -- 172.21.15.6:0/4099005994 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3c200e27b0 con 0x7f3c34103b90 2024-05-20T21:15:59.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.502+0000 7f3c38e00640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c180b27e0 0x7f3c180b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:15:59.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.503+0000 7f3c38e00640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c180b27e0 0x7f3c180b4ca0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3c24005ab0 tx=0x7f3c24005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:15:59.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.503+0000 7f3c31600640 1 -- 172.21.15.6:0/4099005994 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3c20054df0 con 0x7f3c34103b90 2024-05-20T21:15:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:59 smithi042 ceph-mon[36332]: pgmap v444: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:15:59.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:15:59 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3035705078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:59.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:59 smithi006 ceph-mon[31422]: pgmap v444: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:15:59.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:15:59 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3035705078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:15:59.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.716+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3c341a3600 con 0x7f3c180b27e0 2024-05-20T21:15:59.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.725+0000 7f3c31600640 1 -- 172.21.15.6:0/4099005994 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258861 (secure 0 0 0) 0x7f3c341a3600 con 0x7f3c180b27e0 2024-05-20T21:15:59.729 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:15:59.731 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:15:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c180b27e0 msgr2=0x7f3c180b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c180b27e0 0x7f3c180b4ca0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3c24005ab0 tx=0x7f3c24005a20 comp rx=0 tx=0).stop 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c34103b90 msgr2=0x7f3c3419b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c34103b90 0x7f3c3419b380 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3c2000ea60 tx=0x7f3c2000ef20 comp rx=0 tx=0).stop 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 shutdown_connections 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c180b27e0 0x7f3c180b4ca0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c34104550 0x7f3c341a23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c34103b90 0x7f3c3419b380 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 --2- 172.21.15.6:0/4099005994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c341029a0 0x7f3c3419ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.731+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 >> 172.21.15.6:0/4099005994 conn(0x7f3c340fdf10 msgr2=0x7f3c34074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.732+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 shutdown_connections 2024-05-20T21:15:59.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:15:59.732+0000 7f3c3a200640 1 -- 172.21.15.6:0/4099005994 wait complete. 2024-05-20T21:15:59.751 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":444,"stamp":"2024-05-20T21:15:58.225994+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660316,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1393,"num_read_kb":794,"num_write":307,"num_write_kb":2279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2951991,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":749,"ondisk_log_size":749,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399480,"kb_used_data":12888,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542344,"statfs":{"total":1151940427776,"available":1151531360256,"internally_reserved":0,"allocated":13197312,"data_stored":7354908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":620,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":37,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005444"},"pg_stats":[{"pgid":"3.3f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145463+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:14:06.145463+0000","last_peered":"2024-05-20T21:14:06.145463+0000","last_clean":"2024-05-20T21:14:06.145463+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:14:06.145463+0000","last_undegraded":"2024-05-20T21:14:06.145463+0000","last_fullsized":"2024-05-20T21:14:06.145463+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141840+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:14:06.141840+0000","last_peered":"2024-05-20T21:14:06.141840+0000","last_clean":"2024-05-20T21:14:06.141840+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:14:06.141840+0000","last_undegraded":"2024-05-20T21:14:06.141840+0000","last_fullsized":"2024-05-20T21:14:06.141840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139476+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:14:06.139476+0000","last_peered":"2024-05-20T21:14:06.139476+0000","last_clean":"2024-05-20T21:14:06.139476+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:14:06.139476+0000","last_undegraded":"2024-05-20T21:14:06.139476+0000","last_fullsized":"2024-05-20T21:14:06.139476+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127062+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:14:06.127062+0000","last_peered":"2024-05-20T21:14:06.127062+0000","last_clean":"2024-05-20T21:14:06.127062+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:14:06.127062+0000","last_undegraded":"2024-05-20T21:14:06.127062+0000","last_fullsized":"2024-05-20T21:14:06.127062+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134985+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:14:06.134985+0000","last_peered":"2024-05-20T21:14:06.134985+0000","last_clean":"2024-05-20T21:14:06.134985+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:14:06.134985+0000","last_undegraded":"2024-05-20T21:14:06.134985+0000","last_fullsized":"2024-05-20T21:14:06.134985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128616+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:14:06.128616+0000","last_peered":"2024-05-20T21:14:06.128616+0000","last_clean":"2024-05-20T21:14:06.128616+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:14:06.128616+0000","last_undegraded":"2024-05-20T21:14:06.128616+0000","last_fullsized":"2024-05-20T21:14:06.128616+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"83'5","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132554+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:14:06.132554+0000","last_peered":"2024-05-20T21:14:06.132554+0000","last_clean":"2024-05-20T21:14:06.132554+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:14:06.132554+0000","last_undegraded":"2024-05-20T21:14:06.132554+0000","last_fullsized":"2024-05-20T21:14:06.132554+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137637+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:14:06.137637+0000","last_peered":"2024-05-20T21:14:06.137637+0000","last_clean":"2024-05-20T21:14:06.137637+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:14:06.137637+0000","last_undegraded":"2024-05-20T21:14:06.137637+0000","last_fullsized":"2024-05-20T21:14:06.137637+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135983+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:14:06.135983+0000","last_peered":"2024-05-20T21:14:06.135983+0000","last_clean":"2024-05-20T21:14:06.135983+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:14:06.135983+0000","last_undegraded":"2024-05-20T21:14:06.135983+0000","last_fullsized":"2024-05-20T21:14:06.135983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"83'16","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.130404+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:14:06.130404+0000","last_peered":"2024-05-20T21:14:06.130404+0000","last_clean":"2024-05-20T21:14:06.130404+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:14:06.130404+0000","last_undegraded":"2024-05-20T21:14:06.130404+0000","last_fullsized":"2024-05-20T21:14:06.130404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135674+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:14:06.135674+0000","last_peered":"2024-05-20T21:14:06.135674+0000","last_clean":"2024-05-20T21:14:06.135674+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:14:06.135674+0000","last_undegraded":"2024-05-20T21:14:06.135674+0000","last_fullsized":"2024-05-20T21:14:06.135674+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127934+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:14:06.127934+0000","last_peered":"2024-05-20T21:14:06.127934+0000","last_clean":"2024-05-20T21:14:06.127934+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:14:06.127934+0000","last_undegraded":"2024-05-20T21:14:06.127934+0000","last_fullsized":"2024-05-20T21:14:06.127934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138885+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:14:06.138885+0000","last_peered":"2024-05-20T21:14:06.138885+0000","last_clean":"2024-05-20T21:14:06.138885+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:14:06.138885+0000","last_undegraded":"2024-05-20T21:14:06.138885+0000","last_fullsized":"2024-05-20T21:14:06.138885+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143675+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:14:06.143675+0000","last_peered":"2024-05-20T21:14:06.143675+0000","last_clean":"2024-05-20T21:14:06.143675+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:14:06.143675+0000","last_undegraded":"2024-05-20T21:14:06.143675+0000","last_fullsized":"2024-05-20T21:14:06.143675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143908+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:14:06.143908+0000","last_peered":"2024-05-20T21:14:06.143908+0000","last_clean":"2024-05-20T21:14:06.143908+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:14:06.143908+0000","last_undegraded":"2024-05-20T21:14:06.143908+0000","last_fullsized":"2024-05-20T21:14:06.143908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144574+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:14:06.144574+0000","last_peered":"2024-05-20T21:14:06.144574+0000","last_clean":"2024-05-20T21:14:06.144574+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:14:06.144574+0000","last_undegraded":"2024-05-20T21:14:06.144574+0000","last_fullsized":"2024-05-20T21:14:06.144574+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145823+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:14:06.145823+0000","last_peered":"2024-05-20T21:14:06.145823+0000","last_clean":"2024-05-20T21:14:06.145823+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:14:06.145823+0000","last_undegraded":"2024-05-20T21:14:06.145823+0000","last_fullsized":"2024-05-20T21:14:06.145823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129884+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:14:06.129884+0000","last_peered":"2024-05-20T21:14:06.129884+0000","last_clean":"2024-05-20T21:14:06.129884+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:14:06.129884+0000","last_undegraded":"2024-05-20T21:14:06.129884+0000","last_fullsized":"2024-05-20T21:14:06.129884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135670+0000","last_change":"2024-05-20T21:13:38.316226+0000","last_active":"2024-05-20T21:14:06.135670+0000","last_peered":"2024-05-20T21:14:06.135670+0000","last_clean":"2024-05-20T21:14:06.135670+0000","last_became_active":"2024-05-20T21:13:38.315723+0000","last_became_peered":"2024-05-20T21:13:38.315723+0000","last_unstale":"2024-05-20T21:14:06.135670+0000","last_undegraded":"2024-05-20T21:14:06.135670+0000","last_fullsized":"2024-05-20T21:14:06.135670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:55:39.583425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9],"acting":[2,3,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310781+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:13:38.310781+0000","last_peered":"2024-05-20T21:13:38.310781+0000","last_clean":"2024-05-20T21:13:38.310781+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:13:38.310781+0000","last_undegraded":"2024-05-20T21:13:38.310781+0000","last_fullsized":"2024-05-20T21:13:38.310781+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126489+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:14:06.126489+0000","last_peered":"2024-05-20T21:14:06.126489+0000","last_clean":"2024-05-20T21:14:06.126489+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:14:06.126489+0000","last_undegraded":"2024-05-20T21:14:06.126489+0000","last_fullsized":"2024-05-20T21:14:06.126489+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:55.324537+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:13:55.324537+0000","last_peered":"2024-05-20T21:13:55.324537+0000","last_clean":"2024-05-20T21:13:55.324537+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:13:55.324537+0000","last_undegraded":"2024-05-20T21:13:55.324537+0000","last_fullsized":"2024-05-20T21:13:55.324537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145621+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:14:06.145621+0000","last_peered":"2024-05-20T21:14:06.145621+0000","last_clean":"2024-05-20T21:14:06.145621+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:14:06.145621+0000","last_undegraded":"2024-05-20T21:14:06.145621+0000","last_fullsized":"2024-05-20T21:14:06.145621+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313411+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:13:38.313411+0000","last_peered":"2024-05-20T21:13:38.313411+0000","last_clean":"2024-05-20T21:13:38.313411+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:13:38.313411+0000","last_undegraded":"2024-05-20T21:13:38.313411+0000","last_fullsized":"2024-05-20T21:13:38.313411+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140853+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:14:06.140853+0000","last_peered":"2024-05-20T21:14:06.140853+0000","last_clean":"2024-05-20T21:14:06.140853+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:14:06.140853+0000","last_undegraded":"2024-05-20T21:14:06.140853+0000","last_fullsized":"2024-05-20T21:14:06.140853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313346+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:13:38.313346+0000","last_peered":"2024-05-20T21:13:38.313346+0000","last_clean":"2024-05-20T21:13:38.313346+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:13:38.313346+0000","last_undegraded":"2024-05-20T21:13:38.313346+0000","last_fullsized":"2024-05-20T21:13:38.313346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127479+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:14:06.127479+0000","last_peered":"2024-05-20T21:14:06.127479+0000","last_clean":"2024-05-20T21:14:06.127479+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:14:06.127479+0000","last_undegraded":"2024-05-20T21:14:06.127479+0000","last_fullsized":"2024-05-20T21:14:06.127479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'8","reported_seq":259,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:54.703667+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:15:54.703667+0000","last_peered":"2024-05-20T21:15:54.703667+0000","last_clean":"2024-05-20T21:15:54.703667+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:15:54.703667+0000","last_undegraded":"2024-05-20T21:15:54.703667+0000","last_fullsized":"2024-05-20T21:15:54.703667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123399+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:14:06.123399+0000","last_peered":"2024-05-20T21:14:06.123399+0000","last_clean":"2024-05-20T21:14:06.123399+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:14:06.123399+0000","last_undegraded":"2024-05-20T21:14:06.123399+0000","last_fullsized":"2024-05-20T21:14:06.123399+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312435+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:13:38.312435+0000","last_peered":"2024-05-20T21:13:38.312435+0000","last_clean":"2024-05-20T21:13:38.312435+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:13:38.312435+0000","last_undegraded":"2024-05-20T21:13:38.312435+0000","last_fullsized":"2024-05-20T21:13:38.312435+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134995+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:14:06.134995+0000","last_peered":"2024-05-20T21:14:06.134995+0000","last_clean":"2024-05-20T21:14:06.134995+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:14:06.134995+0000","last_undegraded":"2024-05-20T21:14:06.134995+0000","last_fullsized":"2024-05-20T21:14:06.134995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.358624+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:13:38.358624+0000","last_peered":"2024-05-20T21:13:38.358624+0000","last_clean":"2024-05-20T21:13:38.358624+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:13:38.358624+0000","last_undegraded":"2024-05-20T21:13:38.358624+0000","last_fullsized":"2024-05-20T21:13:38.358624+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.142538+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:14:06.142538+0000","last_peered":"2024-05-20T21:14:06.142538+0000","last_clean":"2024-05-20T21:14:06.142538+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:14:06.142538+0000","last_undegraded":"2024-05-20T21:14:06.142538+0000","last_fullsized":"2024-05-20T21:14:06.142538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318216+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:13:38.318216+0000","last_peered":"2024-05-20T21:13:38.318216+0000","last_clean":"2024-05-20T21:13:38.318216+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:13:38.318216+0000","last_undegraded":"2024-05-20T21:13:38.318216+0000","last_fullsized":"2024-05-20T21:13:38.318216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"83'11","reported_seq":42,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128324+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:14:06.128324+0000","last_peered":"2024-05-20T21:14:06.128324+0000","last_clean":"2024-05-20T21:14:06.128324+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:14:06.128324+0000","last_undegraded":"2024-05-20T21:14:06.128324+0000","last_fullsized":"2024-05-20T21:14:06.128324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'5","reported_seq":248,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:51.697446+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:15:51.697446+0000","last_peered":"2024-05-20T21:15:51.697446+0000","last_clean":"2024-05-20T21:15:51.697446+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:15:51.697446+0000","last_undegraded":"2024-05-20T21:15:51.697446+0000","last_fullsized":"2024-05-20T21:15:51.697446+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":212,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133613+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:14:06.133613+0000","last_peered":"2024-05-20T21:14:06.133613+0000","last_clean":"2024-05-20T21:14:06.133613+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:14:06.133613+0000","last_undegraded":"2024-05-20T21:14:06.133613+0000","last_fullsized":"2024-05-20T21:14:06.133613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315053+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:13:38.315053+0000","last_peered":"2024-05-20T21:13:38.315053+0000","last_clean":"2024-05-20T21:13:38.315053+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:13:38.315053+0000","last_undegraded":"2024-05-20T21:13:38.315053+0000","last_fullsized":"2024-05-20T21:13:38.315053+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"83'9","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145956+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:14:06.145956+0000","last_peered":"2024-05-20T21:14:06.145956+0000","last_clean":"2024-05-20T21:14:06.145956+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:14:06.145956+0000","last_undegraded":"2024-05-20T21:14:06.145956+0000","last_fullsized":"2024-05-20T21:14:06.145956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318253+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:13:38.318253+0000","last_peered":"2024-05-20T21:13:38.318253+0000","last_clean":"2024-05-20T21:13:38.318253+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:13:38.318253+0000","last_undegraded":"2024-05-20T21:13:38.318253+0000","last_fullsized":"2024-05-20T21:13:38.318253+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127001+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:14:06.127001+0000","last_peered":"2024-05-20T21:14:06.127001+0000","last_clean":"2024-05-20T21:14:06.127001+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:14:06.127001+0000","last_undegraded":"2024-05-20T21:14:06.127001+0000","last_fullsized":"2024-05-20T21:14:06.127001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'35","reported_seq":502,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:52.699590+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:15:52.699590+0000","last_peered":"2024-05-20T21:15:52.699590+0000","last_clean":"2024-05-20T21:15:52.699590+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:15:52.699590+0000","last_undegraded":"2024-05-20T21:15:52.699590+0000","last_fullsized":"2024-05-20T21:15:52.699590+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64730,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":436,"num_read_kb":280,"num_write":36,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124661+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:14:06.124661+0000","last_peered":"2024-05-20T21:14:06.124661+0000","last_clean":"2024-05-20T21:14:06.124661+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:14:06.124661+0000","last_undegraded":"2024-05-20T21:14:06.124661+0000","last_fullsized":"2024-05-20T21:14:06.124661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.328741+0000","last_change":"2024-05-20T21:13:38.328279+0000","last_active":"2024-05-20T21:13:38.328741+0000","last_peered":"2024-05-20T21:13:38.328741+0000","last_clean":"2024-05-20T21:13:38.328741+0000","last_became_active":"2024-05-20T21:13:38.316015+0000","last_became_peered":"2024-05-20T21:13:38.316015+0000","last_unstale":"2024-05-20T21:13:38.328741+0000","last_undegraded":"2024-05-20T21:13:38.328741+0000","last_fullsized":"2024-05-20T21:13:38.328741+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:23:34.074244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137823+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:14:06.137823+0000","last_peered":"2024-05-20T21:14:06.137823+0000","last_clean":"2024-05-20T21:14:06.137823+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:14:06.137823+0000","last_undegraded":"2024-05-20T21:14:06.137823+0000","last_fullsized":"2024-05-20T21:14:06.137823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317400+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:13:38.317400+0000","last_peered":"2024-05-20T21:13:38.317400+0000","last_clean":"2024-05-20T21:13:38.317400+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:13:38.317400+0000","last_undegraded":"2024-05-20T21:13:38.317400+0000","last_fullsized":"2024-05-20T21:13:38.317400+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.131136+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:14:06.131136+0000","last_peered":"2024-05-20T21:14:06.131136+0000","last_clean":"2024-05-20T21:14:06.131136+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:14:06.131136+0000","last_undegraded":"2024-05-20T21:14:06.131136+0000","last_fullsized":"2024-05-20T21:14:06.131136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":256,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:55.804818+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:15:55.804818+0000","last_peered":"2024-05-20T21:15:55.804818+0000","last_clean":"2024-05-20T21:15:55.804818+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:15:55.804818+0000","last_undegraded":"2024-05-20T21:15:55.804818+0000","last_fullsized":"2024-05-20T21:15:55.804818+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":221,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123940+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:14:06.123940+0000","last_peered":"2024-05-20T21:14:06.123940+0000","last_clean":"2024-05-20T21:14:06.123940+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:14:06.123940+0000","last_undegraded":"2024-05-20T21:14:06.123940+0000","last_fullsized":"2024-05-20T21:14:06.123940+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":47,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312571+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:13:38.312571+0000","last_peered":"2024-05-20T21:13:38.312571+0000","last_clean":"2024-05-20T21:13:38.312571+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:13:38.312571+0000","last_undegraded":"2024-05-20T21:13:38.312571+0000","last_fullsized":"2024-05-20T21:13:38.312571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127319+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:14:06.127319+0000","last_peered":"2024-05-20T21:14:06.127319+0000","last_clean":"2024-05-20T21:14:06.127319+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:14:06.127319+0000","last_undegraded":"2024-05-20T21:14:06.127319+0000","last_fullsized":"2024-05-20T21:14:06.127319+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313126+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:13:38.313126+0000","last_peered":"2024-05-20T21:13:38.313126+0000","last_clean":"2024-05-20T21:13:38.313126+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:13:38.313126+0000","last_undegraded":"2024-05-20T21:13:38.313126+0000","last_fullsized":"2024-05-20T21:13:38.313126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128310+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:14:06.128310+0000","last_peered":"2024-05-20T21:14:06.128310+0000","last_clean":"2024-05-20T21:14:06.128310+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:14:06.128310+0000","last_undegraded":"2024-05-20T21:14:06.128310+0000","last_fullsized":"2024-05-20T21:14:06.128310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310164+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:13:38.310164+0000","last_peered":"2024-05-20T21:13:38.310164+0000","last_clean":"2024-05-20T21:13:38.310164+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:13:38.310164+0000","last_undegraded":"2024-05-20T21:13:38.310164+0000","last_fullsized":"2024-05-20T21:13:38.310164+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132727+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:14:06.132727+0000","last_peered":"2024-05-20T21:14:06.132727+0000","last_clean":"2024-05-20T21:14:06.132727+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:14:06.132727+0000","last_undegraded":"2024-05-20T21:14:06.132727+0000","last_fullsized":"2024-05-20T21:14:06.132727+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314731+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:13:38.314731+0000","last_peered":"2024-05-20T21:13:38.314731+0000","last_clean":"2024-05-20T21:13:38.314731+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:13:38.314731+0000","last_undegraded":"2024-05-20T21:13:38.314731+0000","last_fullsized":"2024-05-20T21:13:38.314731+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122396+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:14:06.122396+0000","last_peered":"2024-05-20T21:14:06.122396+0000","last_clean":"2024-05-20T21:14:06.122396+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:14:06.122396+0000","last_undegraded":"2024-05-20T21:14:06.122396+0000","last_fullsized":"2024-05-20T21:14:06.122396+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.114502+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:14:06.114502+0000","last_peered":"2024-05-20T21:14:06.114502+0000","last_clean":"2024-05-20T21:14:06.114502+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:14:06.114502+0000","last_undegraded":"2024-05-20T21:14:06.114502+0000","last_fullsized":"2024-05-20T21:14:06.114502+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":251,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:54.802018+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:15:54.802018+0000","last_peered":"2024-05-20T21:15:54.802018+0000","last_clean":"2024-05-20T21:15:54.802018+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:15:54.802018+0000","last_undegraded":"2024-05-20T21:15:54.802018+0000","last_fullsized":"2024-05-20T21:15:54.802018+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":215,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139353+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:14:06.139353+0000","last_peered":"2024-05-20T21:14:06.139353+0000","last_clean":"2024-05-20T21:14:06.139353+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:14:06.139353+0000","last_undegraded":"2024-05-20T21:14:06.139353+0000","last_fullsized":"2024-05-20T21:14:06.139353+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307445+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:13:38.307445+0000","last_peered":"2024-05-20T21:13:38.307445+0000","last_clean":"2024-05-20T21:13:38.307445+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:13:38.307445+0000","last_undegraded":"2024-05-20T21:13:38.307445+0000","last_fullsized":"2024-05-20T21:13:38.307445+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":105,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315118+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:13:38.315118+0000","last_peered":"2024-05-20T21:13:38.315118+0000","last_clean":"2024-05-20T21:13:38.315118+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:13:38.315118+0000","last_undegraded":"2024-05-20T21:13:38.315118+0000","last_fullsized":"2024-05-20T21:13:38.315118+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123268+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:14:06.123268+0000","last_peered":"2024-05-20T21:14:06.123268+0000","last_clean":"2024-05-20T21:14:06.123268+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:14:06.123268+0000","last_undegraded":"2024-05-20T21:14:06.123268+0000","last_fullsized":"2024-05-20T21:14:06.123268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:57.062299+0000","last_change":"2024-05-20T21:13:38.359785+0000","last_active":"2024-05-20T21:13:57.062299+0000","last_peered":"2024-05-20T21:13:57.062299+0000","last_clean":"2024-05-20T21:13:57.062299+0000","last_became_active":"2024-05-20T21:13:38.357081+0000","last_became_peered":"2024-05-20T21:13:38.357081+0000","last_unstale":"2024-05-20T21:13:57.062299+0000","last_undegraded":"2024-05-20T21:13:57.062299+0000","last_fullsized":"2024-05-20T21:13:57.062299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:50:28.251838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313106+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:13:38.313106+0000","last_peered":"2024-05-20T21:13:38.313106+0000","last_clean":"2024-05-20T21:13:38.313106+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:13:38.313106+0000","last_undegraded":"2024-05-20T21:13:38.313106+0000","last_fullsized":"2024-05-20T21:13:38.313106+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137470+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:14:06.137470+0000","last_peered":"2024-05-20T21:14:06.137470+0000","last_clean":"2024-05-20T21:14:06.137470+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:14:06.137470+0000","last_undegraded":"2024-05-20T21:14:06.137470+0000","last_fullsized":"2024-05-20T21:14:06.137470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'14","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.699608+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:14:06.699608+0000","last_peered":"2024-05-20T21:14:06.699608+0000","last_clean":"2024-05-20T21:14:06.699608+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:14:06.699608+0000","last_undegraded":"2024-05-20T21:14:06.699608+0000","last_fullsized":"2024-05-20T21:14:06.699608+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135900+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:14:06.135900+0000","last_peered":"2024-05-20T21:14:06.135900+0000","last_clean":"2024-05-20T21:14:06.135900+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:14:06.135900+0000","last_undegraded":"2024-05-20T21:14:06.135900+0000","last_fullsized":"2024-05-20T21:14:06.135900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307563+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:13:38.307563+0000","last_peered":"2024-05-20T21:13:38.307563+0000","last_clean":"2024-05-20T21:13:38.307563+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:13:38.307563+0000","last_undegraded":"2024-05-20T21:13:38.307563+0000","last_fullsized":"2024-05-20T21:13:38.307563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143833+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:14:06.143833+0000","last_peered":"2024-05-20T21:14:06.143833+0000","last_clean":"2024-05-20T21:14:06.143833+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:14:06.143833+0000","last_undegraded":"2024-05-20T21:14:06.143833+0000","last_fullsized":"2024-05-20T21:14:06.143833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.355924+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:13:38.355924+0000","last_peered":"2024-05-20T21:13:38.355924+0000","last_clean":"2024-05-20T21:13:38.355924+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:13:38.355924+0000","last_undegraded":"2024-05-20T21:13:38.355924+0000","last_fullsized":"2024-05-20T21:13:38.355924+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122041+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:14:06.122041+0000","last_peered":"2024-05-20T21:14:06.122041+0000","last_clean":"2024-05-20T21:14:06.122041+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:14:06.122041+0000","last_undegraded":"2024-05-20T21:14:06.122041+0000","last_fullsized":"2024-05-20T21:14:06.122041+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314153+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:13:38.314153+0000","last_peered":"2024-05-20T21:13:38.314153+0000","last_clean":"2024-05-20T21:13:38.314153+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:13:38.314153+0000","last_undegraded":"2024-05-20T21:13:38.314153+0000","last_fullsized":"2024-05-20T21:13:38.314153+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144429+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:14:06.144429+0000","last_peered":"2024-05-20T21:14:06.144429+0000","last_clean":"2024-05-20T21:14:06.144429+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:14:06.144429+0000","last_undegraded":"2024-05-20T21:14:06.144429+0000","last_fullsized":"2024-05-20T21:14:06.144429+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890362+0000","last_change":"2024-05-20T21:13:38.320823+0000","last_active":"2024-05-20T21:13:40.890362+0000","last_peered":"2024-05-20T21:13:40.890362+0000","last_clean":"2024-05-20T21:13:40.890362+0000","last_became_active":"2024-05-20T21:13:38.315795+0000","last_became_peered":"2024-05-20T21:13:38.315795+0000","last_unstale":"2024-05-20T21:13:40.890362+0000","last_undegraded":"2024-05-20T21:13:40.890362+0000","last_fullsized":"2024-05-20T21:13:40.890362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:29:18.519222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144994+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:14:06.144994+0000","last_peered":"2024-05-20T21:14:06.144994+0000","last_clean":"2024-05-20T21:14:06.144994+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:14:06.144994+0000","last_undegraded":"2024-05-20T21:14:06.144994+0000","last_fullsized":"2024-05-20T21:14:06.144994+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312684+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:13:38.312684+0000","last_peered":"2024-05-20T21:13:38.312684+0000","last_clean":"2024-05-20T21:13:38.312684+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:13:38.312684+0000","last_undegraded":"2024-05-20T21:13:38.312684+0000","last_fullsized":"2024-05-20T21:13:38.312684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135968+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:14:06.135968+0000","last_peered":"2024-05-20T21:14:06.135968+0000","last_clean":"2024-05-20T21:14:06.135968+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:14:06.135968+0000","last_undegraded":"2024-05-20T21:14:06.135968+0000","last_fullsized":"2024-05-20T21:14:06.135968+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.308485+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:13:38.308485+0000","last_peered":"2024-05-20T21:13:38.308485+0000","last_clean":"2024-05-20T21:13:38.308485+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:13:38.308485+0000","last_undegraded":"2024-05-20T21:13:38.308485+0000","last_fullsized":"2024-05-20T21:13:38.308485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135652+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:14:06.135652+0000","last_peered":"2024-05-20T21:14:06.135652+0000","last_clean":"2024-05-20T21:14:06.135652+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:14:06.135652+0000","last_undegraded":"2024-05-20T21:14:06.135652+0000","last_fullsized":"2024-05-20T21:14:06.135652+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318094+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:13:38.318094+0000","last_peered":"2024-05-20T21:13:38.318094+0000","last_clean":"2024-05-20T21:13:38.318094+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:13:38.318094+0000","last_undegraded":"2024-05-20T21:13:38.318094+0000","last_fullsized":"2024-05-20T21:13:38.318094+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123549+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:14:06.123549+0000","last_peered":"2024-05-20T21:14:06.123549+0000","last_clean":"2024-05-20T21:14:06.123549+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:14:06.123549+0000","last_undegraded":"2024-05-20T21:14:06.123549+0000","last_fullsized":"2024-05-20T21:14:06.123549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360800+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:13:38.360800+0000","last_peered":"2024-05-20T21:13:38.360800+0000","last_clean":"2024-05-20T21:13:38.360800+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:13:38.360800+0000","last_undegraded":"2024-05-20T21:13:38.360800+0000","last_fullsized":"2024-05-20T21:13:38.360800+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126001+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:14:06.126001+0000","last_peered":"2024-05-20T21:14:06.126001+0000","last_clean":"2024-05-20T21:14:06.126001+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:14:06.126001+0000","last_undegraded":"2024-05-20T21:14:06.126001+0000","last_fullsized":"2024-05-20T21:14:06.126001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127155+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:14:06.127155+0000","last_peered":"2024-05-20T21:14:06.127155+0000","last_clean":"2024-05-20T21:14:06.127155+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:14:06.127155+0000","last_undegraded":"2024-05-20T21:14:06.127155+0000","last_fullsized":"2024-05-20T21:14:06.127155+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"83'12","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.119524+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:14:06.119524+0000","last_peered":"2024-05-20T21:14:06.119524+0000","last_clean":"2024-05-20T21:14:06.119524+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:14:06.119524+0000","last_undegraded":"2024-05-20T21:14:06.119524+0000","last_fullsized":"2024-05-20T21:14:06.119524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144787+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:14:06.144787+0000","last_peered":"2024-05-20T21:14:06.144787+0000","last_clean":"2024-05-20T21:14:06.144787+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:14:06.144787+0000","last_undegraded":"2024-05-20T21:14:06.144787+0000","last_fullsized":"2024-05-20T21:14:06.144787+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141122+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:14:06.141122+0000","last_peered":"2024-05-20T21:14:06.141122+0000","last_clean":"2024-05-20T21:14:06.141122+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:14:06.141122+0000","last_undegraded":"2024-05-20T21:14:06.141122+0000","last_fullsized":"2024-05-20T21:14:06.141122+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146227+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:14:06.146227+0000","last_peered":"2024-05-20T21:14:06.146227+0000","last_clean":"2024-05-20T21:14:06.146227+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:14:06.146227+0000","last_undegraded":"2024-05-20T21:14:06.146227+0000","last_fullsized":"2024-05-20T21:14:06.146227+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124958+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:14:06.124958+0000","last_peered":"2024-05-20T21:14:06.124958+0000","last_clean":"2024-05-20T21:14:06.124958+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:14:06.124958+0000","last_undegraded":"2024-05-20T21:14:06.124958+0000","last_fullsized":"2024-05-20T21:14:06.124958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.116249+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:14:06.116249+0000","last_peered":"2024-05-20T21:14:06.116249+0000","last_clean":"2024-05-20T21:14:06.116249+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:14:06.116249+0000","last_undegraded":"2024-05-20T21:14:06.116249+0000","last_fullsized":"2024-05-20T21:14:06.116249+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134983+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:14:06.134983+0000","last_peered":"2024-05-20T21:14:06.134983+0000","last_clean":"2024-05-20T21:14:06.134983+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:14:06.134983+0000","last_undegraded":"2024-05-20T21:14:06.134983+0000","last_fullsized":"2024-05-20T21:14:06.134983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"83'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140029+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:14:06.140029+0000","last_peered":"2024-05-20T21:14:06.140029+0000","last_clean":"2024-05-20T21:14:06.140029+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:14:06.140029+0000","last_undegraded":"2024-05-20T21:14:06.140029+0000","last_fullsized":"2024-05-20T21:14:06.140029+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134677+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:14:06.134677+0000","last_peered":"2024-05-20T21:14:06.134677+0000","last_clean":"2024-05-20T21:14:06.134677+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:14:06.134677+0000","last_undegraded":"2024-05-20T21:14:06.134677+0000","last_fullsized":"2024-05-20T21:14:06.134677+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136739+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:14:06.136739+0000","last_peered":"2024-05-20T21:14:06.136739+0000","last_clean":"2024-05-20T21:14:06.136739+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:14:06.136739+0000","last_undegraded":"2024-05-20T21:14:06.136739+0000","last_fullsized":"2024-05-20T21:14:06.136739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146280+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:14:06.146280+0000","last_peered":"2024-05-20T21:14:06.146280+0000","last_clean":"2024-05-20T21:14:06.146280+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:14:06.146280+0000","last_undegraded":"2024-05-20T21:14:06.146280+0000","last_fullsized":"2024-05-20T21:14:06.146280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128524+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:14:06.128524+0000","last_peered":"2024-05-20T21:14:06.128524+0000","last_clean":"2024-05-20T21:14:06.128524+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:14:06.128524+0000","last_undegraded":"2024-05-20T21:14:06.128524+0000","last_fullsized":"2024-05-20T21:14:06.128524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69714,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1317,"num_read_kb":730,"num_write":182,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":209142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678082,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":921600,"data_stored":448446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874310,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1617920,"data_stored":1105155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037836,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":448882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234068,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":448568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463000,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1041481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626526,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":448037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40460,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704692,"statfs":{"total":95995035648,"available":95953604608,"internally_reserved":0,"allocated":987136,"data_stored":512560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":449308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411445,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":514718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182511,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":448114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986283,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":449006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822757,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36840,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708312,"statfs":{"total":95995035648,"available":95957311488,"internally_reserved":0,"allocated":1540096,"data_stored":1040633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:15:59.756 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-20T21:15:59.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:59 smithi062 ceph-mon[36640]: pgmap v444: 97 pgs: 97 active+clean; 645 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:15:59.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:15:59 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3035705078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:00.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 -- 172.21.15.6:0/3408746397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 msgr2=0x7fb4fc104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 --2- 172.21.15.6:0/3408746397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 0x7fb4fc104fd0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009900 tx=0x7fb4ec02a410 comp rx=0 tx=0).stop 2024-05-20T21:16:00.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 -- 172.21.15.6:0/3408746397 shutdown_connections 2024-05-20T21:16:00.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 --2- 172.21.15.6:0/3408746397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4fc106760 0x7fb4fc10cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 --2- 172.21.15.6:0/3408746397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4fc105da0 0x7fb4fc106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 --2- 172.21.15.6:0/3408746397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 0x7fb4fc104fd0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 -- 172.21.15.6:0/3408746397 >> 172.21.15.6:0/3408746397 conn(0x7fb4fc100120 msgr2=0x7fb4fc102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:00.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 -- 172.21.15.6:0/3408746397 shutdown_connections 2024-05-20T21:16:00.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.011+0000 7fb4fb200640 1 -- 172.21.15.6:0/3408746397 wait complete. 2024-05-20T21:16:00.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.012+0000 7fb4fb200640 1 Processor -- start 2024-05-20T21:16:00.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.012+0000 7fb4fb200640 1 -- start start 2024-05-20T21:16:00.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4fb200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 0x7fb4fc19adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:00.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4fb200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4fc105da0 0x7fb4fc19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:00.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4fb200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4fc106760 0x7fb4fc1a2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4fb200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb4fc1106e0 con 0x7fb4fc104bb0 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4fb200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4fc110560 con 0x7fb4fc105da0 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4fb200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb4fc110860 con 0x7fb4fc106760 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4f9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 0x7fb4fc19adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4f9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 0x7fb4fc19adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34978/0 (socket says 172.21.15.6:34978) 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4f9e00640 1 -- 172.21.15.6:0/65048188 learned_addr learned my addr 172.21.15.6:0/65048188 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4f9400640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4fc105da0 0x7fb4fc19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.013+0000 7fb4fa800640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4fc106760 0x7fb4fc1a2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f9e00640 1 -- 172.21.15.6:0/65048188 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4fc106760 msgr2=0x7fb4fc1a2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f9e00640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4fc106760 0x7fb4fc1a2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f9e00640 1 -- 172.21.15.6:0/65048188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4fc105da0 msgr2=0x7fb4fc19b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f9e00640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4fc105da0 0x7fb4fc19b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f9e00640 1 -- 172.21.15.6:0/65048188 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4fc1a29d0 con 0x7fb4fc104bb0 2024-05-20T21:16:00.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f9e00640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 0x7fb4fc19adb0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec006010 tx=0x7fb4ec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:00.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f2a00640 1 -- 172.21.15.6:0/65048188 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec03f030 con 0x7fb4fc104bb0 2024-05-20T21:16:00.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f2a00640 1 -- 172.21.15.6:0/65048188 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4ec031910 con 0x7fb4fc104bb0 2024-05-20T21:16:00.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4fc1a2c60 con 0x7fb4fc104bb0 2024-05-20T21:16:00.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4f2a00640 1 -- 172.21.15.6:0/65048188 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec035070 con 0x7fb4fc104bb0 2024-05-20T21:16:00.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.014+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4fc1a31a0 con 0x7fb4fc104bb0 2024-05-20T21:16:00.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.016+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4fc10bf70 con 0x7fb4fc104bb0 2024-05-20T21:16:00.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.018+0000 7fb4f2a00640 1 -- 172.21.15.6:0/65048188 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb4ec042030 con 0x7fb4fc104bb0 2024-05-20T21:16:00.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.021+0000 7fb4f2a00640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4e00b2860 0x7fb4e00b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:00.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.021+0000 7fb4f2a00640 1 -- 172.21.15.6:0/65048188 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb4ec102b90 con 0x7fb4fc104bb0 2024-05-20T21:16:00.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.021+0000 7fb4f9400640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4e00b2860 0x7fb4e00b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:00.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.022+0000 7fb4f9400640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4e00b2860 0x7fb4e00b4d20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc19c2c0 tx=0x7fb4e8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:00.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.023+0000 7fb4f2a00640 1 -- 172.21.15.6:0/65048188 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb4ec0ca160 con 0x7fb4fc104bb0 2024-05-20T21:16:00.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.230+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb4fc062e90 con 0x7fb4e00b2860 2024-05-20T21:16:00.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.254+0000 7fb4f2a00640 1 -- 172.21.15.6:0/65048188 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258839 (secure 0 0 0) 0x7fb4fc062e90 con 0x7fb4e00b2860 2024-05-20T21:16:00.258 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:00.259 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4e00b2860 msgr2=0x7fb4e00b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4e00b2860 0x7fb4e00b4d20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc19c2c0 tx=0x7fb4e8005f90 comp rx=0 tx=0).stop 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 msgr2=0x7fb4fc19adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 0x7fb4fc19adb0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec006010 tx=0x7fb4ec0042f0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 shutdown_connections 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb4e00b2860 0x7fb4e00b4d20 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb4fc106760 0x7fb4fc1a2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb4fc105da0 0x7fb4fc19b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 --2- 172.21.15.6:0/65048188 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb4fc104bb0 0x7fb4fc19adb0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 >> 172.21.15.6:0/65048188 conn(0x7fb4fc100120 msgr2=0x7fb4fc109140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 shutdown_connections 2024-05-20T21:16:00.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.259+0000 7fb4fb200640 1 -- 172.21.15.6:0/65048188 wait complete. 2024-05-20T21:16:00.280 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":445,"stamp":"2024-05-20T21:16:00.226802+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665689,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1409,"num_read_kb":810,"num_write":308,"num_write_kb":2285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2951991,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":750,"ondisk_log_size":750,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399492,"kb_used_data":12900,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542332,"statfs":{"total":1151940427776,"available":1151531347968,"internally_reserved":0,"allocated":13209600,"data_stored":7371027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":48,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005172"},"pg_stats":[{"pgid":"3.3f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145463+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:14:06.145463+0000","last_peered":"2024-05-20T21:14:06.145463+0000","last_clean":"2024-05-20T21:14:06.145463+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:14:06.145463+0000","last_undegraded":"2024-05-20T21:14:06.145463+0000","last_fullsized":"2024-05-20T21:14:06.145463+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141840+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:14:06.141840+0000","last_peered":"2024-05-20T21:14:06.141840+0000","last_clean":"2024-05-20T21:14:06.141840+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:14:06.141840+0000","last_undegraded":"2024-05-20T21:14:06.141840+0000","last_fullsized":"2024-05-20T21:14:06.141840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139476+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:14:06.139476+0000","last_peered":"2024-05-20T21:14:06.139476+0000","last_clean":"2024-05-20T21:14:06.139476+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:14:06.139476+0000","last_undegraded":"2024-05-20T21:14:06.139476+0000","last_fullsized":"2024-05-20T21:14:06.139476+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127062+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:14:06.127062+0000","last_peered":"2024-05-20T21:14:06.127062+0000","last_clean":"2024-05-20T21:14:06.127062+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:14:06.127062+0000","last_undegraded":"2024-05-20T21:14:06.127062+0000","last_fullsized":"2024-05-20T21:14:06.127062+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134985+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:14:06.134985+0000","last_peered":"2024-05-20T21:14:06.134985+0000","last_clean":"2024-05-20T21:14:06.134985+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:14:06.134985+0000","last_undegraded":"2024-05-20T21:14:06.134985+0000","last_fullsized":"2024-05-20T21:14:06.134985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128616+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:14:06.128616+0000","last_peered":"2024-05-20T21:14:06.128616+0000","last_clean":"2024-05-20T21:14:06.128616+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:14:06.128616+0000","last_undegraded":"2024-05-20T21:14:06.128616+0000","last_fullsized":"2024-05-20T21:14:06.128616+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"83'5","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132554+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:14:06.132554+0000","last_peered":"2024-05-20T21:14:06.132554+0000","last_clean":"2024-05-20T21:14:06.132554+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:14:06.132554+0000","last_undegraded":"2024-05-20T21:14:06.132554+0000","last_fullsized":"2024-05-20T21:14:06.132554+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137637+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:14:06.137637+0000","last_peered":"2024-05-20T21:14:06.137637+0000","last_clean":"2024-05-20T21:14:06.137637+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:14:06.137637+0000","last_undegraded":"2024-05-20T21:14:06.137637+0000","last_fullsized":"2024-05-20T21:14:06.137637+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135983+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:14:06.135983+0000","last_peered":"2024-05-20T21:14:06.135983+0000","last_clean":"2024-05-20T21:14:06.135983+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:14:06.135983+0000","last_undegraded":"2024-05-20T21:14:06.135983+0000","last_fullsized":"2024-05-20T21:14:06.135983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"83'16","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.130404+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:14:06.130404+0000","last_peered":"2024-05-20T21:14:06.130404+0000","last_clean":"2024-05-20T21:14:06.130404+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:14:06.130404+0000","last_undegraded":"2024-05-20T21:14:06.130404+0000","last_fullsized":"2024-05-20T21:14:06.130404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135674+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:14:06.135674+0000","last_peered":"2024-05-20T21:14:06.135674+0000","last_clean":"2024-05-20T21:14:06.135674+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:14:06.135674+0000","last_undegraded":"2024-05-20T21:14:06.135674+0000","last_fullsized":"2024-05-20T21:14:06.135674+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127934+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:14:06.127934+0000","last_peered":"2024-05-20T21:14:06.127934+0000","last_clean":"2024-05-20T21:14:06.127934+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:14:06.127934+0000","last_undegraded":"2024-05-20T21:14:06.127934+0000","last_fullsized":"2024-05-20T21:14:06.127934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138885+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:14:06.138885+0000","last_peered":"2024-05-20T21:14:06.138885+0000","last_clean":"2024-05-20T21:14:06.138885+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:14:06.138885+0000","last_undegraded":"2024-05-20T21:14:06.138885+0000","last_fullsized":"2024-05-20T21:14:06.138885+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143675+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:14:06.143675+0000","last_peered":"2024-05-20T21:14:06.143675+0000","last_clean":"2024-05-20T21:14:06.143675+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:14:06.143675+0000","last_undegraded":"2024-05-20T21:14:06.143675+0000","last_fullsized":"2024-05-20T21:14:06.143675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143908+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:14:06.143908+0000","last_peered":"2024-05-20T21:14:06.143908+0000","last_clean":"2024-05-20T21:14:06.143908+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:14:06.143908+0000","last_undegraded":"2024-05-20T21:14:06.143908+0000","last_fullsized":"2024-05-20T21:14:06.143908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144574+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:14:06.144574+0000","last_peered":"2024-05-20T21:14:06.144574+0000","last_clean":"2024-05-20T21:14:06.144574+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:14:06.144574+0000","last_undegraded":"2024-05-20T21:14:06.144574+0000","last_fullsized":"2024-05-20T21:14:06.144574+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145823+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:14:06.145823+0000","last_peered":"2024-05-20T21:14:06.145823+0000","last_clean":"2024-05-20T21:14:06.145823+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:14:06.145823+0000","last_undegraded":"2024-05-20T21:14:06.145823+0000","last_fullsized":"2024-05-20T21:14:06.145823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129884+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:14:06.129884+0000","last_peered":"2024-05-20T21:14:06.129884+0000","last_clean":"2024-05-20T21:14:06.129884+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:14:06.129884+0000","last_undegraded":"2024-05-20T21:14:06.129884+0000","last_fullsized":"2024-05-20T21:14:06.129884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135670+0000","last_change":"2024-05-20T21:13:38.316226+0000","last_active":"2024-05-20T21:14:06.135670+0000","last_peered":"2024-05-20T21:14:06.135670+0000","last_clean":"2024-05-20T21:14:06.135670+0000","last_became_active":"2024-05-20T21:13:38.315723+0000","last_became_peered":"2024-05-20T21:13:38.315723+0000","last_unstale":"2024-05-20T21:14:06.135670+0000","last_undegraded":"2024-05-20T21:14:06.135670+0000","last_fullsized":"2024-05-20T21:14:06.135670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:55:39.583425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9],"acting":[2,3,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310781+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:13:38.310781+0000","last_peered":"2024-05-20T21:13:38.310781+0000","last_clean":"2024-05-20T21:13:38.310781+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:13:38.310781+0000","last_undegraded":"2024-05-20T21:13:38.310781+0000","last_fullsized":"2024-05-20T21:13:38.310781+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126489+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:14:06.126489+0000","last_peered":"2024-05-20T21:14:06.126489+0000","last_clean":"2024-05-20T21:14:06.126489+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:14:06.126489+0000","last_undegraded":"2024-05-20T21:14:06.126489+0000","last_fullsized":"2024-05-20T21:14:06.126489+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:55.324537+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:13:55.324537+0000","last_peered":"2024-05-20T21:13:55.324537+0000","last_clean":"2024-05-20T21:13:55.324537+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:13:55.324537+0000","last_undegraded":"2024-05-20T21:13:55.324537+0000","last_fullsized":"2024-05-20T21:13:55.324537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145621+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:14:06.145621+0000","last_peered":"2024-05-20T21:14:06.145621+0000","last_clean":"2024-05-20T21:14:06.145621+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:14:06.145621+0000","last_undegraded":"2024-05-20T21:14:06.145621+0000","last_fullsized":"2024-05-20T21:14:06.145621+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313411+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:13:38.313411+0000","last_peered":"2024-05-20T21:13:38.313411+0000","last_clean":"2024-05-20T21:13:38.313411+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:13:38.313411+0000","last_undegraded":"2024-05-20T21:13:38.313411+0000","last_fullsized":"2024-05-20T21:13:38.313411+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140853+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:14:06.140853+0000","last_peered":"2024-05-20T21:14:06.140853+0000","last_clean":"2024-05-20T21:14:06.140853+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:14:06.140853+0000","last_undegraded":"2024-05-20T21:14:06.140853+0000","last_fullsized":"2024-05-20T21:14:06.140853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313346+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:13:38.313346+0000","last_peered":"2024-05-20T21:13:38.313346+0000","last_clean":"2024-05-20T21:13:38.313346+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:13:38.313346+0000","last_undegraded":"2024-05-20T21:13:38.313346+0000","last_fullsized":"2024-05-20T21:13:38.313346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127479+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:14:06.127479+0000","last_peered":"2024-05-20T21:14:06.127479+0000","last_clean":"2024-05-20T21:14:06.127479+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:14:06.127479+0000","last_undegraded":"2024-05-20T21:14:06.127479+0000","last_fullsized":"2024-05-20T21:14:06.127479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'8","reported_seq":259,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:54.703667+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:15:54.703667+0000","last_peered":"2024-05-20T21:15:54.703667+0000","last_clean":"2024-05-20T21:15:54.703667+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:15:54.703667+0000","last_undegraded":"2024-05-20T21:15:54.703667+0000","last_fullsized":"2024-05-20T21:15:54.703667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123399+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:14:06.123399+0000","last_peered":"2024-05-20T21:14:06.123399+0000","last_clean":"2024-05-20T21:14:06.123399+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:14:06.123399+0000","last_undegraded":"2024-05-20T21:14:06.123399+0000","last_fullsized":"2024-05-20T21:14:06.123399+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312435+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:13:38.312435+0000","last_peered":"2024-05-20T21:13:38.312435+0000","last_clean":"2024-05-20T21:13:38.312435+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:13:38.312435+0000","last_undegraded":"2024-05-20T21:13:38.312435+0000","last_fullsized":"2024-05-20T21:13:38.312435+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134995+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:14:06.134995+0000","last_peered":"2024-05-20T21:14:06.134995+0000","last_clean":"2024-05-20T21:14:06.134995+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:14:06.134995+0000","last_undegraded":"2024-05-20T21:14:06.134995+0000","last_fullsized":"2024-05-20T21:14:06.134995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.358624+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:13:38.358624+0000","last_peered":"2024-05-20T21:13:38.358624+0000","last_clean":"2024-05-20T21:13:38.358624+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:13:38.358624+0000","last_undegraded":"2024-05-20T21:13:38.358624+0000","last_fullsized":"2024-05-20T21:13:38.358624+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.142538+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:14:06.142538+0000","last_peered":"2024-05-20T21:14:06.142538+0000","last_clean":"2024-05-20T21:14:06.142538+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:14:06.142538+0000","last_undegraded":"2024-05-20T21:14:06.142538+0000","last_fullsized":"2024-05-20T21:14:06.142538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318216+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:13:38.318216+0000","last_peered":"2024-05-20T21:13:38.318216+0000","last_clean":"2024-05-20T21:13:38.318216+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:13:38.318216+0000","last_undegraded":"2024-05-20T21:13:38.318216+0000","last_fullsized":"2024-05-20T21:13:38.318216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"83'11","reported_seq":42,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128324+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:14:06.128324+0000","last_peered":"2024-05-20T21:14:06.128324+0000","last_clean":"2024-05-20T21:14:06.128324+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:14:06.128324+0000","last_undegraded":"2024-05-20T21:14:06.128324+0000","last_fullsized":"2024-05-20T21:14:06.128324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'5","reported_seq":253,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:56.706785+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:15:56.706785+0000","last_peered":"2024-05-20T21:15:56.706785+0000","last_clean":"2024-05-20T21:15:56.706785+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:15:56.706785+0000","last_undegraded":"2024-05-20T21:15:56.706785+0000","last_fullsized":"2024-05-20T21:15:56.706785+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":217,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133613+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:14:06.133613+0000","last_peered":"2024-05-20T21:14:06.133613+0000","last_clean":"2024-05-20T21:14:06.133613+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:14:06.133613+0000","last_undegraded":"2024-05-20T21:14:06.133613+0000","last_fullsized":"2024-05-20T21:14:06.133613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315053+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:13:38.315053+0000","last_peered":"2024-05-20T21:13:38.315053+0000","last_clean":"2024-05-20T21:13:38.315053+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:13:38.315053+0000","last_undegraded":"2024-05-20T21:13:38.315053+0000","last_fullsized":"2024-05-20T21:13:38.315053+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"83'9","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145956+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:14:06.145956+0000","last_peered":"2024-05-20T21:14:06.145956+0000","last_clean":"2024-05-20T21:14:06.145956+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:14:06.145956+0000","last_undegraded":"2024-05-20T21:14:06.145956+0000","last_fullsized":"2024-05-20T21:14:06.145956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318253+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:13:38.318253+0000","last_peered":"2024-05-20T21:13:38.318253+0000","last_clean":"2024-05-20T21:13:38.318253+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:13:38.318253+0000","last_undegraded":"2024-05-20T21:13:38.318253+0000","last_fullsized":"2024-05-20T21:13:38.318253+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127001+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:14:06.127001+0000","last_peered":"2024-05-20T21:14:06.127001+0000","last_clean":"2024-05-20T21:14:06.127001+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:14:06.127001+0000","last_undegraded":"2024-05-20T21:14:06.127001+0000","last_fullsized":"2024-05-20T21:14:06.127001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'36","reported_seq":514,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:57.708360+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:15:57.708360+0000","last_peered":"2024-05-20T21:15:57.708360+0000","last_clean":"2024-05-20T21:15:57.708360+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:15:57.708360+0000","last_undegraded":"2024-05-20T21:15:57.708360+0000","last_fullsized":"2024-05-20T21:15:57.708360+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70103,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":447,"num_read_kb":291,"num_write":37,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124661+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:14:06.124661+0000","last_peered":"2024-05-20T21:14:06.124661+0000","last_clean":"2024-05-20T21:14:06.124661+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:14:06.124661+0000","last_undegraded":"2024-05-20T21:14:06.124661+0000","last_fullsized":"2024-05-20T21:14:06.124661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.328741+0000","last_change":"2024-05-20T21:13:38.328279+0000","last_active":"2024-05-20T21:13:38.328741+0000","last_peered":"2024-05-20T21:13:38.328741+0000","last_clean":"2024-05-20T21:13:38.328741+0000","last_became_active":"2024-05-20T21:13:38.316015+0000","last_became_peered":"2024-05-20T21:13:38.316015+0000","last_unstale":"2024-05-20T21:13:38.328741+0000","last_undegraded":"2024-05-20T21:13:38.328741+0000","last_fullsized":"2024-05-20T21:13:38.328741+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:23:34.074244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137823+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:14:06.137823+0000","last_peered":"2024-05-20T21:14:06.137823+0000","last_clean":"2024-05-20T21:14:06.137823+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:14:06.137823+0000","last_undegraded":"2024-05-20T21:14:06.137823+0000","last_fullsized":"2024-05-20T21:14:06.137823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317400+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:13:38.317400+0000","last_peered":"2024-05-20T21:13:38.317400+0000","last_clean":"2024-05-20T21:13:38.317400+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:13:38.317400+0000","last_undegraded":"2024-05-20T21:13:38.317400+0000","last_fullsized":"2024-05-20T21:13:38.317400+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.131136+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:14:06.131136+0000","last_peered":"2024-05-20T21:14:06.131136+0000","last_clean":"2024-05-20T21:14:06.131136+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:14:06.131136+0000","last_undegraded":"2024-05-20T21:14:06.131136+0000","last_fullsized":"2024-05-20T21:14:06.131136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":256,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:55.804818+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:15:55.804818+0000","last_peered":"2024-05-20T21:15:55.804818+0000","last_clean":"2024-05-20T21:15:55.804818+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:15:55.804818+0000","last_undegraded":"2024-05-20T21:15:55.804818+0000","last_fullsized":"2024-05-20T21:15:55.804818+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":221,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123940+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:14:06.123940+0000","last_peered":"2024-05-20T21:14:06.123940+0000","last_clean":"2024-05-20T21:14:06.123940+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:14:06.123940+0000","last_undegraded":"2024-05-20T21:14:06.123940+0000","last_fullsized":"2024-05-20T21:14:06.123940+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":47,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312571+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:13:38.312571+0000","last_peered":"2024-05-20T21:13:38.312571+0000","last_clean":"2024-05-20T21:13:38.312571+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:13:38.312571+0000","last_undegraded":"2024-05-20T21:13:38.312571+0000","last_fullsized":"2024-05-20T21:13:38.312571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127319+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:14:06.127319+0000","last_peered":"2024-05-20T21:14:06.127319+0000","last_clean":"2024-05-20T21:14:06.127319+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:14:06.127319+0000","last_undegraded":"2024-05-20T21:14:06.127319+0000","last_fullsized":"2024-05-20T21:14:06.127319+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313126+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:13:38.313126+0000","last_peered":"2024-05-20T21:13:38.313126+0000","last_clean":"2024-05-20T21:13:38.313126+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:13:38.313126+0000","last_undegraded":"2024-05-20T21:13:38.313126+0000","last_fullsized":"2024-05-20T21:13:38.313126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128310+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:14:06.128310+0000","last_peered":"2024-05-20T21:14:06.128310+0000","last_clean":"2024-05-20T21:14:06.128310+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:14:06.128310+0000","last_undegraded":"2024-05-20T21:14:06.128310+0000","last_fullsized":"2024-05-20T21:14:06.128310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310164+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:13:38.310164+0000","last_peered":"2024-05-20T21:13:38.310164+0000","last_clean":"2024-05-20T21:13:38.310164+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:13:38.310164+0000","last_undegraded":"2024-05-20T21:13:38.310164+0000","last_fullsized":"2024-05-20T21:13:38.310164+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132727+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:14:06.132727+0000","last_peered":"2024-05-20T21:14:06.132727+0000","last_clean":"2024-05-20T21:14:06.132727+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:14:06.132727+0000","last_undegraded":"2024-05-20T21:14:06.132727+0000","last_fullsized":"2024-05-20T21:14:06.132727+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314731+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:13:38.314731+0000","last_peered":"2024-05-20T21:13:38.314731+0000","last_clean":"2024-05-20T21:13:38.314731+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:13:38.314731+0000","last_undegraded":"2024-05-20T21:13:38.314731+0000","last_fullsized":"2024-05-20T21:13:38.314731+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122396+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:14:06.122396+0000","last_peered":"2024-05-20T21:14:06.122396+0000","last_clean":"2024-05-20T21:14:06.122396+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:14:06.122396+0000","last_undegraded":"2024-05-20T21:14:06.122396+0000","last_fullsized":"2024-05-20T21:14:06.122396+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.114502+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:14:06.114502+0000","last_peered":"2024-05-20T21:14:06.114502+0000","last_clean":"2024-05-20T21:14:06.114502+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:14:06.114502+0000","last_undegraded":"2024-05-20T21:14:06.114502+0000","last_fullsized":"2024-05-20T21:14:06.114502+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":251,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:54.802018+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:15:54.802018+0000","last_peered":"2024-05-20T21:15:54.802018+0000","last_clean":"2024-05-20T21:15:54.802018+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:15:54.802018+0000","last_undegraded":"2024-05-20T21:15:54.802018+0000","last_fullsized":"2024-05-20T21:15:54.802018+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":215,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139353+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:14:06.139353+0000","last_peered":"2024-05-20T21:14:06.139353+0000","last_clean":"2024-05-20T21:14:06.139353+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:14:06.139353+0000","last_undegraded":"2024-05-20T21:14:06.139353+0000","last_fullsized":"2024-05-20T21:14:06.139353+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307445+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:13:38.307445+0000","last_peered":"2024-05-20T21:13:38.307445+0000","last_clean":"2024-05-20T21:13:38.307445+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:13:38.307445+0000","last_undegraded":"2024-05-20T21:13:38.307445+0000","last_fullsized":"2024-05-20T21:13:38.307445+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":105,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315118+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:13:38.315118+0000","last_peered":"2024-05-20T21:13:38.315118+0000","last_clean":"2024-05-20T21:13:38.315118+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:13:38.315118+0000","last_undegraded":"2024-05-20T21:13:38.315118+0000","last_fullsized":"2024-05-20T21:13:38.315118+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123268+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:14:06.123268+0000","last_peered":"2024-05-20T21:14:06.123268+0000","last_clean":"2024-05-20T21:14:06.123268+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:14:06.123268+0000","last_undegraded":"2024-05-20T21:14:06.123268+0000","last_fullsized":"2024-05-20T21:14:06.123268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:57.062299+0000","last_change":"2024-05-20T21:13:38.359785+0000","last_active":"2024-05-20T21:13:57.062299+0000","last_peered":"2024-05-20T21:13:57.062299+0000","last_clean":"2024-05-20T21:13:57.062299+0000","last_became_active":"2024-05-20T21:13:38.357081+0000","last_became_peered":"2024-05-20T21:13:38.357081+0000","last_unstale":"2024-05-20T21:13:57.062299+0000","last_undegraded":"2024-05-20T21:13:57.062299+0000","last_fullsized":"2024-05-20T21:13:57.062299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:50:28.251838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313106+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:13:38.313106+0000","last_peered":"2024-05-20T21:13:38.313106+0000","last_clean":"2024-05-20T21:13:38.313106+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:13:38.313106+0000","last_undegraded":"2024-05-20T21:13:38.313106+0000","last_fullsized":"2024-05-20T21:13:38.313106+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137470+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:14:06.137470+0000","last_peered":"2024-05-20T21:14:06.137470+0000","last_clean":"2024-05-20T21:14:06.137470+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:14:06.137470+0000","last_undegraded":"2024-05-20T21:14:06.137470+0000","last_fullsized":"2024-05-20T21:14:06.137470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'14","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.699608+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:14:06.699608+0000","last_peered":"2024-05-20T21:14:06.699608+0000","last_clean":"2024-05-20T21:14:06.699608+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:14:06.699608+0000","last_undegraded":"2024-05-20T21:14:06.699608+0000","last_fullsized":"2024-05-20T21:14:06.699608+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135900+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:14:06.135900+0000","last_peered":"2024-05-20T21:14:06.135900+0000","last_clean":"2024-05-20T21:14:06.135900+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:14:06.135900+0000","last_undegraded":"2024-05-20T21:14:06.135900+0000","last_fullsized":"2024-05-20T21:14:06.135900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307563+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:13:38.307563+0000","last_peered":"2024-05-20T21:13:38.307563+0000","last_clean":"2024-05-20T21:13:38.307563+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:13:38.307563+0000","last_undegraded":"2024-05-20T21:13:38.307563+0000","last_fullsized":"2024-05-20T21:13:38.307563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143833+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:14:06.143833+0000","last_peered":"2024-05-20T21:14:06.143833+0000","last_clean":"2024-05-20T21:14:06.143833+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:14:06.143833+0000","last_undegraded":"2024-05-20T21:14:06.143833+0000","last_fullsized":"2024-05-20T21:14:06.143833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.355924+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:13:38.355924+0000","last_peered":"2024-05-20T21:13:38.355924+0000","last_clean":"2024-05-20T21:13:38.355924+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:13:38.355924+0000","last_undegraded":"2024-05-20T21:13:38.355924+0000","last_fullsized":"2024-05-20T21:13:38.355924+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122041+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:14:06.122041+0000","last_peered":"2024-05-20T21:14:06.122041+0000","last_clean":"2024-05-20T21:14:06.122041+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:14:06.122041+0000","last_undegraded":"2024-05-20T21:14:06.122041+0000","last_fullsized":"2024-05-20T21:14:06.122041+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314153+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:13:38.314153+0000","last_peered":"2024-05-20T21:13:38.314153+0000","last_clean":"2024-05-20T21:13:38.314153+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:13:38.314153+0000","last_undegraded":"2024-05-20T21:13:38.314153+0000","last_fullsized":"2024-05-20T21:13:38.314153+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144429+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:14:06.144429+0000","last_peered":"2024-05-20T21:14:06.144429+0000","last_clean":"2024-05-20T21:14:06.144429+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:14:06.144429+0000","last_undegraded":"2024-05-20T21:14:06.144429+0000","last_fullsized":"2024-05-20T21:14:06.144429+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890362+0000","last_change":"2024-05-20T21:13:38.320823+0000","last_active":"2024-05-20T21:13:40.890362+0000","last_peered":"2024-05-20T21:13:40.890362+0000","last_clean":"2024-05-20T21:13:40.890362+0000","last_became_active":"2024-05-20T21:13:38.315795+0000","last_became_peered":"2024-05-20T21:13:38.315795+0000","last_unstale":"2024-05-20T21:13:40.890362+0000","last_undegraded":"2024-05-20T21:13:40.890362+0000","last_fullsized":"2024-05-20T21:13:40.890362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:29:18.519222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144994+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:14:06.144994+0000","last_peered":"2024-05-20T21:14:06.144994+0000","last_clean":"2024-05-20T21:14:06.144994+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:14:06.144994+0000","last_undegraded":"2024-05-20T21:14:06.144994+0000","last_fullsized":"2024-05-20T21:14:06.144994+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312684+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:13:38.312684+0000","last_peered":"2024-05-20T21:13:38.312684+0000","last_clean":"2024-05-20T21:13:38.312684+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:13:38.312684+0000","last_undegraded":"2024-05-20T21:13:38.312684+0000","last_fullsized":"2024-05-20T21:13:38.312684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135968+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:14:06.135968+0000","last_peered":"2024-05-20T21:14:06.135968+0000","last_clean":"2024-05-20T21:14:06.135968+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:14:06.135968+0000","last_undegraded":"2024-05-20T21:14:06.135968+0000","last_fullsized":"2024-05-20T21:14:06.135968+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.308485+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:13:38.308485+0000","last_peered":"2024-05-20T21:13:38.308485+0000","last_clean":"2024-05-20T21:13:38.308485+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:13:38.308485+0000","last_undegraded":"2024-05-20T21:13:38.308485+0000","last_fullsized":"2024-05-20T21:13:38.308485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135652+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:14:06.135652+0000","last_peered":"2024-05-20T21:14:06.135652+0000","last_clean":"2024-05-20T21:14:06.135652+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:14:06.135652+0000","last_undegraded":"2024-05-20T21:14:06.135652+0000","last_fullsized":"2024-05-20T21:14:06.135652+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318094+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:13:38.318094+0000","last_peered":"2024-05-20T21:13:38.318094+0000","last_clean":"2024-05-20T21:13:38.318094+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:13:38.318094+0000","last_undegraded":"2024-05-20T21:13:38.318094+0000","last_fullsized":"2024-05-20T21:13:38.318094+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123549+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:14:06.123549+0000","last_peered":"2024-05-20T21:14:06.123549+0000","last_clean":"2024-05-20T21:14:06.123549+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:14:06.123549+0000","last_undegraded":"2024-05-20T21:14:06.123549+0000","last_fullsized":"2024-05-20T21:14:06.123549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360800+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:13:38.360800+0000","last_peered":"2024-05-20T21:13:38.360800+0000","last_clean":"2024-05-20T21:13:38.360800+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:13:38.360800+0000","last_undegraded":"2024-05-20T21:13:38.360800+0000","last_fullsized":"2024-05-20T21:13:38.360800+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126001+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:14:06.126001+0000","last_peered":"2024-05-20T21:14:06.126001+0000","last_clean":"2024-05-20T21:14:06.126001+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:14:06.126001+0000","last_undegraded":"2024-05-20T21:14:06.126001+0000","last_fullsized":"2024-05-20T21:14:06.126001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127155+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:14:06.127155+0000","last_peered":"2024-05-20T21:14:06.127155+0000","last_clean":"2024-05-20T21:14:06.127155+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:14:06.127155+0000","last_undegraded":"2024-05-20T21:14:06.127155+0000","last_fullsized":"2024-05-20T21:14:06.127155+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"83'12","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.119524+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:14:06.119524+0000","last_peered":"2024-05-20T21:14:06.119524+0000","last_clean":"2024-05-20T21:14:06.119524+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:14:06.119524+0000","last_undegraded":"2024-05-20T21:14:06.119524+0000","last_fullsized":"2024-05-20T21:14:06.119524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144787+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:14:06.144787+0000","last_peered":"2024-05-20T21:14:06.144787+0000","last_clean":"2024-05-20T21:14:06.144787+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:14:06.144787+0000","last_undegraded":"2024-05-20T21:14:06.144787+0000","last_fullsized":"2024-05-20T21:14:06.144787+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141122+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:14:06.141122+0000","last_peered":"2024-05-20T21:14:06.141122+0000","last_clean":"2024-05-20T21:14:06.141122+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:14:06.141122+0000","last_undegraded":"2024-05-20T21:14:06.141122+0000","last_fullsized":"2024-05-20T21:14:06.141122+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146227+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:14:06.146227+0000","last_peered":"2024-05-20T21:14:06.146227+0000","last_clean":"2024-05-20T21:14:06.146227+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:14:06.146227+0000","last_undegraded":"2024-05-20T21:14:06.146227+0000","last_fullsized":"2024-05-20T21:14:06.146227+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124958+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:14:06.124958+0000","last_peered":"2024-05-20T21:14:06.124958+0000","last_clean":"2024-05-20T21:14:06.124958+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:14:06.124958+0000","last_undegraded":"2024-05-20T21:14:06.124958+0000","last_fullsized":"2024-05-20T21:14:06.124958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.116249+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:14:06.116249+0000","last_peered":"2024-05-20T21:14:06.116249+0000","last_clean":"2024-05-20T21:14:06.116249+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:14:06.116249+0000","last_undegraded":"2024-05-20T21:14:06.116249+0000","last_fullsized":"2024-05-20T21:14:06.116249+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134983+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:14:06.134983+0000","last_peered":"2024-05-20T21:14:06.134983+0000","last_clean":"2024-05-20T21:14:06.134983+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:14:06.134983+0000","last_undegraded":"2024-05-20T21:14:06.134983+0000","last_fullsized":"2024-05-20T21:14:06.134983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"83'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140029+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:14:06.140029+0000","last_peered":"2024-05-20T21:14:06.140029+0000","last_clean":"2024-05-20T21:14:06.140029+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:14:06.140029+0000","last_undegraded":"2024-05-20T21:14:06.140029+0000","last_fullsized":"2024-05-20T21:14:06.140029+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134677+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:14:06.134677+0000","last_peered":"2024-05-20T21:14:06.134677+0000","last_clean":"2024-05-20T21:14:06.134677+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:14:06.134677+0000","last_undegraded":"2024-05-20T21:14:06.134677+0000","last_fullsized":"2024-05-20T21:14:06.134677+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136739+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:14:06.136739+0000","last_peered":"2024-05-20T21:14:06.136739+0000","last_clean":"2024-05-20T21:14:06.136739+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:14:06.136739+0000","last_undegraded":"2024-05-20T21:14:06.136739+0000","last_fullsized":"2024-05-20T21:14:06.136739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146280+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:14:06.146280+0000","last_peered":"2024-05-20T21:14:06.146280+0000","last_clean":"2024-05-20T21:14:06.146280+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:14:06.146280+0000","last_undegraded":"2024-05-20T21:14:06.146280+0000","last_fullsized":"2024-05-20T21:14:06.146280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128524+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:14:06.128524+0000","last_peered":"2024-05-20T21:14:06.128524+0000","last_clean":"2024-05-20T21:14:06.128524+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:14:06.128524+0000","last_undegraded":"2024-05-20T21:14:06.128524+0000","last_fullsized":"2024-05-20T21:14:06.128524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":75087,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1333,"num_read_kb":746,"num_write":183,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":225261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678082,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":921600,"data_stored":448446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874311,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28600,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716552,"statfs":{"total":95995035648,"available":95965749248,"internally_reserved":0,"allocated":1622016,"data_stored":1110528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037837,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":448882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234069,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":448568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463000,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1041481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626526,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":448037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40464,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704688,"statfs":{"total":95995035648,"available":95953600512,"internally_reserved":0,"allocated":991232,"data_stored":517933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738495,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":449308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":520091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182511,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":448114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986283,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":449006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822757,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36840,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708312,"statfs":{"total":95995035648,"available":95957311488,"internally_reserved":0,"allocated":1540096,"data_stored":1040633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":72213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:16:00.284 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-20T21:16:00.284 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 -- 172.21.15.6:0/711037833 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f564810a840 msgr2=0x7f564810ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 --2- 172.21.15.6:0/711037833 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f564810a840 0x7f564810ccd0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5640009be0 tx=0x7f564002a6c0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 -- 172.21.15.6:0/711037833 shutdown_connections 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 --2- 172.21.15.6:0/711037833 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f564810a840 0x7f564810ccd0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 --2- 172.21.15.6:0/711037833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56480754b0 0x7f5648075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 --2- 172.21.15.6:0/711037833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5648076a90 0x7f5648074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 -- 172.21.15.6:0/711037833 >> 172.21.15.6:0/711037833 conn(0x7f56480fdf10 msgr2=0x7f5648100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 -- 172.21.15.6:0/711037833 shutdown_connections 2024-05-20T21:16:00.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.528+0000 7f564d600640 1 -- 172.21.15.6:0/711037833 wait complete. 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.529+0000 7f564d600640 1 Processor -- start 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.529+0000 7f564d600640 1 -- start start 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.529+0000 7f564d600640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56480754b0 0x7f564819ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.529+0000 7f564d600640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5648076a90 0x7f564819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.529+0000 7f564d600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f564810a840 0x7f56481a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.529+0000 7f564d600640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5648110670 con 0x7f56480754b0 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.529+0000 7f564d600640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56481104f0 con 0x7f5648076a90 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.529+0000 7f564d600640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f56481107f0 con 0x7f564810a840 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56480754b0 0x7f564819ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56480754b0 0x7f564819ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34998/0 (socket says 172.21.15.6:34998) 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647e00640 1 -- 172.21.15.6:0/2354448105 learned_addr learned my addr 172.21.15.6:0/2354448105 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:00.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f564cc00640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f564810a840 0x7f56481a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647400640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5648076a90 0x7f564819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647e00640 1 -- 172.21.15.6:0/2354448105 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f564810a840 msgr2=0x7f56481a22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647e00640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f564810a840 0x7f56481a22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647e00640 1 -- 172.21.15.6:0/2354448105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5648076a90 msgr2=0x7f564819b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647e00640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5648076a90 0x7f564819b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.530+0000 7f5647e00640 1 -- 172.21.15.6:0/2354448105 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56481a2960 con 0x7f56480754b0 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.531+0000 7f5647e00640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56480754b0 0x7f564819ad50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f563800e9c0 tx=0x7f563800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.531+0000 7f5644c00640 1 -- 172.21.15.6:0/2354448105 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f563800ccc0 con 0x7f56480754b0 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.531+0000 7f5644c00640 1 -- 172.21.15.6:0/2354448105 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56380054d0 con 0x7f56480754b0 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.531+0000 7f5644c00640 1 -- 172.21.15.6:0/2354448105 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638010430 con 0x7f56480754b0 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.531+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56481a2c50 con 0x7f56480754b0 2024-05-20T21:16:00.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.531+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56481a31a0 con 0x7f56480754b0 2024-05-20T21:16:00.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.532+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5648109570 con 0x7f56480754b0 2024-05-20T21:16:00.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.535+0000 7f5644c00640 1 -- 172.21.15.6:0/2354448105 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5638004f80 con 0x7f56480754b0 2024-05-20T21:16:00.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.536+0000 7f5644c00640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f562c0b2860 0x7f562c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:00.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.536+0000 7f5644c00640 1 -- 172.21.15.6:0/2354448105 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f56380e2700 con 0x7f56480754b0 2024-05-20T21:16:00.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.537+0000 7f5647400640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f562c0b2860 0x7f562c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:00.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.538+0000 7f5647400640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f562c0b2860 0x7f562c0b4d20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f563400bbe0 tx=0x7f563400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:00.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.541+0000 7f5644c00640 1 -- 172.21.15.6:0/2354448105 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f56380aa320 con 0x7f56480754b0 2024-05-20T21:16:00.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.751+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5648062e90 con 0x7f562c0b2860 2024-05-20T21:16:00.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.765+0000 7f5644c00640 1 -- 172.21.15.6:0/2354448105 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258839 (secure 0 0 0) 0x7f5648062e90 con 0x7f562c0b2860 2024-05-20T21:16:00.769 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:00.770 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.770+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f562c0b2860 msgr2=0x7f562c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.770+0000 7f564d600640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f562c0b2860 0x7f562c0b4d20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f563400bbe0 tx=0x7f563400b390 comp rx=0 tx=0).stop 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.770+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56480754b0 msgr2=0x7f564819ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.770+0000 7f564d600640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56480754b0 0x7f564819ad50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f563800e9c0 tx=0x7f563800ee80 comp rx=0 tx=0).stop 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.771+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 shutdown_connections 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.771+0000 7f564d600640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f562c0b2860 0x7f562c0b4d20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.771+0000 7f564d600640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f564810a840 0x7f56481a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.771+0000 7f564d600640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5648076a90 0x7f564819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.771+0000 7f564d600640 1 --2- 172.21.15.6:0/2354448105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56480754b0 0x7f564819ad50 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:00.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.771+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 >> 172.21.15.6:0/2354448105 conn(0x7f56480fdf10 msgr2=0x7f5648106740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:00.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.771+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 shutdown_connections 2024-05-20T21:16:00.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:00.771+0000 7f564d600640 1 -- 172.21.15.6:0/2354448105 wait complete. 2024-05-20T21:16:00.791 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":445,"stamp":"2024-05-20T21:16:00.226802+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665689,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1409,"num_read_kb":810,"num_write":308,"num_write_kb":2285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2951991,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":750,"ondisk_log_size":750,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399492,"kb_used_data":12900,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542332,"statfs":{"total":1151940427776,"available":1151531347968,"internally_reserved":0,"allocated":13209600,"data_stored":7371027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":48,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005172"},"pg_stats":[{"pgid":"3.3f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145463+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:14:06.145463+0000","last_peered":"2024-05-20T21:14:06.145463+0000","last_clean":"2024-05-20T21:14:06.145463+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:14:06.145463+0000","last_undegraded":"2024-05-20T21:14:06.145463+0000","last_fullsized":"2024-05-20T21:14:06.145463+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141840+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:14:06.141840+0000","last_peered":"2024-05-20T21:14:06.141840+0000","last_clean":"2024-05-20T21:14:06.141840+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:14:06.141840+0000","last_undegraded":"2024-05-20T21:14:06.141840+0000","last_fullsized":"2024-05-20T21:14:06.141840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139476+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:14:06.139476+0000","last_peered":"2024-05-20T21:14:06.139476+0000","last_clean":"2024-05-20T21:14:06.139476+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:14:06.139476+0000","last_undegraded":"2024-05-20T21:14:06.139476+0000","last_fullsized":"2024-05-20T21:14:06.139476+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127062+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:14:06.127062+0000","last_peered":"2024-05-20T21:14:06.127062+0000","last_clean":"2024-05-20T21:14:06.127062+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:14:06.127062+0000","last_undegraded":"2024-05-20T21:14:06.127062+0000","last_fullsized":"2024-05-20T21:14:06.127062+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134985+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:14:06.134985+0000","last_peered":"2024-05-20T21:14:06.134985+0000","last_clean":"2024-05-20T21:14:06.134985+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:14:06.134985+0000","last_undegraded":"2024-05-20T21:14:06.134985+0000","last_fullsized":"2024-05-20T21:14:06.134985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128616+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:14:06.128616+0000","last_peered":"2024-05-20T21:14:06.128616+0000","last_clean":"2024-05-20T21:14:06.128616+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:14:06.128616+0000","last_undegraded":"2024-05-20T21:14:06.128616+0000","last_fullsized":"2024-05-20T21:14:06.128616+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"83'5","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132554+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:14:06.132554+0000","last_peered":"2024-05-20T21:14:06.132554+0000","last_clean":"2024-05-20T21:14:06.132554+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:14:06.132554+0000","last_undegraded":"2024-05-20T21:14:06.132554+0000","last_fullsized":"2024-05-20T21:14:06.132554+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137637+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:14:06.137637+0000","last_peered":"2024-05-20T21:14:06.137637+0000","last_clean":"2024-05-20T21:14:06.137637+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:14:06.137637+0000","last_undegraded":"2024-05-20T21:14:06.137637+0000","last_fullsized":"2024-05-20T21:14:06.137637+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135983+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:14:06.135983+0000","last_peered":"2024-05-20T21:14:06.135983+0000","last_clean":"2024-05-20T21:14:06.135983+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:14:06.135983+0000","last_undegraded":"2024-05-20T21:14:06.135983+0000","last_fullsized":"2024-05-20T21:14:06.135983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"83'16","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.130404+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:14:06.130404+0000","last_peered":"2024-05-20T21:14:06.130404+0000","last_clean":"2024-05-20T21:14:06.130404+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:14:06.130404+0000","last_undegraded":"2024-05-20T21:14:06.130404+0000","last_fullsized":"2024-05-20T21:14:06.130404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135674+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:14:06.135674+0000","last_peered":"2024-05-20T21:14:06.135674+0000","last_clean":"2024-05-20T21:14:06.135674+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:14:06.135674+0000","last_undegraded":"2024-05-20T21:14:06.135674+0000","last_fullsized":"2024-05-20T21:14:06.135674+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127934+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:14:06.127934+0000","last_peered":"2024-05-20T21:14:06.127934+0000","last_clean":"2024-05-20T21:14:06.127934+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:14:06.127934+0000","last_undegraded":"2024-05-20T21:14:06.127934+0000","last_fullsized":"2024-05-20T21:14:06.127934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138885+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:14:06.138885+0000","last_peered":"2024-05-20T21:14:06.138885+0000","last_clean":"2024-05-20T21:14:06.138885+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:14:06.138885+0000","last_undegraded":"2024-05-20T21:14:06.138885+0000","last_fullsized":"2024-05-20T21:14:06.138885+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143675+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:14:06.143675+0000","last_peered":"2024-05-20T21:14:06.143675+0000","last_clean":"2024-05-20T21:14:06.143675+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:14:06.143675+0000","last_undegraded":"2024-05-20T21:14:06.143675+0000","last_fullsized":"2024-05-20T21:14:06.143675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143908+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:14:06.143908+0000","last_peered":"2024-05-20T21:14:06.143908+0000","last_clean":"2024-05-20T21:14:06.143908+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:14:06.143908+0000","last_undegraded":"2024-05-20T21:14:06.143908+0000","last_fullsized":"2024-05-20T21:14:06.143908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144574+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:14:06.144574+0000","last_peered":"2024-05-20T21:14:06.144574+0000","last_clean":"2024-05-20T21:14:06.144574+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:14:06.144574+0000","last_undegraded":"2024-05-20T21:14:06.144574+0000","last_fullsized":"2024-05-20T21:14:06.144574+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145823+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:14:06.145823+0000","last_peered":"2024-05-20T21:14:06.145823+0000","last_clean":"2024-05-20T21:14:06.145823+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:14:06.145823+0000","last_undegraded":"2024-05-20T21:14:06.145823+0000","last_fullsized":"2024-05-20T21:14:06.145823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129884+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:14:06.129884+0000","last_peered":"2024-05-20T21:14:06.129884+0000","last_clean":"2024-05-20T21:14:06.129884+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:14:06.129884+0000","last_undegraded":"2024-05-20T21:14:06.129884+0000","last_fullsized":"2024-05-20T21:14:06.129884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135670+0000","last_change":"2024-05-20T21:13:38.316226+0000","last_active":"2024-05-20T21:14:06.135670+0000","last_peered":"2024-05-20T21:14:06.135670+0000","last_clean":"2024-05-20T21:14:06.135670+0000","last_became_active":"2024-05-20T21:13:38.315723+0000","last_became_peered":"2024-05-20T21:13:38.315723+0000","last_unstale":"2024-05-20T21:14:06.135670+0000","last_undegraded":"2024-05-20T21:14:06.135670+0000","last_fullsized":"2024-05-20T21:14:06.135670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:55:39.583425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9],"acting":[2,3,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310781+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:13:38.310781+0000","last_peered":"2024-05-20T21:13:38.310781+0000","last_clean":"2024-05-20T21:13:38.310781+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:13:38.310781+0000","last_undegraded":"2024-05-20T21:13:38.310781+0000","last_fullsized":"2024-05-20T21:13:38.310781+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126489+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:14:06.126489+0000","last_peered":"2024-05-20T21:14:06.126489+0000","last_clean":"2024-05-20T21:14:06.126489+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:14:06.126489+0000","last_undegraded":"2024-05-20T21:14:06.126489+0000","last_fullsized":"2024-05-20T21:14:06.126489+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:55.324537+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:13:55.324537+0000","last_peered":"2024-05-20T21:13:55.324537+0000","last_clean":"2024-05-20T21:13:55.324537+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:13:55.324537+0000","last_undegraded":"2024-05-20T21:13:55.324537+0000","last_fullsized":"2024-05-20T21:13:55.324537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145621+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:14:06.145621+0000","last_peered":"2024-05-20T21:14:06.145621+0000","last_clean":"2024-05-20T21:14:06.145621+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:14:06.145621+0000","last_undegraded":"2024-05-20T21:14:06.145621+0000","last_fullsized":"2024-05-20T21:14:06.145621+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313411+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:13:38.313411+0000","last_peered":"2024-05-20T21:13:38.313411+0000","last_clean":"2024-05-20T21:13:38.313411+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:13:38.313411+0000","last_undegraded":"2024-05-20T21:13:38.313411+0000","last_fullsized":"2024-05-20T21:13:38.313411+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140853+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:14:06.140853+0000","last_peered":"2024-05-20T21:14:06.140853+0000","last_clean":"2024-05-20T21:14:06.140853+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:14:06.140853+0000","last_undegraded":"2024-05-20T21:14:06.140853+0000","last_fullsized":"2024-05-20T21:14:06.140853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313346+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:13:38.313346+0000","last_peered":"2024-05-20T21:13:38.313346+0000","last_clean":"2024-05-20T21:13:38.313346+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:13:38.313346+0000","last_undegraded":"2024-05-20T21:13:38.313346+0000","last_fullsized":"2024-05-20T21:13:38.313346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127479+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:14:06.127479+0000","last_peered":"2024-05-20T21:14:06.127479+0000","last_clean":"2024-05-20T21:14:06.127479+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:14:06.127479+0000","last_undegraded":"2024-05-20T21:14:06.127479+0000","last_fullsized":"2024-05-20T21:14:06.127479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'8","reported_seq":259,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:54.703667+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:15:54.703667+0000","last_peered":"2024-05-20T21:15:54.703667+0000","last_clean":"2024-05-20T21:15:54.703667+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:15:54.703667+0000","last_undegraded":"2024-05-20T21:15:54.703667+0000","last_fullsized":"2024-05-20T21:15:54.703667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123399+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:14:06.123399+0000","last_peered":"2024-05-20T21:14:06.123399+0000","last_clean":"2024-05-20T21:14:06.123399+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:14:06.123399+0000","last_undegraded":"2024-05-20T21:14:06.123399+0000","last_fullsized":"2024-05-20T21:14:06.123399+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312435+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:13:38.312435+0000","last_peered":"2024-05-20T21:13:38.312435+0000","last_clean":"2024-05-20T21:13:38.312435+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:13:38.312435+0000","last_undegraded":"2024-05-20T21:13:38.312435+0000","last_fullsized":"2024-05-20T21:13:38.312435+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134995+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:14:06.134995+0000","last_peered":"2024-05-20T21:14:06.134995+0000","last_clean":"2024-05-20T21:14:06.134995+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:14:06.134995+0000","last_undegraded":"2024-05-20T21:14:06.134995+0000","last_fullsized":"2024-05-20T21:14:06.134995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.358624+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:13:38.358624+0000","last_peered":"2024-05-20T21:13:38.358624+0000","last_clean":"2024-05-20T21:13:38.358624+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:13:38.358624+0000","last_undegraded":"2024-05-20T21:13:38.358624+0000","last_fullsized":"2024-05-20T21:13:38.358624+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.142538+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:14:06.142538+0000","last_peered":"2024-05-20T21:14:06.142538+0000","last_clean":"2024-05-20T21:14:06.142538+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:14:06.142538+0000","last_undegraded":"2024-05-20T21:14:06.142538+0000","last_fullsized":"2024-05-20T21:14:06.142538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318216+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:13:38.318216+0000","last_peered":"2024-05-20T21:13:38.318216+0000","last_clean":"2024-05-20T21:13:38.318216+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:13:38.318216+0000","last_undegraded":"2024-05-20T21:13:38.318216+0000","last_fullsized":"2024-05-20T21:13:38.318216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"83'11","reported_seq":42,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128324+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:14:06.128324+0000","last_peered":"2024-05-20T21:14:06.128324+0000","last_clean":"2024-05-20T21:14:06.128324+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:14:06.128324+0000","last_undegraded":"2024-05-20T21:14:06.128324+0000","last_fullsized":"2024-05-20T21:14:06.128324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'5","reported_seq":253,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:56.706785+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:15:56.706785+0000","last_peered":"2024-05-20T21:15:56.706785+0000","last_clean":"2024-05-20T21:15:56.706785+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:15:56.706785+0000","last_undegraded":"2024-05-20T21:15:56.706785+0000","last_fullsized":"2024-05-20T21:15:56.706785+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":217,"num_read_kb":217,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133613+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:14:06.133613+0000","last_peered":"2024-05-20T21:14:06.133613+0000","last_clean":"2024-05-20T21:14:06.133613+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:14:06.133613+0000","last_undegraded":"2024-05-20T21:14:06.133613+0000","last_fullsized":"2024-05-20T21:14:06.133613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315053+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:13:38.315053+0000","last_peered":"2024-05-20T21:13:38.315053+0000","last_clean":"2024-05-20T21:13:38.315053+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:13:38.315053+0000","last_undegraded":"2024-05-20T21:13:38.315053+0000","last_fullsized":"2024-05-20T21:13:38.315053+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"83'9","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145956+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:14:06.145956+0000","last_peered":"2024-05-20T21:14:06.145956+0000","last_clean":"2024-05-20T21:14:06.145956+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:14:06.145956+0000","last_undegraded":"2024-05-20T21:14:06.145956+0000","last_fullsized":"2024-05-20T21:14:06.145956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318253+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:13:38.318253+0000","last_peered":"2024-05-20T21:13:38.318253+0000","last_clean":"2024-05-20T21:13:38.318253+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:13:38.318253+0000","last_undegraded":"2024-05-20T21:13:38.318253+0000","last_fullsized":"2024-05-20T21:13:38.318253+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127001+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:14:06.127001+0000","last_peered":"2024-05-20T21:14:06.127001+0000","last_clean":"2024-05-20T21:14:06.127001+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:14:06.127001+0000","last_undegraded":"2024-05-20T21:14:06.127001+0000","last_fullsized":"2024-05-20T21:14:06.127001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'36","reported_seq":514,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:57.708360+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:15:57.708360+0000","last_peered":"2024-05-20T21:15:57.708360+0000","last_clean":"2024-05-20T21:15:57.708360+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:15:57.708360+0000","last_undegraded":"2024-05-20T21:15:57.708360+0000","last_fullsized":"2024-05-20T21:15:57.708360+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70103,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":447,"num_read_kb":291,"num_write":37,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124661+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:14:06.124661+0000","last_peered":"2024-05-20T21:14:06.124661+0000","last_clean":"2024-05-20T21:14:06.124661+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:14:06.124661+0000","last_undegraded":"2024-05-20T21:14:06.124661+0000","last_fullsized":"2024-05-20T21:14:06.124661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.328741+0000","last_change":"2024-05-20T21:13:38.328279+0000","last_active":"2024-05-20T21:13:38.328741+0000","last_peered":"2024-05-20T21:13:38.328741+0000","last_clean":"2024-05-20T21:13:38.328741+0000","last_became_active":"2024-05-20T21:13:38.316015+0000","last_became_peered":"2024-05-20T21:13:38.316015+0000","last_unstale":"2024-05-20T21:13:38.328741+0000","last_undegraded":"2024-05-20T21:13:38.328741+0000","last_fullsized":"2024-05-20T21:13:38.328741+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:23:34.074244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137823+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:14:06.137823+0000","last_peered":"2024-05-20T21:14:06.137823+0000","last_clean":"2024-05-20T21:14:06.137823+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:14:06.137823+0000","last_undegraded":"2024-05-20T21:14:06.137823+0000","last_fullsized":"2024-05-20T21:14:06.137823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317400+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:13:38.317400+0000","last_peered":"2024-05-20T21:13:38.317400+0000","last_clean":"2024-05-20T21:13:38.317400+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:13:38.317400+0000","last_undegraded":"2024-05-20T21:13:38.317400+0000","last_fullsized":"2024-05-20T21:13:38.317400+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.131136+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:14:06.131136+0000","last_peered":"2024-05-20T21:14:06.131136+0000","last_clean":"2024-05-20T21:14:06.131136+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:14:06.131136+0000","last_undegraded":"2024-05-20T21:14:06.131136+0000","last_fullsized":"2024-05-20T21:14:06.131136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":256,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:55.804818+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:15:55.804818+0000","last_peered":"2024-05-20T21:15:55.804818+0000","last_clean":"2024-05-20T21:15:55.804818+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:15:55.804818+0000","last_undegraded":"2024-05-20T21:15:55.804818+0000","last_fullsized":"2024-05-20T21:15:55.804818+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":221,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123940+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:14:06.123940+0000","last_peered":"2024-05-20T21:14:06.123940+0000","last_clean":"2024-05-20T21:14:06.123940+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:14:06.123940+0000","last_undegraded":"2024-05-20T21:14:06.123940+0000","last_fullsized":"2024-05-20T21:14:06.123940+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":47,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312571+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:13:38.312571+0000","last_peered":"2024-05-20T21:13:38.312571+0000","last_clean":"2024-05-20T21:13:38.312571+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:13:38.312571+0000","last_undegraded":"2024-05-20T21:13:38.312571+0000","last_fullsized":"2024-05-20T21:13:38.312571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127319+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:14:06.127319+0000","last_peered":"2024-05-20T21:14:06.127319+0000","last_clean":"2024-05-20T21:14:06.127319+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:14:06.127319+0000","last_undegraded":"2024-05-20T21:14:06.127319+0000","last_fullsized":"2024-05-20T21:14:06.127319+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313126+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:13:38.313126+0000","last_peered":"2024-05-20T21:13:38.313126+0000","last_clean":"2024-05-20T21:13:38.313126+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:13:38.313126+0000","last_undegraded":"2024-05-20T21:13:38.313126+0000","last_fullsized":"2024-05-20T21:13:38.313126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128310+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:14:06.128310+0000","last_peered":"2024-05-20T21:14:06.128310+0000","last_clean":"2024-05-20T21:14:06.128310+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:14:06.128310+0000","last_undegraded":"2024-05-20T21:14:06.128310+0000","last_fullsized":"2024-05-20T21:14:06.128310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.310164+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:13:38.310164+0000","last_peered":"2024-05-20T21:13:38.310164+0000","last_clean":"2024-05-20T21:13:38.310164+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:13:38.310164+0000","last_undegraded":"2024-05-20T21:13:38.310164+0000","last_fullsized":"2024-05-20T21:13:38.310164+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'5","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132727+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:14:06.132727+0000","last_peered":"2024-05-20T21:14:06.132727+0000","last_clean":"2024-05-20T21:14:06.132727+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:14:06.132727+0000","last_undegraded":"2024-05-20T21:14:06.132727+0000","last_fullsized":"2024-05-20T21:14:06.132727+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314731+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:13:38.314731+0000","last_peered":"2024-05-20T21:13:38.314731+0000","last_clean":"2024-05-20T21:13:38.314731+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:13:38.314731+0000","last_undegraded":"2024-05-20T21:13:38.314731+0000","last_fullsized":"2024-05-20T21:13:38.314731+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122396+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:14:06.122396+0000","last_peered":"2024-05-20T21:14:06.122396+0000","last_clean":"2024-05-20T21:14:06.122396+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:14:06.122396+0000","last_undegraded":"2024-05-20T21:14:06.122396+0000","last_fullsized":"2024-05-20T21:14:06.122396+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.114502+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:14:06.114502+0000","last_peered":"2024-05-20T21:14:06.114502+0000","last_clean":"2024-05-20T21:14:06.114502+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:14:06.114502+0000","last_undegraded":"2024-05-20T21:14:06.114502+0000","last_fullsized":"2024-05-20T21:14:06.114502+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":251,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:54.802018+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:15:54.802018+0000","last_peered":"2024-05-20T21:15:54.802018+0000","last_clean":"2024-05-20T21:15:54.802018+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:15:54.802018+0000","last_undegraded":"2024-05-20T21:15:54.802018+0000","last_fullsized":"2024-05-20T21:15:54.802018+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":215,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139353+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:14:06.139353+0000","last_peered":"2024-05-20T21:14:06.139353+0000","last_clean":"2024-05-20T21:14:06.139353+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:14:06.139353+0000","last_undegraded":"2024-05-20T21:14:06.139353+0000","last_fullsized":"2024-05-20T21:14:06.139353+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307445+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:13:38.307445+0000","last_peered":"2024-05-20T21:13:38.307445+0000","last_clean":"2024-05-20T21:13:38.307445+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:13:38.307445+0000","last_undegraded":"2024-05-20T21:13:38.307445+0000","last_fullsized":"2024-05-20T21:13:38.307445+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":105,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315118+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:13:38.315118+0000","last_peered":"2024-05-20T21:13:38.315118+0000","last_clean":"2024-05-20T21:13:38.315118+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:13:38.315118+0000","last_undegraded":"2024-05-20T21:13:38.315118+0000","last_fullsized":"2024-05-20T21:13:38.315118+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123268+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:14:06.123268+0000","last_peered":"2024-05-20T21:14:06.123268+0000","last_clean":"2024-05-20T21:14:06.123268+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:14:06.123268+0000","last_undegraded":"2024-05-20T21:14:06.123268+0000","last_fullsized":"2024-05-20T21:14:06.123268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:57.062299+0000","last_change":"2024-05-20T21:13:38.359785+0000","last_active":"2024-05-20T21:13:57.062299+0000","last_peered":"2024-05-20T21:13:57.062299+0000","last_clean":"2024-05-20T21:13:57.062299+0000","last_became_active":"2024-05-20T21:13:38.357081+0000","last_became_peered":"2024-05-20T21:13:38.357081+0000","last_unstale":"2024-05-20T21:13:57.062299+0000","last_undegraded":"2024-05-20T21:13:57.062299+0000","last_fullsized":"2024-05-20T21:13:57.062299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:50:28.251838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313106+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:13:38.313106+0000","last_peered":"2024-05-20T21:13:38.313106+0000","last_clean":"2024-05-20T21:13:38.313106+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:13:38.313106+0000","last_undegraded":"2024-05-20T21:13:38.313106+0000","last_fullsized":"2024-05-20T21:13:38.313106+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137470+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:14:06.137470+0000","last_peered":"2024-05-20T21:14:06.137470+0000","last_clean":"2024-05-20T21:14:06.137470+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:14:06.137470+0000","last_undegraded":"2024-05-20T21:14:06.137470+0000","last_fullsized":"2024-05-20T21:14:06.137470+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'14","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.699608+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:14:06.699608+0000","last_peered":"2024-05-20T21:14:06.699608+0000","last_clean":"2024-05-20T21:14:06.699608+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:14:06.699608+0000","last_undegraded":"2024-05-20T21:14:06.699608+0000","last_fullsized":"2024-05-20T21:14:06.699608+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135900+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:14:06.135900+0000","last_peered":"2024-05-20T21:14:06.135900+0000","last_clean":"2024-05-20T21:14:06.135900+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:14:06.135900+0000","last_undegraded":"2024-05-20T21:14:06.135900+0000","last_fullsized":"2024-05-20T21:14:06.135900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307563+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:13:38.307563+0000","last_peered":"2024-05-20T21:13:38.307563+0000","last_clean":"2024-05-20T21:13:38.307563+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:13:38.307563+0000","last_undegraded":"2024-05-20T21:13:38.307563+0000","last_fullsized":"2024-05-20T21:13:38.307563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143833+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:14:06.143833+0000","last_peered":"2024-05-20T21:14:06.143833+0000","last_clean":"2024-05-20T21:14:06.143833+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:14:06.143833+0000","last_undegraded":"2024-05-20T21:14:06.143833+0000","last_fullsized":"2024-05-20T21:14:06.143833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.355924+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:13:38.355924+0000","last_peered":"2024-05-20T21:13:38.355924+0000","last_clean":"2024-05-20T21:13:38.355924+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:13:38.355924+0000","last_undegraded":"2024-05-20T21:13:38.355924+0000","last_fullsized":"2024-05-20T21:13:38.355924+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122041+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:14:06.122041+0000","last_peered":"2024-05-20T21:14:06.122041+0000","last_clean":"2024-05-20T21:14:06.122041+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:14:06.122041+0000","last_undegraded":"2024-05-20T21:14:06.122041+0000","last_fullsized":"2024-05-20T21:14:06.122041+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314153+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:13:38.314153+0000","last_peered":"2024-05-20T21:13:38.314153+0000","last_clean":"2024-05-20T21:13:38.314153+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:13:38.314153+0000","last_undegraded":"2024-05-20T21:13:38.314153+0000","last_fullsized":"2024-05-20T21:13:38.314153+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144429+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:14:06.144429+0000","last_peered":"2024-05-20T21:14:06.144429+0000","last_clean":"2024-05-20T21:14:06.144429+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:14:06.144429+0000","last_undegraded":"2024-05-20T21:14:06.144429+0000","last_fullsized":"2024-05-20T21:14:06.144429+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890362+0000","last_change":"2024-05-20T21:13:38.320823+0000","last_active":"2024-05-20T21:13:40.890362+0000","last_peered":"2024-05-20T21:13:40.890362+0000","last_clean":"2024-05-20T21:13:40.890362+0000","last_became_active":"2024-05-20T21:13:38.315795+0000","last_became_peered":"2024-05-20T21:13:38.315795+0000","last_unstale":"2024-05-20T21:13:40.890362+0000","last_undegraded":"2024-05-20T21:13:40.890362+0000","last_fullsized":"2024-05-20T21:13:40.890362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:29:18.519222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144994+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:14:06.144994+0000","last_peered":"2024-05-20T21:14:06.144994+0000","last_clean":"2024-05-20T21:14:06.144994+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:14:06.144994+0000","last_undegraded":"2024-05-20T21:14:06.144994+0000","last_fullsized":"2024-05-20T21:14:06.144994+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312684+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:13:38.312684+0000","last_peered":"2024-05-20T21:13:38.312684+0000","last_clean":"2024-05-20T21:13:38.312684+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:13:38.312684+0000","last_undegraded":"2024-05-20T21:13:38.312684+0000","last_fullsized":"2024-05-20T21:13:38.312684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135968+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:14:06.135968+0000","last_peered":"2024-05-20T21:14:06.135968+0000","last_clean":"2024-05-20T21:14:06.135968+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:14:06.135968+0000","last_undegraded":"2024-05-20T21:14:06.135968+0000","last_fullsized":"2024-05-20T21:14:06.135968+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.308485+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:13:38.308485+0000","last_peered":"2024-05-20T21:13:38.308485+0000","last_clean":"2024-05-20T21:13:38.308485+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:13:38.308485+0000","last_undegraded":"2024-05-20T21:13:38.308485+0000","last_fullsized":"2024-05-20T21:13:38.308485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135652+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:14:06.135652+0000","last_peered":"2024-05-20T21:14:06.135652+0000","last_clean":"2024-05-20T21:14:06.135652+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:14:06.135652+0000","last_undegraded":"2024-05-20T21:14:06.135652+0000","last_fullsized":"2024-05-20T21:14:06.135652+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318094+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:13:38.318094+0000","last_peered":"2024-05-20T21:13:38.318094+0000","last_clean":"2024-05-20T21:13:38.318094+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:13:38.318094+0000","last_undegraded":"2024-05-20T21:13:38.318094+0000","last_fullsized":"2024-05-20T21:13:38.318094+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123549+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:14:06.123549+0000","last_peered":"2024-05-20T21:14:06.123549+0000","last_clean":"2024-05-20T21:14:06.123549+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:14:06.123549+0000","last_undegraded":"2024-05-20T21:14:06.123549+0000","last_fullsized":"2024-05-20T21:14:06.123549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360800+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:13:38.360800+0000","last_peered":"2024-05-20T21:13:38.360800+0000","last_clean":"2024-05-20T21:13:38.360800+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:13:38.360800+0000","last_undegraded":"2024-05-20T21:13:38.360800+0000","last_fullsized":"2024-05-20T21:13:38.360800+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126001+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:14:06.126001+0000","last_peered":"2024-05-20T21:14:06.126001+0000","last_clean":"2024-05-20T21:14:06.126001+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:14:06.126001+0000","last_undegraded":"2024-05-20T21:14:06.126001+0000","last_fullsized":"2024-05-20T21:14:06.126001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127155+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:14:06.127155+0000","last_peered":"2024-05-20T21:14:06.127155+0000","last_clean":"2024-05-20T21:14:06.127155+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:14:06.127155+0000","last_undegraded":"2024-05-20T21:14:06.127155+0000","last_fullsized":"2024-05-20T21:14:06.127155+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"83'12","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.119524+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:14:06.119524+0000","last_peered":"2024-05-20T21:14:06.119524+0000","last_clean":"2024-05-20T21:14:06.119524+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:14:06.119524+0000","last_undegraded":"2024-05-20T21:14:06.119524+0000","last_fullsized":"2024-05-20T21:14:06.119524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144787+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:14:06.144787+0000","last_peered":"2024-05-20T21:14:06.144787+0000","last_clean":"2024-05-20T21:14:06.144787+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:14:06.144787+0000","last_undegraded":"2024-05-20T21:14:06.144787+0000","last_fullsized":"2024-05-20T21:14:06.144787+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.141122+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:14:06.141122+0000","last_peered":"2024-05-20T21:14:06.141122+0000","last_clean":"2024-05-20T21:14:06.141122+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:14:06.141122+0000","last_undegraded":"2024-05-20T21:14:06.141122+0000","last_fullsized":"2024-05-20T21:14:06.141122+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146227+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:14:06.146227+0000","last_peered":"2024-05-20T21:14:06.146227+0000","last_clean":"2024-05-20T21:14:06.146227+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:14:06.146227+0000","last_undegraded":"2024-05-20T21:14:06.146227+0000","last_fullsized":"2024-05-20T21:14:06.146227+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124958+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:14:06.124958+0000","last_peered":"2024-05-20T21:14:06.124958+0000","last_clean":"2024-05-20T21:14:06.124958+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:14:06.124958+0000","last_undegraded":"2024-05-20T21:14:06.124958+0000","last_fullsized":"2024-05-20T21:14:06.124958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.116249+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:14:06.116249+0000","last_peered":"2024-05-20T21:14:06.116249+0000","last_clean":"2024-05-20T21:14:06.116249+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:14:06.116249+0000","last_undegraded":"2024-05-20T21:14:06.116249+0000","last_fullsized":"2024-05-20T21:14:06.116249+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134983+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:14:06.134983+0000","last_peered":"2024-05-20T21:14:06.134983+0000","last_clean":"2024-05-20T21:14:06.134983+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:14:06.134983+0000","last_undegraded":"2024-05-20T21:14:06.134983+0000","last_fullsized":"2024-05-20T21:14:06.134983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"83'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140029+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:14:06.140029+0000","last_peered":"2024-05-20T21:14:06.140029+0000","last_clean":"2024-05-20T21:14:06.140029+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:14:06.140029+0000","last_undegraded":"2024-05-20T21:14:06.140029+0000","last_fullsized":"2024-05-20T21:14:06.140029+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134677+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:14:06.134677+0000","last_peered":"2024-05-20T21:14:06.134677+0000","last_clean":"2024-05-20T21:14:06.134677+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:14:06.134677+0000","last_undegraded":"2024-05-20T21:14:06.134677+0000","last_fullsized":"2024-05-20T21:14:06.134677+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136739+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:14:06.136739+0000","last_peered":"2024-05-20T21:14:06.136739+0000","last_clean":"2024-05-20T21:14:06.136739+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:14:06.136739+0000","last_undegraded":"2024-05-20T21:14:06.136739+0000","last_fullsized":"2024-05-20T21:14:06.136739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146280+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:14:06.146280+0000","last_peered":"2024-05-20T21:14:06.146280+0000","last_clean":"2024-05-20T21:14:06.146280+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:14:06.146280+0000","last_undegraded":"2024-05-20T21:14:06.146280+0000","last_fullsized":"2024-05-20T21:14:06.146280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128524+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:14:06.128524+0000","last_peered":"2024-05-20T21:14:06.128524+0000","last_clean":"2024-05-20T21:14:06.128524+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:14:06.128524+0000","last_undegraded":"2024-05-20T21:14:06.128524+0000","last_fullsized":"2024-05-20T21:14:06.128524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":75087,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1333,"num_read_kb":746,"num_write":183,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":225261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678082,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":921600,"data_stored":448446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874311,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28600,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716552,"statfs":{"total":95995035648,"available":95965749248,"internally_reserved":0,"allocated":1622016,"data_stored":1110528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037837,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":448882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234069,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":448568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463000,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1041481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626526,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":448037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40464,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704688,"statfs":{"total":95995035648,"available":95953600512,"internally_reserved":0,"allocated":991232,"data_stored":517933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738495,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":449308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":520091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182511,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":448114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986283,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":449006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822757,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36840,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708312,"statfs":{"total":95995035648,"available":95957311488,"internally_reserved":0,"allocated":1540096,"data_stored":1040633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":72213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:16:00.795 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:01.303 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:01.594 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:01 smithi006 ceph-mon[31422]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:01.594 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:01 smithi006 ceph-mon[31422]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:01.594 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:01 smithi006 ceph-mon[31422]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:01.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:01 smithi042 ceph-mon[36332]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:01.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:01 smithi042 ceph-mon[36332]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:01.624 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:01 smithi042 ceph-mon[36332]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:01 smithi062 ceph-mon[36640]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:01 smithi062 ceph-mon[36640]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:01 smithi062 ceph-mon[36640]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:02.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:02 smithi042 ceph-mon[36332]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:02.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:02 smithi006 ceph-mon[31422]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:02.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:02 smithi062 ceph-mon[36640]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 -- 172.21.15.6:0/2241271619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c1021c0 msgr2=0x7fb60c1025a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 --2- 172.21.15.6:0/2241271619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c1021c0 0x7fb60c1025a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009990 tx=0x7fb5fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 -- 172.21.15.6:0/2241271619 shutdown_connections 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 --2- 172.21.15.6:0/2241271619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb60c10fd70 0x7fb60c112160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 --2- 172.21.15.6:0/2241271619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c1021c0 0x7fb60c1025a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 --2- 172.21.15.6:0/2241271619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb60c102b70 0x7fb60c10f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 -- 172.21.15.6:0/2241271619 >> 172.21.15.6:0/2241271619 conn(0x7fb60c0fde60 msgr2=0x7fb60c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 -- 172.21.15.6:0/2241271619 shutdown_connections 2024-05-20T21:16:03.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.590+0000 7fb60b200700 1 -- 172.21.15.6:0/2241271619 wait complete. 2024-05-20T21:16:03.592 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:03 smithi006 ceph-mon[31422]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.591+0000 7fb60b200700 1 Processor -- start 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.592+0000 7fb60b200700 1 -- start start 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.592+0000 7fb60b200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb60c1021c0 0x7fb60c1a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.592+0000 7fb60b200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c102b70 0x7fb60c1a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.592+0000 7fb60b200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb60c10fd70 0x7fb60c19bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.592+0000 7fb60b200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c115880 con 0x7fb60c102b70 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.592+0000 7fb60b200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c115700 con 0x7fb60c10fd70 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.592+0000 7fb60b200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c115a00 con 0x7fb60c1021c0 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c102b70 0x7fb60c1a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb60c1021c0 0x7fb60c1a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c102b70 0x7fb60c1a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35006/0 (socket says 172.21.15.6:35006) 2024-05-20T21:16:03.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609400700 1 -- 172.21.15.6:0/1099171265 learned_addr learned my addr 172.21.15.6:0/1099171265 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:03.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb60a800700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb60c10fd70 0x7fb60c19bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609400700 1 -- 172.21.15.6:0/1099171265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb60c1021c0 msgr2=0x7fb60c1a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609400700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb60c1021c0 0x7fb60c1a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609400700 1 -- 172.21.15.6:0/1099171265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb60c10fd70 msgr2=0x7fb60c19bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609400700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb60c10fd70 0x7fb60c19bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb609400700 1 -- 172.21.15.6:0/1099171265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60c19c460 con 0x7fb60c102b70 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.593+0000 7fb60a800700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb60c10fd70 0x7fb60c19bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.594+0000 7fb609400700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c102b70 0x7fb60c1a1fa0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb5f800eb30 tx=0x7fb5f800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.594+0000 7fb602a00700 1 -- 172.21.15.6:0/1099171265 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f800cbd0 con 0x7fb60c102b70 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.594+0000 7fb602a00700 1 -- 172.21.15.6:0/1099171265 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5f80044d0 con 0x7fb60c102b70 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.594+0000 7fb602a00700 1 -- 172.21.15.6:0/1099171265 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f8003e30 con 0x7fb60c102b70 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.594+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb60c19c750 con 0x7fb60c102b70 2024-05-20T21:16:03.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.594+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb60c1a89e0 con 0x7fb60c102b70 2024-05-20T21:16:03.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.596+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb60c06bb00 con 0x7fb60c102b70 2024-05-20T21:16:03.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.599+0000 7fb602a00700 1 -- 172.21.15.6:0/1099171265 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb5f8004000 con 0x7fb60c102b70 2024-05-20T21:16:03.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.600+0000 7fb602a00700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5f00b2900 0x7fb5f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:03.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.600+0000 7fb602a00700 1 -- 172.21.15.6:0/1099171265 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5f80e2600 con 0x7fb60c102b70 2024-05-20T21:16:03.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.601+0000 7fb609e00700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5f00b2900 0x7fb5f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:03.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.601+0000 7fb609e00700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5f00b2900 0x7fb5f00b4dc0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0098e0 tx=0x7fb5fc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:03.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.605+0000 7fb602a00700 1 -- 172.21.15.6:0/1099171265 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb5f80042f0 con 0x7fb60c102b70 2024-05-20T21:16:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:03 smithi042 ceph-mon[36332]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:16:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:03 smithi062 ceph-mon[36640]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-20T21:16:03.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.901+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb60c02e560 con 0x7fb60c102b70 2024-05-20T21:16:03.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.903+0000 7fb602a00700 1 -- 172.21.15.6:0/1099171265 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fb5f80aa220 con 0x7fb60c102b70 2024-05-20T21:16:03.903 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:03.903 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:16:03.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.906+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5f00b2900 msgr2=0x7fb5f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.906+0000 7fb60b200700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5f00b2900 0x7fb5f00b4dc0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0098e0 tx=0x7fb5fc005960 comp rx=0 tx=0).stop 2024-05-20T21:16:03.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.906+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c102b70 msgr2=0x7fb60c1a1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:03.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.906+0000 7fb60b200700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c102b70 0x7fb60c1a1fa0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb5f800eb30 tx=0x7fb5f800ee40 comp rx=0 tx=0).stop 2024-05-20T21:16:03.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.907+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 shutdown_connections 2024-05-20T21:16:03.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.907+0000 7fb60b200700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5f00b2900 0x7fb5f00b4dc0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.907+0000 7fb60b200700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb60c10fd70 0x7fb60c19bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.907+0000 7fb60b200700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb60c1021c0 0x7fb60c1a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.907+0000 7fb60b200700 1 --2- 172.21.15.6:0/1099171265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb60c102b70 0x7fb60c1a1fa0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:03.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.907+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 >> 172.21.15.6:0/1099171265 conn(0x7fb60c0fde60 msgr2=0x7fb60c100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:03.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.907+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 shutdown_connections 2024-05-20T21:16:03.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:03.907+0000 7fb60b200700 1 -- 172.21.15.6:0/1099171265 wait complete. 2024-05-20T21:16:03.908 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:16:04.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:04 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1099171265' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:04.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:04 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1099171265' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:04.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:04 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1099171265' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:04.804 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:16:05.303 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:05.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:05 smithi042 ceph-mon[36332]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:16:05.643 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:05 smithi006 ceph-mon[31422]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:16:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:05 smithi062 ceph-mon[36640]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:16:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 -- 172.21.15.6:0/2160758431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff4800758e0 msgr2=0x7ff480075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 --2- 172.21.15.6:0/2160758431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff4800758e0 0x7ff480075cc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ff4700098f0 tx=0x7ff470009c00 comp rx=0 tx=0).stop 2024-05-20T21:16:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 -- 172.21.15.6:0/2160758431 shutdown_connections 2024-05-20T21:16:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 --2- 172.21.15.6:0/2160758431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff480114480 0x7ff480116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 --2- 172.21.15.6:0/2160758431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff4800758e0 0x7ff480075cc0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 --2- 172.21.15.6:0/2160758431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff480076200 0x7ff480113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 -- 172.21.15.6:0/2160758431 >> 172.21.15.6:0/2160758431 conn(0x7ff4800fefc0 msgr2=0x7ff4801013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:07.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 -- 172.21.15.6:0/2160758431 shutdown_connections 2024-05-20T21:16:07.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.505+0000 7ff484e00700 1 -- 172.21.15.6:0/2160758431 wait complete. 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.507+0000 7ff484e00700 1 Processor -- start 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.507+0000 7ff484e00700 1 -- start start 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.507+0000 7ff484e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff4800758e0 0x7ff4801a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.507+0000 7ff484e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff480076200 0x7ff4801a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.507+0000 7ff484e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff480114480 0x7ff4801a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.507+0000 7ff484e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff480119cb0 con 0x7ff4800758e0 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.507+0000 7ff484e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff480119b30 con 0x7ff480076200 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.507+0000 7ff484e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff480119e30 con 0x7ff480114480 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff4800758e0 0x7ff4801a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:07.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff4800758e0 0x7ff4801a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50474/0 (socket says 172.21.15.6:50474) 2024-05-20T21:16:07.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47f400700 1 -- 172.21.15.6:0/4048728770 learned_addr learned my addr 172.21.15.6:0/4048728770 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:07.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47ea00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff480076200 0x7ff4801a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:07.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47fe00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff480114480 0x7ff4801a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47ea00700 1 -- 172.21.15.6:0/4048728770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff480114480 msgr2=0x7ff4801a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47ea00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff480114480 0x7ff4801a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47ea00700 1 -- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff4800758e0 msgr2=0x7ff4801a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47ea00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff4800758e0 0x7ff4801a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.508+0000 7ff47ea00700 1 -- 172.21.15.6:0/4048728770 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4801a5260 con 0x7ff480076200 2024-05-20T21:16:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.509+0000 7ff47ea00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff480076200 0x7ff4801a0790 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00eb90 tx=0x7ff46c00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.509+0000 7ff477e00700 1 -- 172.21.15.6:0/4048728770 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c00cc90 con 0x7ff480076200 2024-05-20T21:16:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.509+0000 7ff477e00700 1 -- 172.21.15.6:0/4048728770 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff46c00ce30 con 0x7ff480076200 2024-05-20T21:16:07.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.509+0000 7ff477e00700 1 -- 172.21.15.6:0/4048728770 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c010430 con 0x7ff480076200 2024-05-20T21:16:07.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.509+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4801a5550 con 0x7ff480076200 2024-05-20T21:16:07.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.509+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4801acdd0 con 0x7ff480076200 2024-05-20T21:16:07.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.510+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff48006a230 con 0x7ff480076200 2024-05-20T21:16:07.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.514+0000 7ff477e00700 1 -- 172.21.15.6:0/4048728770 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff46c003ef0 con 0x7ff480076200 2024-05-20T21:16:07.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.515+0000 7ff477e00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4640b2900 0x7ff4640b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.516+0000 7ff477e00700 1 -- 172.21.15.6:0/4048728770 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff46c0e2640 con 0x7ff480076200 2024-05-20T21:16:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.516+0000 7ff47f400700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4640b2900 0x7ff4640b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.517+0000 7ff47f400700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4640b2900 0x7ff4640b4dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff470009680 tx=0x7ff470019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.517+0000 7ff477e00700 1 -- 172.21.15.6:0/4048728770 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff46c0aa2f0 con 0x7ff480076200 2024-05-20T21:16:07.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:07 smithi042 ceph-mon[36332]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-20T21:16:07.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:07 smithi006 ceph-mon[31422]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-20T21:16:07.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.765+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff4801a15e0 con 0x7ff480076200 2024-05-20T21:16:07.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.767+0000 7ff477e00700 1 -- 172.21.15.6:0/4048728770 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22684 (secure 0 0 0) 0x7ff4801a15e0 con 0x7ff480076200 2024-05-20T21:16:07.768 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:07.768 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":83,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:13:38.294670+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.2d","mappings":[{"from":6,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:16:07.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4640b2900 msgr2=0x7ff4640b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:07.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4640b2900 0x7ff4640b4dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff470009680 tx=0x7ff470019040 comp rx=0 tx=0).stop 2024-05-20T21:16:07.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff480076200 msgr2=0x7ff4801a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:07.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff480076200 0x7ff4801a0790 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff46c00eb90 tx=0x7ff46c00eea0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 shutdown_connections 2024-05-20T21:16:07.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4640b2900 0x7ff4640b4dc0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff480114480 0x7ff4801a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff4800758e0 0x7ff4801a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 --2- 172.21.15.6:0/4048728770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff480076200 0x7ff4801a0790 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:07.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.771+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 >> 172.21.15.6:0/4048728770 conn(0x7ff4800fefc0 msgr2=0x7ff4800ffd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:07.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.772+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 shutdown_connections 2024-05-20T21:16:07.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:07.772+0000 7ff484e00700 1 -- 172.21.15.6:0/4048728770 wait complete. 2024-05-20T21:16:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:07 smithi062 ceph-mon[36640]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-20T21:16:08.532 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:08 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4048728770' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:16:08.586 DEBUG:tasks.fwd_scrub:Yielding 2024-05-20T21:16:08.587 INFO:teuthology.run_tasks:Running task background_exec... 2024-05-20T21:16:08.598 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi006.front.sepia.ceph.com 2024-05-20T21:16:08.598 DEBUG:teuthology.orchestra.run.smithi006:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-05-20T21:16:08.598 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-20T21:16:08.598 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:16:08.599 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:16:08.606 INFO:teuthology.run_tasks:Running task quiescer... 2024-05-20T21:16:08.620 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-20T21:16:08.620 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:16:08.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:08 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4048728770' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:16:08.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:08 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4048728770' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:16:09.025 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:09.034 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:09.470 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:09 smithi006 ceph-mon[31422]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:16:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:09 smithi062 ceph-mon[36640]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:16:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:09 smithi042 ceph-mon[36332]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:16:11.641 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:11 smithi006 ceph-mon[31422]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:16:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:11 smithi062 ceph-mon[36640]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:16:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:11 smithi042 ceph-mon[36332]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-20T21:16:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.538+0000 7f30ee200700 1 -- 172.21.15.6:0/48852928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8105760 msgr2=0x7f30e8105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.538+0000 7f30ee200700 1 --2- 172.21.15.6:0/48852928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8105760 0x7f30e8105be0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f30d4009990 tx=0x7f30d4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.538+0000 7f30ee200700 1 -- 172.21.15.6:0/48852928 shutdown_connections 2024-05-20T21:16:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.538+0000 7f30ee200700 1 --2- 172.21.15.6:0/48852928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30e8106120 0x7f30e8112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.538+0000 7f30ee200700 1 --2- 172.21.15.6:0/48852928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30e810b760 0x7f30e810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.538+0000 7f30ee200700 1 --2- 172.21.15.6:0/48852928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8105760 0x7f30e8105be0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.538+0000 7f30ee200700 1 -- 172.21.15.6:0/48852928 >> 172.21.15.6:0/48852928 conn(0x7f30e8101250 msgr2=0x7f30e8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.539+0000 7f30ee200700 1 -- 172.21.15.6:0/48852928 shutdown_connections 2024-05-20T21:16:12.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.539+0000 7f30ee200700 1 -- 172.21.15.6:0/48852928 wait complete. 2024-05-20T21:16:12.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.540+0000 7f30ee200700 1 Processor -- start 2024-05-20T21:16:12.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.540+0000 7f30ee200700 1 -- start start 2024-05-20T21:16:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30ee200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30e8105760 0x7f30e819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30ee200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8106120 0x7f30e819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30ee200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30e810b760 0x7f30e81a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30ee200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f30e8115940 con 0x7f30e8106120 2024-05-20T21:16:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30ee200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f30e81157c0 con 0x7f30e810b760 2024-05-20T21:16:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30ee200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f30e8115ac0 con 0x7f30e8105760 2024-05-20T21:16:12.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30e6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8106120 0x7f30e819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30e7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30e810b760 0x7f30e81a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30e7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30e8105760 0x7f30e819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30e7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30e810b760 0x7f30e81a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46544/0 (socket says 172.21.15.6:46544) 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30e6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8106120 0x7f30e819c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50484/0 (socket says 172.21.15.6:50484) 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.541+0000 7f30e7e00700 1 -- 172.21.15.6:0/1912119694 learned_addr learned my addr 172.21.15.6:0/1912119694 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.542+0000 7f30e7400700 1 -- 172.21.15.6:0/1912119694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30e810b760 msgr2=0x7f30e81a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.542+0000 7f30e7400700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30e810b760 0x7f30e81a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.542+0000 7f30e7400700 1 -- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8106120 msgr2=0x7f30e819c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.542+0000 7f30e7400700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8106120 0x7f30e819c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.542+0000 7f30e7400700 1 -- 172.21.15.6:0/1912119694 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e81a0e00 con 0x7f30e8105760 2024-05-20T21:16:12.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.542+0000 7f30e7400700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30e8105760 0x7f30e819bdf0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f30d800e9f0 tx=0x7f30d800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.542+0000 7f30dfe00700 1 -- 172.21.15.6:0/1912119694 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d800c9c0 con 0x7f30e8105760 2024-05-20T21:16:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.543+0000 7f30ee200700 1 -- 172.21.15.6:0/1912119694 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30e81a10f0 con 0x7f30e8105760 2024-05-20T21:16:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.543+0000 7f30dfe00700 1 -- 172.21.15.6:0/1912119694 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30d800cb60 con 0x7f30e8105760 2024-05-20T21:16:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.543+0000 7f30dfe00700 1 -- 172.21.15.6:0/1912119694 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d8018680 con 0x7f30e8105760 2024-05-20T21:16:12.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.543+0000 7f30ee200700 1 -- 172.21.15.6:0/1912119694 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30e81a8970 con 0x7f30e8105760 2024-05-20T21:16:12.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.546+0000 7f30dfe00700 1 -- 172.21.15.6:0/1912119694 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f30d8010430 con 0x7f30e8105760 2024-05-20T21:16:12.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.547+0000 7f30f8b35b80 1 Processor -- start 2024-05-20T21:16:12.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.547+0000 7f30f8b35b80 1 -- start start 2024-05-20T21:16:12.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f562310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f562850 0x556a6f55c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30dfe00700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30cc0b2880 0x7f30cc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f55c900 0x556a6f55cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556a6f4baec0 con 0x556a6f55c900 2024-05-20T21:16:12.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556a6f4aaa60 con 0x556a6f562850 2024-05-20T21:16:12.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556a6f4aeaa0 con 0x556a6f561f30 2024-05-20T21:16:12.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30dfe00700 1 -- 172.21.15.6:0/1912119694 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f30d80e23f0 con 0x7f30e8105760 2024-05-20T21:16:12.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30e7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f562310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30e7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f562310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:51646/0 (socket says 172.21.15.6:51646) 2024-05-20T21:16:12.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30e7e00700 1 -- 172.21.15.6:0/14766371 learned_addr learned my addr 172.21.15.6:0/14766371 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.548+0000 7f30e7e00700 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f55c900 0x556a6f55cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e6a00700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30cc0b2880 0x7f30cc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e7400700 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f562850 0x556a6f55c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e7e00700 1 -- 172.21.15.6:0/14766371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f562850 msgr2=0x556a6f55c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e7e00700 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f562850 0x556a6f55c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e7e00700 1 -- 172.21.15.6:0/14766371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f55c900 msgr2=0x556a6f55cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e7e00700 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f55c900 0x556a6f55cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e7e00700 1 -- 172.21.15.6:0/14766371 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a6f4734a0 con 0x556a6f561f30 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e7e00700 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f562310 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f30e0008d90 tx=0x7f30e0009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=568a8e286acd3093 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.549+0000 7f30e6a00700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30cc0b2880 0x7f30cc0b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f30d40098e0 tx=0x7f30d4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.550+0000 7f30dcc00700 1 -- 172.21.15.6:0/14766371 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0020070 con 0x556a6f561f30 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.550+0000 7f30dcc00700 1 -- 172.21.15.6:0/14766371 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30e0018950 con 0x556a6f561f30 2024-05-20T21:16:12.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.550+0000 7f30dcc00700 1 -- 172.21.15.6:0/14766371 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0004300 con 0x556a6f561f30 2024-05-20T21:16:12.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 -- 172.21.15.6:0/14766371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 msgr2=0x556a6f562310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f562310 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f30e0008d90 tx=0x7f30e0009920 comp rx=0 tx=0).stop 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 -- 172.21.15.6:0/14766371 shutdown_connections 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f55c900 0x556a6f55cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f562310 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/14766371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f562850 0x556a6f55c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 -- 172.21.15.6:0/14766371 >> 172.21.15.6:0/14766371 conn(0x556a6f48ac60 msgr2=0x556a6f557090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 -- 172.21.15.6:0/14766371 shutdown_connections 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 -- 172.21.15.6:0/14766371 wait complete. 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.551+0000 7f30f8b35b80 1 -- start start 2024-05-20T21:16:12.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.552+0000 7f30f8b35b80 1 Processor -- start 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.552+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f5685b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.552+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 0x556a6f565950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.552+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 0x556a6f565e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.552+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556a6f3b1020 con 0x556a6f561f30 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.552+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556a6f44b7e0 con 0x556a6f55c900 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.552+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556a6f5692c0 con 0x556a6f562850 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.552+0000 7f30f8b35b80 10 client.0 _ll_register_callbacks cb 0x556a6f454cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f5685b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 0x556a6f565950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 0x556a6f565e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f5685b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46560/0 (socket says 172.21.15.6:46560) 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7400700 1 -- 172.21.15.6:0/3686496057 learned_addr learned my addr 172.21.15.6:0/3686496057 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7400700 1 -- 172.21.15.6:0/3686496057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 msgr2=0x556a6f565e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7400700 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 0x556a6f565e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7400700 1 -- 172.21.15.6:0/3686496057 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 msgr2=0x556a6f565950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7400700 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 0x556a6f565950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.553+0000 7f30e7400700 1 -- 172.21.15.6:0/3686496057 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a6f3fa950 con 0x556a6f55c900 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30e7400700 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f5685b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f30d80dfdf0 tx=0x7f30d80765c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f88e31e81ca7f627 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30d1600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30d1600700 1 -- 172.21.15.6:0/3686496057 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d80a9420 con 0x556a6f55c900 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30f8b35b80 1 -- 172.21.15.6:0/3686496057 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30e0018950 con 0x556a6f55c900 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30d1600700 1 -- 172.21.15.6:0/3686496057 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f30d80a9d80 con 0x556a6f55c900 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30d1600700 1 -- 172.21.15.6:0/3686496057 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f30d80aa010 con 0x556a6f55c900 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30f8b35b80 10 client.25112 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:12.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30f8b35b80 1 -- 172.21.15.6:0/3686496057 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556a6f47b0e0 con 0x556a6f55c900 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.554+0000 7f30d1600700 1 -- 172.21.15.6:0/3686496057 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30e0018950 con 0x556a6f55c900 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.555+0000 7f30d1600700 1 -- 172.21.15.6:0/3686496057 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f30d80b22e0 con 0x556a6f55c900 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.555+0000 7f30f8b35b80 10 client.25112 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.555+0000 7f30f8b35b80 10 client.25112 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.555+0000 7f30f8b35b80 20 client.25112 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.555+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a6f575d80 0x556a6f5781d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.555+0000 7f30f8b35b80 4 client.25112 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.555+0000 7f30f8b35b80 1 -- 172.21.15.6:0/3686496057 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a6f4bce10 con 0x556a6f575d80 2024-05-20T21:16:12.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.555+0000 7f30e6a00700 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a6f575d80 0x556a6f5781d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.556+0000 7f30e6a00700 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a6f575d80 0x556a6f5781d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1cc5a9c17704897 server_cookie=e93a0bde9ede0b2f in_seq=0 out_seq=0 2024-05-20T21:16:12.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.556+0000 7f30d1600700 10 client.25112 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:12.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.557+0000 7f30d1600700 1 -- 172.21.15.6:0/3686496057 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556a6f4bce10 con 0x556a6f575d80 2024-05-20T21:16:12.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.557+0000 7f30d1600700 10 client.25112 handle_command_reply: tid=0 2024-05-20T21:16:12.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.557+0000 7f30f8b35b80 1 client.25112 shutdown 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.557+0000 7f30f8b35b80 1 -- 172.21.15.6:0/3686496057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 msgr2=0x556a6f5685b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.557+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f5685b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f30d80dfdf0 tx=0x7f30d80765c0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.557+0000 7f30f8b35b80 1 -- 172.21.15.6:0/3686496057 shutdown_connections 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.557+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a6f575d80 0x556a6f5781d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.558+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 0x556a6f565e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.558+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f5685b0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.558+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/3686496057 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 0x556a6f565950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.558+0000 7f30f8b35b80 1 -- 172.21.15.6:0/3686496057 >> 172.21.15.6:0/3686496057 conn(0x556a6f48ac60 msgr2=0x556a6f55b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.558+0000 7f30d1600700 0 client.25112 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.558+0000 7f30f8b35b80 1 -- 172.21.15.6:0/3686496057 shutdown_connections 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.558+0000 7f30f8b35b80 1 -- 172.21.15.6:0/3686496057 wait complete. 2024-05-20T21:16:12.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.558+0000 7f30f8b35b80 20 client.25112 trim_cache size 0 max 16384 2024-05-20T21:16:12.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.581+0000 7f30f8b35b80 1 Processor -- start 2024-05-20T21:16:12.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.581+0000 7f30f8b35b80 1 -- start start 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f563580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 0x556a6f5570d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 0x556a6f564970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f30e81b29d0 con 0x556a6f561f30 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f30e81b0260 con 0x556a6f55c900 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f30e81ae0b0 con 0x556a6f562850 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f563580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 0x556a6f5570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f563580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46570/0 (socket says 172.21.15.6:46570) 2024-05-20T21:16:12.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e7400700 1 -- 172.21.15.6:0/1306842663 learned_addr learned my addr 172.21.15.6:0/1306842663 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:12.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e7e00700 1 --2- 172.21.15.6:0/1306842663 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 0x556a6f564970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e7400700 1 -- 172.21.15.6:0/1306842663 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 msgr2=0x556a6f564970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e7400700 1 --2- 172.21.15.6:0/1306842663 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 0x556a6f564970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e7400700 1 -- 172.21.15.6:0/1306842663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 msgr2=0x556a6f5570d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.582+0000 7f30e7400700 1 --2- 172.21.15.6:0/1306842663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 0x556a6f5570d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.583+0000 7f30e7400700 1 -- 172.21.15.6:0/1306842663 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a6f561b30 con 0x556a6f55c900 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.583+0000 7f30e7400700 1 --2- 172.21.15.6:0/1306842663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f563580 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f30d80a5990 tx=0x7f30d80a9810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2198aaf8559ef972 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.583+0000 7f30d3e00700 1 -- 172.21.15.6:0/1306842663 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d8076630 con 0x556a6f55c900 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.583+0000 7f30d3e00700 1 -- 172.21.15.6:0/1306842663 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30d80a9420 con 0x556a6f55c900 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.583+0000 7f30d3e00700 1 -- 172.21.15.6:0/1306842663 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d80cae20 con 0x556a6f55c900 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1306842663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 msgr2=0x556a6f563580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1306842663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f563580 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f30d80a5990 tx=0x7f30d80a9810 comp rx=0 tx=0).stop 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1306842663 shutdown_connections 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1306842663 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f562850 0x556a6f564970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1306842663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f563580 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1306842663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f561f30 0x556a6f5570d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1306842663 >> 172.21.15.6:0/1306842663 conn(0x556a6f48ac60 msgr2=0x556a6f564260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1306842663 shutdown_connections 2024-05-20T21:16:12.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.584+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1306842663 wait complete. 2024-05-20T21:16:12.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 1 -- start start 2024-05-20T21:16:12.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 1 Processor -- start 2024-05-20T21:16:12.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f56ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f56be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f562850 0x556a6f56c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f30e81ae720 con 0x556a6f562850 2024-05-20T21:16:12.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f30e81afb90 con 0x556a6f55c900 2024-05-20T21:16:12.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f30e81aedf0 con 0x556a6f561f30 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.585+0000 7f30f8b35b80 10 client.0 _ll_register_callbacks cb 0x556a6f454cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f56be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f56be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:51674/0 (socket says 172.21.15.6:51674) 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e6a00700 1 -- 172.21.15.6:0/1361251936 learned_addr learned my addr 172.21.15.6:0/1361251936 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e7400700 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f56ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e7e00700 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f562850 0x556a6f56c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e6a00700 1 -- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 msgr2=0x556a6f56ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e6a00700 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f56ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e6a00700 1 -- 172.21.15.6:0/1361251936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f562850 msgr2=0x556a6f56c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e6a00700 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f562850 0x556a6f56c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e6a00700 1 -- 172.21.15.6:0/1361251936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a6f56c9d0 con 0x556a6f561f30 2024-05-20T21:16:12.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.586+0000 7f30e7400700 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f56ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.587+0000 7f30e6a00700 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f56be20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f30d4000c00 tx=0x7f30d4009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93e4a9efc311529f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.587+0000 7f30d1600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.587+0000 7f30d1600700 1 -- 172.21.15.6:0/1361251936 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d4036020 con 0x556a6f561f30 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.587+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1361251936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30d80a9420 con 0x556a6f561f30 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.587+0000 7f30d1600700 1 -- 172.21.15.6:0/1361251936 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f30d4003880 con 0x556a6f561f30 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.587+0000 7f30d1600700 1 -- 172.21.15.6:0/1361251936 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f30d4041050 con 0x556a6f561f30 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.587+0000 7f30f8b35b80 10 client.25132 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.587+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1361251936 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556a6f5eb0f0 con 0x556a6f561f30 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30d1600700 1 -- 172.21.15.6:0/1361251936 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30d80a9420 con 0x556a6f561f30 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30d1600700 1 -- 172.21.15.6:0/1361251936 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f30d4032950 con 0x556a6f561f30 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30f8b35b80 10 client.25132 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30f8b35b80 10 client.25132 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:12.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30f8b35b80 20 client.25132 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:12.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a6f5eb830 0x556a6f5edc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30f8b35b80 4 client.25132 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:16:12.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1361251936 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556a6f4b65f0 con 0x556a6f5eb830 2024-05-20T21:16:12.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.588+0000 7f30e7400700 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a6f5eb830 0x556a6f5edc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.589+0000 7f30e7400700 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a6f5eb830 0x556a6f5edc50 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63824c91f0da44df server_cookie=2267791de4e3c19d in_seq=0 out_seq=0 2024-05-20T21:16:12.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.589+0000 7f30d1600700 10 client.25132 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.590+0000 7f30d1600700 1 -- 172.21.15.6:0/1361251936 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556a6f4b65f0 con 0x556a6f5eb830 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.590+0000 7f30d1600700 10 client.25132 handle_command_reply: tid=0 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.590+0000 7f30f8b35b80 1 client.25132 shutdown 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.590+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1361251936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 msgr2=0x556a6f56be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.590+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f56be20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f30d4000c00 tx=0x7f30d4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1361251936 shutdown_connections 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a6f562850 0x556a6f56c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a6f55c900 0x556a6f56ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a6f5eb830 0x556a6f5edc50 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 1 --2- 172.21.15.6:0/1361251936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a6f561f30 0x556a6f56be20 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1361251936 >> 172.21.15.6:0/1361251936 conn(0x556a6f48ac60 msgr2=0x556a6f564af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30d1600700 0 client.25132 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1361251936 shutdown_connections 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 1 -- 172.21.15.6:0/1361251936 wait complete. 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.591+0000 7f30f8b35b80 20 client.25132 trim_cache size 0 max 16384 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:16:12.592 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "8506f410-ee99-4a14-be26-c18539016d64", 2024-05-20T21:16:12.593 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:16:12.593 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:16:12.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 -- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30cc0b2880 msgr2=0x7f30cc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30cc0b2880 0x7f30cc0b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f30d40098e0 tx=0x7f30d4005960 comp rx=0 tx=0).stop 2024-05-20T21:16:12.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 -- 172.21.15.6:0/1912119694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30e8105760 msgr2=0x7f30e819bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30e8105760 0x7f30e819bdf0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f30d800e9f0 tx=0x7f30d800ed00 comp rx=0 tx=0).stop 2024-05-20T21:16:12.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 -- 172.21.15.6:0/1912119694 shutdown_connections 2024-05-20T21:16:12.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30cc0b2880 0x7f30cc0b4d40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30e810b760 0x7f30e81a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30e8105760 0x7f30e819bdf0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 --2- 172.21.15.6:0/1912119694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30e8106120 0x7f30e819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 -- 172.21.15.6:0/1912119694 >> 172.21.15.6:0/1912119694 conn(0x7f30e8101250 msgr2=0x7f30e81018e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 -- 172.21.15.6:0/1912119694 shutdown_connections 2024-05-20T21:16:12.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.592+0000 7f30ee200700 1 -- 172.21.15.6:0/1912119694 wait complete. 2024-05-20T21:16:12.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 -- 172.21.15.6:0/2962456962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 msgr2=0x7f38c010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 --2- 172.21.15.6:0/2962456962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 0x7f38c010bb40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f38b0009990 tx=0x7f38b0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 -- 172.21.15.6:0/2962456962 shutdown_connections 2024-05-20T21:16:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 --2- 172.21.15.6:0/2962456962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f38c0106120 0x7f38c0112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 --2- 172.21.15.6:0/2962456962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 0x7f38c010bb40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 --2- 172.21.15.6:0/2962456962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38c0105760 0x7f38c0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 -- 172.21.15.6:0/2962456962 >> 172.21.15.6:0/2962456962 conn(0x7f38c0101250 msgr2=0x7f38c0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 -- 172.21.15.6:0/2962456962 shutdown_connections 2024-05-20T21:16:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.787+0000 7f38c6200700 1 -- 172.21.15.6:0/2962456962 wait complete. 2024-05-20T21:16:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.788+0000 7f38c6200700 1 Processor -- start 2024-05-20T21:16:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38c6200700 1 -- start start 2024-05-20T21:16:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38c6200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38c0105760 0x7f38c019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38c6200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f38c0106120 0x7f38c019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38c6200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 0x7f38c01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38c6200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0115960 con 0x7f38c010b760 2024-05-20T21:16:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38c6200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38c01157e0 con 0x7f38c0105760 2024-05-20T21:16:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38c6200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0115ae0 con 0x7f38c0106120 2024-05-20T21:16:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38bf400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38c0105760 0x7f38c019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38bf400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38c0105760 0x7f38c019bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46600/0 (socket says 172.21.15.6:46600) 2024-05-20T21:16:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38bf400700 1 -- 172.21.15.6:0/4234176439 learned_addr learned my addr 172.21.15.6:0/4234176439 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38bea00700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f38c0106120 0x7f38c019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.789+0000 7f38bfe00700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 0x7f38c01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.790+0000 7f38bf400700 1 -- 172.21.15.6:0/4234176439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f38c0106120 msgr2=0x7f38c019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.790+0000 7f38bf400700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f38c0106120 0x7f38c019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.790+0000 7f38bf400700 1 -- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 msgr2=0x7f38c01a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.790+0000 7f38bf400700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 0x7f38c01a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.790+0000 7f38bf400700 1 -- 172.21.15.6:0/4234176439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38c01a0e00 con 0x7f38c0105760 2024-05-20T21:16:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.790+0000 7f38bfe00700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 0x7f38c01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.790+0000 7f38bf400700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38c0105760 0x7f38c019bdf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f38b00057f0 tx=0x7f38b000bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.791+0000 7f38b7e00700 1 -- 172.21.15.6:0/4234176439 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b0026070 con 0x7f38c0105760 2024-05-20T21:16:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.791+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38c01a1090 con 0x7f38c0105760 2024-05-20T21:16:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.791+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38c01a8970 con 0x7f38c0105760 2024-05-20T21:16:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.791+0000 7f38b7e00700 1 -- 172.21.15.6:0/4234176439 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38b0021410 con 0x7f38c0105760 2024-05-20T21:16:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.791+0000 7f38b7e00700 1 -- 172.21.15.6:0/4234176439 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b0017650 con 0x7f38c0105760 2024-05-20T21:16:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.792+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38a0005330 con 0x7f38c0105760 2024-05-20T21:16:12.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.795+0000 7f38b7e00700 1 -- 172.21.15.6:0/4234176439 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f38b0029070 con 0x7f38c0105760 2024-05-20T21:16:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.796+0000 7f38b7e00700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38a40b2880 0x7f38a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.796+0000 7f38b7e00700 1 -- 172.21.15.6:0/4234176439 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f38b00e2ff0 con 0x7f38c0105760 2024-05-20T21:16:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.796+0000 7f38bea00700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38a40b2880 0x7f38a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.797+0000 7f38bea00700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38a40b2880 0x7f38a40b4d40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f38c0103840 tx=0x7f38ac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:12.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:12.798+0000 7f38b7e00700 1 -- 172.21.15.6:0/4234176439 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f38b0013070 con 0x7f38c0105760 2024-05-20T21:16:13.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.032+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f38a0000bc0 con 0x7f38a40b2880 2024-05-20T21:16:13.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.046+0000 7f38b7e00700 1 -- 172.21.15.6:0/4234176439 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258835 (secure 0 0 0) 0x7f38a0000bc0 con 0x7f38a40b2880 2024-05-20T21:16:13.052 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:13.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.052+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38a40b2880 msgr2=0x7f38a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:13.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.052+0000 7f38c6200700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38a40b2880 0x7f38a40b4d40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f38c0103840 tx=0x7f38ac009260 comp rx=0 tx=0).stop 2024-05-20T21:16:13.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.052+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38c0105760 msgr2=0x7f38c019bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:13.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.052+0000 7f38c6200700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38c0105760 0x7f38c019bdf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f38b00057f0 tx=0x7f38b000bfd0 comp rx=0 tx=0).stop 2024-05-20T21:16:13.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.053+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 shutdown_connections 2024-05-20T21:16:13.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.053+0000 7f38c6200700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38a40b2880 0x7f38a40b4d40 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:13.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.053+0000 7f38c6200700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f38c010b760 0x7f38c01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:13.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.053+0000 7f38c6200700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f38c0105760 0x7f38c019bdf0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:13.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.053+0000 7f38c6200700 1 --2- 172.21.15.6:0/4234176439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f38c0106120 0x7f38c019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:13.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.053+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 >> 172.21.15.6:0/4234176439 conn(0x7f38c0101250 msgr2=0x7f38c01018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:13.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.053+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 shutdown_connections 2024-05-20T21:16:13.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:13.053+0000 7f38c6200700 1 -- 172.21.15.6:0/4234176439 wait complete. 2024-05-20T21:16:13.055 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:16:13.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:13 smithi006 ceph-mon[31422]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:16:13.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:13 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:16:13.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:13 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:13.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:13 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:16:13.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:13 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:13 smithi062 ceph-mon[36640]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:16:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:13 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:16:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:13 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:13 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:16:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:13 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:13 smithi042 ceph-mon[36332]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-20T21:16:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:13 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:16:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:13 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:13 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:16:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:13 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:16:14.012 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:16:14.531 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":451,"stamp":"2024-05-20T21:16:12.232138+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665689,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1479,"num_read_kb":845,"num_write":308,"num_write_kb":2285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2951991,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":750,"ondisk_log_size":750,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399492,"kb_used_data":12900,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542332,"statfs":{"total":1151940427776,"available":1151531347968,"internally_reserved":0,"allocated":13209600,"data_stored":7371027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005335"},"pg_stats":[{"pgid":"3.3f","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145599+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:14:06.145599+0000","last_peered":"2024-05-20T21:14:06.145599+0000","last_clean":"2024-05-20T21:14:06.145599+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:14:06.145599+0000","last_undegraded":"2024-05-20T21:14:06.145599+0000","last_fullsized":"2024-05-20T21:14:06.145599+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"83'4","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143176+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:14:06.143176+0000","last_peered":"2024-05-20T21:14:06.143176+0000","last_clean":"2024-05-20T21:14:06.143176+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:14:06.143176+0000","last_undegraded":"2024-05-20T21:14:06.143176+0000","last_fullsized":"2024-05-20T21:14:06.143176+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"83'7","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139647+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:14:06.139647+0000","last_peered":"2024-05-20T21:14:06.139647+0000","last_clean":"2024-05-20T21:14:06.139647+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:14:06.139647+0000","last_undegraded":"2024-05-20T21:14:06.139647+0000","last_fullsized":"2024-05-20T21:14:06.139647+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127062+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:14:06.127062+0000","last_peered":"2024-05-20T21:14:06.127062+0000","last_clean":"2024-05-20T21:14:06.127062+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:14:06.127062+0000","last_undegraded":"2024-05-20T21:14:06.127062+0000","last_fullsized":"2024-05-20T21:14:06.127062+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134985+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:14:06.134985+0000","last_peered":"2024-05-20T21:14:06.134985+0000","last_clean":"2024-05-20T21:14:06.134985+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:14:06.134985+0000","last_undegraded":"2024-05-20T21:14:06.134985+0000","last_fullsized":"2024-05-20T21:14:06.134985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128616+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:14:06.128616+0000","last_peered":"2024-05-20T21:14:06.128616+0000","last_clean":"2024-05-20T21:14:06.128616+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:14:06.128616+0000","last_undegraded":"2024-05-20T21:14:06.128616+0000","last_fullsized":"2024-05-20T21:14:06.128616+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"83'5","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132554+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:14:06.132554+0000","last_peered":"2024-05-20T21:14:06.132554+0000","last_clean":"2024-05-20T21:14:06.132554+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:14:06.132554+0000","last_undegraded":"2024-05-20T21:14:06.132554+0000","last_fullsized":"2024-05-20T21:14:06.132554+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137637+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:14:06.137637+0000","last_peered":"2024-05-20T21:14:06.137637+0000","last_clean":"2024-05-20T21:14:06.137637+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:14:06.137637+0000","last_undegraded":"2024-05-20T21:14:06.137637+0000","last_fullsized":"2024-05-20T21:14:06.137637+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135983+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:14:06.135983+0000","last_peered":"2024-05-20T21:14:06.135983+0000","last_clean":"2024-05-20T21:14:06.135983+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:14:06.135983+0000","last_undegraded":"2024-05-20T21:14:06.135983+0000","last_fullsized":"2024-05-20T21:14:06.135983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"83'16","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.130404+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:14:06.130404+0000","last_peered":"2024-05-20T21:14:06.130404+0000","last_clean":"2024-05-20T21:14:06.130404+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:14:06.130404+0000","last_undegraded":"2024-05-20T21:14:06.130404+0000","last_fullsized":"2024-05-20T21:14:06.130404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135674+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:14:06.135674+0000","last_peered":"2024-05-20T21:14:06.135674+0000","last_clean":"2024-05-20T21:14:06.135674+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:14:06.135674+0000","last_undegraded":"2024-05-20T21:14:06.135674+0000","last_fullsized":"2024-05-20T21:14:06.135674+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127934+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:14:06.127934+0000","last_peered":"2024-05-20T21:14:06.127934+0000","last_clean":"2024-05-20T21:14:06.127934+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:14:06.127934+0000","last_undegraded":"2024-05-20T21:14:06.127934+0000","last_fullsized":"2024-05-20T21:14:06.127934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138885+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:14:06.138885+0000","last_peered":"2024-05-20T21:14:06.138885+0000","last_clean":"2024-05-20T21:14:06.138885+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:14:06.138885+0000","last_undegraded":"2024-05-20T21:14:06.138885+0000","last_fullsized":"2024-05-20T21:14:06.138885+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143675+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:14:06.143675+0000","last_peered":"2024-05-20T21:14:06.143675+0000","last_clean":"2024-05-20T21:14:06.143675+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:14:06.143675+0000","last_undegraded":"2024-05-20T21:14:06.143675+0000","last_fullsized":"2024-05-20T21:14:06.143675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143908+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:14:06.143908+0000","last_peered":"2024-05-20T21:14:06.143908+0000","last_clean":"2024-05-20T21:14:06.143908+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:14:06.143908+0000","last_undegraded":"2024-05-20T21:14:06.143908+0000","last_fullsized":"2024-05-20T21:14:06.143908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144574+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:14:06.144574+0000","last_peered":"2024-05-20T21:14:06.144574+0000","last_clean":"2024-05-20T21:14:06.144574+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:14:06.144574+0000","last_undegraded":"2024-05-20T21:14:06.144574+0000","last_fullsized":"2024-05-20T21:14:06.144574+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145823+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:14:06.145823+0000","last_peered":"2024-05-20T21:14:06.145823+0000","last_clean":"2024-05-20T21:14:06.145823+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:14:06.145823+0000","last_undegraded":"2024-05-20T21:14:06.145823+0000","last_fullsized":"2024-05-20T21:14:06.145823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129884+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:14:06.129884+0000","last_peered":"2024-05-20T21:14:06.129884+0000","last_clean":"2024-05-20T21:14:06.129884+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:14:06.129884+0000","last_undegraded":"2024-05-20T21:14:06.129884+0000","last_fullsized":"2024-05-20T21:14:06.129884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135670+0000","last_change":"2024-05-20T21:13:38.316226+0000","last_active":"2024-05-20T21:14:06.135670+0000","last_peered":"2024-05-20T21:14:06.135670+0000","last_clean":"2024-05-20T21:14:06.135670+0000","last_became_active":"2024-05-20T21:13:38.315723+0000","last_became_peered":"2024-05-20T21:13:38.315723+0000","last_unstale":"2024-05-20T21:14:06.135670+0000","last_undegraded":"2024-05-20T21:14:06.135670+0000","last_fullsized":"2024-05-20T21:14:06.135670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:55:39.583425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9],"acting":[2,3,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":42,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:58.573609+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:13:58.573609+0000","last_peered":"2024-05-20T21:13:58.573609+0000","last_clean":"2024-05-20T21:13:58.573609+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:13:58.573609+0000","last_undegraded":"2024-05-20T21:13:58.573609+0000","last_fullsized":"2024-05-20T21:13:58.573609+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133760+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:14:06.133760+0000","last_peered":"2024-05-20T21:14:06.133760+0000","last_clean":"2024-05-20T21:14:06.133760+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:14:06.133760+0000","last_undegraded":"2024-05-20T21:14:06.133760+0000","last_fullsized":"2024-05-20T21:14:06.133760+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:55.324537+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:13:55.324537+0000","last_peered":"2024-05-20T21:13:55.324537+0000","last_clean":"2024-05-20T21:13:55.324537+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:13:55.324537+0000","last_undegraded":"2024-05-20T21:13:55.324537+0000","last_fullsized":"2024-05-20T21:13:55.324537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"83'6","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145751+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:14:06.145751+0000","last_peered":"2024-05-20T21:14:06.145751+0000","last_clean":"2024-05-20T21:14:06.145751+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:14:06.145751+0000","last_undegraded":"2024-05-20T21:14:06.145751+0000","last_fullsized":"2024-05-20T21:14:06.145751+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313411+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:13:38.313411+0000","last_peered":"2024-05-20T21:13:38.313411+0000","last_clean":"2024-05-20T21:13:38.313411+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:13:38.313411+0000","last_undegraded":"2024-05-20T21:13:38.313411+0000","last_fullsized":"2024-05-20T21:13:38.313411+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140853+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:14:06.140853+0000","last_peered":"2024-05-20T21:14:06.140853+0000","last_clean":"2024-05-20T21:14:06.140853+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:14:06.140853+0000","last_undegraded":"2024-05-20T21:14:06.140853+0000","last_fullsized":"2024-05-20T21:14:06.140853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313346+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:13:38.313346+0000","last_peered":"2024-05-20T21:13:38.313346+0000","last_clean":"2024-05-20T21:13:38.313346+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:13:38.313346+0000","last_undegraded":"2024-05-20T21:13:38.313346+0000","last_fullsized":"2024-05-20T21:13:38.313346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127479+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:14:06.127479+0000","last_peered":"2024-05-20T21:14:06.127479+0000","last_clean":"2024-05-20T21:14:06.127479+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:14:06.127479+0000","last_undegraded":"2024-05-20T21:14:06.127479+0000","last_fullsized":"2024-05-20T21:14:06.127479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'8","reported_seq":274,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:09.730512+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:16:09.730512+0000","last_peered":"2024-05-20T21:16:09.730512+0000","last_clean":"2024-05-20T21:16:09.730512+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:16:09.730512+0000","last_undegraded":"2024-05-20T21:16:09.730512+0000","last_fullsized":"2024-05-20T21:16:09.730512+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":235,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123399+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:14:06.123399+0000","last_peered":"2024-05-20T21:14:06.123399+0000","last_clean":"2024-05-20T21:14:06.123399+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:14:06.123399+0000","last_undegraded":"2024-05-20T21:14:06.123399+0000","last_fullsized":"2024-05-20T21:14:06.123399+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312435+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:13:38.312435+0000","last_peered":"2024-05-20T21:13:38.312435+0000","last_clean":"2024-05-20T21:13:38.312435+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:13:38.312435+0000","last_undegraded":"2024-05-20T21:13:38.312435+0000","last_fullsized":"2024-05-20T21:13:38.312435+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134995+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:14:06.134995+0000","last_peered":"2024-05-20T21:14:06.134995+0000","last_clean":"2024-05-20T21:14:06.134995+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:14:06.134995+0000","last_undegraded":"2024-05-20T21:14:06.134995+0000","last_fullsized":"2024-05-20T21:14:06.134995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.358624+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:13:38.358624+0000","last_peered":"2024-05-20T21:13:38.358624+0000","last_clean":"2024-05-20T21:13:38.358624+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:13:38.358624+0000","last_undegraded":"2024-05-20T21:13:38.358624+0000","last_fullsized":"2024-05-20T21:13:38.358624+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.142538+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:14:06.142538+0000","last_peered":"2024-05-20T21:14:06.142538+0000","last_clean":"2024-05-20T21:14:06.142538+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:14:06.142538+0000","last_undegraded":"2024-05-20T21:14:06.142538+0000","last_fullsized":"2024-05-20T21:14:06.142538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318216+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:13:38.318216+0000","last_peered":"2024-05-20T21:13:38.318216+0000","last_clean":"2024-05-20T21:13:38.318216+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:13:38.318216+0000","last_undegraded":"2024-05-20T21:13:38.318216+0000","last_fullsized":"2024-05-20T21:13:38.318216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"83'11","reported_seq":42,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128324+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:14:06.128324+0000","last_peered":"2024-05-20T21:14:06.128324+0000","last_clean":"2024-05-20T21:14:06.128324+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:14:06.128324+0000","last_undegraded":"2024-05-20T21:14:06.128324+0000","last_fullsized":"2024-05-20T21:14:06.128324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'5","reported_seq":263,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:06.723866+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:16:06.723866+0000","last_peered":"2024-05-20T21:16:06.723866+0000","last_clean":"2024-05-20T21:16:06.723866+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:16:06.723866+0000","last_undegraded":"2024-05-20T21:16:06.723866+0000","last_fullsized":"2024-05-20T21:16:06.723866+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":227,"num_read_kb":227,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133613+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:14:06.133613+0000","last_peered":"2024-05-20T21:14:06.133613+0000","last_clean":"2024-05-20T21:14:06.133613+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:14:06.133613+0000","last_undegraded":"2024-05-20T21:14:06.133613+0000","last_fullsized":"2024-05-20T21:14:06.133613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315053+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:13:38.315053+0000","last_peered":"2024-05-20T21:13:38.315053+0000","last_clean":"2024-05-20T21:13:38.315053+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:13:38.315053+0000","last_undegraded":"2024-05-20T21:13:38.315053+0000","last_fullsized":"2024-05-20T21:13:38.315053+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"83'9","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145956+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:14:06.145956+0000","last_peered":"2024-05-20T21:14:06.145956+0000","last_clean":"2024-05-20T21:14:06.145956+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:14:06.145956+0000","last_undegraded":"2024-05-20T21:14:06.145956+0000","last_fullsized":"2024-05-20T21:14:06.145956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318253+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:13:38.318253+0000","last_peered":"2024-05-20T21:13:38.318253+0000","last_clean":"2024-05-20T21:13:38.318253+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:13:38.318253+0000","last_undegraded":"2024-05-20T21:13:38.318253+0000","last_fullsized":"2024-05-20T21:13:38.318253+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127001+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:14:06.127001+0000","last_peered":"2024-05-20T21:14:06.127001+0000","last_clean":"2024-05-20T21:14:06.127001+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:14:06.127001+0000","last_undegraded":"2024-05-20T21:14:06.127001+0000","last_fullsized":"2024-05-20T21:14:06.127001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'36","reported_seq":534,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:07.725573+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:16:07.725573+0000","last_peered":"2024-05-20T21:16:07.725573+0000","last_clean":"2024-05-20T21:16:07.725573+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:16:07.725573+0000","last_undegraded":"2024-05-20T21:16:07.725573+0000","last_fullsized":"2024-05-20T21:16:07.725573+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70103,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":467,"num_read_kb":301,"num_write":37,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124661+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:14:06.124661+0000","last_peered":"2024-05-20T21:14:06.124661+0000","last_clean":"2024-05-20T21:14:06.124661+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:14:06.124661+0000","last_undegraded":"2024-05-20T21:14:06.124661+0000","last_fullsized":"2024-05-20T21:14:06.124661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890383+0000","last_change":"2024-05-20T21:13:38.328279+0000","last_active":"2024-05-20T21:13:40.890383+0000","last_peered":"2024-05-20T21:13:40.890383+0000","last_clean":"2024-05-20T21:13:40.890383+0000","last_became_active":"2024-05-20T21:13:38.316015+0000","last_became_peered":"2024-05-20T21:13:38.316015+0000","last_unstale":"2024-05-20T21:13:40.890383+0000","last_undegraded":"2024-05-20T21:13:40.890383+0000","last_fullsized":"2024-05-20T21:13:40.890383+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:23:34.074244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137823+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:14:06.137823+0000","last_peered":"2024-05-20T21:14:06.137823+0000","last_clean":"2024-05-20T21:14:06.137823+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:14:06.137823+0000","last_undegraded":"2024-05-20T21:14:06.137823+0000","last_fullsized":"2024-05-20T21:14:06.137823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317400+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:13:38.317400+0000","last_peered":"2024-05-20T21:13:38.317400+0000","last_clean":"2024-05-20T21:13:38.317400+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:13:38.317400+0000","last_undegraded":"2024-05-20T21:13:38.317400+0000","last_fullsized":"2024-05-20T21:13:38.317400+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.131136+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:14:06.131136+0000","last_peered":"2024-05-20T21:14:06.131136+0000","last_clean":"2024-05-20T21:14:06.131136+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:14:06.131136+0000","last_undegraded":"2024-05-20T21:14:06.131136+0000","last_fullsized":"2024-05-20T21:14:06.131136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":266,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:05.827984+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:16:05.827984+0000","last_peered":"2024-05-20T21:16:05.827984+0000","last_clean":"2024-05-20T21:16:05.827984+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:16:05.827984+0000","last_undegraded":"2024-05-20T21:16:05.827984+0000","last_fullsized":"2024-05-20T21:16:05.827984+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":231,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123940+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:14:06.123940+0000","last_peered":"2024-05-20T21:14:06.123940+0000","last_clean":"2024-05-20T21:14:06.123940+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:14:06.123940+0000","last_undegraded":"2024-05-20T21:14:06.123940+0000","last_fullsized":"2024-05-20T21:14:06.123940+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":47,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312571+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:13:38.312571+0000","last_peered":"2024-05-20T21:13:38.312571+0000","last_clean":"2024-05-20T21:13:38.312571+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:13:38.312571+0000","last_undegraded":"2024-05-20T21:13:38.312571+0000","last_fullsized":"2024-05-20T21:13:38.312571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127319+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:14:06.127319+0000","last_peered":"2024-05-20T21:14:06.127319+0000","last_clean":"2024-05-20T21:14:06.127319+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:14:06.127319+0000","last_undegraded":"2024-05-20T21:14:06.127319+0000","last_fullsized":"2024-05-20T21:14:06.127319+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313126+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:13:38.313126+0000","last_peered":"2024-05-20T21:13:38.313126+0000","last_clean":"2024-05-20T21:13:38.313126+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:13:38.313126+0000","last_undegraded":"2024-05-20T21:13:38.313126+0000","last_fullsized":"2024-05-20T21:13:38.313126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128310+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:14:06.128310+0000","last_peered":"2024-05-20T21:14:06.128310+0000","last_clean":"2024-05-20T21:14:06.128310+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:14:06.128310+0000","last_undegraded":"2024-05-20T21:14:06.128310+0000","last_fullsized":"2024-05-20T21:14:06.128310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:58.573547+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:13:58.573547+0000","last_peered":"2024-05-20T21:13:58.573547+0000","last_clean":"2024-05-20T21:13:58.573547+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:13:58.573547+0000","last_undegraded":"2024-05-20T21:13:58.573547+0000","last_fullsized":"2024-05-20T21:13:58.573547+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'5","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132905+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:14:06.132905+0000","last_peered":"2024-05-20T21:14:06.132905+0000","last_clean":"2024-05-20T21:14:06.132905+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:14:06.132905+0000","last_undegraded":"2024-05-20T21:14:06.132905+0000","last_fullsized":"2024-05-20T21:14:06.132905+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:02.062829+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:14:02.062829+0000","last_peered":"2024-05-20T21:14:02.062829+0000","last_clean":"2024-05-20T21:14:02.062829+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:14:02.062829+0000","last_undegraded":"2024-05-20T21:14:02.062829+0000","last_fullsized":"2024-05-20T21:14:02.062829+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"83'7","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123356+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:14:06.123356+0000","last_peered":"2024-05-20T21:14:06.123356+0000","last_clean":"2024-05-20T21:14:06.123356+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:14:06.123356+0000","last_undegraded":"2024-05-20T21:14:06.123356+0000","last_fullsized":"2024-05-20T21:14:06.123356+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"83'8","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.114660+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:14:06.114660+0000","last_peered":"2024-05-20T21:14:06.114660+0000","last_clean":"2024-05-20T21:14:06.114660+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:14:06.114660+0000","last_undegraded":"2024-05-20T21:14:06.114660+0000","last_fullsized":"2024-05-20T21:14:06.114660+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":267,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:09.835536+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:16:09.835536+0000","last_peered":"2024-05-20T21:16:09.835536+0000","last_clean":"2024-05-20T21:16:09.835536+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:16:09.835536+0000","last_undegraded":"2024-05-20T21:16:09.835536+0000","last_fullsized":"2024-05-20T21:16:09.835536+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"83'8","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139463+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:14:06.139463+0000","last_peered":"2024-05-20T21:14:06.139463+0000","last_clean":"2024-05-20T21:14:06.139463+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:14:06.139463+0000","last_undegraded":"2024-05-20T21:14:06.139463+0000","last_fullsized":"2024-05-20T21:14:06.139463+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:02.399114+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:14:02.399114+0000","last_peered":"2024-05-20T21:14:02.399114+0000","last_clean":"2024-05-20T21:14:02.399114+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:14:02.399114+0000","last_undegraded":"2024-05-20T21:14:02.399114+0000","last_fullsized":"2024-05-20T21:14:02.399114+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":105,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315118+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:13:38.315118+0000","last_peered":"2024-05-20T21:13:38.315118+0000","last_clean":"2024-05-20T21:13:38.315118+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:13:38.315118+0000","last_undegraded":"2024-05-20T21:13:38.315118+0000","last_fullsized":"2024-05-20T21:13:38.315118+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123411+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:14:06.123411+0000","last_peered":"2024-05-20T21:14:06.123411+0000","last_clean":"2024-05-20T21:14:06.123411+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:14:06.123411+0000","last_undegraded":"2024-05-20T21:14:06.123411+0000","last_fullsized":"2024-05-20T21:14:06.123411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:57.062299+0000","last_change":"2024-05-20T21:13:38.359785+0000","last_active":"2024-05-20T21:13:57.062299+0000","last_peered":"2024-05-20T21:13:57.062299+0000","last_clean":"2024-05-20T21:13:57.062299+0000","last_became_active":"2024-05-20T21:13:38.357081+0000","last_became_peered":"2024-05-20T21:13:38.357081+0000","last_unstale":"2024-05-20T21:13:57.062299+0000","last_undegraded":"2024-05-20T21:13:57.062299+0000","last_fullsized":"2024-05-20T21:13:57.062299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:50:28.251838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:58.890817+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:13:58.890817+0000","last_peered":"2024-05-20T21:13:58.890817+0000","last_clean":"2024-05-20T21:13:58.890817+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:13:58.890817+0000","last_undegraded":"2024-05-20T21:13:58.890817+0000","last_fullsized":"2024-05-20T21:13:58.890817+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"83'9","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139049+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:14:06.139049+0000","last_peered":"2024-05-20T21:14:06.139049+0000","last_clean":"2024-05-20T21:14:06.139049+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:14:06.139049+0000","last_undegraded":"2024-05-20T21:14:06.139049+0000","last_fullsized":"2024-05-20T21:14:06.139049+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'14","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.699608+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:14:06.699608+0000","last_peered":"2024-05-20T21:14:06.699608+0000","last_clean":"2024-05-20T21:14:06.699608+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:14:06.699608+0000","last_undegraded":"2024-05-20T21:14:06.699608+0000","last_fullsized":"2024-05-20T21:14:06.699608+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135900+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:14:06.135900+0000","last_peered":"2024-05-20T21:14:06.135900+0000","last_clean":"2024-05-20T21:14:06.135900+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:14:06.135900+0000","last_undegraded":"2024-05-20T21:14:06.135900+0000","last_fullsized":"2024-05-20T21:14:06.135900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.307563+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:13:38.307563+0000","last_peered":"2024-05-20T21:13:38.307563+0000","last_clean":"2024-05-20T21:13:38.307563+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:13:38.307563+0000","last_undegraded":"2024-05-20T21:13:38.307563+0000","last_fullsized":"2024-05-20T21:13:38.307563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143833+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:14:06.143833+0000","last_peered":"2024-05-20T21:14:06.143833+0000","last_clean":"2024-05-20T21:14:06.143833+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:14:06.143833+0000","last_undegraded":"2024-05-20T21:14:06.143833+0000","last_fullsized":"2024-05-20T21:14:06.143833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.355924+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:13:38.355924+0000","last_peered":"2024-05-20T21:13:38.355924+0000","last_clean":"2024-05-20T21:13:38.355924+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:13:38.355924+0000","last_undegraded":"2024-05-20T21:13:38.355924+0000","last_fullsized":"2024-05-20T21:13:38.355924+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122041+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:14:06.122041+0000","last_peered":"2024-05-20T21:14:06.122041+0000","last_clean":"2024-05-20T21:14:06.122041+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:14:06.122041+0000","last_undegraded":"2024-05-20T21:14:06.122041+0000","last_fullsized":"2024-05-20T21:14:06.122041+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.314153+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:13:38.314153+0000","last_peered":"2024-05-20T21:13:38.314153+0000","last_clean":"2024-05-20T21:13:38.314153+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:13:38.314153+0000","last_undegraded":"2024-05-20T21:13:38.314153+0000","last_fullsized":"2024-05-20T21:13:38.314153+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144429+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:14:06.144429+0000","last_peered":"2024-05-20T21:14:06.144429+0000","last_clean":"2024-05-20T21:14:06.144429+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:14:06.144429+0000","last_undegraded":"2024-05-20T21:14:06.144429+0000","last_fullsized":"2024-05-20T21:14:06.144429+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890362+0000","last_change":"2024-05-20T21:13:38.320823+0000","last_active":"2024-05-20T21:13:40.890362+0000","last_peered":"2024-05-20T21:13:40.890362+0000","last_clean":"2024-05-20T21:13:40.890362+0000","last_became_active":"2024-05-20T21:13:38.315795+0000","last_became_peered":"2024-05-20T21:13:38.315795+0000","last_unstale":"2024-05-20T21:13:40.890362+0000","last_undegraded":"2024-05-20T21:13:40.890362+0000","last_fullsized":"2024-05-20T21:13:40.890362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:29:18.519222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144994+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:14:06.144994+0000","last_peered":"2024-05-20T21:14:06.144994+0000","last_clean":"2024-05-20T21:14:06.144994+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:14:06.144994+0000","last_undegraded":"2024-05-20T21:14:06.144994+0000","last_fullsized":"2024-05-20T21:14:06.144994+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312684+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:13:38.312684+0000","last_peered":"2024-05-20T21:13:38.312684+0000","last_clean":"2024-05-20T21:13:38.312684+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:13:38.312684+0000","last_undegraded":"2024-05-20T21:13:38.312684+0000","last_fullsized":"2024-05-20T21:13:38.312684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135968+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:14:06.135968+0000","last_peered":"2024-05-20T21:14:06.135968+0000","last_clean":"2024-05-20T21:14:06.135968+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:14:06.135968+0000","last_undegraded":"2024-05-20T21:14:06.135968+0000","last_fullsized":"2024-05-20T21:14:06.135968+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.308485+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:13:38.308485+0000","last_peered":"2024-05-20T21:13:38.308485+0000","last_clean":"2024-05-20T21:13:38.308485+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:13:38.308485+0000","last_undegraded":"2024-05-20T21:13:38.308485+0000","last_fullsized":"2024-05-20T21:13:38.308485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135652+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:14:06.135652+0000","last_peered":"2024-05-20T21:14:06.135652+0000","last_clean":"2024-05-20T21:14:06.135652+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:14:06.135652+0000","last_undegraded":"2024-05-20T21:14:06.135652+0000","last_fullsized":"2024-05-20T21:14:06.135652+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318094+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:13:38.318094+0000","last_peered":"2024-05-20T21:13:38.318094+0000","last_clean":"2024-05-20T21:13:38.318094+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:13:38.318094+0000","last_undegraded":"2024-05-20T21:13:38.318094+0000","last_fullsized":"2024-05-20T21:13:38.318094+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123549+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:14:06.123549+0000","last_peered":"2024-05-20T21:14:06.123549+0000","last_clean":"2024-05-20T21:14:06.123549+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:14:06.123549+0000","last_undegraded":"2024-05-20T21:14:06.123549+0000","last_fullsized":"2024-05-20T21:14:06.123549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360800+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:13:38.360800+0000","last_peered":"2024-05-20T21:13:38.360800+0000","last_clean":"2024-05-20T21:13:38.360800+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:13:38.360800+0000","last_undegraded":"2024-05-20T21:13:38.360800+0000","last_fullsized":"2024-05-20T21:13:38.360800+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126001+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:14:06.126001+0000","last_peered":"2024-05-20T21:14:06.126001+0000","last_clean":"2024-05-20T21:14:06.126001+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:14:06.126001+0000","last_undegraded":"2024-05-20T21:14:06.126001+0000","last_fullsized":"2024-05-20T21:14:06.126001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"83'9","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127322+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:14:06.127322+0000","last_peered":"2024-05-20T21:14:06.127322+0000","last_clean":"2024-05-20T21:14:06.127322+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:14:06.127322+0000","last_undegraded":"2024-05-20T21:14:06.127322+0000","last_fullsized":"2024-05-20T21:14:06.127322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"83'12","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.119649+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:14:06.119649+0000","last_peered":"2024-05-20T21:14:06.119649+0000","last_clean":"2024-05-20T21:14:06.119649+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:14:06.119649+0000","last_undegraded":"2024-05-20T21:14:06.119649+0000","last_fullsized":"2024-05-20T21:14:06.119649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144879+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:14:06.144879+0000","last_peered":"2024-05-20T21:14:06.144879+0000","last_clean":"2024-05-20T21:14:06.144879+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:14:06.144879+0000","last_undegraded":"2024-05-20T21:14:06.144879+0000","last_fullsized":"2024-05-20T21:14:06.144879+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"83'7","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144872+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:14:06.144872+0000","last_peered":"2024-05-20T21:14:06.144872+0000","last_clean":"2024-05-20T21:14:06.144872+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:14:06.144872+0000","last_undegraded":"2024-05-20T21:14:06.144872+0000","last_fullsized":"2024-05-20T21:14:06.144872+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146227+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:14:06.146227+0000","last_peered":"2024-05-20T21:14:06.146227+0000","last_clean":"2024-05-20T21:14:06.146227+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:14:06.146227+0000","last_undegraded":"2024-05-20T21:14:06.146227+0000","last_fullsized":"2024-05-20T21:14:06.146227+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124958+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:14:06.124958+0000","last_peered":"2024-05-20T21:14:06.124958+0000","last_clean":"2024-05-20T21:14:06.124958+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:14:06.124958+0000","last_undegraded":"2024-05-20T21:14:06.124958+0000","last_fullsized":"2024-05-20T21:14:06.124958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.116249+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:14:06.116249+0000","last_peered":"2024-05-20T21:14:06.116249+0000","last_clean":"2024-05-20T21:14:06.116249+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:14:06.116249+0000","last_undegraded":"2024-05-20T21:14:06.116249+0000","last_fullsized":"2024-05-20T21:14:06.116249+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134983+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:14:06.134983+0000","last_peered":"2024-05-20T21:14:06.134983+0000","last_clean":"2024-05-20T21:14:06.134983+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:14:06.134983+0000","last_undegraded":"2024-05-20T21:14:06.134983+0000","last_fullsized":"2024-05-20T21:14:06.134983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"83'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140029+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:14:06.140029+0000","last_peered":"2024-05-20T21:14:06.140029+0000","last_clean":"2024-05-20T21:14:06.140029+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:14:06.140029+0000","last_undegraded":"2024-05-20T21:14:06.140029+0000","last_fullsized":"2024-05-20T21:14:06.140029+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134677+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:14:06.134677+0000","last_peered":"2024-05-20T21:14:06.134677+0000","last_clean":"2024-05-20T21:14:06.134677+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:14:06.134677+0000","last_undegraded":"2024-05-20T21:14:06.134677+0000","last_fullsized":"2024-05-20T21:14:06.134677+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136739+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:14:06.136739+0000","last_peered":"2024-05-20T21:14:06.136739+0000","last_clean":"2024-05-20T21:14:06.136739+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:14:06.136739+0000","last_undegraded":"2024-05-20T21:14:06.136739+0000","last_fullsized":"2024-05-20T21:14:06.136739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146280+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:14:06.146280+0000","last_peered":"2024-05-20T21:14:06.146280+0000","last_clean":"2024-05-20T21:14:06.146280+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:14:06.146280+0000","last_undegraded":"2024-05-20T21:14:06.146280+0000","last_fullsized":"2024-05-20T21:14:06.146280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128524+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:14:06.128524+0000","last_peered":"2024-05-20T21:14:06.128524+0000","last_clean":"2024-05-20T21:14:06.128524+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:14:06.128524+0000","last_undegraded":"2024-05-20T21:14:06.128524+0000","last_fullsized":"2024-05-20T21:14:06.128524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":75087,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1403,"num_read_kb":781,"num_write":183,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":225261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678085,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":921600,"data_stored":448446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874313,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28600,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716552,"statfs":{"total":95995035648,"available":95965749248,"internally_reserved":0,"allocated":1622016,"data_stored":1110528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037839,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":448882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234071,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":448568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463003,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1041481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626529,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":448037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40464,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704688,"statfs":{"total":95995035648,"available":95953600512,"internally_reserved":0,"allocated":991232,"data_stored":517933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738497,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":449308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":520091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182514,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":448114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986285,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":449006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822760,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36840,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708312,"statfs":{"total":95995035648,"available":95957311488,"internally_reserved":0,"allocated":1540096,"data_stored":1040633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":72213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:16:14.536 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:16:14.622 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:14.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:14 smithi006 ceph-mon[31422]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:14.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:14 smithi062 ceph-mon[36640]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:14.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:14 smithi042 ceph-mon[36332]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:15.655 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:15 smithi006 ceph-mon[31422]: pgmap v452: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:16:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:15 smithi062 ceph-mon[36640]: pgmap v452: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:16:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:15 smithi042 ceph-mon[36332]: pgmap v452: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:16:16.139 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 -- 172.21.15.6:0/2004839045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424c1037f0 msgr2=0x7f424c103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 --2- 172.21.15.6:0/2004839045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424c1037f0 0x7f424c103bd0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f423c009920 tx=0x7f423c009c30 comp rx=0 tx=0).stop 2024-05-20T21:16:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 -- 172.21.15.6:0/2004839045 shutdown_connections 2024-05-20T21:16:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 --2- 172.21.15.6:0/2004839045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f424c1088f0 0x7f424c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 --2- 172.21.15.6:0/2004839045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424c1037f0 0x7f424c103bd0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 --2- 172.21.15.6:0/2004839045 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f424c1041a0 0x7f424c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 -- 172.21.15.6:0/2004839045 >> 172.21.15.6:0/2004839045 conn(0x7f424c07a6a0 msgr2=0x7f424c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 -- 172.21.15.6:0/2004839045 shutdown_connections 2024-05-20T21:16:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.210+0000 7f4252e00700 1 -- 172.21.15.6:0/2004839045 wait complete. 2024-05-20T21:16:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.212+0000 7f4252e00700 1 Processor -- start 2024-05-20T21:16:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.212+0000 7f4252e00700 1 -- start start 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f4252e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f424c1037f0 0x7f424c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f4252e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f424c1041a0 0x7f424c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f4252e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424c1088f0 0x7f424c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f4252e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f424c1136c0 con 0x7f424c1088f0 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f4252e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f424c113540 con 0x7f424c1037f0 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f4252e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f424c113840 con 0x7f424c1041a0 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f424be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f424c1037f0 0x7f424c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f424be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f424c1037f0 0x7f424c19bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33814/0 (socket says 172.21.15.6:33814) 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f424be00700 1 -- 172.21.15.6:0/4274253750 learned_addr learned my addr 172.21.15.6:0/4274253750 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f424b400700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f424c1041a0 0x7f424c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.213+0000 7f4250e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424c1088f0 0x7f424c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f424be00700 1 -- 172.21.15.6:0/4274253750 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f424c1041a0 msgr2=0x7f424c19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f424be00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f424c1041a0 0x7f424c19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f424be00700 1 -- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424c1088f0 msgr2=0x7f424c1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f424be00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424c1088f0 0x7f424c1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f424be00700 1 -- 172.21.15.6:0/4274253750 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f424c1a0e00 con 0x7f424c1037f0 2024-05-20T21:16:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f424be00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f424c1037f0 0x7f424c19bdf0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f423c009230 tx=0x7f423c00fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f4248c00700 1 -- 172.21.15.6:0/4274253750 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c027070 con 0x7f424c1037f0 2024-05-20T21:16:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f4248c00700 1 -- 172.21.15.6:0/4274253750 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f423c0055f0 con 0x7f424c1037f0 2024-05-20T21:16:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f4252e00700 1 -- 172.21.15.6:0/4274253750 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f424c1a1090 con 0x7f424c1037f0 2024-05-20T21:16:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.214+0000 7f4248c00700 1 -- 172.21.15.6:0/4274253750 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c004930 con 0x7f424c1037f0 2024-05-20T21:16:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.215+0000 7f4252e00700 1 -- 172.21.15.6:0/4274253750 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f424c1a8970 con 0x7f424c1037f0 2024-05-20T21:16:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.218+0000 7f4248c00700 1 -- 172.21.15.6:0/4274253750 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f423c02a070 con 0x7f424c1037f0 2024-05-20T21:16:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f425d76eb80 1 Processor -- start 2024-05-20T21:16:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f425d76eb80 1 -- start start 2024-05-20T21:16:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f4248c00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42300b2880 0x7f42300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f4248c00700 1 -- 172.21.15.6:0/4274253750 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f423c0e2cb0 con 0x7f424c1037f0 2024-05-20T21:16:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc86290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc867d0 0x555c4fc80260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc80880 0x555c4fc80ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f4250e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42300b2880 0x7f42300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f425d76eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555c4fbdee40 con 0x555c4fc867d0 2024-05-20T21:16:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f425d76eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555c4fbce9e0 con 0x555c4fc80880 2024-05-20T21:16:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.220+0000 7f425d76eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555c4fbd2a20 con 0x555c4fc85eb0 2024-05-20T21:16:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc867d0 0x555c4fc80260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc86290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc867d0 0x555c4fc80260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36914/0 (socket says 172.21.15.6:36914) 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424b400700 1 -- 172.21.15.6:0/3854916900 learned_addr learned my addr 172.21.15.6:0/3854916900 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f4250e00700 1 --2- 172.21.15.6:0/3854916900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc80880 0x555c4fc80ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424be00700 1 -- 172.21.15.6:0/3854916900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc80880 msgr2=0x555c4fc80ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424be00700 1 --2- 172.21.15.6:0/3854916900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc80880 0x555c4fc80ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424be00700 1 -- 172.21.15.6:0/3854916900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc867d0 msgr2=0x555c4fc80260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424be00700 1 --2- 172.21.15.6:0/3854916900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc867d0 0x555c4fc80260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.221+0000 7f424be00700 1 -- 172.21.15.6:0/3854916900 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c4fb97420 con 0x555c4fc85eb0 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.222+0000 7f424be00700 1 --2- 172.21.15.6:0/3854916900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc86290 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f423c0e06b0 tx=0x7f423c009c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=659f552768a342c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.222+0000 7f4250e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42300b2880 0x7f42300b4d40 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f42440076d0 tx=0x7f4244007a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.222+0000 7f4241600700 1 -- 172.21.15.6:0/3854916900 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c0a9d70 con 0x555c4fc85eb0 2024-05-20T21:16:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.222+0000 7f4241600700 1 -- 172.21.15.6:0/3854916900 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f423c0aa960 con 0x555c4fc85eb0 2024-05-20T21:16:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.222+0000 7f4241600700 1 -- 172.21.15.6:0/3854916900 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c00b680 con 0x555c4fc85eb0 2024-05-20T21:16:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 -- 172.21.15.6:0/3854916900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 msgr2=0x555c4fc86290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3854916900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc86290 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f423c0e06b0 tx=0x7f423c009c30 comp rx=0 tx=0).stop 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 -- 172.21.15.6:0/3854916900 shutdown_connections 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3854916900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc80880 0x555c4fc80ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3854916900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc86290 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3854916900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc867d0 0x555c4fc80260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 -- 172.21.15.6:0/3854916900 >> 172.21.15.6:0/3854916900 conn(0x555c4fbaebe0 msgr2=0x555c4fc7b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 -- 172.21.15.6:0/3854916900 shutdown_connections 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 -- 172.21.15.6:0/3854916900 wait complete. 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.223+0000 7f425d76eb80 1 -- start start 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.224+0000 7f425d76eb80 1 Processor -- start 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.224+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc8c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.224+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fc89920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.224+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fc89e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.224+0000 7f425d76eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555c4fad4fa0 con 0x555c4fc85eb0 2024-05-20T21:16:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.224+0000 7f425d76eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555c4fb6f760 con 0x555c4fc867d0 2024-05-20T21:16:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.224+0000 7f425d76eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555c4fc8d000 con 0x555c4fc80880 2024-05-20T21:16:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.224+0000 7f425d76eb80 10 client.0 _ll_register_callbacks cb 0x555c4fb78c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fc89920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fc89920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36928/0 (socket says 172.21.15.6:36928) 2024-05-20T21:16:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424b400700 1 -- 172.21.15.6:0/2156815536 learned_addr learned my addr 172.21.15.6:0/2156815536 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc8c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f4250e00700 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fc89e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424be00700 1 -- 172.21.15.6:0/2156815536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 msgr2=0x555c4fc89e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424be00700 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fc89e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424be00700 1 -- 172.21.15.6:0/2156815536 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 msgr2=0x555c4fc89920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424be00700 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fc89920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.225+0000 7f424be00700 1 -- 172.21.15.6:0/2156815536 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c4fb1e8d0 con 0x555c4fc80880 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.226+0000 7f424be00700 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc8c580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x555c4fc8cf70 tx=0x7f423c0ae610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32392b35c5a3d66d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.226+0000 7f4236000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.226+0000 7f4236000700 1 -- 172.21.15.6:0/2156815536 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c0c4060 con 0x555c4fc80880 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.226+0000 7f425d76eb80 1 -- 172.21.15.6:0/2156815536 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f423c0aa960 con 0x555c4fc80880 2024-05-20T21:16:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.226+0000 7f4236000700 1 -- 172.21.15.6:0/2156815536 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f423c0aa4c0 con 0x555c4fc80880 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.226+0000 7f4236000700 1 -- 172.21.15.6:0/2156815536 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f423c0aa260 con 0x555c4fc80880 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.226+0000 7f425d76eb80 10 client.25150 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.226+0000 7f425d76eb80 1 -- 172.21.15.6:0/2156815536 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c4fb9f060 con 0x555c4fc80880 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f4236000700 1 -- 172.21.15.6:0/2156815536 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f423c0aa960 con 0x555c4fc80880 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f4236000700 1 -- 172.21.15.6:0/2156815536 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f423c0ae170 con 0x555c4fc80880 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f425d76eb80 10 client.25150 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f425d76eb80 10 client.25150 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f425d76eb80 20 client.25150 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f425d76eb80 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555c4fc99940 0x555c4fc9bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f425d76eb80 4 client.25150 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f425d76eb80 1 -- 172.21.15.6:0/2156815536 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c4fbe0d90 con 0x555c4fc99940 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.227+0000 7f424b400700 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555c4fc99940 0x555c4fc9bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.228+0000 7f424b400700 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555c4fc99940 0x555c4fc9bd30 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=303b50cfcb8080e6 server_cookie=de2a2157c742a9c in_seq=0 out_seq=0 2024-05-20T21:16:17.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.228+0000 7f4236000700 10 client.25150 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:17.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f4236000700 1 -- 172.21.15.6:0/2156815536 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555c4fbe0d90 con 0x555c4fc99940 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f4236000700 10 client.25150 handle_command_reply: tid=0 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 client.25150 shutdown 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 -- 172.21.15.6:0/2156815536 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 msgr2=0x555c4fc8c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc8c580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x555c4fc8cf70 tx=0x7f423c0ae610 comp rx=0 tx=0).stop 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 -- 172.21.15.6:0/2156815536 shutdown_connections 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fc89e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555c4fc99940 0x555c4fc9bd30 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc8c580 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 --2- 172.21.15.6:0/2156815536 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fc89920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f4236000700 0 client.25150 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 -- 172.21.15.6:0/2156815536 >> 172.21.15.6:0/2156815536 conn(0x555c4fbaebe0 msgr2=0x555c4fc7f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.229+0000 7f425d76eb80 1 -- 172.21.15.6:0/2156815536 shutdown_connections 2024-05-20T21:16:17.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.230+0000 7f425d76eb80 1 -- 172.21.15.6:0/2156815536 wait complete. 2024-05-20T21:16:17.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.230+0000 7f425d76eb80 20 client.25150 trim_cache size 0 max 16384 2024-05-20T21:16:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f425d76eb80 1 Processor -- start 2024-05-20T21:16:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f425d76eb80 1 -- start start 2024-05-20T21:16:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc80260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fca1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fca1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f425d76eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f424c1b2790 con 0x555c4fc85eb0 2024-05-20T21:16:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f425d76eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f424c1b0020 con 0x555c4fc867d0 2024-05-20T21:16:17.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f425d76eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f424c1ade70 con 0x555c4fc80880 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f424b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fca1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f424b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fca1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36932/0 (socket says 172.21.15.6:36932) 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.253+0000 7f424b400700 1 -- 172.21.15.6:0/941628781 learned_addr learned my addr 172.21.15.6:0/941628781 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.254+0000 7f424be00700 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc80260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.254+0000 7f4250e00700 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fca1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.254+0000 7f424b400700 1 -- 172.21.15.6:0/941628781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 msgr2=0x555c4fc80260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.254+0000 7f424b400700 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc80260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.254+0000 7f424b400700 1 -- 172.21.15.6:0/941628781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 msgr2=0x555c4fca1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.254+0000 7f424b400700 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fca1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.254+0000 7f424b400700 1 -- 172.21.15.6:0/941628781 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c4fc87e90 con 0x555c4fc85eb0 2024-05-20T21:16:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.254+0000 7f424b400700 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fca1450 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f42380095f0 tx=0x7f4238009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5264b08a577342a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:17.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f4240c00700 1 -- 172.21.15.6:0/941628781 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4238004830 con 0x555c4fc85eb0 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f4240c00700 1 -- 172.21.15.6:0/941628781 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4238005020 con 0x555c4fc85eb0 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f4240c00700 1 -- 172.21.15.6:0/941628781 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4238010690 con 0x555c4fc85eb0 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f425d76eb80 1 -- 172.21.15.6:0/941628781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 msgr2=0x555c4fca1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f425d76eb80 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fca1450 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f42380095f0 tx=0x7f4238009260 comp rx=0 tx=0).stop 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f425d76eb80 1 -- 172.21.15.6:0/941628781 shutdown_connections 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f425d76eb80 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fca1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f425d76eb80 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc80880 0x555c4fc80260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f425d76eb80 1 --2- 172.21.15.6:0/941628781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc85eb0 0x555c4fca1450 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f425d76eb80 1 -- 172.21.15.6:0/941628781 >> 172.21.15.6:0/941628781 conn(0x555c4fbaebe0 msgr2=0x555c4fc898e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.255+0000 7f425d76eb80 1 -- 172.21.15.6:0/941628781 shutdown_connections 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.256+0000 7f425d76eb80 1 -- 172.21.15.6:0/941628781 wait complete. 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.256+0000 7f425d76eb80 1 -- start start 2024-05-20T21:16:17.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.256+0000 7f425d76eb80 1 Processor -- start 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc80880 0x555c4fc92750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc8f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f425d76eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fc8f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f425d76eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f424c1ae4e0 con 0x555c4fc80880 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f425d76eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f424c1af950 con 0x555c4fc867d0 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f425d76eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f424c1aebb0 con 0x555c4fc85eb0 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f425d76eb80 10 client.0 _ll_register_callbacks cb 0x555c4fb78c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f424be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc80880 0x555c4fc92750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f424be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc80880 0x555c4fc92750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36938/0 (socket says 172.21.15.6:36938) 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f424be00700 1 -- 172.21.15.6:0/3506308651 learned_addr learned my addr 172.21.15.6:0/3506308651 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f424b400700 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc8f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f4250e00700 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fc8f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f424be00700 1 -- 172.21.15.6:0/3506308651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 msgr2=0x555c4fc8f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f424be00700 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc8f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f424be00700 1 -- 172.21.15.6:0/3506308651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 msgr2=0x555c4fc8f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.257+0000 7f424be00700 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fc8f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f424be00700 1 -- 172.21.15.6:0/3506308651 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c4fc8fd20 con 0x555c4fc80880 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f424be00700 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc80880 0x555c4fc92750 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f423c0055c0 tx=0x7f423c00b420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85383c7d4937c753 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f4236000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f4236000700 1 -- 172.21.15.6:0/3506308651 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c0c4040 con 0x555c4fc80880 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f4236000700 1 -- 172.21.15.6:0/3506308651 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f423c0aa4c0 con 0x555c4fc80880 2024-05-20T21:16:17.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f425d76eb80 1 -- 172.21.15.6:0/3506308651 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4238005020 con 0x555c4fc80880 2024-05-20T21:16:17.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f4236000700 1 -- 172.21.15.6:0/3506308651 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f423c0b2db0 con 0x555c4fc80880 2024-05-20T21:16:17.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f425d76eb80 10 client.15027 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:17.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.258+0000 7f425d76eb80 1 -- 172.21.15.6:0/3506308651 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c4fc8fd20 con 0x555c4fc80880 2024-05-20T21:16:17.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f4236000700 1 -- 172.21.15.6:0/3506308651 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4238005020 con 0x555c4fc80880 2024-05-20T21:16:17.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f4236000700 1 -- 172.21.15.6:0/3506308651 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f423c004ad0 con 0x555c4fc80880 2024-05-20T21:16:17.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f425d76eb80 10 client.15027 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f425d76eb80 10 client.15027 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f425d76eb80 20 client.15027 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555c4fd05540 0x555c4fd07930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f425d76eb80 4 client.15027 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f425d76eb80 1 -- 172.21.15.6:0/3506308651 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555c4fbda570 con 0x555c4fd05540 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.259+0000 7f424b400700 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555c4fd05540 0x555c4fd07930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.260+0000 7f424b400700 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555c4fd05540 0x555c4fd07930 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b05702e9ffa757b6 server_cookie=323a12f8bc7f9dcc in_seq=0 out_seq=0 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.260+0000 7f4236000700 10 client.15027 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.260+0000 7f4236000700 1 -- 172.21.15.6:0/3506308651 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555c4fbda570 con 0x555c4fd05540 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.260+0000 7f4236000700 10 client.15027 handle_command_reply: tid=0 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 client.15027 shutdown 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 -- 172.21.15.6:0/3506308651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc80880 msgr2=0x555c4fc92750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc80880 0x555c4fc92750 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f423c0055c0 tx=0x7f423c00b420 comp rx=0 tx=0).stop 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 -- 172.21.15.6:0/3506308651 shutdown_connections 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c4fc867d0 0x555c4fc8f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c4fc80880 0x555c4fc92750 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555c4fd05540 0x555c4fd07930 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 --2- 172.21.15.6:0/3506308651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c4fc85eb0 0x555c4fc8f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f4236000700 0 client.15027 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 -- 172.21.15.6:0/3506308651 >> 172.21.15.6:0/3506308651 conn(0x555c4fbaebe0 msgr2=0x555c4fc86bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 -- 172.21.15.6:0/3506308651 shutdown_connections 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.261+0000 7f425d76eb80 1 -- 172.21.15.6:0/3506308651 wait complete. 2024-05-20T21:16:17.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.262+0000 7f425d76eb80 20 client.15027 trim_cache size 0 max 16384 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": { 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout: "8506f410-ee99-4a14-be26-c18539016d64": { 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout: "path": "/", 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout: "tag": "8506f410-ee99-4a14-be26-c18539016d64", 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout: "options": "recursive,force" 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:16:17.264 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:16:17.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 -- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42300b2880 msgr2=0x7f42300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42300b2880 0x7f42300b4d40 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f42440076d0 tx=0x7f4244007a90 comp rx=0 tx=0).stop 2024-05-20T21:16:17.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 -- 172.21.15.6:0/4274253750 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f424c1037f0 msgr2=0x7f424c19bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:17.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f424c1037f0 0x7f424c19bdf0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f423c009230 tx=0x7f423c00fa00 comp rx=0 tx=0).stop 2024-05-20T21:16:17.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 -- 172.21.15.6:0/4274253750 shutdown_connections 2024-05-20T21:16:17.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42300b2880 0x7f42300b4d40 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f424c1088f0 0x7f424c1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f424c1037f0 0x7f424c19bdf0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 --2- 172.21.15.6:0/4274253750 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f424c1041a0 0x7f424c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:17.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 -- 172.21.15.6:0/4274253750 >> 172.21.15.6:0/4274253750 conn(0x7f424c07a6a0 msgr2=0x7f424c101b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:17.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 -- 172.21.15.6:0/4274253750 shutdown_connections 2024-05-20T21:16:17.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:17.263+0000 7f4252e00700 1 -- 172.21.15.6:0/4274253750 wait complete. 2024-05-20T21:16:17.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:17 smithi006 ceph-mon[31422]: pgmap v453: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:17 smithi062 ceph-mon[36640]: pgmap v453: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:17 smithi042 ceph-mon[36332]: pgmap v453: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:18.892 INFO:tasks.cephfs.filesystem:scrub status for tag:8506f410-ee99-4a14-be26-c18539016d64 - {'path': '/', 'tag': '8506f410-ee99-4a14-be26-c18539016d64', 'options': 'recursive,force'} 2024-05-20T21:16:19.435 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:19 smithi006 ceph-mon[31422]: pgmap v454: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.502+0000 7f662fe00700 1 -- 172.21.15.6:0/319752866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f663010a440 msgr2=0x7f66301168e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.502+0000 7f662fe00700 1 --2- 172.21.15.6:0/319752866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f663010a440 0x7f66301168e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f662800b0a0 tx=0x7f662800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.502+0000 7f662fe00700 1 -- 172.21.15.6:0/319752866 shutdown_connections 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.502+0000 7f662fe00700 1 --2- 172.21.15.6:0/319752866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f663010a440 0x7f66301168e0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.502+0000 7f662fe00700 1 --2- 172.21.15.6:0/319752866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f663010e950 0x7f663010ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.502+0000 7f662fe00700 1 --2- 172.21.15.6:0/319752866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6630109a80 0x7f6630109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.502+0000 7f662fe00700 1 -- 172.21.15.6:0/319752866 >> 172.21.15.6:0/319752866 conn(0x7f66300792d0 msgr2=0x7f6630108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.502+0000 7f662fe00700 1 -- 172.21.15.6:0/319752866 shutdown_connections 2024-05-20T21:16:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.503+0000 7f662fe00700 1 -- 172.21.15.6:0/319752866 wait complete. 2024-05-20T21:16:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.504+0000 7f662fe00700 1 Processor -- start 2024-05-20T21:16:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.504+0000 7f662fe00700 1 -- start start 2024-05-20T21:16:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.504+0000 7f662fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6630109a80 0x7f66301a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.504+0000 7f662fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663010a440 0x7f66301a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.504+0000 7f662fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f663010e950 0x7f66301a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.504+0000 7f662fe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6630119c80 con 0x7f6630109a80 2024-05-20T21:16:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.504+0000 7f662fe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6630119b00 con 0x7f663010a440 2024-05-20T21:16:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.504+0000 7f662fe00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6630119e00 con 0x7f663010e950 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6630109a80 0x7f66301a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663010a440 0x7f66301a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6630109a80 0x7f66301a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36952/0 (socket says 172.21.15.6:36952) 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663010a440 0x7f66301a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33882/0 (socket says 172.21.15.6:33882) 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f663010e950 0x7f66301a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662ea00700 1 -- 172.21.15.6:0/1628309678 learned_addr learned my addr 172.21.15.6:0/1628309678 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662ea00700 1 -- 172.21.15.6:0/1628309678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f663010e950 msgr2=0x7f66301a49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662ea00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f663010e950 0x7f66301a49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662ea00700 1 -- 172.21.15.6:0/1628309678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663010a440 msgr2=0x7f66301a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662ea00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663010a440 0x7f66301a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662ea00700 1 -- 172.21.15.6:0/1628309678 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66301a5120 con 0x7f6630109a80 2024-05-20T21:16:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.505+0000 7f662e000700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663010a440 0x7f66301a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.506+0000 7f662ea00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6630109a80 0x7f66301a0110 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f662000e9a0 tx=0x7f662000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.506+0000 7f6634a00700 1 -- 172.21.15.6:0/1628309678 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f662000ca10 con 0x7f6630109a80 2024-05-20T21:16:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.506+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66301a5410 con 0x7f6630109a80 2024-05-20T21:16:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.506+0000 7f6634a00700 1 -- 172.21.15.6:0/1628309678 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f662000cbb0 con 0x7f6630109a80 2024-05-20T21:16:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.506+0000 7f6634a00700 1 -- 172.21.15.6:0/1628309678 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6620018680 con 0x7f6630109a80 2024-05-20T21:16:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.506+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66301acc90 con 0x7f6630109a80 2024-05-20T21:16:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.507+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f663006a230 con 0x7f6630109a80 2024-05-20T21:16:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.509+0000 7f6634a00700 1 -- 172.21.15.6:0/1628309678 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6620010430 con 0x7f6630109a80 2024-05-20T21:16:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.511+0000 7f6634a00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66140b2880 0x7f66140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.511+0000 7f6634a00700 1 -- 172.21.15.6:0/1628309678 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66200e2420 con 0x7f6630109a80 2024-05-20T21:16:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.511+0000 7f662e000700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66140b2880 0x7f66140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:19.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.512+0000 7f662e000700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66140b2880 0x7f66140b4d40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f661c009680 tx=0x7f661c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:19.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.516+0000 7f6634a00700 1 -- 172.21.15.6:0/1628309678 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f66200aa040 con 0x7f6630109a80 2024-05-20T21:16:19.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.751+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f66301a1470 con 0x7f66140b2880 2024-05-20T21:16:19.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.763+0000 7f6634a00700 1 -- 172.21.15.6:0/1628309678 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258839 (secure 0 0 0) 0x7f66301a1470 con 0x7f66140b2880 2024-05-20T21:16:19.764 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:19.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66140b2880 msgr2=0x7f66140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66140b2880 0x7f66140b4d40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f661c009680 tx=0x7f661c009260 comp rx=0 tx=0).stop 2024-05-20T21:16:19.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6630109a80 msgr2=0x7f66301a0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:19.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6630109a80 0x7f66301a0110 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f662000e9a0 tx=0x7f662000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 shutdown_connections 2024-05-20T21:16:19.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66140b2880 0x7f66140b4d40 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f663010e950 0x7f66301a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6630109a80 0x7f66301a0110 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 --2- 172.21.15.6:0/1628309678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f663010a440 0x7f66301a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:19.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 >> 172.21.15.6:0/1628309678 conn(0x7f66300792d0 msgr2=0x7f6630079950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:19.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 shutdown_connections 2024-05-20T21:16:19.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:19.771+0000 7f662fe00700 1 -- 172.21.15.6:0/1628309678 wait complete. 2024-05-20T21:16:19.772 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:16:19.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:19 smithi062 ceph-mon[36640]: pgmap v454: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:19.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:19 smithi042 ceph-mon[36332]: pgmap v454: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:20.587 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":454,"stamp":"2024-05-20T21:16:18.234340+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":666827,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1517,"num_read_kb":864,"num_write":310,"num_write_kb":2288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2951991,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":752,"ondisk_log_size":752,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399504,"kb_used_data":12912,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542320,"statfs":{"total":1151940427776,"available":1151531335680,"internally_reserved":0,"allocated":13221888,"data_stored":7374441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1138,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":39,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004649"},"pg_stats":[{"pgid":"3.3f","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145599+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:14:06.145599+0000","last_peered":"2024-05-20T21:14:06.145599+0000","last_clean":"2024-05-20T21:14:06.145599+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:14:06.145599+0000","last_undegraded":"2024-05-20T21:14:06.145599+0000","last_fullsized":"2024-05-20T21:14:06.145599+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"83'4","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143176+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:14:06.143176+0000","last_peered":"2024-05-20T21:14:06.143176+0000","last_clean":"2024-05-20T21:14:06.143176+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:14:06.143176+0000","last_undegraded":"2024-05-20T21:14:06.143176+0000","last_fullsized":"2024-05-20T21:14:06.143176+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"83'7","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139647+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:14:06.139647+0000","last_peered":"2024-05-20T21:14:06.139647+0000","last_clean":"2024-05-20T21:14:06.139647+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:14:06.139647+0000","last_undegraded":"2024-05-20T21:14:06.139647+0000","last_fullsized":"2024-05-20T21:14:06.139647+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127062+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:14:06.127062+0000","last_peered":"2024-05-20T21:14:06.127062+0000","last_clean":"2024-05-20T21:14:06.127062+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:14:06.127062+0000","last_undegraded":"2024-05-20T21:14:06.127062+0000","last_fullsized":"2024-05-20T21:14:06.127062+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134985+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:14:06.134985+0000","last_peered":"2024-05-20T21:14:06.134985+0000","last_clean":"2024-05-20T21:14:06.134985+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:14:06.134985+0000","last_undegraded":"2024-05-20T21:14:06.134985+0000","last_fullsized":"2024-05-20T21:14:06.134985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128616+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:14:06.128616+0000","last_peered":"2024-05-20T21:14:06.128616+0000","last_clean":"2024-05-20T21:14:06.128616+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:14:06.128616+0000","last_undegraded":"2024-05-20T21:14:06.128616+0000","last_fullsized":"2024-05-20T21:14:06.128616+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"83'5","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132554+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:14:06.132554+0000","last_peered":"2024-05-20T21:14:06.132554+0000","last_clean":"2024-05-20T21:14:06.132554+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:14:06.132554+0000","last_undegraded":"2024-05-20T21:14:06.132554+0000","last_fullsized":"2024-05-20T21:14:06.132554+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137637+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:14:06.137637+0000","last_peered":"2024-05-20T21:14:06.137637+0000","last_clean":"2024-05-20T21:14:06.137637+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:14:06.137637+0000","last_undegraded":"2024-05-20T21:14:06.137637+0000","last_fullsized":"2024-05-20T21:14:06.137637+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135983+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:14:06.135983+0000","last_peered":"2024-05-20T21:14:06.135983+0000","last_clean":"2024-05-20T21:14:06.135983+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:14:06.135983+0000","last_undegraded":"2024-05-20T21:14:06.135983+0000","last_fullsized":"2024-05-20T21:14:06.135983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"83'16","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.130404+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:14:06.130404+0000","last_peered":"2024-05-20T21:14:06.130404+0000","last_clean":"2024-05-20T21:14:06.130404+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:14:06.130404+0000","last_undegraded":"2024-05-20T21:14:06.130404+0000","last_fullsized":"2024-05-20T21:14:06.130404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135674+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:14:06.135674+0000","last_peered":"2024-05-20T21:14:06.135674+0000","last_clean":"2024-05-20T21:14:06.135674+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:14:06.135674+0000","last_undegraded":"2024-05-20T21:14:06.135674+0000","last_fullsized":"2024-05-20T21:14:06.135674+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127934+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:14:06.127934+0000","last_peered":"2024-05-20T21:14:06.127934+0000","last_clean":"2024-05-20T21:14:06.127934+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:14:06.127934+0000","last_undegraded":"2024-05-20T21:14:06.127934+0000","last_fullsized":"2024-05-20T21:14:06.127934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138885+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:14:06.138885+0000","last_peered":"2024-05-20T21:14:06.138885+0000","last_clean":"2024-05-20T21:14:06.138885+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:14:06.138885+0000","last_undegraded":"2024-05-20T21:14:06.138885+0000","last_fullsized":"2024-05-20T21:14:06.138885+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143675+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:14:06.143675+0000","last_peered":"2024-05-20T21:14:06.143675+0000","last_clean":"2024-05-20T21:14:06.143675+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:14:06.143675+0000","last_undegraded":"2024-05-20T21:14:06.143675+0000","last_fullsized":"2024-05-20T21:14:06.143675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143908+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:14:06.143908+0000","last_peered":"2024-05-20T21:14:06.143908+0000","last_clean":"2024-05-20T21:14:06.143908+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:14:06.143908+0000","last_undegraded":"2024-05-20T21:14:06.143908+0000","last_fullsized":"2024-05-20T21:14:06.143908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144574+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:14:06.144574+0000","last_peered":"2024-05-20T21:14:06.144574+0000","last_clean":"2024-05-20T21:14:06.144574+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:14:06.144574+0000","last_undegraded":"2024-05-20T21:14:06.144574+0000","last_fullsized":"2024-05-20T21:14:06.144574+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145823+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:14:06.145823+0000","last_peered":"2024-05-20T21:14:06.145823+0000","last_clean":"2024-05-20T21:14:06.145823+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:14:06.145823+0000","last_undegraded":"2024-05-20T21:14:06.145823+0000","last_fullsized":"2024-05-20T21:14:06.145823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129884+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:14:06.129884+0000","last_peered":"2024-05-20T21:14:06.129884+0000","last_clean":"2024-05-20T21:14:06.129884+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:14:06.129884+0000","last_undegraded":"2024-05-20T21:14:06.129884+0000","last_fullsized":"2024-05-20T21:14:06.129884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135670+0000","last_change":"2024-05-20T21:13:38.316226+0000","last_active":"2024-05-20T21:14:06.135670+0000","last_peered":"2024-05-20T21:14:06.135670+0000","last_clean":"2024-05-20T21:14:06.135670+0000","last_became_active":"2024-05-20T21:13:38.315723+0000","last_became_peered":"2024-05-20T21:13:38.315723+0000","last_unstale":"2024-05-20T21:14:06.135670+0000","last_undegraded":"2024-05-20T21:14:06.135670+0000","last_fullsized":"2024-05-20T21:14:06.135670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:55:39.583425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9],"acting":[2,3,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":43,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:03.592409+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:16:03.592409+0000","last_peered":"2024-05-20T21:16:03.592409+0000","last_clean":"2024-05-20T21:16:03.592409+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:16:03.592409+0000","last_undegraded":"2024-05-20T21:16:03.592409+0000","last_fullsized":"2024-05-20T21:16:03.592409+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133760+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:14:06.133760+0000","last_peered":"2024-05-20T21:14:06.133760+0000","last_clean":"2024-05-20T21:14:06.133760+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:14:06.133760+0000","last_undegraded":"2024-05-20T21:14:06.133760+0000","last_fullsized":"2024-05-20T21:14:06.133760+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:55.324537+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:13:55.324537+0000","last_peered":"2024-05-20T21:13:55.324537+0000","last_clean":"2024-05-20T21:13:55.324537+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:13:55.324537+0000","last_undegraded":"2024-05-20T21:13:55.324537+0000","last_fullsized":"2024-05-20T21:13:55.324537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"83'6","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145751+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:14:06.145751+0000","last_peered":"2024-05-20T21:14:06.145751+0000","last_clean":"2024-05-20T21:14:06.145751+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:14:06.145751+0000","last_undegraded":"2024-05-20T21:14:06.145751+0000","last_fullsized":"2024-05-20T21:14:06.145751+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313411+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:13:38.313411+0000","last_peered":"2024-05-20T21:13:38.313411+0000","last_clean":"2024-05-20T21:13:38.313411+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:13:38.313411+0000","last_undegraded":"2024-05-20T21:13:38.313411+0000","last_fullsized":"2024-05-20T21:13:38.313411+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140853+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:14:06.140853+0000","last_peered":"2024-05-20T21:14:06.140853+0000","last_clean":"2024-05-20T21:14:06.140853+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:14:06.140853+0000","last_undegraded":"2024-05-20T21:14:06.140853+0000","last_fullsized":"2024-05-20T21:14:06.140853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313346+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:13:38.313346+0000","last_peered":"2024-05-20T21:13:38.313346+0000","last_clean":"2024-05-20T21:13:38.313346+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:13:38.313346+0000","last_undegraded":"2024-05-20T21:13:38.313346+0000","last_fullsized":"2024-05-20T21:13:38.313346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127479+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:14:06.127479+0000","last_peered":"2024-05-20T21:14:06.127479+0000","last_clean":"2024-05-20T21:14:06.127479+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:14:06.127479+0000","last_undegraded":"2024-05-20T21:14:06.127479+0000","last_fullsized":"2024-05-20T21:14:06.127479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'8","reported_seq":279,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:14.740097+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:16:14.740097+0000","last_peered":"2024-05-20T21:16:14.740097+0000","last_clean":"2024-05-20T21:16:14.740097+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:16:14.740097+0000","last_undegraded":"2024-05-20T21:16:14.740097+0000","last_fullsized":"2024-05-20T21:16:14.740097+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":240,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123399+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:14:06.123399+0000","last_peered":"2024-05-20T21:14:06.123399+0000","last_clean":"2024-05-20T21:14:06.123399+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:14:06.123399+0000","last_undegraded":"2024-05-20T21:14:06.123399+0000","last_fullsized":"2024-05-20T21:14:06.123399+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312435+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:13:38.312435+0000","last_peered":"2024-05-20T21:13:38.312435+0000","last_clean":"2024-05-20T21:13:38.312435+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:13:38.312435+0000","last_undegraded":"2024-05-20T21:13:38.312435+0000","last_fullsized":"2024-05-20T21:13:38.312435+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134995+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:14:06.134995+0000","last_peered":"2024-05-20T21:14:06.134995+0000","last_clean":"2024-05-20T21:14:06.134995+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:14:06.134995+0000","last_undegraded":"2024-05-20T21:14:06.134995+0000","last_fullsized":"2024-05-20T21:14:06.134995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.358624+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:13:38.358624+0000","last_peered":"2024-05-20T21:13:38.358624+0000","last_clean":"2024-05-20T21:13:38.358624+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:13:38.358624+0000","last_undegraded":"2024-05-20T21:13:38.358624+0000","last_fullsized":"2024-05-20T21:13:38.358624+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.142538+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:14:06.142538+0000","last_peered":"2024-05-20T21:14:06.142538+0000","last_clean":"2024-05-20T21:14:06.142538+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:14:06.142538+0000","last_undegraded":"2024-05-20T21:14:06.142538+0000","last_fullsized":"2024-05-20T21:14:06.142538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318216+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:13:38.318216+0000","last_peered":"2024-05-20T21:13:38.318216+0000","last_clean":"2024-05-20T21:13:38.318216+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:13:38.318216+0000","last_undegraded":"2024-05-20T21:13:38.318216+0000","last_fullsized":"2024-05-20T21:13:38.318216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"83'11","reported_seq":42,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128324+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:14:06.128324+0000","last_peered":"2024-05-20T21:14:06.128324+0000","last_clean":"2024-05-20T21:14:06.128324+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:14:06.128324+0000","last_undegraded":"2024-05-20T21:14:06.128324+0000","last_fullsized":"2024-05-20T21:14:06.128324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'5","reported_seq":268,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:11.734021+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:16:11.734021+0000","last_peered":"2024-05-20T21:16:11.734021+0000","last_clean":"2024-05-20T21:16:11.734021+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:16:11.734021+0000","last_undegraded":"2024-05-20T21:16:11.734021+0000","last_fullsized":"2024-05-20T21:16:11.734021+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":232,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133613+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:14:06.133613+0000","last_peered":"2024-05-20T21:14:06.133613+0000","last_clean":"2024-05-20T21:14:06.133613+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:14:06.133613+0000","last_undegraded":"2024-05-20T21:14:06.133613+0000","last_fullsized":"2024-05-20T21:14:06.133613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315053+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:13:38.315053+0000","last_peered":"2024-05-20T21:13:38.315053+0000","last_clean":"2024-05-20T21:13:38.315053+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:13:38.315053+0000","last_undegraded":"2024-05-20T21:13:38.315053+0000","last_fullsized":"2024-05-20T21:13:38.315053+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"83'9","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145956+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:14:06.145956+0000","last_peered":"2024-05-20T21:14:06.145956+0000","last_clean":"2024-05-20T21:14:06.145956+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:14:06.145956+0000","last_undegraded":"2024-05-20T21:14:06.145956+0000","last_fullsized":"2024-05-20T21:14:06.145956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318253+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:13:38.318253+0000","last_peered":"2024-05-20T21:13:38.318253+0000","last_clean":"2024-05-20T21:13:38.318253+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:13:38.318253+0000","last_undegraded":"2024-05-20T21:13:38.318253+0000","last_fullsized":"2024-05-20T21:13:38.318253+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127001+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:14:06.127001+0000","last_peered":"2024-05-20T21:14:06.127001+0000","last_clean":"2024-05-20T21:14:06.127001+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:14:06.127001+0000","last_undegraded":"2024-05-20T21:14:06.127001+0000","last_fullsized":"2024-05-20T21:14:06.127001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'38","reported_seq":548,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:12.736154+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:16:12.736154+0000","last_peered":"2024-05-20T21:16:12.736154+0000","last_clean":"2024-05-20T21:16:12.736154+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:16:12.736154+0000","last_undegraded":"2024-05-20T21:16:12.736154+0000","last_fullsized":"2024-05-20T21:16:12.736154+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71241,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":479,"num_read_kb":309,"num_write":39,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124661+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:14:06.124661+0000","last_peered":"2024-05-20T21:14:06.124661+0000","last_clean":"2024-05-20T21:14:06.124661+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:14:06.124661+0000","last_undegraded":"2024-05-20T21:14:06.124661+0000","last_fullsized":"2024-05-20T21:14:06.124661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890383+0000","last_change":"2024-05-20T21:13:38.328279+0000","last_active":"2024-05-20T21:13:40.890383+0000","last_peered":"2024-05-20T21:13:40.890383+0000","last_clean":"2024-05-20T21:13:40.890383+0000","last_became_active":"2024-05-20T21:13:38.316015+0000","last_became_peered":"2024-05-20T21:13:38.316015+0000","last_unstale":"2024-05-20T21:13:40.890383+0000","last_undegraded":"2024-05-20T21:13:40.890383+0000","last_fullsized":"2024-05-20T21:13:40.890383+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:23:34.074244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137823+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:14:06.137823+0000","last_peered":"2024-05-20T21:14:06.137823+0000","last_clean":"2024-05-20T21:14:06.137823+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:14:06.137823+0000","last_undegraded":"2024-05-20T21:14:06.137823+0000","last_fullsized":"2024-05-20T21:14:06.137823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317400+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:13:38.317400+0000","last_peered":"2024-05-20T21:13:38.317400+0000","last_clean":"2024-05-20T21:13:38.317400+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:13:38.317400+0000","last_undegraded":"2024-05-20T21:13:38.317400+0000","last_fullsized":"2024-05-20T21:13:38.317400+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.131136+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:14:06.131136+0000","last_peered":"2024-05-20T21:14:06.131136+0000","last_clean":"2024-05-20T21:14:06.131136+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:14:06.131136+0000","last_undegraded":"2024-05-20T21:14:06.131136+0000","last_fullsized":"2024-05-20T21:14:06.131136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":276,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:15.849664+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:16:15.849664+0000","last_peered":"2024-05-20T21:16:15.849664+0000","last_clean":"2024-05-20T21:16:15.849664+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:16:15.849664+0000","last_undegraded":"2024-05-20T21:16:15.849664+0000","last_fullsized":"2024-05-20T21:16:15.849664+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123940+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:14:06.123940+0000","last_peered":"2024-05-20T21:14:06.123940+0000","last_clean":"2024-05-20T21:14:06.123940+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:14:06.123940+0000","last_undegraded":"2024-05-20T21:14:06.123940+0000","last_fullsized":"2024-05-20T21:14:06.123940+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":47,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312571+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:13:38.312571+0000","last_peered":"2024-05-20T21:13:38.312571+0000","last_clean":"2024-05-20T21:13:38.312571+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:13:38.312571+0000","last_undegraded":"2024-05-20T21:13:38.312571+0000","last_fullsized":"2024-05-20T21:13:38.312571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127319+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:14:06.127319+0000","last_peered":"2024-05-20T21:14:06.127319+0000","last_clean":"2024-05-20T21:14:06.127319+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:14:06.127319+0000","last_undegraded":"2024-05-20T21:14:06.127319+0000","last_fullsized":"2024-05-20T21:14:06.127319+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313126+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:13:38.313126+0000","last_peered":"2024-05-20T21:13:38.313126+0000","last_clean":"2024-05-20T21:13:38.313126+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:13:38.313126+0000","last_undegraded":"2024-05-20T21:13:38.313126+0000","last_fullsized":"2024-05-20T21:13:38.313126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128310+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:14:06.128310+0000","last_peered":"2024-05-20T21:14:06.128310+0000","last_clean":"2024-05-20T21:14:06.128310+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:14:06.128310+0000","last_undegraded":"2024-05-20T21:14:06.128310+0000","last_fullsized":"2024-05-20T21:14:06.128310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:58.573547+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:13:58.573547+0000","last_peered":"2024-05-20T21:13:58.573547+0000","last_clean":"2024-05-20T21:13:58.573547+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:13:58.573547+0000","last_undegraded":"2024-05-20T21:13:58.573547+0000","last_fullsized":"2024-05-20T21:13:58.573547+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'5","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132905+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:14:06.132905+0000","last_peered":"2024-05-20T21:14:06.132905+0000","last_clean":"2024-05-20T21:14:06.132905+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:14:06.132905+0000","last_undegraded":"2024-05-20T21:14:06.132905+0000","last_fullsized":"2024-05-20T21:14:06.132905+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:02.062829+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:14:02.062829+0000","last_peered":"2024-05-20T21:14:02.062829+0000","last_clean":"2024-05-20T21:14:02.062829+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:14:02.062829+0000","last_undegraded":"2024-05-20T21:14:02.062829+0000","last_fullsized":"2024-05-20T21:14:02.062829+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"83'7","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123356+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:14:06.123356+0000","last_peered":"2024-05-20T21:14:06.123356+0000","last_clean":"2024-05-20T21:14:06.123356+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:14:06.123356+0000","last_undegraded":"2024-05-20T21:14:06.123356+0000","last_fullsized":"2024-05-20T21:14:06.123356+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"83'8","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.114660+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:14:06.114660+0000","last_peered":"2024-05-20T21:14:06.114660+0000","last_clean":"2024-05-20T21:14:06.114660+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:14:06.114660+0000","last_undegraded":"2024-05-20T21:14:06.114660+0000","last_fullsized":"2024-05-20T21:14:06.114660+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":272,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:14.847038+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:16:14.847038+0000","last_peered":"2024-05-20T21:16:14.847038+0000","last_clean":"2024-05-20T21:16:14.847038+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:16:14.847038+0000","last_undegraded":"2024-05-20T21:16:14.847038+0000","last_fullsized":"2024-05-20T21:16:14.847038+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":235,"num_read_kb":235,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"83'8","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139463+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:14:06.139463+0000","last_peered":"2024-05-20T21:14:06.139463+0000","last_clean":"2024-05-20T21:14:06.139463+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:14:06.139463+0000","last_undegraded":"2024-05-20T21:14:06.139463+0000","last_fullsized":"2024-05-20T21:14:06.139463+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:02.399114+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:14:02.399114+0000","last_peered":"2024-05-20T21:14:02.399114+0000","last_clean":"2024-05-20T21:14:02.399114+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:14:02.399114+0000","last_undegraded":"2024-05-20T21:14:02.399114+0000","last_fullsized":"2024-05-20T21:14:02.399114+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":105,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315118+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:13:38.315118+0000","last_peered":"2024-05-20T21:13:38.315118+0000","last_clean":"2024-05-20T21:13:38.315118+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:13:38.315118+0000","last_undegraded":"2024-05-20T21:13:38.315118+0000","last_fullsized":"2024-05-20T21:13:38.315118+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123411+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:14:06.123411+0000","last_peered":"2024-05-20T21:14:06.123411+0000","last_clean":"2024-05-20T21:14:06.123411+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:14:06.123411+0000","last_undegraded":"2024-05-20T21:14:06.123411+0000","last_fullsized":"2024-05-20T21:14:06.123411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:57.062299+0000","last_change":"2024-05-20T21:13:38.359785+0000","last_active":"2024-05-20T21:13:57.062299+0000","last_peered":"2024-05-20T21:13:57.062299+0000","last_clean":"2024-05-20T21:13:57.062299+0000","last_became_active":"2024-05-20T21:13:38.357081+0000","last_became_peered":"2024-05-20T21:13:38.357081+0000","last_unstale":"2024-05-20T21:13:57.062299+0000","last_undegraded":"2024-05-20T21:13:57.062299+0000","last_fullsized":"2024-05-20T21:13:57.062299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:50:28.251838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:58.890817+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:13:58.890817+0000","last_peered":"2024-05-20T21:13:58.890817+0000","last_clean":"2024-05-20T21:13:58.890817+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:13:58.890817+0000","last_undegraded":"2024-05-20T21:13:58.890817+0000","last_fullsized":"2024-05-20T21:13:58.890817+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"83'9","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139049+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:14:06.139049+0000","last_peered":"2024-05-20T21:14:06.139049+0000","last_clean":"2024-05-20T21:14:06.139049+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:14:06.139049+0000","last_undegraded":"2024-05-20T21:14:06.139049+0000","last_fullsized":"2024-05-20T21:14:06.139049+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'14","reported_seq":46,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:51.713839+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:15:51.713839+0000","last_peered":"2024-05-20T21:15:51.713839+0000","last_clean":"2024-05-20T21:15:51.713839+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:15:51.713839+0000","last_undegraded":"2024-05-20T21:15:51.713839+0000","last_fullsized":"2024-05-20T21:15:51.713839+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135900+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:14:06.135900+0000","last_peered":"2024-05-20T21:14:06.135900+0000","last_clean":"2024-05-20T21:14:06.135900+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:14:06.135900+0000","last_undegraded":"2024-05-20T21:14:06.135900+0000","last_fullsized":"2024-05-20T21:14:06.135900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:07.399727+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:14:07.399727+0000","last_peered":"2024-05-20T21:14:07.399727+0000","last_clean":"2024-05-20T21:14:07.399727+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:14:07.399727+0000","last_undegraded":"2024-05-20T21:14:07.399727+0000","last_fullsized":"2024-05-20T21:14:07.399727+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143833+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:14:06.143833+0000","last_peered":"2024-05-20T21:14:06.143833+0000","last_clean":"2024-05-20T21:14:06.143833+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:14:06.143833+0000","last_undegraded":"2024-05-20T21:14:06.143833+0000","last_fullsized":"2024-05-20T21:14:06.143833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:04.432965+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:14:04.432965+0000","last_peered":"2024-05-20T21:14:04.432965+0000","last_clean":"2024-05-20T21:14:04.432965+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:14:04.432965+0000","last_undegraded":"2024-05-20T21:14:04.432965+0000","last_fullsized":"2024-05-20T21:14:04.432965+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.122041+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:14:06.122041+0000","last_peered":"2024-05-20T21:14:06.122041+0000","last_clean":"2024-05-20T21:14:06.122041+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:14:06.122041+0000","last_undegraded":"2024-05-20T21:14:06.122041+0000","last_fullsized":"2024-05-20T21:14:06.122041+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:05.325825+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:14:05.325825+0000","last_peered":"2024-05-20T21:14:05.325825+0000","last_clean":"2024-05-20T21:14:05.325825+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:14:05.325825+0000","last_undegraded":"2024-05-20T21:14:05.325825+0000","last_fullsized":"2024-05-20T21:14:05.325825+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144429+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:14:06.144429+0000","last_peered":"2024-05-20T21:14:06.144429+0000","last_clean":"2024-05-20T21:14:06.144429+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:14:06.144429+0000","last_undegraded":"2024-05-20T21:14:06.144429+0000","last_fullsized":"2024-05-20T21:14:06.144429+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890362+0000","last_change":"2024-05-20T21:13:38.320823+0000","last_active":"2024-05-20T21:13:40.890362+0000","last_peered":"2024-05-20T21:13:40.890362+0000","last_clean":"2024-05-20T21:13:40.890362+0000","last_became_active":"2024-05-20T21:13:38.315795+0000","last_became_peered":"2024-05-20T21:13:38.315795+0000","last_unstale":"2024-05-20T21:13:40.890362+0000","last_undegraded":"2024-05-20T21:13:40.890362+0000","last_fullsized":"2024-05-20T21:13:40.890362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:29:18.519222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144994+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:14:06.144994+0000","last_peered":"2024-05-20T21:14:06.144994+0000","last_clean":"2024-05-20T21:14:06.144994+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:14:06.144994+0000","last_undegraded":"2024-05-20T21:14:06.144994+0000","last_fullsized":"2024-05-20T21:14:06.144994+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312684+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:13:38.312684+0000","last_peered":"2024-05-20T21:13:38.312684+0000","last_clean":"2024-05-20T21:13:38.312684+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:13:38.312684+0000","last_undegraded":"2024-05-20T21:13:38.312684+0000","last_fullsized":"2024-05-20T21:13:38.312684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:07.063473+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:14:07.063473+0000","last_peered":"2024-05-20T21:14:07.063473+0000","last_clean":"2024-05-20T21:14:07.063473+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:14:07.063473+0000","last_undegraded":"2024-05-20T21:14:07.063473+0000","last_fullsized":"2024-05-20T21:14:07.063473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.308485+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:13:38.308485+0000","last_peered":"2024-05-20T21:13:38.308485+0000","last_clean":"2024-05-20T21:13:38.308485+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:13:38.308485+0000","last_undegraded":"2024-05-20T21:13:38.308485+0000","last_fullsized":"2024-05-20T21:13:38.308485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135652+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:14:06.135652+0000","last_peered":"2024-05-20T21:14:06.135652+0000","last_clean":"2024-05-20T21:14:06.135652+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:14:06.135652+0000","last_undegraded":"2024-05-20T21:14:06.135652+0000","last_fullsized":"2024-05-20T21:14:06.135652+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318094+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:13:38.318094+0000","last_peered":"2024-05-20T21:13:38.318094+0000","last_clean":"2024-05-20T21:13:38.318094+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:13:38.318094+0000","last_undegraded":"2024-05-20T21:13:38.318094+0000","last_fullsized":"2024-05-20T21:13:38.318094+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123549+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:14:06.123549+0000","last_peered":"2024-05-20T21:14:06.123549+0000","last_clean":"2024-05-20T21:14:06.123549+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:14:06.123549+0000","last_undegraded":"2024-05-20T21:14:06.123549+0000","last_fullsized":"2024-05-20T21:14:06.123549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360800+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:13:38.360800+0000","last_peered":"2024-05-20T21:13:38.360800+0000","last_clean":"2024-05-20T21:13:38.360800+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:13:38.360800+0000","last_undegraded":"2024-05-20T21:13:38.360800+0000","last_fullsized":"2024-05-20T21:13:38.360800+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126001+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:14:06.126001+0000","last_peered":"2024-05-20T21:14:06.126001+0000","last_clean":"2024-05-20T21:14:06.126001+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:14:06.126001+0000","last_undegraded":"2024-05-20T21:14:06.126001+0000","last_fullsized":"2024-05-20T21:14:06.126001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"83'9","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127322+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:14:06.127322+0000","last_peered":"2024-05-20T21:14:06.127322+0000","last_clean":"2024-05-20T21:14:06.127322+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:14:06.127322+0000","last_undegraded":"2024-05-20T21:14:06.127322+0000","last_fullsized":"2024-05-20T21:14:06.127322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"83'12","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.119649+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:14:06.119649+0000","last_peered":"2024-05-20T21:14:06.119649+0000","last_clean":"2024-05-20T21:14:06.119649+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:14:06.119649+0000","last_undegraded":"2024-05-20T21:14:06.119649+0000","last_fullsized":"2024-05-20T21:14:06.119649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144879+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:14:06.144879+0000","last_peered":"2024-05-20T21:14:06.144879+0000","last_clean":"2024-05-20T21:14:06.144879+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:14:06.144879+0000","last_undegraded":"2024-05-20T21:14:06.144879+0000","last_fullsized":"2024-05-20T21:14:06.144879+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"83'7","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144872+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:14:06.144872+0000","last_peered":"2024-05-20T21:14:06.144872+0000","last_clean":"2024-05-20T21:14:06.144872+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:14:06.144872+0000","last_undegraded":"2024-05-20T21:14:06.144872+0000","last_fullsized":"2024-05-20T21:14:06.144872+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"83'4","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.713775+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:14:06.713775+0000","last_peered":"2024-05-20T21:14:06.713775+0000","last_clean":"2024-05-20T21:14:06.713775+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:14:06.713775+0000","last_undegraded":"2024-05-20T21:14:06.713775+0000","last_fullsized":"2024-05-20T21:14:06.713775+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124958+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:14:06.124958+0000","last_peered":"2024-05-20T21:14:06.124958+0000","last_clean":"2024-05-20T21:14:06.124958+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:14:06.124958+0000","last_undegraded":"2024-05-20T21:14:06.124958+0000","last_fullsized":"2024-05-20T21:14:06.124958+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.116249+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:14:06.116249+0000","last_peered":"2024-05-20T21:14:06.116249+0000","last_clean":"2024-05-20T21:14:06.116249+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:14:06.116249+0000","last_undegraded":"2024-05-20T21:14:06.116249+0000","last_fullsized":"2024-05-20T21:14:06.116249+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"83'2","reported_seq":27,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134983+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:14:06.134983+0000","last_peered":"2024-05-20T21:14:06.134983+0000","last_clean":"2024-05-20T21:14:06.134983+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:14:06.134983+0000","last_undegraded":"2024-05-20T21:14:06.134983+0000","last_fullsized":"2024-05-20T21:14:06.134983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"83'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140029+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:14:06.140029+0000","last_peered":"2024-05-20T21:14:06.140029+0000","last_clean":"2024-05-20T21:14:06.140029+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:14:06.140029+0000","last_undegraded":"2024-05-20T21:14:06.140029+0000","last_fullsized":"2024-05-20T21:14:06.140029+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134677+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:14:06.134677+0000","last_peered":"2024-05-20T21:14:06.134677+0000","last_clean":"2024-05-20T21:14:06.134677+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:14:06.134677+0000","last_undegraded":"2024-05-20T21:14:06.134677+0000","last_fullsized":"2024-05-20T21:14:06.134677+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136739+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:14:06.136739+0000","last_peered":"2024-05-20T21:14:06.136739+0000","last_clean":"2024-05-20T21:14:06.136739+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:14:06.136739+0000","last_undegraded":"2024-05-20T21:14:06.136739+0000","last_fullsized":"2024-05-20T21:14:06.136739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146280+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:14:06.146280+0000","last_peered":"2024-05-20T21:14:06.146280+0000","last_clean":"2024-05-20T21:14:06.146280+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:14:06.146280+0000","last_undegraded":"2024-05-20T21:14:06.146280+0000","last_fullsized":"2024-05-20T21:14:06.146280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128524+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:14:06.128524+0000","last_peered":"2024-05-20T21:14:06.128524+0000","last_clean":"2024-05-20T21:14:06.128524+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:14:06.128524+0000","last_undegraded":"2024-05-20T21:14:06.128524+0000","last_fullsized":"2024-05-20T21:14:06.128524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76225,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1441,"num_read_kb":800,"num_write":185,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":228675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678086,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":921600,"data_stored":448446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874314,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28604,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716548,"statfs":{"total":95995035648,"available":95965745152,"internally_reserved":0,"allocated":1626112,"data_stored":1111666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037840,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":448882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234072,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":448568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463004,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1041481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626530,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":448037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574975,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40468,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704684,"statfs":{"total":95995035648,"available":95953596416,"internally_reserved":0,"allocated":995328,"data_stored":519071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":449308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411449,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":521229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182515,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":448114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986287,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":449006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822761,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36840,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708312,"statfs":{"total":95995035648,"available":95957311488,"internally_reserved":0,"allocated":1540096,"data_stored":1040633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":71241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":73399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":73351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:16:20.592 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-20T21:16:20.592 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-20T21:16:21.112 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:21.601 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:21 smithi006 ceph-mon[31422]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:21.601 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:21 smithi006 ceph-mon[31422]: pgmap v455: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:21 smithi062 ceph-mon[36640]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:21 smithi062 ceph-mon[36640]: pgmap v455: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:21.847 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.847+0000 7f203e200640 1 -- 172.21.15.6:0/4173832371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2038105d10 msgr2=0x7f2038108100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.847+0000 7f203e200640 1 --2- 172.21.15.6:0/4173832371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2038105d10 0x7f2038108100 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2024009900 tx=0x7f202402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.847+0000 7f203e200640 1 -- 172.21.15.6:0/4173832371 shutdown_connections 2024-05-20T21:16:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.847+0000 7f203e200640 1 --2- 172.21.15.6:0/4173832371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2038108640 0x7f203810aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.847+0000 7f203e200640 1 --2- 172.21.15.6:0/4173832371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2038105d10 0x7f2038108100 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.848+0000 7f203e200640 1 --2- 172.21.15.6:0/4173832371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f20381033e0 0x7f20381057d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.848+0000 7f203e200640 1 -- 172.21.15.6:0/4173832371 >> 172.21.15.6:0/4173832371 conn(0x7f20380fcd30 msgr2=0x7f20380ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.848+0000 7f203e200640 1 -- 172.21.15.6:0/4173832371 shutdown_connections 2024-05-20T21:16:21.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.848+0000 7f203e200640 1 -- 172.21.15.6:0/4173832371 wait complete. 2024-05-20T21:16:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.849+0000 7f203e200640 1 Processor -- start 2024-05-20T21:16:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.849+0000 7f203e200640 1 -- start start 2024-05-20T21:16:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.849+0000 7f203e200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20381033e0 0x7f203819ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.849+0000 7f203e200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2038105d10 0x7f203819b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.849+0000 7f203e200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2038108640 0x7f20381a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.849+0000 7f203e200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f203810e400 con 0x7f20381033e0 2024-05-20T21:16:21.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.849+0000 7f203e200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f203810e280 con 0x7f2038108640 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.849+0000 7f203e200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f203810e580 con 0x7f2038105d10 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f203ce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20381033e0 0x7f203819ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f203d800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2038108640 0x7f20381a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f2037e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2038105d10 0x7f203819b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f203d800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2038108640 0x7f20381a2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33908/0 (socket says 172.21.15.6:33908) 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f203ce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20381033e0 0x7f203819ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36970/0 (socket says 172.21.15.6:36970) 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f2037e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2038105d10 0x7f203819b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59696/0 (socket says 172.21.15.6:59696) 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f203d800640 1 -- 172.21.15.6:0/4273027535 learned_addr learned my addr 172.21.15.6:0/4273027535 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f2037e00640 1 -- 172.21.15.6:0/4273027535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2038108640 msgr2=0x7f20381a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f2037e00640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2038108640 0x7f20381a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f2037e00640 1 -- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20381033e0 msgr2=0x7f203819ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f2037e00640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20381033e0 0x7f203819ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f2037e00640 1 -- 172.21.15.6:0/4273027535 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20381a2980 con 0x7f2038105d10 2024-05-20T21:16:21.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f203d800640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2038108640 0x7f20381a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:21.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f203ce00640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20381033e0 0x7f203819ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:21.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.850+0000 7f2037e00640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2038105d10 0x7f203819b2a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2024006010 tx=0x7f20240042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.851+0000 7f2035600640 1 -- 172.21.15.6:0/4273027535 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202403f030 con 0x7f2038105d10 2024-05-20T21:16:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.851+0000 7f2035600640 1 -- 172.21.15.6:0/4273027535 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2024031910 con 0x7f2038105d10 2024-05-20T21:16:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.851+0000 7f203e200640 1 -- 172.21.15.6:0/4273027535 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20381a2c10 con 0x7f2038105d10 2024-05-20T21:16:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.851+0000 7f2035600640 1 -- 172.21.15.6:0/4273027535 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2024035070 con 0x7f2038105d10 2024-05-20T21:16:21.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.851+0000 7f203e200640 1 -- 172.21.15.6:0/4273027535 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20381a3100 con 0x7f2038105d10 2024-05-20T21:16:21.854 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.854+0000 7f2042608740 1 Processor -- start 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f2042608740 1 -- start start 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f2042608740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f08110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f2042608740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f0d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f2042608740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 0x562f49f0fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f2042608740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562f49e77b90 con 0x562f49f0d850 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f2042608740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562f49e67730 con 0x562f49f07cf0 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f2042608740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562f49e6b770 con 0x562f49f086e0 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f203d800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f08110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f203ce00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f0d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f203d800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f08110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33912/0 (socket says 172.21.15.6:33912) 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f203ce00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f0d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59710/0 (socket says 172.21.15.6:59710) 2024-05-20T21:16:21.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f203d800640 1 -- 172.21.15.6:0/3889790383 learned_addr learned my addr 172.21.15.6:0/3889790383 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.855+0000 7f2035600640 1 -- 172.21.15.6:0/4273027535 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2024042030 con 0x7f2038105d10 2024-05-20T21:16:21.856 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.856+0000 7f203ce00640 1 -- 172.21.15.6:0/3889790383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 msgr2=0x562f49f08110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.856+0000 7f203ce00640 1 --2- 172.21.15.6:0/3889790383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f08110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.856+0000 7f203ce00640 1 -- 172.21.15.6:0/3889790383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 msgr2=0x562f49f0fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.856+0000 7f203ce00640 1 --2- 172.21.15.6:0/3889790383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 0x562f49f0fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.856+0000 7f203ce00640 1 -- 172.21.15.6:0/3889790383 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f49e008b0 con 0x562f49f086e0 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.856+0000 7f203d800640 1 --2- 172.21.15.6:0/3889790383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f08110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.856+0000 7f203ce00640 1 --2- 172.21.15.6:0/3889790383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f0d1e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f202c009fd0 tx=0x7f202c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8273b85aed0455b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.856+0000 7f202a000640 1 -- 172.21.15.6:0/3889790383 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c004230 con 0x562f49f086e0 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.857+0000 7f202a000640 1 -- 172.21.15.6:0/3889790383 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f202c0043d0 con 0x562f49f086e0 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.857+0000 7f202a000640 1 -- 172.21.15.6:0/3889790383 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c0035f0 con 0x562f49f086e0 2024-05-20T21:16:21.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.857+0000 7f2035600640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20200b27d0 0x7f20200b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.857+0000 7f2035600640 1 -- 172.21.15.6:0/4273027535 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2024102850 con 0x7f2038105d10 2024-05-20T21:16:21.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f203d800640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20200b27d0 0x7f20200b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 -- 172.21.15.6:0/3889790383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 msgr2=0x562f49f0d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 --2- 172.21.15.6:0/3889790383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f0d1e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f202c009fd0 tx=0x7f202c011810 comp rx=0 tx=0).stop 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 -- 172.21.15.6:0/3889790383 shutdown_connections 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 --2- 172.21.15.6:0/3889790383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 0x562f49f0fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 --2- 172.21.15.6:0/3889790383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f0d1e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 --2- 172.21.15.6:0/3889790383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f08110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 -- 172.21.15.6:0/3889790383 >> 172.21.15.6:0/3889790383 conn(0x562f49f03360 msgr2=0x562f49f03760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 -- 172.21.15.6:0/3889790383 shutdown_connections 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f2042608740 1 -- 172.21.15.6:0/3889790383 wait complete. 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.858+0000 7f203d800640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20200b27d0 0x7f20200b4c90 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x562f49f08f40 tx=0x7f2030009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.859+0000 7f2042608740 1 -- start start 2024-05-20T21:16:21.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.859+0000 7f2042608740 1 Processor -- start 2024-05-20T21:16:21.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.859+0000 7f2042608740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f11b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.859+0000 7f2042608740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f086e0 0x562f49f120b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f2042608740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 0x562f49f190f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f2042608740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562f49b4d790 con 0x562f49f086e0 2024-05-20T21:16:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f2042608740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562f49e0fbc0 con 0x562f49f07cf0 2024-05-20T21:16:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f2042608740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562f49f10800 con 0x562f49f0d850 2024-05-20T21:16:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f2042608740 10 client.0 _ll_register_callbacks cb 0x562f49ded400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203ce00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f11b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203ce00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f11b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33920/0 (socket says 172.21.15.6:33920) 2024-05-20T21:16:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203ce00640 1 -- 172.21.15.6:0/2756889826 learned_addr learned my addr 172.21.15.6:0/2756889826 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203d800640 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 0x562f49f190f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f2037e00640 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f086e0 0x562f49f120b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203ce00640 1 -- 172.21.15.6:0/2756889826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 msgr2=0x562f49f190f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203ce00640 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 0x562f49f190f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203ce00640 1 -- 172.21.15.6:0/2756889826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f086e0 msgr2=0x562f49f120b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203ce00640 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f086e0 0x562f49f120b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f203ce00640 1 -- 172.21.15.6:0/2756889826 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f49b7c210 con 0x562f49f07cf0 2024-05-20T21:16:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.860+0000 7f2037e00640 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f086e0 0x562f49f120b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.861+0000 7f203ce00640 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f11b70 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f202c009fa0 tx=0x7f202c00fd00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8af5bb37e9d82045 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:21.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.861+0000 7f201ea00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:16:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.861+0000 7f201ea00640 1 -- 172.21.15.6:0/2756889826 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c028020 con 0x562f49f07cf0 2024-05-20T21:16:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.861+0000 7f201ea00640 1 -- 172.21.15.6:0/2756889826 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f202c019840 con 0x562f49f07cf0 2024-05-20T21:16:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.861+0000 7f2042608740 1 -- 172.21.15.6:0/2756889826 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f202c0043d0 con 0x562f49f07cf0 2024-05-20T21:16:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.861+0000 7f201ea00640 1 -- 172.21.15.6:0/2756889826 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f202c033050 con 0x562f49f07cf0 2024-05-20T21:16:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.861+0000 7f2042608740 10 client.25160 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:21.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.861+0000 7f2042608740 1 -- 172.21.15.6:0/2756889826 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562f49c48620 con 0x562f49f07cf0 2024-05-20T21:16:21.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f201ea00640 1 -- 172.21.15.6:0/2756889826 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f202c0043d0 con 0x562f49f07cf0 2024-05-20T21:16:21.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f201ea00640 1 -- 172.21.15.6:0/2756889826 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f202c004e70 con 0x562f49f07cf0 2024-05-20T21:16:21.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f2042608740 10 client.25160 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:21.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f2042608740 10 client.25160 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:21.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f2042608740 20 client.25160 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:21.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f2042608740 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562f49f1d410 0x562f49f1f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f2042608740 4 client.25160 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f2042608740 1 -- 172.21.15.6:0/2756889826 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f49e79ae0 con 0x562f49f1d410 2024-05-20T21:16:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.862+0000 7f2037e00640 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562f49f1d410 0x562f49f1f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.863+0000 7f2037e00640 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562f49f1d410 0x562f49f1f800 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e0f8cb08581256 server_cookie=a9aab540e61b6304 in_seq=0 out_seq=0 2024-05-20T21:16:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.863+0000 7f201ea00640 10 client.25160 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:21.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f201ea00640 1 -- 172.21.15.6:0/2756889826 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562f49e79ae0 con 0x562f49f1d410 2024-05-20T21:16:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f201ea00640 10 client.25160 handle_command_reply: tid=0 2024-05-20T21:16:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 client.25160 shutdown 2024-05-20T21:16:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 -- 172.21.15.6:0/2756889826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 msgr2=0x562f49f11b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f11b70 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f202c009fa0 tx=0x7f202c00fd00 comp rx=0 tx=0).stop 2024-05-20T21:16:21.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 -- 172.21.15.6:0/2756889826 shutdown_connections 2024-05-20T21:16:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562f49f1d410 0x562f49f1f800 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 0x562f49f190f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f086e0 0x562f49f120b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 --2- 172.21.15.6:0/2756889826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f11b70 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f201ea00640 0 client.25160 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:21.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.864+0000 7f2042608740 1 -- 172.21.15.6:0/2756889826 >> 172.21.15.6:0/2756889826 conn(0x562f49f03360 msgr2=0x562f49f024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.865+0000 7f2042608740 1 -- 172.21.15.6:0/2756889826 shutdown_connections 2024-05-20T21:16:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.865+0000 7f2042608740 1 -- 172.21.15.6:0/2756889826 wait complete. 2024-05-20T21:16:21.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.865+0000 7f2042608740 20 client.25160 trim_cache size 0 max 16384 2024-05-20T21:16:21.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:21 smithi042 ceph-mon[36332]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:21.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:21 smithi042 ceph-mon[36332]: pgmap v455: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:21.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.882+0000 7f2042608740 1 Processor -- start 2024-05-20T21:16:21.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.882+0000 7f2042608740 1 -- start start 2024-05-20T21:16:21.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.882+0000 7f2042608740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f07cf0 0x562f49f11190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.882+0000 7f2042608740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f086e0 0x562f49f190b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.882+0000 7f2042608740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 0x562f49f116d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.882+0000 7f2042608740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f20381aea90 con 0x562f49f07cf0 2024-05-20T21:16:21.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2042608740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f20381ac360 con 0x562f49f086e0 2024-05-20T21:16:21.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2042608740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f20381aa1b0 con 0x562f49f0d850 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f086e0 0x562f49f190b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f086e0 0x562f49f190b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33934/0 (socket says 172.21.15.6:33934) 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 -- 172.21.15.6:0/2070438656 learned_addr learned my addr 172.21.15.6:0/2070438656 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f203d800640 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 0x562f49f116d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f203ce00640 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f07cf0 0x562f49f11190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 -- 172.21.15.6:0/2070438656 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 msgr2=0x562f49f116d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 0x562f49f116d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 -- 172.21.15.6:0/2070438656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f07cf0 msgr2=0x562f49f11190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f07cf0 0x562f49f11190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 -- 172.21.15.6:0/2070438656 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f49f0d560 con 0x562f49f086e0 2024-05-20T21:16:21.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f203ce00640 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f07cf0 0x562f49f11190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:21.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.883+0000 7f2037e00640 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f086e0 0x562f49f190b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2024005ab0 tx=0x7f2024102040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e4f636f02d53de3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:21.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.884+0000 7f2029600640 1 -- 172.21.15.6:0/2070438656 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20240e8070 con 0x562f49f086e0 2024-05-20T21:16:21.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.884+0000 7f2029600640 1 -- 172.21.15.6:0/2070438656 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f20240d2cd0 con 0x562f49f086e0 2024-05-20T21:16:21.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.884+0000 7f2029600640 1 -- 172.21.15.6:0/2070438656 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2024049040 con 0x562f49f086e0 2024-05-20T21:16:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 -- 172.21.15.6:0/2070438656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f086e0 msgr2=0x562f49f190b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f086e0 0x562f49f190b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2024005ab0 tx=0x7f2024102040 comp rx=0 tx=0).stop 2024-05-20T21:16:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 -- 172.21.15.6:0/2070438656 shutdown_connections 2024-05-20T21:16:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f0d850 0x562f49f116d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f086e0 0x562f49f190b0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 --2- 172.21.15.6:0/2070438656 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f07cf0 0x562f49f11190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 -- 172.21.15.6:0/2070438656 >> 172.21.15.6:0/2070438656 conn(0x562f49f03360 msgr2=0x562f49f099e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 -- 172.21.15.6:0/2070438656 shutdown_connections 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 -- 172.21.15.6:0/2070438656 wait complete. 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.885+0000 7f2042608740 1 -- start start 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2042608740 1 Processor -- start 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2042608740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f15d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2042608740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f16290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2042608740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 0x562f49f85f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2042608740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f20381aa820 con 0x562f49f0d850 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2042608740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f20381abc90 con 0x562f49f07cf0 2024-05-20T21:16:21.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2042608740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f20381aaef0 con 0x562f49f086e0 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2042608740 10 client.0 _ll_register_callbacks cb 0x7f202c009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f203ce00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f15d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2037e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f16290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f203ce00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f15d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33944/0 (socket says 172.21.15.6:33944) 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f2037e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f16290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59736/0 (socket says 172.21.15.6:59736) 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f203ce00640 1 -- 172.21.15.6:0/3092962766 learned_addr learned my addr 172.21.15.6:0/3092962766 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.886+0000 7f203d800640 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 0x562f49f85f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2037e00640 1 -- 172.21.15.6:0/3092962766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 msgr2=0x562f49f15d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2037e00640 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f15d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2037e00640 1 -- 172.21.15.6:0/3092962766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 msgr2=0x562f49f85f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:21.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2037e00640 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 0x562f49f85f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2037e00640 1 -- 172.21.15.6:0/3092962766 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f49f19360 con 0x562f49f086e0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f203ce00640 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f15d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f203d800640 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 0x562f49f85f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2037e00640 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f16290 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x562f49f12c50 tx=0x7f202403b480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=efe3cd8d6a0c9b9b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f201ea00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f201ea00640 1 -- 172.21.15.6:0/3092962766 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20240d6060 con 0x562f49f086e0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f201ea00640 1 -- 172.21.15.6:0/3092962766 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f20240c9180 con 0x562f49f086e0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2042608740 1 -- 172.21.15.6:0/3092962766 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20240d2cd0 con 0x562f49f086e0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f201ea00640 1 -- 172.21.15.6:0/3092962766 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f20240e8070 con 0x562f49f086e0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2042608740 10 client.25180 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.887+0000 7f2042608740 1 -- 172.21.15.6:0/3092962766 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562f49f874b0 con 0x562f49f086e0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f201ea00640 1 -- 172.21.15.6:0/3092962766 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f20240d2cd0 con 0x562f49f086e0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f201ea00640 1 -- 172.21.15.6:0/3092962766 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f20240c8bf0 con 0x562f49f086e0 2024-05-20T21:16:21.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f2042608740 10 client.25180 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:21.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f2042608740 10 client.25180 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:21.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f2042608740 20 client.25180 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:21.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f2042608740 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562f49f87c60 0x562f49f8a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:21.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f2042608740 4 client.25180 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:16:21.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f2042608740 1 -- 172.21.15.6:0/3092962766 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562f49e732c0 con 0x562f49f87c60 2024-05-20T21:16:21.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.888+0000 7f203ce00640 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562f49f87c60 0x562f49f8a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:21.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.889+0000 7f203ce00640 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562f49f87c60 0x562f49f8a050 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d53d2372ecd38376 server_cookie=7804829a80249383 in_seq=0 out_seq=0 2024-05-20T21:16:21.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.889+0000 7f201ea00640 10 client.25180 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:21.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f201ea00640 1 -- 172.21.15.6:0/3092962766 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562f49e732c0 con 0x562f49f87c60 2024-05-20T21:16:21.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f201ea00640 10 client.25180 handle_command_reply: tid=0 2024-05-20T21:16:21.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 client.25180 shutdown 2024-05-20T21:16:21.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 -- 172.21.15.6:0/3092962766 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 msgr2=0x562f49f16290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f16290 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x562f49f12c50 tx=0x7f202403b480 comp rx=0 tx=0).stop 2024-05-20T21:16:21.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 -- 172.21.15.6:0/3092962766 shutdown_connections 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562f49f87c60 0x562f49f8a050 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562f49f0d850 0x562f49f85f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562f49f086e0 0x562f49f16290 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 --2- 172.21.15.6:0/3092962766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562f49f07cf0 0x562f49f15d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f201ea00640 0 client.25180 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.900+0000 7f2042608740 1 -- 172.21.15.6:0/3092962766 >> 172.21.15.6:0/3092962766 conn(0x562f49f03360 msgr2=0x562f49f01c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.901+0000 7f2042608740 1 -- 172.21.15.6:0/3092962766 shutdown_connections 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.901+0000 7f2042608740 1 -- 172.21.15.6:0/3092962766 wait complete. 2024-05-20T21:16:21.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.901+0000 7f2042608740 20 client.25180 trim_cache size 0 max 16384 2024-05-20T21:16:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:16:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:16:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:16:21.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 -- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20200b27d0 msgr2=0x7f20200b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20200b27d0 0x7f20200b4c90 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x562f49f08f40 tx=0x7f2030009500 comp rx=0 tx=0).stop 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 -- 172.21.15.6:0/4273027535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2038105d10 msgr2=0x7f203819b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2038105d10 0x7f203819b2a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2024006010 tx=0x7f20240042f0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 -- 172.21.15.6:0/4273027535 shutdown_connections 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f20200b27d0 0x7f20200b4c90 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2038108640 0x7f20381a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2038105d10 0x7f203819b2a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 --2- 172.21.15.6:0/4273027535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f20381033e0 0x7f203819ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 -- 172.21.15.6:0/4273027535 >> 172.21.15.6:0/4273027535 conn(0x7f20380fcd30 msgr2=0x7f2038102c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 -- 172.21.15.6:0/4273027535 shutdown_connections 2024-05-20T21:16:21.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:21.902+0000 7f203e200640 1 -- 172.21.15.6:0/4273027535 wait complete. 2024-05-20T21:16:22.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:22 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:16:22.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:22 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:16:22.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:22 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:16:23.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.232+0000 7f4657e00700 1 -- 172.21.15.6:0/2325321001 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4650108460 msgr2=0x7f465006bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:23.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.232+0000 7f4657e00700 1 --2- 172.21.15.6:0/2325321001 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4650108460 0x7f465006bae0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4644009990 tx=0x7f4644009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.233+0000 7f4657e00700 1 -- 172.21.15.6:0/2325321001 shutdown_connections 2024-05-20T21:16:23.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.233+0000 7f4657e00700 1 --2- 172.21.15.6:0/2325321001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4650105f70 0x7f4650106400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.233+0000 7f4657e00700 1 --2- 172.21.15.6:0/2325321001 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4650108460 0x7f465006bae0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.233+0000 7f4657e00700 1 --2- 172.21.15.6:0/2325321001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f465006c020 0x7f465006c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.233+0000 7f4657e00700 1 -- 172.21.15.6:0/2325321001 >> 172.21.15.6:0/2325321001 conn(0x7f46500793b0 msgr2=0x7f46500797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:23.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.233+0000 7f4657e00700 1 -- 172.21.15.6:0/2325321001 shutdown_connections 2024-05-20T21:16:23.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.233+0000 7f4657e00700 1 -- 172.21.15.6:0/2325321001 wait complete. 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.234+0000 7f4657e00700 1 Processor -- start 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.234+0000 7f4657e00700 1 -- start start 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.234+0000 7f4657e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f465006c020 0x7f46501a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.234+0000 7f4657e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4650105f70 0x7f46501a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.234+0000 7f4657e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4650108460 0x7f46501a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.234+0000 7f4657e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4650119cf0 con 0x7f4650105f70 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.234+0000 7f4657e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4650119b70 con 0x7f465006c020 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.234+0000 7f4657e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4650119e70 con 0x7f4650108460 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4654a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4650105f70 0x7f46501a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4654a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4650105f70 0x7f46501a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37042/0 (socket says 172.21.15.6:37042) 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4655400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f465006c020 0x7f46501a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4654a00700 1 -- 172.21.15.6:0/4081649621 learned_addr learned my addr 172.21.15.6:0/4081649621 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:23.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4655e00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4650108460 0x7f46501a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:23.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4654a00700 1 -- 172.21.15.6:0/4081649621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4650108460 msgr2=0x7f46501a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:23.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4654a00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4650108460 0x7f46501a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4654a00700 1 -- 172.21.15.6:0/4081649621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f465006c020 msgr2=0x7f46501a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4654a00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f465006c020 0x7f46501a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4654a00700 1 -- 172.21.15.6:0/4081649621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46501a5250 con 0x7f4650105f70 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.235+0000 7f4655400700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f465006c020 0x7f46501a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.236+0000 7f4654a00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4650105f70 0x7f46501a0780 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f463c00e9a0 tx=0x7f463c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.236+0000 7f464e000700 1 -- 172.21.15.6:0/4081649621 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c00ca10 con 0x7f4650105f70 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.236+0000 7f464e000700 1 -- 172.21.15.6:0/4081649621 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f463c00cbb0 con 0x7f4650105f70 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.236+0000 7f464e000700 1 -- 172.21.15.6:0/4081649621 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c018680 con 0x7f4650105f70 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.236+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46501a5540 con 0x7f4650105f70 2024-05-20T21:16:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.236+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46501acdc0 con 0x7f4650105f70 2024-05-20T21:16:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.238+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f465006a230 con 0x7f4650105f70 2024-05-20T21:16:23.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.241+0000 7f464e000700 1 -- 172.21.15.6:0/4081649621 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f463c010430 con 0x7f4650105f70 2024-05-20T21:16:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.243+0000 7f464e000700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f46380b2880 0x7f46380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:23.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.243+0000 7f464e000700 1 -- 172.21.15.6:0/4081649621 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f463c0e27f0 con 0x7f4650105f70 2024-05-20T21:16:23.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.243+0000 7f4655400700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f46380b2880 0x7f46380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:23.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.244+0000 7f4655400700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f46380b2880 0x7f46380b4d40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f464400b2e0 tx=0x7f464401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:23.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.245+0000 7f464e000700 1 -- 172.21.15.6:0/4081649621 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f463c0aa410 con 0x7f4650105f70 2024-05-20T21:16:23.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.479+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 --> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4650101b30 con 0x7f46380b2880 2024-05-20T21:16:23.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.502+0000 7f464e000700 1 -- 172.21.15.6:0/4081649621 <== mgr.14152 v2:172.21.15.6:6800/1553260316 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258839 (secure 0 0 0) 0x7f4650101b30 con 0x7f46380b2880 2024-05-20T21:16:23.502 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:23.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f46380b2880 msgr2=0x7f46380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:23.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f46380b2880 0x7f46380b4d40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f464400b2e0 tx=0x7f464401a040 comp rx=0 tx=0).stop 2024-05-20T21:16:23.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4650105f70 msgr2=0x7f46501a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:23.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4650105f70 0x7f46501a0780 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f463c00e9a0 tx=0x7f463c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 shutdown_connections 2024-05-20T21:16:23.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f46380b2880 0x7f46380b4d40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4650108460 0x7f46501a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f465006c020 0x7f46501a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 --2- 172.21.15.6:0/4081649621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4650105f70 0x7f46501a0780 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:23.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 >> 172.21.15.6:0/4081649621 conn(0x7f46500793b0 msgr2=0x7f4650101420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:23.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.508+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 shutdown_connections 2024-05-20T21:16:23.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:23.509+0000 7f4657e00700 1 -- 172.21.15.6:0/4081649621 wait complete. 2024-05-20T21:16:23.512 INFO:teuthology.orchestra.run.smithi006.stderr:dumped all 2024-05-20T21:16:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:23 smithi062 ceph-mon[36640]: pgmap v456: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:16:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:16:23.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:16:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:23 smithi042 ceph-mon[36332]: pgmap v456: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:16:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:16:23.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:16:23.903 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:23 smithi006 ceph-mon[31422]: pgmap v456: 97 pgs: 97 active+clean; 651 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:16:23.903 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:16:23.904 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:16:23.904 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:16:24.458 INFO:teuthology.orchestra.run.smithi006.stdout:{"pg_ready":true,"pg_map":{"version":456,"stamp":"2024-05-20T21:16:22.236201+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":666827,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":1542,"num_read_kb":879,"num_write":314,"num_write_kb":2288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":2951991,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":754,"ondisk_log_size":754,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":399504,"kb_used_data":12912,"kb_used_omap":18,"kb_used_meta":386477,"kb_avail":1124542320,"statfs":{"total":1151940427776,"available":1151531335680,"internally_reserved":0,"allocated":13221888,"data_stored":7374441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":395752763},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1138,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":73,"num_read_kb":39,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004995"},"pg_stats":[{"pgid":"3.3f","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145599+0000","last_change":"2024-05-20T21:11:57.652447+0000","last_active":"2024-05-20T21:14:06.145599+0000","last_peered":"2024-05-20T21:14:06.145599+0000","last_clean":"2024-05-20T21:14:06.145599+0000","last_became_active":"2024-05-20T21:11:57.652036+0000","last_became_peered":"2024-05-20T21:11:57.652036+0000","last_unstale":"2024-05-20T21:14:06.145599+0000","last_undegraded":"2024-05-20T21:14:06.145599+0000","last_fullsized":"2024-05-20T21:14:06.145599+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:07:49.892769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"83'4","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143176+0000","last_change":"2024-05-20T21:11:57.658100+0000","last_active":"2024-05-20T21:14:06.143176+0000","last_peered":"2024-05-20T21:14:06.143176+0000","last_clean":"2024-05-20T21:14:06.143176+0000","last_became_active":"2024-05-20T21:11:57.656704+0000","last_became_peered":"2024-05-20T21:11:57.656704+0000","last_unstale":"2024-05-20T21:14:06.143176+0000","last_undegraded":"2024-05-20T21:14:06.143176+0000","last_fullsized":"2024-05-20T21:14:06.143176+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:45:05.980888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"83'7","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139647+0000","last_change":"2024-05-20T21:11:57.656248+0000","last_active":"2024-05-20T21:14:06.139647+0000","last_peered":"2024-05-20T21:14:06.139647+0000","last_clean":"2024-05-20T21:14:06.139647+0000","last_became_active":"2024-05-20T21:11:57.651496+0000","last_became_peered":"2024-05-20T21:11:57.651496+0000","last_unstale":"2024-05-20T21:14:06.139647+0000","last_undegraded":"2024-05-20T21:14:06.139647+0000","last_fullsized":"2024-05-20T21:14:06.139647+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:32:39.848978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127062+0000","last_change":"2024-05-20T21:11:57.637494+0000","last_active":"2024-05-20T21:14:06.127062+0000","last_peered":"2024-05-20T21:14:06.127062+0000","last_clean":"2024-05-20T21:14:06.127062+0000","last_became_active":"2024-05-20T21:11:57.637085+0000","last_became_peered":"2024-05-20T21:11:57.637085+0000","last_unstale":"2024-05-20T21:14:06.127062+0000","last_undegraded":"2024-05-20T21:14:06.127062+0000","last_fullsized":"2024-05-20T21:14:06.127062+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:23.268415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"83'4","reported_seq":29,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134985+0000","last_change":"2024-05-20T21:11:57.636932+0000","last_active":"2024-05-20T21:14:06.134985+0000","last_peered":"2024-05-20T21:14:06.134985+0000","last_clean":"2024-05-20T21:14:06.134985+0000","last_became_active":"2024-05-20T21:11:57.636321+0000","last_became_peered":"2024-05-20T21:11:57.636321+0000","last_unstale":"2024-05-20T21:14:06.134985+0000","last_undegraded":"2024-05-20T21:14:06.134985+0000","last_fullsized":"2024-05-20T21:14:06.134985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:28:54.169688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128616+0000","last_change":"2024-05-20T21:11:57.629760+0000","last_active":"2024-05-20T21:14:06.128616+0000","last_peered":"2024-05-20T21:14:06.128616+0000","last_clean":"2024-05-20T21:14:06.128616+0000","last_became_active":"2024-05-20T21:11:57.629380+0000","last_became_peered":"2024-05-20T21:11:57.629380+0000","last_unstale":"2024-05-20T21:14:06.128616+0000","last_undegraded":"2024-05-20T21:14:06.128616+0000","last_fullsized":"2024-05-20T21:14:06.128616+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:54:08.150453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"83'5","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132554+0000","last_change":"2024-05-20T21:12:37.446536+0000","last_active":"2024-05-20T21:14:06.132554+0000","last_peered":"2024-05-20T21:14:06.132554+0000","last_clean":"2024-05-20T21:14:06.132554+0000","last_became_active":"2024-05-20T21:12:37.446228+0000","last_became_peered":"2024-05-20T21:12:37.446228+0000","last_unstale":"2024-05-20T21:14:06.132554+0000","last_undegraded":"2024-05-20T21:14:06.132554+0000","last_fullsized":"2024-05-20T21:14:06.132554+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:58:50.324006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137637+0000","last_change":"2024-05-20T21:11:57.651129+0000","last_active":"2024-05-20T21:14:06.137637+0000","last_peered":"2024-05-20T21:14:06.137637+0000","last_clean":"2024-05-20T21:14:06.137637+0000","last_became_active":"2024-05-20T21:11:57.650556+0000","last_became_peered":"2024-05-20T21:11:57.650556+0000","last_unstale":"2024-05-20T21:14:06.137637+0000","last_undegraded":"2024-05-20T21:14:06.137637+0000","last_fullsized":"2024-05-20T21:14:06.137637+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:07:57.202954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135983+0000","last_change":"2024-05-20T21:11:57.629522+0000","last_active":"2024-05-20T21:14:06.135983+0000","last_peered":"2024-05-20T21:14:06.135983+0000","last_clean":"2024-05-20T21:14:06.135983+0000","last_became_active":"2024-05-20T21:11:57.628762+0000","last_became_peered":"2024-05-20T21:11:57.628762+0000","last_unstale":"2024-05-20T21:14:06.135983+0000","last_undegraded":"2024-05-20T21:14:06.135983+0000","last_fullsized":"2024-05-20T21:14:06.135983+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:25:19.051957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"83'16","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.130404+0000","last_change":"2024-05-20T21:11:57.630187+0000","last_active":"2024-05-20T21:14:06.130404+0000","last_peered":"2024-05-20T21:14:06.130404+0000","last_clean":"2024-05-20T21:14:06.130404+0000","last_became_active":"2024-05-20T21:11:57.629420+0000","last_became_peered":"2024-05-20T21:11:57.629420+0000","last_unstale":"2024-05-20T21:14:06.130404+0000","last_undegraded":"2024-05-20T21:14:06.130404+0000","last_fullsized":"2024-05-20T21:14:06.130404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:03:00.037493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135674+0000","last_change":"2024-05-20T21:11:57.633333+0000","last_active":"2024-05-20T21:14:06.135674+0000","last_peered":"2024-05-20T21:14:06.135674+0000","last_clean":"2024-05-20T21:14:06.135674+0000","last_became_active":"2024-05-20T21:11:57.632967+0000","last_became_peered":"2024-05-20T21:11:57.632967+0000","last_unstale":"2024-05-20T21:14:06.135674+0000","last_undegraded":"2024-05-20T21:14:06.135674+0000","last_fullsized":"2024-05-20T21:14:06.135674+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:50:47.730934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127934+0000","last_change":"2024-05-20T21:11:57.627336+0000","last_active":"2024-05-20T21:14:06.127934+0000","last_peered":"2024-05-20T21:14:06.127934+0000","last_clean":"2024-05-20T21:14:06.127934+0000","last_became_active":"2024-05-20T21:11:57.626976+0000","last_became_peered":"2024-05-20T21:11:57.626976+0000","last_unstale":"2024-05-20T21:14:06.127934+0000","last_undegraded":"2024-05-20T21:14:06.127934+0000","last_fullsized":"2024-05-20T21:14:06.127934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:26.791625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.138885+0000","last_change":"2024-05-20T21:11:57.633600+0000","last_active":"2024-05-20T21:14:06.138885+0000","last_peered":"2024-05-20T21:14:06.138885+0000","last_clean":"2024-05-20T21:14:06.138885+0000","last_became_active":"2024-05-20T21:11:57.632414+0000","last_became_peered":"2024-05-20T21:11:57.632414+0000","last_unstale":"2024-05-20T21:14:06.138885+0000","last_undegraded":"2024-05-20T21:14:06.138885+0000","last_fullsized":"2024-05-20T21:14:06.138885+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:29:41.166466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143675+0000","last_change":"2024-05-20T21:11:57.655922+0000","last_active":"2024-05-20T21:14:06.143675+0000","last_peered":"2024-05-20T21:14:06.143675+0000","last_clean":"2024-05-20T21:14:06.143675+0000","last_became_active":"2024-05-20T21:11:57.652318+0000","last_became_peered":"2024-05-20T21:11:57.652318+0000","last_unstale":"2024-05-20T21:14:06.143675+0000","last_undegraded":"2024-05-20T21:14:06.143675+0000","last_fullsized":"2024-05-20T21:14:06.143675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:27:19.379880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.143908+0000","last_change":"2024-05-20T21:11:57.650503+0000","last_active":"2024-05-20T21:14:06.143908+0000","last_peered":"2024-05-20T21:14:06.143908+0000","last_clean":"2024-05-20T21:14:06.143908+0000","last_became_active":"2024-05-20T21:11:57.649224+0000","last_became_peered":"2024-05-20T21:11:57.649224+0000","last_unstale":"2024-05-20T21:14:06.143908+0000","last_undegraded":"2024-05-20T21:14:06.143908+0000","last_fullsized":"2024-05-20T21:14:06.143908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:27:13.963803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144574+0000","last_change":"2024-05-20T21:11:57.652333+0000","last_active":"2024-05-20T21:14:06.144574+0000","last_peered":"2024-05-20T21:14:06.144574+0000","last_clean":"2024-05-20T21:14:06.144574+0000","last_became_active":"2024-05-20T21:11:57.651918+0000","last_became_peered":"2024-05-20T21:11:57.651918+0000","last_unstale":"2024-05-20T21:14:06.144574+0000","last_undegraded":"2024-05-20T21:14:06.144574+0000","last_fullsized":"2024-05-20T21:14:06.144574+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:27:51.115977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145823+0000","last_change":"2024-05-20T21:11:57.657498+0000","last_active":"2024-05-20T21:14:06.145823+0000","last_peered":"2024-05-20T21:14:06.145823+0000","last_clean":"2024-05-20T21:14:06.145823+0000","last_became_active":"2024-05-20T21:11:57.657069+0000","last_became_peered":"2024-05-20T21:11:57.657069+0000","last_unstale":"2024-05-20T21:14:06.145823+0000","last_undegraded":"2024-05-20T21:14:06.145823+0000","last_fullsized":"2024-05-20T21:14:06.145823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:15:27.689009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.129884+0000","last_change":"2024-05-20T21:11:57.630602+0000","last_active":"2024-05-20T21:14:06.129884+0000","last_peered":"2024-05-20T21:14:06.129884+0000","last_clean":"2024-05-20T21:14:06.129884+0000","last_became_active":"2024-05-20T21:11:57.630186+0000","last_became_peered":"2024-05-20T21:11:57.630186+0000","last_unstale":"2024-05-20T21:14:06.129884+0000","last_undegraded":"2024-05-20T21:14:06.129884+0000","last_fullsized":"2024-05-20T21:14:06.129884+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:28:09.125077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"83'7","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135670+0000","last_change":"2024-05-20T21:13:38.316226+0000","last_active":"2024-05-20T21:14:06.135670+0000","last_peered":"2024-05-20T21:14:06.135670+0000","last_clean":"2024-05-20T21:14:06.135670+0000","last_became_active":"2024-05-20T21:13:38.315723+0000","last_became_peered":"2024-05-20T21:13:38.315723+0000","last_unstale":"2024-05-20T21:14:06.135670+0000","last_undegraded":"2024-05-20T21:14:06.135670+0000","last_fullsized":"2024-05-20T21:14:06.135670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:55:39.583425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9],"acting":[2,3,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":43,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:03.592409+0000","last_change":"2024-05-20T21:11:53.591976+0000","last_active":"2024-05-20T21:16:03.592409+0000","last_peered":"2024-05-20T21:16:03.592409+0000","last_clean":"2024-05-20T21:16:03.592409+0000","last_became_active":"2024-05-20T21:11:53.585553+0000","last_became_peered":"2024-05-20T21:11:53.585553+0000","last_unstale":"2024-05-20T21:16:03.592409+0000","last_undegraded":"2024-05-20T21:16:03.592409+0000","last_fullsized":"2024-05-20T21:16:03.592409+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:33.498431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133760+0000","last_change":"2024-05-20T21:11:57.645413+0000","last_active":"2024-05-20T21:14:06.133760+0000","last_peered":"2024-05-20T21:14:06.133760+0000","last_clean":"2024-05-20T21:14:06.133760+0000","last_became_active":"2024-05-20T21:11:57.643852+0000","last_became_peered":"2024-05-20T21:11:57.643852+0000","last_unstale":"2024-05-20T21:14:06.133760+0000","last_undegraded":"2024-05-20T21:14:06.133760+0000","last_fullsized":"2024-05-20T21:14:06.133760+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:38:39.525459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:55.324537+0000","last_change":"2024-05-20T21:11:53.658954+0000","last_active":"2024-05-20T21:13:55.324537+0000","last_peered":"2024-05-20T21:13:55.324537+0000","last_clean":"2024-05-20T21:13:55.324537+0000","last_became_active":"2024-05-20T21:11:53.657278+0000","last_became_peered":"2024-05-20T21:11:53.657278+0000","last_unstale":"2024-05-20T21:13:55.324537+0000","last_undegraded":"2024-05-20T21:13:55.324537+0000","last_fullsized":"2024-05-20T21:13:55.324537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:14:06.449954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"83'6","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145751+0000","last_change":"2024-05-20T21:11:57.656109+0000","last_active":"2024-05-20T21:14:06.145751+0000","last_peered":"2024-05-20T21:14:06.145751+0000","last_clean":"2024-05-20T21:14:06.145751+0000","last_became_active":"2024-05-20T21:11:57.651686+0000","last_became_peered":"2024-05-20T21:11:57.651686+0000","last_unstale":"2024-05-20T21:14:06.145751+0000","last_undegraded":"2024-05-20T21:14:06.145751+0000","last_fullsized":"2024-05-20T21:14:06.145751+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:41:31.505301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313411+0000","last_change":"2024-05-20T21:11:53.580830+0000","last_active":"2024-05-20T21:13:38.313411+0000","last_peered":"2024-05-20T21:13:38.313411+0000","last_clean":"2024-05-20T21:13:38.313411+0000","last_became_active":"2024-05-20T21:11:53.580448+0000","last_became_peered":"2024-05-20T21:11:53.580448+0000","last_unstale":"2024-05-20T21:13:38.313411+0000","last_undegraded":"2024-05-20T21:13:38.313411+0000","last_fullsized":"2024-05-20T21:13:38.313411+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:46.966812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140853+0000","last_change":"2024-05-20T21:11:57.632666+0000","last_active":"2024-05-20T21:14:06.140853+0000","last_peered":"2024-05-20T21:14:06.140853+0000","last_clean":"2024-05-20T21:14:06.140853+0000","last_became_active":"2024-05-20T21:11:57.632301+0000","last_became_peered":"2024-05-20T21:11:57.632301+0000","last_unstale":"2024-05-20T21:14:06.140853+0000","last_undegraded":"2024-05-20T21:14:06.140853+0000","last_fullsized":"2024-05-20T21:14:06.140853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:58:47.185275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313346+0000","last_change":"2024-05-20T21:11:53.582334+0000","last_active":"2024-05-20T21:13:38.313346+0000","last_peered":"2024-05-20T21:13:38.313346+0000","last_clean":"2024-05-20T21:13:38.313346+0000","last_became_active":"2024-05-20T21:11:53.581938+0000","last_became_peered":"2024-05-20T21:11:53.581938+0000","last_unstale":"2024-05-20T21:13:38.313346+0000","last_undegraded":"2024-05-20T21:13:38.313346+0000","last_fullsized":"2024-05-20T21:13:38.313346+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:11:04.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127479+0000","last_change":"2024-05-20T21:11:57.642000+0000","last_active":"2024-05-20T21:14:06.127479+0000","last_peered":"2024-05-20T21:14:06.127479+0000","last_clean":"2024-05-20T21:14:06.127479+0000","last_became_active":"2024-05-20T21:11:57.641605+0000","last_became_peered":"2024-05-20T21:11:57.641605+0000","last_unstale":"2024-05-20T21:14:06.127479+0000","last_undegraded":"2024-05-20T21:14:06.127479+0000","last_fullsized":"2024-05-20T21:14:06.127479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:06:00.384607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'8","reported_seq":284,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:19.748003+0000","last_change":"2024-05-20T21:11:53.580321+0000","last_active":"2024-05-20T21:16:19.748003+0000","last_peered":"2024-05-20T21:16:19.748003+0000","last_clean":"2024-05-20T21:16:19.748003+0000","last_became_active":"2024-05-20T21:11:53.579960+0000","last_became_peered":"2024-05-20T21:11:53.579960+0000","last_unstale":"2024-05-20T21:16:19.748003+0000","last_undegraded":"2024-05-20T21:16:19.748003+0000","last_fullsized":"2024-05-20T21:16:19.748003+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:27:35.141516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":245,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123399+0000","last_change":"2024-05-20T21:11:57.622949+0000","last_active":"2024-05-20T21:14:06.123399+0000","last_peered":"2024-05-20T21:14:06.123399+0000","last_clean":"2024-05-20T21:14:06.123399+0000","last_became_active":"2024-05-20T21:11:57.622570+0000","last_became_peered":"2024-05-20T21:11:57.622570+0000","last_unstale":"2024-05-20T21:14:06.123399+0000","last_undegraded":"2024-05-20T21:14:06.123399+0000","last_fullsized":"2024-05-20T21:14:06.123399+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:13:26.295508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312435+0000","last_change":"2024-05-20T21:11:53.586981+0000","last_active":"2024-05-20T21:13:38.312435+0000","last_peered":"2024-05-20T21:13:38.312435+0000","last_clean":"2024-05-20T21:13:38.312435+0000","last_became_active":"2024-05-20T21:11:53.586627+0000","last_became_peered":"2024-05-20T21:11:53.586627+0000","last_unstale":"2024-05-20T21:13:38.312435+0000","last_undegraded":"2024-05-20T21:13:38.312435+0000","last_fullsized":"2024-05-20T21:13:38.312435+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:57:12.726920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134995+0000","last_change":"2024-05-20T21:11:57.648494+0000","last_active":"2024-05-20T21:14:06.134995+0000","last_peered":"2024-05-20T21:14:06.134995+0000","last_clean":"2024-05-20T21:14:06.134995+0000","last_became_active":"2024-05-20T21:11:57.648094+0000","last_became_peered":"2024-05-20T21:11:57.648094+0000","last_unstale":"2024-05-20T21:14:06.134995+0000","last_undegraded":"2024-05-20T21:14:06.134995+0000","last_fullsized":"2024-05-20T21:14:06.134995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:56.810039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.358624+0000","last_change":"2024-05-20T21:11:53.595382+0000","last_active":"2024-05-20T21:13:38.358624+0000","last_peered":"2024-05-20T21:13:38.358624+0000","last_clean":"2024-05-20T21:13:38.358624+0000","last_became_active":"2024-05-20T21:11:53.594693+0000","last_became_peered":"2024-05-20T21:11:53.594693+0000","last_unstale":"2024-05-20T21:13:38.358624+0000","last_undegraded":"2024-05-20T21:13:38.358624+0000","last_fullsized":"2024-05-20T21:13:38.358624+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:22.181177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.142538+0000","last_change":"2024-05-20T21:11:57.647153+0000","last_active":"2024-05-20T21:14:06.142538+0000","last_peered":"2024-05-20T21:14:06.142538+0000","last_clean":"2024-05-20T21:14:06.142538+0000","last_became_active":"2024-05-20T21:11:57.646760+0000","last_became_peered":"2024-05-20T21:11:57.646760+0000","last_unstale":"2024-05-20T21:14:06.142538+0000","last_undegraded":"2024-05-20T21:14:06.142538+0000","last_fullsized":"2024-05-20T21:14:06.142538+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:58:40.724245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318216+0000","last_change":"2024-05-20T21:11:53.582107+0000","last_active":"2024-05-20T21:13:38.318216+0000","last_peered":"2024-05-20T21:13:38.318216+0000","last_clean":"2024-05-20T21:13:38.318216+0000","last_became_active":"2024-05-20T21:11:53.581747+0000","last_became_peered":"2024-05-20T21:11:53.581747+0000","last_unstale":"2024-05-20T21:13:38.318216+0000","last_undegraded":"2024-05-20T21:13:38.318216+0000","last_fullsized":"2024-05-20T21:13:38.318216+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:26:27.052408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"83'11","reported_seq":42,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128324+0000","last_change":"2024-05-20T21:12:37.702907+0000","last_active":"2024-05-20T21:14:06.128324+0000","last_peered":"2024-05-20T21:14:06.128324+0000","last_clean":"2024-05-20T21:14:06.128324+0000","last_became_active":"2024-05-20T21:12:37.702446+0000","last_became_peered":"2024-05-20T21:12:37.702446+0000","last_unstale":"2024-05-20T21:14:06.128324+0000","last_undegraded":"2024-05-20T21:14:06.128324+0000","last_fullsized":"2024-05-20T21:14:06.128324+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:16:53.219139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,10],"acting":[9,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'5","reported_seq":273,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:16.742682+0000","last_change":"2024-05-20T21:11:53.587914+0000","last_active":"2024-05-20T21:16:16.742682+0000","last_peered":"2024-05-20T21:16:16.742682+0000","last_clean":"2024-05-20T21:16:16.742682+0000","last_became_active":"2024-05-20T21:11:53.587598+0000","last_became_peered":"2024-05-20T21:11:53.587598+0000","last_unstale":"2024-05-20T21:16:16.742682+0000","last_undegraded":"2024-05-20T21:16:16.742682+0000","last_fullsized":"2024-05-20T21:16:16.742682+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:20:17.613298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.133613+0000","last_change":"2024-05-20T21:11:57.637640+0000","last_active":"2024-05-20T21:14:06.133613+0000","last_peered":"2024-05-20T21:14:06.133613+0000","last_clean":"2024-05-20T21:14:06.133613+0000","last_became_active":"2024-05-20T21:11:57.637274+0000","last_became_peered":"2024-05-20T21:11:57.637274+0000","last_unstale":"2024-05-20T21:14:06.133613+0000","last_undegraded":"2024-05-20T21:14:06.133613+0000","last_fullsized":"2024-05-20T21:14:06.133613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:40:58.549078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315053+0000","last_change":"2024-05-20T21:11:53.579055+0000","last_active":"2024-05-20T21:13:38.315053+0000","last_peered":"2024-05-20T21:13:38.315053+0000","last_clean":"2024-05-20T21:13:38.315053+0000","last_became_active":"2024-05-20T21:11:53.578629+0000","last_became_peered":"2024-05-20T21:11:53.578629+0000","last_unstale":"2024-05-20T21:13:38.315053+0000","last_undegraded":"2024-05-20T21:13:38.315053+0000","last_fullsized":"2024-05-20T21:13:38.315053+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:20:09.014620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"83'9","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.145956+0000","last_change":"2024-05-20T21:12:37.704489+0000","last_active":"2024-05-20T21:14:06.145956+0000","last_peered":"2024-05-20T21:14:06.145956+0000","last_clean":"2024-05-20T21:14:06.145956+0000","last_became_active":"2024-05-20T21:12:37.702369+0000","last_became_peered":"2024-05-20T21:12:37.702369+0000","last_unstale":"2024-05-20T21:14:06.145956+0000","last_undegraded":"2024-05-20T21:14:06.145956+0000","last_fullsized":"2024-05-20T21:14:06.145956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:22.162757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318253+0000","last_change":"2024-05-20T21:11:53.657287+0000","last_active":"2024-05-20T21:13:38.318253+0000","last_peered":"2024-05-20T21:13:38.318253+0000","last_clean":"2024-05-20T21:13:38.318253+0000","last_became_active":"2024-05-20T21:11:53.656885+0000","last_became_peered":"2024-05-20T21:11:53.656885+0000","last_unstale":"2024-05-20T21:13:38.318253+0000","last_undegraded":"2024-05-20T21:13:38.318253+0000","last_fullsized":"2024-05-20T21:13:38.318253+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:26:26.333071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127001+0000","last_change":"2024-05-20T21:11:57.639714+0000","last_active":"2024-05-20T21:14:06.127001+0000","last_peered":"2024-05-20T21:14:06.127001+0000","last_clean":"2024-05-20T21:14:06.127001+0000","last_became_active":"2024-05-20T21:11:57.639310+0000","last_became_peered":"2024-05-20T21:11:57.639310+0000","last_unstale":"2024-05-20T21:14:06.127001+0000","last_undegraded":"2024-05-20T21:14:06.127001+0000","last_fullsized":"2024-05-20T21:14:06.127001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:43:19.069726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'38","reported_seq":558,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:17.744117+0000","last_change":"2024-05-20T21:11:53.581530+0000","last_active":"2024-05-20T21:16:17.744117+0000","last_peered":"2024-05-20T21:16:17.744117+0000","last_clean":"2024-05-20T21:16:17.744117+0000","last_became_active":"2024-05-20T21:11:53.581168+0000","last_became_peered":"2024-05-20T21:11:53.581168+0000","last_unstale":"2024-05-20T21:16:17.744117+0000","last_undegraded":"2024-05-20T21:16:17.744117+0000","last_fullsized":"2024-05-20T21:16:17.744117+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:08:31.247678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71241,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":314,"num_write":39,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.124661+0000","last_change":"2024-05-20T21:11:57.625637+0000","last_active":"2024-05-20T21:14:06.124661+0000","last_peered":"2024-05-20T21:14:06.124661+0000","last_clean":"2024-05-20T21:14:06.124661+0000","last_became_active":"2024-05-20T21:11:57.625221+0000","last_became_peered":"2024-05-20T21:11:57.625221+0000","last_unstale":"2024-05-20T21:14:06.124661+0000","last_undegraded":"2024-05-20T21:14:06.124661+0000","last_fullsized":"2024-05-20T21:14:06.124661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:47:00.550380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890383+0000","last_change":"2024-05-20T21:13:38.328279+0000","last_active":"2024-05-20T21:13:40.890383+0000","last_peered":"2024-05-20T21:13:40.890383+0000","last_clean":"2024-05-20T21:13:40.890383+0000","last_became_active":"2024-05-20T21:13:38.316015+0000","last_became_peered":"2024-05-20T21:13:38.316015+0000","last_unstale":"2024-05-20T21:13:40.890383+0000","last_undegraded":"2024-05-20T21:13:40.890383+0000","last_fullsized":"2024-05-20T21:13:40.890383+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:23:34.074244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.137823+0000","last_change":"2024-05-20T21:11:57.639440+0000","last_active":"2024-05-20T21:14:06.137823+0000","last_peered":"2024-05-20T21:14:06.137823+0000","last_clean":"2024-05-20T21:14:06.137823+0000","last_became_active":"2024-05-20T21:11:57.638976+0000","last_became_peered":"2024-05-20T21:11:57.638976+0000","last_unstale":"2024-05-20T21:14:06.137823+0000","last_undegraded":"2024-05-20T21:14:06.137823+0000","last_fullsized":"2024-05-20T21:14:06.137823+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:15:32.235476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.317400+0000","last_change":"2024-05-20T21:11:53.585111+0000","last_active":"2024-05-20T21:13:38.317400+0000","last_peered":"2024-05-20T21:13:38.317400+0000","last_clean":"2024-05-20T21:13:38.317400+0000","last_became_active":"2024-05-20T21:11:53.584653+0000","last_became_peered":"2024-05-20T21:11:53.584653+0000","last_unstale":"2024-05-20T21:13:38.317400+0000","last_undegraded":"2024-05-20T21:13:38.317400+0000","last_fullsized":"2024-05-20T21:13:38.317400+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:57:00.213539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"83'15","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.131136+0000","last_change":"2024-05-20T21:11:57.635382+0000","last_active":"2024-05-20T21:14:06.131136+0000","last_peered":"2024-05-20T21:14:06.131136+0000","last_clean":"2024-05-20T21:14:06.131136+0000","last_became_active":"2024-05-20T21:11:57.634981+0000","last_became_peered":"2024-05-20T21:11:57.634981+0000","last_unstale":"2024-05-20T21:14:06.131136+0000","last_undegraded":"2024-05-20T21:14:06.131136+0000","last_fullsized":"2024-05-20T21:14:06.131136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:59:46.739083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'5","reported_seq":276,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:15.849664+0000","last_change":"2024-05-20T21:11:53.580364+0000","last_active":"2024-05-20T21:16:15.849664+0000","last_peered":"2024-05-20T21:16:15.849664+0000","last_clean":"2024-05-20T21:16:15.849664+0000","last_became_active":"2024-05-20T21:11:53.579935+0000","last_became_peered":"2024-05-20T21:11:53.579935+0000","last_unstale":"2024-05-20T21:16:15.849664+0000","last_undegraded":"2024-05-20T21:16:15.849664+0000","last_fullsized":"2024-05-20T21:16:15.849664+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:52:54.656426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:17.064685+0000","last_change":"2024-05-20T21:11:57.627305+0000","last_active":"2024-05-20T21:14:17.064685+0000","last_peered":"2024-05-20T21:14:17.064685+0000","last_clean":"2024-05-20T21:14:17.064685+0000","last_became_active":"2024-05-20T21:11:57.626952+0000","last_became_peered":"2024-05-20T21:11:57.626952+0000","last_unstale":"2024-05-20T21:14:17.064685+0000","last_undegraded":"2024-05-20T21:14:17.064685+0000","last_fullsized":"2024-05-20T21:14:17.064685+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:38:43.308227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":47,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312571+0000","last_change":"2024-05-20T21:11:53.660514+0000","last_active":"2024-05-20T21:13:38.312571+0000","last_peered":"2024-05-20T21:13:38.312571+0000","last_clean":"2024-05-20T21:13:38.312571+0000","last_became_active":"2024-05-20T21:11:53.660099+0000","last_became_peered":"2024-05-20T21:11:53.660099+0000","last_unstale":"2024-05-20T21:13:38.312571+0000","last_undegraded":"2024-05-20T21:13:38.312571+0000","last_fullsized":"2024-05-20T21:13:38.312571+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:21:35.015768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"83'6","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127319+0000","last_change":"2024-05-20T21:11:57.639770+0000","last_active":"2024-05-20T21:14:06.127319+0000","last_peered":"2024-05-20T21:14:06.127319+0000","last_clean":"2024-05-20T21:14:06.127319+0000","last_became_active":"2024-05-20T21:11:57.638662+0000","last_became_peered":"2024-05-20T21:11:57.638662+0000","last_unstale":"2024-05-20T21:14:06.127319+0000","last_undegraded":"2024-05-20T21:14:06.127319+0000","last_fullsized":"2024-05-20T21:14:06.127319+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:39.026813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.313126+0000","last_change":"2024-05-20T21:11:53.579309+0000","last_active":"2024-05-20T21:13:38.313126+0000","last_peered":"2024-05-20T21:13:38.313126+0000","last_clean":"2024-05-20T21:13:38.313126+0000","last_became_active":"2024-05-20T21:11:53.578901+0000","last_became_peered":"2024-05-20T21:11:53.578901+0000","last_unstale":"2024-05-20T21:13:38.313126+0000","last_undegraded":"2024-05-20T21:13:38.313126+0000","last_fullsized":"2024-05-20T21:13:38.313126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:12.218323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"83'5","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128310+0000","last_change":"2024-05-20T21:11:57.639673+0000","last_active":"2024-05-20T21:14:06.128310+0000","last_peered":"2024-05-20T21:14:06.128310+0000","last_clean":"2024-05-20T21:14:06.128310+0000","last_became_active":"2024-05-20T21:11:57.639254+0000","last_became_peered":"2024-05-20T21:11:57.639254+0000","last_unstale":"2024-05-20T21:14:06.128310+0000","last_undegraded":"2024-05-20T21:14:06.128310+0000","last_fullsized":"2024-05-20T21:14:06.128310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:43:31.667764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:58.573547+0000","last_change":"2024-05-20T21:11:53.659275+0000","last_active":"2024-05-20T21:13:58.573547+0000","last_peered":"2024-05-20T21:13:58.573547+0000","last_clean":"2024-05-20T21:13:58.573547+0000","last_became_active":"2024-05-20T21:11:53.658784+0000","last_became_peered":"2024-05-20T21:11:53.658784+0000","last_unstale":"2024-05-20T21:13:58.573547+0000","last_undegraded":"2024-05-20T21:13:58.573547+0000","last_fullsized":"2024-05-20T21:13:58.573547+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:41:33.614184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'5","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.132905+0000","last_change":"2024-05-20T21:12:37.448510+0000","last_active":"2024-05-20T21:14:06.132905+0000","last_peered":"2024-05-20T21:14:06.132905+0000","last_clean":"2024-05-20T21:14:06.132905+0000","last_became_active":"2024-05-20T21:12:37.440928+0000","last_became_peered":"2024-05-20T21:12:37.440928+0000","last_unstale":"2024-05-20T21:14:06.132905+0000","last_undegraded":"2024-05-20T21:14:06.132905+0000","last_fullsized":"2024-05-20T21:14:06.132905+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:39:06.772397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:02.062829+0000","last_change":"2024-05-20T21:11:53.589890+0000","last_active":"2024-05-20T21:14:02.062829+0000","last_peered":"2024-05-20T21:14:02.062829+0000","last_clean":"2024-05-20T21:14:02.062829+0000","last_became_active":"2024-05-20T21:11:53.589495+0000","last_became_peered":"2024-05-20T21:11:53.589495+0000","last_unstale":"2024-05-20T21:14:02.062829+0000","last_undegraded":"2024-05-20T21:14:02.062829+0000","last_fullsized":"2024-05-20T21:14:02.062829+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:45:38.651863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"83'7","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123356+0000","last_change":"2024-05-20T21:11:57.643105+0000","last_active":"2024-05-20T21:14:06.123356+0000","last_peered":"2024-05-20T21:14:06.123356+0000","last_clean":"2024-05-20T21:14:06.123356+0000","last_became_active":"2024-05-20T21:11:57.642619+0000","last_became_peered":"2024-05-20T21:11:57.642619+0000","last_unstale":"2024-05-20T21:14:06.123356+0000","last_undegraded":"2024-05-20T21:14:06.123356+0000","last_fullsized":"2024-05-20T21:14:06.123356+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:41:18.378448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"83'8","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.114660+0000","last_change":"2024-05-20T21:12:37.701838+0000","last_active":"2024-05-20T21:14:06.114660+0000","last_peered":"2024-05-20T21:14:06.114660+0000","last_clean":"2024-05-20T21:14:06.114660+0000","last_became_active":"2024-05-20T21:12:37.701311+0000","last_became_peered":"2024-05-20T21:12:37.701311+0000","last_unstale":"2024-05-20T21:14:06.114660+0000","last_undegraded":"2024-05-20T21:14:06.114660+0000","last_fullsized":"2024-05-20T21:14:06.114660+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:36:18.388368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":277,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:16:19.865366+0000","last_change":"2024-05-20T21:11:53.660271+0000","last_active":"2024-05-20T21:16:19.865366+0000","last_peered":"2024-05-20T21:16:19.865366+0000","last_clean":"2024-05-20T21:16:19.865366+0000","last_became_active":"2024-05-20T21:11:53.659479+0000","last_became_peered":"2024-05-20T21:11:53.659479+0000","last_unstale":"2024-05-20T21:16:19.865366+0000","last_undegraded":"2024-05-20T21:16:19.865366+0000","last_fullsized":"2024-05-20T21:16:19.865366+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:51.915717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"83'8","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139463+0000","last_change":"2024-05-20T21:12:37.442842+0000","last_active":"2024-05-20T21:14:06.139463+0000","last_peered":"2024-05-20T21:14:06.139463+0000","last_clean":"2024-05-20T21:14:06.139463+0000","last_became_active":"2024-05-20T21:12:37.442085+0000","last_became_peered":"2024-05-20T21:12:37.442085+0000","last_unstale":"2024-05-20T21:14:06.139463+0000","last_undegraded":"2024-05-20T21:14:06.139463+0000","last_fullsized":"2024-05-20T21:14:06.139463+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:17:21.343916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":37,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:02.399114+0000","last_change":"2024-05-20T21:11:53.584771+0000","last_active":"2024-05-20T21:14:02.399114+0000","last_peered":"2024-05-20T21:14:02.399114+0000","last_clean":"2024-05-20T21:14:02.399114+0000","last_became_active":"2024-05-20T21:11:53.584321+0000","last_became_peered":"2024-05-20T21:11:53.584321+0000","last_unstale":"2024-05-20T21:14:02.399114+0000","last_undegraded":"2024-05-20T21:14:02.399114+0000","last_fullsized":"2024-05-20T21:14:02.399114+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:06:52.936701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":105,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.315118+0000","last_change":"2024-05-20T21:10:14.792688+0000","last_active":"2024-05-20T21:13:38.315118+0000","last_peered":"2024-05-20T21:13:38.315118+0000","last_clean":"2024-05-20T21:13:38.315118+0000","last_became_active":"2024-05-20T21:10:14.787362+0000","last_became_peered":"2024-05-20T21:10:14.787362+0000","last_unstale":"2024-05-20T21:13:38.315118+0000","last_undegraded":"2024-05-20T21:13:38.315118+0000","last_fullsized":"2024-05-20T21:13:38.315118+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:06:24.589163+0000","last_clean_scrub_stamp":"2024-05-20T21:06:24.589163+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:35:01.288615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.123411+0000","last_change":"2024-05-20T21:11:57.640347+0000","last_active":"2024-05-20T21:14:06.123411+0000","last_peered":"2024-05-20T21:14:06.123411+0000","last_clean":"2024-05-20T21:14:06.123411+0000","last_became_active":"2024-05-20T21:11:57.639983+0000","last_became_peered":"2024-05-20T21:11:57.639983+0000","last_unstale":"2024-05-20T21:14:06.123411+0000","last_undegraded":"2024-05-20T21:14:06.123411+0000","last_fullsized":"2024-05-20T21:14:06.123411+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:16:33.080130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":45,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:57.062299+0000","last_change":"2024-05-20T21:13:38.359785+0000","last_active":"2024-05-20T21:13:57.062299+0000","last_peered":"2024-05-20T21:13:57.062299+0000","last_clean":"2024-05-20T21:13:57.062299+0000","last_became_active":"2024-05-20T21:13:38.357081+0000","last_became_peered":"2024-05-20T21:13:38.357081+0000","last_unstale":"2024-05-20T21:13:57.062299+0000","last_undegraded":"2024-05-20T21:13:57.062299+0000","last_fullsized":"2024-05-20T21:13:57.062299+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T22:50:28.251838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:58.890817+0000","last_change":"2024-05-20T21:11:53.660621+0000","last_active":"2024-05-20T21:13:58.890817+0000","last_peered":"2024-05-20T21:13:58.890817+0000","last_clean":"2024-05-20T21:13:58.890817+0000","last_became_active":"2024-05-20T21:11:53.660195+0000","last_became_peered":"2024-05-20T21:11:53.660195+0000","last_unstale":"2024-05-20T21:13:58.890817+0000","last_undegraded":"2024-05-20T21:13:58.890817+0000","last_fullsized":"2024-05-20T21:13:58.890817+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:23:05.863096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"83'9","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.139049+0000","last_change":"2024-05-20T21:11:57.638500+0000","last_active":"2024-05-20T21:14:06.139049+0000","last_peered":"2024-05-20T21:14:06.139049+0000","last_clean":"2024-05-20T21:14:06.139049+0000","last_became_active":"2024-05-20T21:11:57.635522+0000","last_became_peered":"2024-05-20T21:11:57.635522+0000","last_unstale":"2024-05-20T21:14:06.139049+0000","last_undegraded":"2024-05-20T21:14:06.139049+0000","last_fullsized":"2024-05-20T21:14:06.139049+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:15:01.358485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'14","reported_seq":46,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:15:51.713839+0000","last_change":"2024-05-20T21:11:53.592673+0000","last_active":"2024-05-20T21:15:51.713839+0000","last_peered":"2024-05-20T21:15:51.713839+0000","last_clean":"2024-05-20T21:15:51.713839+0000","last_became_active":"2024-05-20T21:11:53.590512+0000","last_became_peered":"2024-05-20T21:11:53.590512+0000","last_unstale":"2024-05-20T21:15:51.713839+0000","last_undegraded":"2024-05-20T21:15:51.713839+0000","last_fullsized":"2024-05-20T21:15:51.713839+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:17:57.839961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:10.326761+0000","last_change":"2024-05-20T21:11:57.644092+0000","last_active":"2024-05-20T21:14:10.326761+0000","last_peered":"2024-05-20T21:14:10.326761+0000","last_clean":"2024-05-20T21:14:10.326761+0000","last_became_active":"2024-05-20T21:11:57.643218+0000","last_became_peered":"2024-05-20T21:11:57.643218+0000","last_unstale":"2024-05-20T21:14:10.326761+0000","last_undegraded":"2024-05-20T21:14:10.326761+0000","last_fullsized":"2024-05-20T21:14:10.326761+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:12:10.889399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:07.399727+0000","last_change":"2024-05-20T21:11:53.886058+0000","last_active":"2024-05-20T21:14:07.399727+0000","last_peered":"2024-05-20T21:14:07.399727+0000","last_clean":"2024-05-20T21:14:07.399727+0000","last_became_active":"2024-05-20T21:11:53.885722+0000","last_became_peered":"2024-05-20T21:11:53.885722+0000","last_unstale":"2024-05-20T21:14:07.399727+0000","last_undegraded":"2024-05-20T21:14:07.399727+0000","last_fullsized":"2024-05-20T21:14:07.399727+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:58:58.107105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"83'7","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:09.751107+0000","last_change":"2024-05-20T21:12:37.450639+0000","last_active":"2024-05-20T21:14:09.751107+0000","last_peered":"2024-05-20T21:14:09.751107+0000","last_clean":"2024-05-20T21:14:09.751107+0000","last_became_active":"2024-05-20T21:12:37.448309+0000","last_became_peered":"2024-05-20T21:12:37.448309+0000","last_unstale":"2024-05-20T21:14:09.751107+0000","last_undegraded":"2024-05-20T21:14:09.751107+0000","last_fullsized":"2024-05-20T21:14:09.751107+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:45:54.184323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:04.432965+0000","last_change":"2024-05-20T21:11:53.660305+0000","last_active":"2024-05-20T21:14:04.432965+0000","last_peered":"2024-05-20T21:14:04.432965+0000","last_clean":"2024-05-20T21:14:04.432965+0000","last_became_active":"2024-05-20T21:11:53.659904+0000","last_became_peered":"2024-05-20T21:11:53.659904+0000","last_unstale":"2024-05-20T21:14:04.432965+0000","last_undegraded":"2024-05-20T21:14:04.432965+0000","last_fullsized":"2024-05-20T21:14:04.432965+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:27.889239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"83'2","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:08.891791+0000","last_change":"2024-05-20T21:11:57.627301+0000","last_active":"2024-05-20T21:14:08.891791+0000","last_peered":"2024-05-20T21:14:08.891791+0000","last_clean":"2024-05-20T21:14:08.891791+0000","last_became_active":"2024-05-20T21:11:57.626883+0000","last_became_peered":"2024-05-20T21:11:57.626883+0000","last_unstale":"2024-05-20T21:14:08.891791+0000","last_undegraded":"2024-05-20T21:14:08.891791+0000","last_fullsized":"2024-05-20T21:14:08.891791+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:51:38.800668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:05.325825+0000","last_change":"2024-05-20T21:11:53.595885+0000","last_active":"2024-05-20T21:14:05.325825+0000","last_peered":"2024-05-20T21:14:05.325825+0000","last_clean":"2024-05-20T21:14:05.325825+0000","last_became_active":"2024-05-20T21:11:53.595402+0000","last_became_peered":"2024-05-20T21:11:53.595402+0000","last_unstale":"2024-05-20T21:14:05.325825+0000","last_undegraded":"2024-05-20T21:14:05.325825+0000","last_fullsized":"2024-05-20T21:14:05.325825+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:21:20.204198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"83'9","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:10.893112+0000","last_change":"2024-05-20T21:11:57.648431+0000","last_active":"2024-05-20T21:14:10.893112+0000","last_peered":"2024-05-20T21:14:10.893112+0000","last_clean":"2024-05-20T21:14:10.893112+0000","last_became_active":"2024-05-20T21:11:57.648066+0000","last_became_peered":"2024-05-20T21:11:57.648066+0000","last_unstale":"2024-05-20T21:14:10.893112+0000","last_undegraded":"2024-05-20T21:14:10.893112+0000","last_fullsized":"2024-05-20T21:14:10.893112+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:49:09.588547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:40.890362+0000","last_change":"2024-05-20T21:13:38.320823+0000","last_active":"2024-05-20T21:13:40.890362+0000","last_peered":"2024-05-20T21:13:40.890362+0000","last_clean":"2024-05-20T21:13:40.890362+0000","last_became_active":"2024-05-20T21:13:38.315795+0000","last_became_peered":"2024-05-20T21:13:38.315795+0000","last_unstale":"2024-05-20T21:13:40.890362+0000","last_undegraded":"2024-05-20T21:13:40.890362+0000","last_fullsized":"2024-05-20T21:13:40.890362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:29:18.519222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144994+0000","last_change":"2024-05-20T21:11:57.653916+0000","last_active":"2024-05-20T21:14:06.144994+0000","last_peered":"2024-05-20T21:14:06.144994+0000","last_clean":"2024-05-20T21:14:06.144994+0000","last_became_active":"2024-05-20T21:11:57.653560+0000","last_became_peered":"2024-05-20T21:11:57.653560+0000","last_unstale":"2024-05-20T21:14:06.144994+0000","last_undegraded":"2024-05-20T21:14:06.144994+0000","last_fullsized":"2024-05-20T21:14:06.144994+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:59:14.702582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.312684+0000","last_change":"2024-05-20T21:11:53.580704+0000","last_active":"2024-05-20T21:13:38.312684+0000","last_peered":"2024-05-20T21:13:38.312684+0000","last_clean":"2024-05-20T21:13:38.312684+0000","last_became_active":"2024-05-20T21:11:53.580231+0000","last_became_peered":"2024-05-20T21:11:53.580231+0000","last_unstale":"2024-05-20T21:13:38.312684+0000","last_undegraded":"2024-05-20T21:13:38.312684+0000","last_fullsized":"2024-05-20T21:13:38.312684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:37:22.561325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"83'5","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:07.063473+0000","last_change":"2024-05-20T21:11:57.631776+0000","last_active":"2024-05-20T21:14:07.063473+0000","last_peered":"2024-05-20T21:14:07.063473+0000","last_clean":"2024-05-20T21:14:07.063473+0000","last_became_active":"2024-05-20T21:11:57.631356+0000","last_became_peered":"2024-05-20T21:11:57.631356+0000","last_unstale":"2024-05-20T21:14:07.063473+0000","last_undegraded":"2024-05-20T21:14:07.063473+0000","last_fullsized":"2024-05-20T21:14:07.063473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:38:13.693218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.308485+0000","last_change":"2024-05-20T21:11:53.886237+0000","last_active":"2024-05-20T21:13:38.308485+0000","last_peered":"2024-05-20T21:13:38.308485+0000","last_clean":"2024-05-20T21:13:38.308485+0000","last_became_active":"2024-05-20T21:11:53.885707+0000","last_became_peered":"2024-05-20T21:11:53.885707+0000","last_unstale":"2024-05-20T21:13:38.308485+0000","last_undegraded":"2024-05-20T21:13:38.308485+0000","last_fullsized":"2024-05-20T21:13:38.308485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:52:45.395205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"83'7","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.135652+0000","last_change":"2024-05-20T21:11:57.632408+0000","last_active":"2024-05-20T21:14:06.135652+0000","last_peered":"2024-05-20T21:14:06.135652+0000","last_clean":"2024-05-20T21:14:06.135652+0000","last_became_active":"2024-05-20T21:11:57.631933+0000","last_became_peered":"2024-05-20T21:11:57.631933+0000","last_unstale":"2024-05-20T21:14:06.135652+0000","last_undegraded":"2024-05-20T21:14:06.135652+0000","last_fullsized":"2024-05-20T21:14:06.135652+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:28:50.172605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.318094+0000","last_change":"2024-05-20T21:11:53.590716+0000","last_active":"2024-05-20T21:13:38.318094+0000","last_peered":"2024-05-20T21:13:38.318094+0000","last_clean":"2024-05-20T21:13:38.318094+0000","last_became_active":"2024-05-20T21:11:53.590349+0000","last_became_peered":"2024-05-20T21:11:53.590349+0000","last_unstale":"2024-05-20T21:13:38.318094+0000","last_undegraded":"2024-05-20T21:13:38.318094+0000","last_fullsized":"2024-05-20T21:13:38.318094+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:05:54.013025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'8","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:12.064184+0000","last_change":"2024-05-20T21:12:37.448552+0000","last_active":"2024-05-20T21:14:12.064184+0000","last_peered":"2024-05-20T21:14:12.064184+0000","last_clean":"2024-05-20T21:14:12.064184+0000","last_became_active":"2024-05-20T21:12:37.448121+0000","last_became_peered":"2024-05-20T21:12:37.448121+0000","last_unstale":"2024-05-20T21:14:12.064184+0000","last_undegraded":"2024-05-20T21:14:12.064184+0000","last_fullsized":"2024-05-20T21:14:12.064184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:00:18.609407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:13:38.360800+0000","last_change":"2024-05-20T21:11:53.593724+0000","last_active":"2024-05-20T21:13:38.360800+0000","last_peered":"2024-05-20T21:13:38.360800+0000","last_clean":"2024-05-20T21:13:38.360800+0000","last_became_active":"2024-05-20T21:11:53.592825+0000","last_became_peered":"2024-05-20T21:11:53.592825+0000","last_unstale":"2024-05-20T21:13:38.360800+0000","last_undegraded":"2024-05-20T21:13:38.360800+0000","last_fullsized":"2024-05-20T21:13:38.360800+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:52.554814+0000","last_clean_scrub_stamp":"2024-05-20T21:11:52.554814+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:24:41.021274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"83'9","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.126001+0000","last_change":"2024-05-20T21:11:57.630860+0000","last_active":"2024-05-20T21:14:06.126001+0000","last_peered":"2024-05-20T21:14:06.126001+0000","last_clean":"2024-05-20T21:14:06.126001+0000","last_became_active":"2024-05-20T21:11:57.630467+0000","last_became_peered":"2024-05-20T21:11:57.630467+0000","last_unstale":"2024-05-20T21:14:06.126001+0000","last_undegraded":"2024-05-20T21:14:06.126001+0000","last_fullsized":"2024-05-20T21:14:06.126001+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:35:54.056620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"83'9","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.127322+0000","last_change":"2024-05-20T21:11:57.633978+0000","last_active":"2024-05-20T21:14:06.127322+0000","last_peered":"2024-05-20T21:14:06.127322+0000","last_clean":"2024-05-20T21:14:06.127322+0000","last_became_active":"2024-05-20T21:11:57.633154+0000","last_became_peered":"2024-05-20T21:11:57.633154+0000","last_unstale":"2024-05-20T21:14:06.127322+0000","last_undegraded":"2024-05-20T21:14:06.127322+0000","last_fullsized":"2024-05-20T21:14:06.127322+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:06:40.415261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"83'12","reported_seq":38,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.119649+0000","last_change":"2024-05-20T21:11:57.639545+0000","last_active":"2024-05-20T21:14:06.119649+0000","last_peered":"2024-05-20T21:14:06.119649+0000","last_clean":"2024-05-20T21:14:06.119649+0000","last_became_active":"2024-05-20T21:11:57.638642+0000","last_became_peered":"2024-05-20T21:11:57.638642+0000","last_unstale":"2024-05-20T21:14:06.119649+0000","last_undegraded":"2024-05-20T21:14:06.119649+0000","last_fullsized":"2024-05-20T21:14:06.119649+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T23:34:23.455601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"83'8","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144879+0000","last_change":"2024-05-20T21:11:57.633545+0000","last_active":"2024-05-20T21:14:06.144879+0000","last_peered":"2024-05-20T21:14:06.144879+0000","last_clean":"2024-05-20T21:14:06.144879+0000","last_became_active":"2024-05-20T21:11:57.632176+0000","last_became_peered":"2024-05-20T21:11:57.632176+0000","last_unstale":"2024-05-20T21:14:06.144879+0000","last_undegraded":"2024-05-20T21:14:06.144879+0000","last_fullsized":"2024-05-20T21:14:06.144879+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:38:36.161903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"83'7","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.144872+0000","last_change":"2024-05-20T21:12:37.443851+0000","last_active":"2024-05-20T21:14:06.144872+0000","last_peered":"2024-05-20T21:14:06.144872+0000","last_clean":"2024-05-20T21:14:06.144872+0000","last_became_active":"2024-05-20T21:12:37.443247+0000","last_became_peered":"2024-05-20T21:12:37.443247+0000","last_unstale":"2024-05-20T21:14:06.144872+0000","last_undegraded":"2024-05-20T21:14:06.144872+0000","last_fullsized":"2024-05-20T21:14:06.144872+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:41:06.803688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"83'4","reported_seq":30,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.713775+0000","last_change":"2024-05-20T21:11:57.640679+0000","last_active":"2024-05-20T21:14:06.713775+0000","last_peered":"2024-05-20T21:14:06.713775+0000","last_clean":"2024-05-20T21:14:06.713775+0000","last_became_active":"2024-05-20T21:11:57.640332+0000","last_became_peered":"2024-05-20T21:11:57.640332+0000","last_unstale":"2024-05-20T21:14:06.713775+0000","last_undegraded":"2024-05-20T21:14:06.713775+0000","last_fullsized":"2024-05-20T21:14:06.713775+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-21T21:38:12.550680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"83'6","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:10.893147+0000","last_change":"2024-05-20T21:11:57.629678+0000","last_active":"2024-05-20T21:14:10.893147+0000","last_peered":"2024-05-20T21:14:10.893147+0000","last_clean":"2024-05-20T21:14:10.893147+0000","last_became_active":"2024-05-20T21:11:57.629236+0000","last_became_peered":"2024-05-20T21:11:57.629236+0000","last_unstale":"2024-05-20T21:14:10.893147+0000","last_undegraded":"2024-05-20T21:14:10.893147+0000","last_fullsized":"2024-05-20T21:14:10.893147+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:46:17.192781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"83'15","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:08.628144+0000","last_change":"2024-05-20T21:11:57.636570+0000","last_active":"2024-05-20T21:14:08.628144+0000","last_peered":"2024-05-20T21:14:08.628144+0000","last_clean":"2024-05-20T21:14:08.628144+0000","last_became_active":"2024-05-20T21:11:57.636209+0000","last_became_peered":"2024-05-20T21:11:57.636209+0000","last_unstale":"2024-05-20T21:14:08.628144+0000","last_undegraded":"2024-05-20T21:14:08.628144+0000","last_fullsized":"2024-05-20T21:14:08.628144+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:53.264146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"83'2","reported_seq":28,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:10.326717+0000","last_change":"2024-05-20T21:11:57.651309+0000","last_active":"2024-05-20T21:14:10.326717+0000","last_peered":"2024-05-20T21:14:10.326717+0000","last_clean":"2024-05-20T21:14:10.326717+0000","last_became_active":"2024-05-20T21:11:57.650959+0000","last_became_peered":"2024-05-20T21:11:57.650959+0000","last_unstale":"2024-05-20T21:14:10.326717+0000","last_undegraded":"2024-05-20T21:14:10.326717+0000","last_fullsized":"2024-05-20T21:14:10.326717+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:31.314582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"83'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.140029+0000","last_change":"2024-05-20T21:12:37.449512+0000","last_active":"2024-05-20T21:14:06.140029+0000","last_peered":"2024-05-20T21:14:06.140029+0000","last_clean":"2024-05-20T21:14:06.140029+0000","last_became_active":"2024-05-20T21:12:37.448436+0000","last_became_peered":"2024-05-20T21:12:37.448436+0000","last_unstale":"2024-05-20T21:14:06.140029+0000","last_undegraded":"2024-05-20T21:14:06.140029+0000","last_fullsized":"2024-05-20T21:14:06.140029+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:09:50.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,3],"acting":[6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.134677+0000","last_change":"2024-05-20T21:11:57.647168+0000","last_active":"2024-05-20T21:14:06.134677+0000","last_peered":"2024-05-20T21:14:06.134677+0000","last_clean":"2024-05-20T21:14:06.134677+0000","last_became_active":"2024-05-20T21:11:57.645472+0000","last_became_peered":"2024-05-20T21:11:57.645472+0000","last_unstale":"2024-05-20T21:14:06.134677+0000","last_undegraded":"2024-05-20T21:14:06.134677+0000","last_fullsized":"2024-05-20T21:14:06.134677+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:40:36.056091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"83'10","reported_seq":35,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.136739+0000","last_change":"2024-05-20T21:11:57.648384+0000","last_active":"2024-05-20T21:14:06.136739+0000","last_peered":"2024-05-20T21:14:06.136739+0000","last_clean":"2024-05-20T21:14:06.136739+0000","last_became_active":"2024-05-20T21:11:57.647946+0000","last_became_peered":"2024-05-20T21:11:57.647946+0000","last_unstale":"2024-05-20T21:14:06.136739+0000","last_undegraded":"2024-05-20T21:14:06.136739+0000","last_fullsized":"2024-05-20T21:14:06.136739+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:38:16.417675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"83'11","reported_seq":36,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.146280+0000","last_change":"2024-05-20T21:11:57.653906+0000","last_active":"2024-05-20T21:14:06.146280+0000","last_peered":"2024-05-20T21:14:06.146280+0000","last_clean":"2024-05-20T21:14:06.146280+0000","last_became_active":"2024-05-20T21:11:57.652940+0000","last_became_peered":"2024-05-20T21:11:57.652940+0000","last_unstale":"2024-05-20T21:14:06.146280+0000","last_undegraded":"2024-05-20T21:14:06.146280+0000","last_fullsized":"2024-05-20T21:14:06.146280+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:52:30.426870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"83'8","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-05-20T21:14:06.128524+0000","last_change":"2024-05-20T21:11:57.639963+0000","last_active":"2024-05-20T21:14:06.128524+0000","last_peered":"2024-05-20T21:14:06.128524+0000","last_clean":"2024-05-20T21:14:06.128524+0000","last_became_active":"2024-05-20T21:11:57.639557+0000","last_became_peered":"2024-05-20T21:11:57.639557+0000","last_unstale":"2024-05-20T21:14:06.128524+0000","last_undegraded":"2024-05-20T21:14:06.128524+0000","last_fullsized":"2024-05-20T21:14:06.128524+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-20T21:11:56.590469+0000","last_clean_scrub_stamp":"2024-05-20T21:11:56.590469+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:19:46.582421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":504,"ondisk_log_size":504,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76225,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1466,"num_read_kb":815,"num_write":185,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":454656,"data_stored":228675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678087,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":921600,"data_stored":448446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874315,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28604,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716548,"statfs":{"total":95995035648,"available":95965745152,"internally_reserved":0,"allocated":1626112,"data_stored":1111666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037841,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":448882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":36174273},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234073,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":933888,"data_stored":448568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":47,"seq":201863463005,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1041481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626531,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":448037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574976,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40468,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704684,"statfs":{"total":95995035648,"available":95953596416,"internally_reserved":0,"allocated":995328,"data_stored":519071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738499,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":449308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411450,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":521229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182516,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":448114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986287,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":449006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822762,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36840,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708312,"statfs":{"total":95995035648,"available":95957311488,"internally_reserved":0,"allocated":1540096,"data_stored":1040633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":71241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":73399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":73351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-20T21:16:24.462 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:24.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:24 smithi006 ceph-mon[31422]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:24.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:24 smithi062 ceph-mon[36640]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:24 smithi042 ceph-mon[36332]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-20T21:16:24.968 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:25.717 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:25 smithi006 ceph-mon[31422]: pgmap v457: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:25.717 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:25 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:16:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:25 smithi062 ceph-mon[36640]: pgmap v457: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:25 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:16:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:25 smithi042 ceph-mon[36332]: pgmap v457: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:25 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:16:27.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 -- 172.21.15.6:0/2491278248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102440 msgr2=0x7f65d81028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:27.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 --2- 172.21.15.6:0/2491278248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102440 0x7f65d81028c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f65c4009990 tx=0x7f65c4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 -- 172.21.15.6:0/2491278248 shutdown_connections 2024-05-20T21:16:27.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 --2- 172.21.15.6:0/2491278248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f65d8102e00 0x7f65d810f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 --2- 172.21.15.6:0/2491278248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d8108520 0x7f65d8108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 --2- 172.21.15.6:0/2491278248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102440 0x7f65d81028c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 -- 172.21.15.6:0/2491278248 >> 172.21.15.6:0/2491278248 conn(0x7f65d80793f0 msgr2=0x7f65d8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:27.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 -- 172.21.15.6:0/2491278248 shutdown_connections 2024-05-20T21:16:27.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.312+0000 7f65e0400700 1 -- 172.21.15.6:0/2491278248 wait complete. 2024-05-20T21:16:27.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.314+0000 7f65e0400700 1 Processor -- start 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.314+0000 7f65e0400700 1 -- start start 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.314+0000 7f65e0400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d8102440 0x7f65d819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.314+0000 7f65e0400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102e00 0x7f65d819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.314+0000 7f65e0400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f65d8108520 0x7f65d81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.314+0000 7f65e0400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f65d81115b0 con 0x7f65d8102e00 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.314+0000 7f65e0400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f65d8111430 con 0x7f65d8108520 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.314+0000 7f65e0400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f65d8111730 con 0x7f65d8102440 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dda00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d8102440 0x7f65d819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dd000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102e00 0x7f65d819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dda00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d8102440 0x7f65d819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41004/0 (socket says 172.21.15.6:41004) 2024-05-20T21:16:27.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dda00700 1 -- 172.21.15.6:0/1761968312 learned_addr learned my addr 172.21.15.6:0/1761968312 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:27.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65de400700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f65d8108520 0x7f65d81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:27.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dd000700 1 -- 172.21.15.6:0/1761968312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d8102440 msgr2=0x7f65d819be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:27.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dd000700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d8102440 0x7f65d819be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dd000700 1 -- 172.21.15.6:0/1761968312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f65d8108520 msgr2=0x7f65d81a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:27.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dd000700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f65d8108520 0x7f65d81a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dd000700 1 -- 172.21.15.6:0/1761968312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65d81a0e70 con 0x7f65d8102e00 2024-05-20T21:16:27.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.315+0000 7f65dda00700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d8102440 0x7f65d819be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:27.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.316+0000 7f65dd000700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102e00 0x7f65d819c3a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f65c40098e0 tx=0x7f65c40057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:27.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.316+0000 7f65d6000700 1 -- 172.21.15.6:0/1761968312 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c4027070 con 0x7f65d8102e00 2024-05-20T21:16:27.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.316+0000 7f65d6000700 1 -- 172.21.15.6:0/1761968312 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65c4022470 con 0x7f65d8102e00 2024-05-20T21:16:27.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.316+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65d81a1100 con 0x7f65d8102e00 2024-05-20T21:16:27.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.316+0000 7f65d6000700 1 -- 172.21.15.6:0/1761968312 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c4017650 con 0x7f65d8102e00 2024-05-20T21:16:27.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.317+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65d81a89e0 con 0x7f65d8102e00 2024-05-20T21:16:27.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.318+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65d8103b60 con 0x7f65d8102e00 2024-05-20T21:16:27.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.320+0000 7f65d6000700 1 -- 172.21.15.6:0/1761968312 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f65c402a070 con 0x7f65d8102e00 2024-05-20T21:16:27.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.322+0000 7f65d6000700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65c00b2880 0x7f65c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:27.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.322+0000 7f65d6000700 1 -- 172.21.15.6:0/1761968312 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f65c40e2fe0 con 0x7f65d8102e00 2024-05-20T21:16:27.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.322+0000 7f65dda00700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65c00b2880 0x7f65c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:27.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.323+0000 7f65dda00700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65c00b2880 0x7f65c00b4d40 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f65cc00b3c0 tx=0x7f65cc00d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:27.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.327+0000 7f65d6000700 1 -- 172.21.15.6:0/1761968312 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f65c4013070 con 0x7f65d8102e00 2024-05-20T21:16:27.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.635+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65d806a230 con 0x7f65d8102e00 2024-05-20T21:16:27.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.637+0000 7f65d6000700 1 -- 172.21.15.6:0/1761968312 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f65d806a230 con 0x7f65d8102e00 2024-05-20T21:16:27.637 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:27.638 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:16:27.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.640+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65c00b2880 msgr2=0x7f65c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:27.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.640+0000 7f65e0400700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65c00b2880 0x7f65c00b4d40 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f65cc00b3c0 tx=0x7f65cc00d040 comp rx=0 tx=0).stop 2024-05-20T21:16:27.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.640+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102e00 msgr2=0x7f65d819c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:27.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.640+0000 7f65e0400700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102e00 0x7f65d819c3a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f65c40098e0 tx=0x7f65c40057c0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.641+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 shutdown_connections 2024-05-20T21:16:27.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.641+0000 7f65e0400700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65c00b2880 0x7f65c00b4d40 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.641+0000 7f65e0400700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f65d8108520 0x7f65d81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.641+0000 7f65e0400700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f65d8102440 0x7f65d819be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.641+0000 7f65e0400700 1 --2- 172.21.15.6:0/1761968312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65d8102e00 0x7f65d819c3a0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:27.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.641+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 >> 172.21.15.6:0/1761968312 conn(0x7f65d80793f0 msgr2=0x7f65d8100350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:27.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.641+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 shutdown_connections 2024-05-20T21:16:27.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:27.641+0000 7f65e0400700 1 -- 172.21.15.6:0/1761968312 wait complete. 2024-05-20T21:16:27.642 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:16:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:27 smithi062 ceph-mon[36640]: pgmap v458: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:16:27.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:27 smithi042 ceph-mon[36332]: pgmap v458: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:16:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:27 smithi006 ceph-mon[31422]: pgmap v458: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:16:28.623 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:28.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:28 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1761968312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:28.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:28 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1761968312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:28.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:28 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1761968312' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:29.096 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:29.577 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:29 smithi006 ceph-mon[31422]: pgmap v459: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:29 smithi062 ceph-mon[36640]: pgmap v459: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:29 smithi042 ceph-mon[36332]: pgmap v459: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:31.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.406+0000 7fd6ea600700 1 -- 172.21.15.6:0/99214036 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e40760d0 msgr2=0x7fd6e41141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:31.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.406+0000 7fd6ea600700 1 --2- 172.21.15.6:0/99214036 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e40760d0 0x7fd6e41141d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0009990 tx=0x7fd6d0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.407+0000 7fd6ea600700 1 -- 172.21.15.6:0/99214036 shutdown_connections 2024-05-20T21:16:31.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.407+0000 7fd6ea600700 1 --2- 172.21.15.6:0/99214036 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6e4114710 0x7fd6e4116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.407+0000 7fd6ea600700 1 --2- 172.21.15.6:0/99214036 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6e40757b0 0x7fd6e4075b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.407+0000 7fd6ea600700 1 --2- 172.21.15.6:0/99214036 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e40760d0 0x7fd6e41141d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.407+0000 7fd6ea600700 1 -- 172.21.15.6:0/99214036 >> 172.21.15.6:0/99214036 conn(0x7fd6e407a730 msgr2=0x7fd6e407ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:31.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.407+0000 7fd6ea600700 1 -- 172.21.15.6:0/99214036 shutdown_connections 2024-05-20T21:16:31.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.407+0000 7fd6ea600700 1 -- 172.21.15.6:0/99214036 wait complete. 2024-05-20T21:16:31.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.408+0000 7fd6ea600700 1 Processor -- start 2024-05-20T21:16:31.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.408+0000 7fd6ea600700 1 -- start start 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.408+0000 7fd6ea600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6e40757b0 0x7fd6e41a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.408+0000 7fd6ea600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6e40760d0 0x7fd6e41a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.408+0000 7fd6ea600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e4114710 0x7fd6e41a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.408+0000 7fd6ea600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e4119e00 con 0x7fd6e4114710 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.408+0000 7fd6ea600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e4119c80 con 0x7fd6e40760d0 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.408+0000 7fd6ea600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e4119f80 con 0x7fd6e40757b0 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e4114710 0x7fd6e41a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6e40757b0 0x7fd6e41a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6e40760d0 0x7fd6e41a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6e40760d0 0x7fd6e41a0830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60358/0 (socket says 172.21.15.6:60358) 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e2a00700 1 -- 172.21.15.6:0/176085950 learned_addr learned my addr 172.21.15.6:0/176085950 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:31.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e3400700 1 -- 172.21.15.6:0/176085950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6e40760d0 msgr2=0x7fd6e41a0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:31.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e3400700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6e40760d0 0x7fd6e41a0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e3400700 1 -- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e4114710 msgr2=0x7fd6e41a4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:31.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e3400700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e4114710 0x7fd6e41a4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e3400700 1 -- 172.21.15.6:0/176085950 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6e41a5300 con 0x7fd6e40757b0 2024-05-20T21:16:31.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e2a00700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6e40760d0 0x7fd6e41a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:31.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.409+0000 7fd6e3e00700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e4114710 0x7fd6e41a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:31.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.410+0000 7fd6e3400700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6e40757b0 0x7fd6e41a02f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd6d400e9f0 tx=0x7fd6d400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:31.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.410+0000 7fd6dbe00700 1 -- 172.21.15.6:0/176085950 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d400c9c0 con 0x7fd6e40757b0 2024-05-20T21:16:31.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.410+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6e41a55f0 con 0x7fd6e40757b0 2024-05-20T21:16:31.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.410+0000 7fd6dbe00700 1 -- 172.21.15.6:0/176085950 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6d400cb60 con 0x7fd6e40757b0 2024-05-20T21:16:31.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.410+0000 7fd6dbe00700 1 -- 172.21.15.6:0/176085950 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4018680 con 0x7fd6e40757b0 2024-05-20T21:16:31.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.410+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6e41ace70 con 0x7fd6e40757b0 2024-05-20T21:16:31.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.411+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6e406a230 con 0x7fd6e40757b0 2024-05-20T21:16:31.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.414+0000 7fd6dbe00700 1 -- 172.21.15.6:0/176085950 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd6d4010430 con 0x7fd6e40757b0 2024-05-20T21:16:31.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.415+0000 7fd6dbe00700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6c80b2880 0x7fd6c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:31.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.415+0000 7fd6dbe00700 1 -- 172.21.15.6:0/176085950 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd6d40e27f0 con 0x7fd6e40757b0 2024-05-20T21:16:31.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.416+0000 7fd6e2a00700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6c80b2880 0x7fd6c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:31.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.416+0000 7fd6e2a00700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6c80b2880 0x7fd6c80b4d40 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd6e4113c20 tx=0x7fd6d000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:31.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.417+0000 7fd6dbe00700 1 -- 172.21.15.6:0/176085950 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd6d40aa410 con 0x7fd6e40757b0 2024-05-20T21:16:31.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:31 smithi006 ceph-mon[31422]: pgmap v460: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:31.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.706+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6e41a1650 con 0x7fd6e40757b0 2024-05-20T21:16:31.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.708+0000 7fd6dbe00700 1 -- 172.21.15.6:0/176085950 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fd6d40a9d10 con 0x7fd6e40757b0 2024-05-20T21:16:31.709 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:31.709 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:16:31.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6c80b2880 msgr2=0x7fd6c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:31.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6c80b2880 0x7fd6c80b4d40 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd6e4113c20 tx=0x7fd6d000b280 comp rx=0 tx=0).stop 2024-05-20T21:16:31.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6e40757b0 msgr2=0x7fd6e41a02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:31.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6e40757b0 0x7fd6e41a02f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd6d400e9f0 tx=0x7fd6d400ed00 comp rx=0 tx=0).stop 2024-05-20T21:16:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 shutdown_connections 2024-05-20T21:16:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6c80b2880 0x7fd6c80b4d40 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd6e4114710 0x7fd6e41a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6e40757b0 0x7fd6e41a02f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 --2- 172.21.15.6:0/176085950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd6e40760d0 0x7fd6e41a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.711+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 >> 172.21.15.6:0/176085950 conn(0x7fd6e407a730 msgr2=0x7fd6e41101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.712+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 shutdown_connections 2024-05-20T21:16:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:31.712+0000 7fd6ea600700 1 -- 172.21.15.6:0/176085950 wait complete. 2024-05-20T21:16:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:16:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:31 smithi062 ceph-mon[36640]: pgmap v460: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:31 smithi042 ceph-mon[36332]: pgmap v460: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:32.641 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:16:32.727 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/176085950' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:32.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/176085950' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/176085950' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:33.124 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:33.641 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:33 smithi006 ceph-mon[31422]: pgmap v461: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-20T21:16:33.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:33 smithi062 ceph-mon[36640]: pgmap v461: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-20T21:16:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:33 smithi042 ceph-mon[36332]: pgmap v461: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-20T21:16:35.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.047+0000 7fb5dec00640 1 -- 172.21.15.6:0/2427336425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5d8102910 msgr2=0x7fb5d8102d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.047+0000 7fb5dec00640 1 --2- 172.21.15.6:0/2427336425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5d8102910 0x7fb5d8102d30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8009900 tx=0x7fb5c802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.047+0000 7fb5dec00640 1 -- 172.21.15.6:0/2427336425 shutdown_connections 2024-05-20T21:16:35.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.047+0000 7fb5dec00640 1 --2- 172.21.15.6:0/2427336425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5d81044c0 0x7fb5d810ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.047+0000 7fb5dec00640 1 --2- 172.21.15.6:0/2427336425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5d8103b00 0x7fb5d8103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.047+0000 7fb5dec00640 1 --2- 172.21.15.6:0/2427336425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5d8102910 0x7fb5d8102d30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.047+0000 7fb5dec00640 1 -- 172.21.15.6:0/2427336425 >> 172.21.15.6:0/2427336425 conn(0x7fb5d80fde80 msgr2=0x7fb5d81002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:35.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.048+0000 7fb5dec00640 1 -- 172.21.15.6:0/2427336425 shutdown_connections 2024-05-20T21:16:35.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.048+0000 7fb5dec00640 1 -- 172.21.15.6:0/2427336425 wait complete. 2024-05-20T21:16:35.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.050+0000 7fb5dec00640 1 Processor -- start 2024-05-20T21:16:35.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.050+0000 7fb5dec00640 1 -- start start 2024-05-20T21:16:35.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.050+0000 7fb5dec00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5d8102910 0x7fb5d8198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dec00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5d8103b00 0x7fb5d81990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dec00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5d81044c0 0x7fb5d81a0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dec00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d810e480 con 0x7fb5d81044c0 2024-05-20T21:16:35.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dec00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d810e300 con 0x7fb5d8103b00 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dec00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d810e600 con 0x7fb5d8102910 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dd800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5d8102910 0x7fb5d8198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dd800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5d8102910 0x7fb5d8198b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41038/0 (socket says 172.21.15.6:41038) 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dd800640 1 -- 172.21.15.6:0/3098867291 learned_addr learned my addr 172.21.15.6:0/3098867291 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5de200640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5d81044c0 0x7fb5d81a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dce00640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5d8103b00 0x7fb5d81990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dd800640 1 -- 172.21.15.6:0/3098867291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5d8103b00 msgr2=0x7fb5d81990c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dd800640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5d8103b00 0x7fb5d81990c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dd800640 1 -- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5d81044c0 msgr2=0x7fb5d81a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dd800640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5d81044c0 0x7fb5d81a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.051+0000 7fb5dd800640 1 -- 172.21.15.6:0/3098867291 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5d8074d80 con 0x7fb5d8102910 2024-05-20T21:16:35.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.052+0000 7fb5dd800640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5d8102910 0x7fb5d8198b80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8031500 tx=0x7fb5c8003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:35.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.052+0000 7fb5d6000640 1 -- 172.21.15.6:0/3098867291 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c803f070 con 0x7fb5d8102910 2024-05-20T21:16:35.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.052+0000 7fb5dec00640 1 -- 172.21.15.6:0/3098867291 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5d8075010 con 0x7fb5d8102910 2024-05-20T21:16:35.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.052+0000 7fb5d6000640 1 -- 172.21.15.6:0/3098867291 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5c8031c50 con 0x7fb5d8102910 2024-05-20T21:16:35.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.052+0000 7fb5d6000640 1 -- 172.21.15.6:0/3098867291 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8035030 con 0x7fb5d8102910 2024-05-20T21:16:35.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.052+0000 7fb5dec00640 1 -- 172.21.15.6:0/3098867291 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5d8075500 con 0x7fb5d8102910 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5e2fdd740 1 Processor -- start 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5e2fdd740 1 -- start start 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5d6000640 1 -- 172.21.15.6:0/3098867291 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb5c8042070 con 0x7fb5d8102910 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b79987cf0 0x560b79988110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b7998d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b7998d850 0x560b7998fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560b798f7b90 con 0x560b7998d850 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560b798e7730 con 0x560b799886e0 2024-05-20T21:16:35.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.056+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560b798eb770 con 0x560b79987cf0 2024-05-20T21:16:35.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b7998d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b7998d850 0x560b7998fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b7998d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60396/0 (socket says 172.21.15.6:60396) 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 -- 172.21.15.6:0/3088331906 learned_addr learned my addr 172.21.15.6:0/3088331906 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5de200640 1 --2- 172.21.15.6:0/3088331906 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b79987cf0 0x560b79988110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 -- 172.21.15.6:0/3088331906 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b79987cf0 msgr2=0x560b79988110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 --2- 172.21.15.6:0/3088331906 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b79987cf0 0x560b79988110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 -- 172.21.15.6:0/3088331906 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b7998d850 msgr2=0x560b7998fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 --2- 172.21.15.6:0/3088331906 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b7998d850 0x560b7998fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 -- 172.21.15.6:0/3088331906 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b798808b0 con 0x560b799886e0 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.057+0000 7fb5dd800640 1 --2- 172.21.15.6:0/3088331906 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b7998d1e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8108c10 tx=0x7fb5c8108d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=640a3f53295f75da server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.058+0000 7fb5cea00640 1 -- 172.21.15.6:0/3088331906 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8111070 con 0x560b799886e0 2024-05-20T21:16:35.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.058+0000 7fb5cea00640 1 -- 172.21.15.6:0/3088331906 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5c810acb0 con 0x560b799886e0 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.058+0000 7fb5cea00640 1 -- 172.21.15.6:0/3088331906 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c810c600 con 0x560b799886e0 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.058+0000 7fb5d6000640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5bc0b27d0 0x7fb5bc0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.058+0000 7fb5d6000640 1 -- 172.21.15.6:0/3098867291 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5c81029d0 con 0x7fb5d8102910 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.058+0000 7fb5de200640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5bc0b27d0 0x7fb5bc0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/3088331906 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 msgr2=0x560b7998d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/3088331906 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b7998d1e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8108c10 tx=0x7fb5c8108d00 comp rx=0 tx=0).stop 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/3088331906 shutdown_connections 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/3088331906 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b7998d850 0x560b7998fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/3088331906 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b7998d1e0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/3088331906 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b79987cf0 0x560b79988110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/3088331906 >> 172.21.15.6:0/3088331906 conn(0x560b79983360 msgr2=0x560b79983760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/3088331906 shutdown_connections 2024-05-20T21:16:35.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/3088331906 wait complete. 2024-05-20T21:16:35.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5de200640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5bc0b27d0 0x7fb5bc0b4c90 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x560b79988f40 tx=0x7fb5d0009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:35.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.059+0000 7fb5e2fdd740 1 -- start start 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5e2fdd740 1 Processor -- start 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79991800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b799886e0 0x560b79991d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b7998d850 0x560b79998d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560b795cd790 con 0x560b79987cf0 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560b7988fbc0 con 0x560b7998d850 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560b799905c0 con 0x560b799886e0 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5e2fdd740 10 client.0 _ll_register_callbacks cb 0x560b7986d400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5dce00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b799886e0 0x560b79991d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.060+0000 7fb5dd800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79991800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5dce00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b799886e0 0x560b79991d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41066/0 (socket says 172.21.15.6:41066) 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5dce00640 1 -- 172.21.15.6:0/2839570067 learned_addr learned my addr 172.21.15.6:0/2839570067 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5de200640 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b7998d850 0x560b79998d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5dd800640 1 -- 172.21.15.6:0/2839570067 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b799886e0 msgr2=0x560b79991d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5dd800640 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b799886e0 0x560b79991d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5dd800640 1 -- 172.21.15.6:0/2839570067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b7998d850 msgr2=0x560b79998d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5dd800640 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b7998d850 0x560b79998d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5dd800640 1 -- 172.21.15.6:0/2839570067 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b795fc210 con 0x560b79987cf0 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5dd800640 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79991800 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8000c00 tx=0x7fb5c8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd8e318fcead3dd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5c3400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.061+0000 7fb5c3400640 1 -- 172.21.15.6:0/2839570067 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8049070 con 0x560b79987cf0 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5c3400640 1 -- 172.21.15.6:0/2839570067 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5c80c65f0 con 0x560b79987cf0 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/2839570067 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5c810acb0 con 0x560b79987cf0 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5c3400640 1 -- 172.21.15.6:0/2839570067 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5c8111070 con 0x560b79987cf0 2024-05-20T21:16:35.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 10 client.15078 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/2839570067 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560b796c8620 con 0x560b79987cf0 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5c3400640 1 -- 172.21.15.6:0/2839570067 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5c810acb0 con 0x560b79987cf0 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5c3400640 1 -- 172.21.15.6:0/2839570067 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5c80c6290 con 0x560b79987cf0 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 10 client.15078 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 10 client.15078 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 20 client.15078 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560b7999cfa0 0x560b7999f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 4 client.15078 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.062+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/2839570067 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b798f9ae0 con 0x560b7999cfa0 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.063+0000 7fb5dce00640 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560b7999cfa0 0x560b7999f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.063+0000 7fb5dce00640 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560b7999cfa0 0x560b7999f390 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d3cf36da4310e09 server_cookie=5c7ecd8c9fd7f73c in_seq=0 out_seq=0 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.063+0000 7fb5c3400640 10 client.15078 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.064+0000 7fb5c3400640 1 -- 172.21.15.6:0/2839570067 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560b798f9ae0 con 0x560b7999cfa0 2024-05-20T21:16:35.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.064+0000 7fb5c3400640 10 client.15078 handle_command_reply: tid=0 2024-05-20T21:16:35.067 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.064+0000 7fb5e2fdd740 1 client.15078 shutdown 2024-05-20T21:16:35.067 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.064+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/2839570067 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 msgr2=0x560b79991800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.064+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79991800 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8000c00 tx=0x7fb5c8009260 comp rx=0 tx=0).stop 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.064+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/2839570067 shutdown_connections 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.064+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560b7999cfa0 0x560b7999f390 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.065+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b7998d850 0x560b79998d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.065+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b799886e0 0x560b79991d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.065+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/2839570067 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79991800 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.065+0000 7fb5c3400640 0 client.15078 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.065+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/2839570067 >> 172.21.15.6:0/2839570067 conn(0x560b79983360 msgr2=0x560b799824c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.065+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/2839570067 shutdown_connections 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.065+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/2839570067 wait complete. 2024-05-20T21:16:35.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.065+0000 7fb5e2fdd740 20 client.15078 trim_cache size 0 max 16384 2024-05-20T21:16:35.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.082+0000 7fb5e2fdd740 1 Processor -- start 2024-05-20T21:16:35.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.082+0000 7fb5e2fdd740 1 -- start start 2024-05-20T21:16:35.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.082+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79990e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.082+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79998d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.082+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79991360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.082+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81ae9f0 con 0x560b79987cf0 2024-05-20T21:16:35.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.082+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81ac2c0 con 0x560b799886e0 2024-05-20T21:16:35.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.082+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81aa110 con 0x560b7998d850 2024-05-20T21:16:35.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79991360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79991360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41070/0 (socket says 172.21.15.6:41070) 2024-05-20T21:16:35.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 -- 172.21.15.6:0/127235285 learned_addr learned my addr 172.21.15.6:0/127235285 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:35.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5dce00640 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79998d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5dd800640 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79990e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 -- 172.21.15.6:0/127235285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 msgr2=0x560b79998d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79998d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 -- 172.21.15.6:0/127235285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 msgr2=0x560b79990e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79990e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 -- 172.21.15.6:0/127235285 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b7999f9c0 con 0x560b7998d850 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.083+0000 7fb5de200640 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79991360 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb5d0003ef0 tx=0x7fb5d001a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac240e3a35b68887 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.084+0000 7fb5ce000640 1 -- 172.21.15.6:0/127235285 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d000f660 con 0x560b7998d850 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.084+0000 7fb5ce000640 1 -- 172.21.15.6:0/127235285 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d000fcb0 con 0x560b7998d850 2024-05-20T21:16:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.084+0000 7fb5ce000640 1 -- 172.21.15.6:0/127235285 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d001c400 con 0x560b7998d850 2024-05-20T21:16:35.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.084+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/127235285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 msgr2=0x560b79991360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.084+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79991360 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb5d0003ef0 tx=0x7fb5d001a000 comp rx=0 tx=0).stop 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/127235285 shutdown_connections 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79991360 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79998d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/127235285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79990e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/127235285 >> 172.21.15.6:0/127235285 conn(0x560b79983360 msgr2=0x560b799899e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/127235285 shutdown_connections 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/127235285 wait complete. 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 -- start start 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.085+0000 7fb5e2fdd740 1 Processor -- start 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79996240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79996780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5e2fdd740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79997790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81aa780 con 0x560b79987cf0 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81abbf0 con 0x560b799886e0 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5e2fdd740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d81aae50 con 0x560b7998d850 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5e2fdd740 10 client.0 _ll_register_callbacks cb 0x7fb5c4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5dd800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79996240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5dd800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79996240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59672/0 (socket says 172.21.15.6:59672) 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5dd800640 1 -- 172.21.15.6:0/4259254534 learned_addr learned my addr 172.21.15.6:0/4259254534 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5dce00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79996780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.086+0000 7fb5de200640 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79997790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5dce00640 1 -- 172.21.15.6:0/4259254534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 msgr2=0x560b79997790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5dce00640 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79997790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5dce00640 1 -- 172.21.15.6:0/4259254534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 msgr2=0x560b79996240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5dce00640 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79996240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5dce00640 1 -- 172.21.15.6:0/4259254534 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b79983190 con 0x560b799886e0 2024-05-20T21:16:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5dd800640 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79996240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5dce00640 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79996780 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x560b79990df0 tx=0x7fb5c4004610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c1cd54dc17eac2a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5c3400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:16:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5c3400640 1 -- 172.21.15.6:0/4259254534 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4010430 con 0x560b799886e0 2024-05-20T21:16:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5c3400640 1 -- 172.21.15.6:0/4259254534 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5c40105d0 con 0x560b799886e0 2024-05-20T21:16:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.087+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/4259254534 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5d000fcb0 con 0x560b799886e0 2024-05-20T21:16:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.088+0000 7fb5c3400640 1 -- 172.21.15.6:0/4259254534 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5c40107d0 con 0x560b799886e0 2024-05-20T21:16:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.088+0000 7fb5e2fdd740 10 client.25202 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.088+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/4259254534 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560b79998f30 con 0x560b799886e0 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.088+0000 7fb5c3400640 1 -- 172.21.15.6:0/4259254534 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d000fcb0 con 0x560b799886e0 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.089+0000 7fb5c3400640 1 -- 172.21.15.6:0/4259254534 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5c4032a60 con 0x560b799886e0 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.089+0000 7fb5e2fdd740 10 client.25202 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.089+0000 7fb5e2fdd740 10 client.25202 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.089+0000 7fb5e2fdd740 20 client.25202 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.089+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560b79a081b0 0x560b79a0a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.089+0000 7fb5e2fdd740 4 client.25202 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.089+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/4259254534 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560b798f32c0 con 0x560b79a081b0 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.089+0000 7fb5dd800640 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560b79a081b0 0x560b79a0a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.090+0000 7fb5dd800640 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560b79a081b0 0x560b79a0a5d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6c4c12ce3bd5b35 server_cookie=b0b5268e471ad324 in_seq=0 out_seq=0 2024-05-20T21:16:35.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.090+0000 7fb5c3400640 10 client.25202 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:35.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5c3400640 1 -- 172.21.15.6:0/4259254534 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560b798f32c0 con 0x560b79a081b0 2024-05-20T21:16:35.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5c3400640 10 client.25202 handle_command_reply: tid=0 2024-05-20T21:16:35.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 client.25202 shutdown 2024-05-20T21:16:35.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/4259254534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 msgr2=0x560b79996780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79996780 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x560b79990df0 tx=0x7fb5c4004610 comp rx=0 tx=0).stop 2024-05-20T21:16:35.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/4259254534 shutdown_connections 2024-05-20T21:16:35.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560b79a081b0 0x560b79a0a5d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560b7998d850 0x560b79997790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560b799886e0 0x560b79996780 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 --2- 172.21.15.6:0/4259254534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560b79987cf0 0x560b79996240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5c3400640 0 client.25202 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/4259254534 >> 172.21.15.6:0/4259254534 conn(0x560b79983360 msgr2=0x560b79981c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/4259254534 shutdown_connections 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 1 -- 172.21.15.6:0/4259254534 wait complete. 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.097+0000 7fb5e2fdd740 20 client.25202 trim_cache size 0 max 16384 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:16:35.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:16:35.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 -- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5bc0b27d0 msgr2=0x7fb5bc0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5bc0b27d0 0x7fb5bc0b4c90 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x560b79988f40 tx=0x7fb5d0009500 comp rx=0 tx=0).stop 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 -- 172.21.15.6:0/3098867291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5d8102910 msgr2=0x7fb5d8198b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5d8102910 0x7fb5d8198b80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8031500 tx=0x7fb5c8003c10 comp rx=0 tx=0).stop 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 -- 172.21.15.6:0/3098867291 shutdown_connections 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5bc0b27d0 0x7fb5bc0b4c90 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5d81044c0 0x7fb5d81a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5d8103b00 0x7fb5d81990c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 --2- 172.21.15.6:0/3098867291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5d8102910 0x7fb5d8198b80 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.098+0000 7fb5dec00640 1 -- 172.21.15.6:0/3098867291 >> 172.21.15.6:0/3098867291 conn(0x7fb5d80fde80 msgr2=0x7fb5d8106e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.099+0000 7fb5dec00640 1 -- 172.21.15.6:0/3098867291 shutdown_connections 2024-05-20T21:16:35.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:35.099+0000 7fb5dec00640 1 -- 172.21.15.6:0/3098867291 wait complete. 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.557+0000 7f1f83e00700 1 -- 172.21.15.6:0/3683438220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 msgr2=0x7f1f84105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.557+0000 7f1f83e00700 1 --2- 172.21.15.6:0/3683438220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 0x7f1f84105af0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1f700098f0 tx=0x7f1f70009c00 comp rx=0 tx=0).stop 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.557+0000 7f1f83e00700 1 -- 172.21.15.6:0/3683438220 shutdown_connections 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.557+0000 7f1f83e00700 1 --2- 172.21.15.6:0/3683438220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f84106030 0x7f1f84112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.557+0000 7f1f83e00700 1 --2- 172.21.15.6:0/3683438220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f8410b670 0x7f1f8410ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.557+0000 7f1f83e00700 1 --2- 172.21.15.6:0/3683438220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 0x7f1f84105af0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.557+0000 7f1f83e00700 1 -- 172.21.15.6:0/3683438220 >> 172.21.15.6:0/3683438220 conn(0x7f1f84101160 msgr2=0x7f1f84103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.558+0000 7f1f83e00700 1 -- 172.21.15.6:0/3683438220 shutdown_connections 2024-05-20T21:16:35.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.558+0000 7f1f83e00700 1 -- 172.21.15.6:0/3683438220 wait complete. 2024-05-20T21:16:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.559+0000 7f1f83e00700 1 Processor -- start 2024-05-20T21:16:35.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.559+0000 7f1f83e00700 1 -- start start 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f83e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 0x7f1f8419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f83e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f84106030 0x7f1f8419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f83e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f8410b670 0x7f1f841a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f83e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1f841158a0 con 0x7f1f84105670 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f83e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1f84115720 con 0x7f1f84106030 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f83e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1f84115a20 con 0x7f1f8410b670 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f82a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 0x7f1f8419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f82a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 0x7f1f8419bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59690/0 (socket says 172.21.15.6:59690) 2024-05-20T21:16:35.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f82000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f84106030 0x7f1f8419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f82a00700 1 -- 172.21.15.6:0/2069652634 learned_addr learned my addr 172.21.15.6:0/2069652634 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:35.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.560+0000 7f1f83400700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f8410b670 0x7f1f841a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f82a00700 1 -- 172.21.15.6:0/2069652634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f8410b670 msgr2=0x7f1f841a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f82a00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f8410b670 0x7f1f841a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f82a00700 1 -- 172.21.15.6:0/2069652634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f84106030 msgr2=0x7f1f8419c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f82a00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f84106030 0x7f1f8419c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f82a00700 1 -- 172.21.15.6:0/2069652634 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f841a0da0 con 0x7f1f84105670 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f82000700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f84106030 0x7f1f8419c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f82a00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 0x7f1f8419bd90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1f7400ec10 tx=0x7f1f7400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f7b400700 1 -- 172.21.15.6:0/2069652634 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7400cc90 con 0x7f1f84105670 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f841a1090 con 0x7f1f84105670 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f7b400700 1 -- 172.21.15.6:0/2069652634 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f7400ce30 con 0x7f1f84105670 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.561+0000 7f1f7b400700 1 -- 172.21.15.6:0/2069652634 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f74010430 con 0x7f1f84105670 2024-05-20T21:16:35.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.562+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f841a8910 con 0x7f1f84105670 2024-05-20T21:16:35.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.563+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f8406a230 con 0x7f1f84105670 2024-05-20T21:16:35.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.565+0000 7f1f7b400700 1 -- 172.21.15.6:0/2069652634 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1f74004000 con 0x7f1f84105670 2024-05-20T21:16:35.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.567+0000 7f1f7b400700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1f680b2900 0x7f1f680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:35.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.567+0000 7f1f7b400700 1 -- 172.21.15.6:0/2069652634 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1f740e24b0 con 0x7f1f84105670 2024-05-20T21:16:35.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.567+0000 7f1f82000700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1f680b2900 0x7f1f680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:35.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.568+0000 7f1f82000700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1f680b2900 0x7f1f680b4dc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1f700098c0 tx=0x7f1f70019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:35.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.572+0000 7f1f7b400700 1 -- 172.21.15.6:0/2069652634 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1f740aa0d0 con 0x7f1f84105670 2024-05-20T21:16:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:35 smithi006 ceph-mon[31422]: pgmap v462: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:35.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:35 smithi062 ceph-mon[36640]: pgmap v462: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.814+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f8419d0f0 con 0x7f1f84105670 2024-05-20T21:16:35.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.816+0000 7f1f7b400700 1 -- 172.21.15.6:0/2069652634 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22684 (secure 0 0 0) 0x7f1f740a99d0 con 0x7f1f84105670 2024-05-20T21:16:35.817 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:35.817 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":83,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:13:38.294670+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.2d","mappings":[{"from":6,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:16:35.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.820+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1f680b2900 msgr2=0x7f1f680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.820+0000 7f1f83e00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1f680b2900 0x7f1f680b4dc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1f700098c0 tx=0x7f1f70019040 comp rx=0 tx=0).stop 2024-05-20T21:16:35.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.820+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 msgr2=0x7f1f8419bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:35.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.820+0000 7f1f83e00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 0x7f1f8419bd90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1f7400ec10 tx=0x7f1f7400ef20 comp rx=0 tx=0).stop 2024-05-20T21:16:35.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.821+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 shutdown_connections 2024-05-20T21:16:35.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.821+0000 7f1f83e00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1f680b2900 0x7f1f680b4dc0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.821+0000 7f1f83e00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f8410b670 0x7f1f841a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.821+0000 7f1f83e00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1f84105670 0x7f1f8419bd90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.821+0000 7f1f83e00700 1 --2- 172.21.15.6:0/2069652634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1f84106030 0x7f1f8419c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:35.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.821+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 >> 172.21.15.6:0/2069652634 conn(0x7f1f84101160 msgr2=0x7f1f84101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:35.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.821+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 shutdown_connections 2024-05-20T21:16:35.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:35.821+0000 7f1f83e00700 1 -- 172.21.15.6:0/2069652634 wait complete. 2024-05-20T21:16:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:35 smithi042 ceph-mon[36332]: pgmap v462: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-20T21:16:36.737 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:36 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2069652634' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:16:36.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:36 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2069652634' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:16:36.803 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-05-20T21:16:36.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:36 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2069652634' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:16:37.283 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:37.683 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:37 smithi006 ceph-mon[31422]: pgmap v463: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:37 smithi062 ceph-mon[36640]: pgmap v463: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:37 smithi042 ceph-mon[36332]: pgmap v463: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:16:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:39 smithi062 ceph-mon[36640]: pgmap v464: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:16:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:39 smithi042 ceph-mon[36332]: pgmap v464: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:16:39.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:39 smithi006 ceph-mon[31422]: pgmap v464: 97 pgs: 97 active+clean; 654 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:16:40.585 INFO:teuthology.orchestra.run.smithi006.stdout:{"run_dir":"/var/run/ceph"} 2024-05-20T21:16:40.585 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-05-20T21:16:40.585 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 202 2024-05-20T21:16:40.586 DEBUG:tasks.quiescer:Yielding 2024-05-20T21:16:40.586 INFO:teuthology.run_tasks:Running task workunit... 2024-05-20T21:16:40.600 INFO:tasks.workunit:Pulling workunits from ref 4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:16:40.600 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-20T21:16:40.601 INFO:tasks.workunit:timeout=3h 2024-05-20T21:16:40.601 INFO:tasks.workunit:cleanup=True 2024-05-20T21:16:40.601 DEBUG:teuthology.orchestra.run.smithi006:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-20T21:16:40.601 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout:Device: 53h/83d Inode: 1099511628283 Links: 2 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout:Access: 2024-05-20 21:12:40.889043365 +0000 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout:Modify: 2024-05-20 21:12:40.889043365 +0000 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout:Change: 2024-05-20 21:15:51.378854755 +0000 2024-05-20T21:16:40.654 INFO:teuthology.orchestra.run.smithi006.stdout: Birth: 2024-05-20 21:12:40.889043365 +0000 2024-05-20T21:16:40.655 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-20T21:16:40.655 DEBUG:teuthology.orchestra.run.smithi006:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-20T21:16:40.776 DEBUG:teuthology.orchestra.run.smithi006:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 4ebd1d5361d457738957dc0455bba90102296634 2024-05-20T21:16:40.830 INFO:tasks.workunit.client.0.smithi006.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-20T21:16:41.065 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:41.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:41 smithi062 ceph-mon[36640]: pgmap v465: 97 pgs: 97 active+clean; 655 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:16:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:41 smithi042 ceph-mon[36332]: pgmap v465: 97 pgs: 97 active+clean; 655 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:16:41.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:41 smithi006 ceph-mon[31422]: pgmap v465: 97 pgs: 97 active+clean; 655 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:16:43.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 -- 172.21.15.6:0/3800099660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f0076090 msgr2=0x7f79f010fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:43.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 --2- 172.21.15.6:0/3800099660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f0076090 0x7f79f010fa60 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009990 tx=0x7f79d8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 -- 172.21.15.6:0/3800099660 shutdown_connections 2024-05-20T21:16:43.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 --2- 172.21.15.6:0/3800099660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79f010ffa0 0x7f79f0112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 --2- 172.21.15.6:0/3800099660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79f0075770 0x7f79f0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 --2- 172.21.15.6:0/3800099660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f0076090 0x7f79f010fa60 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 -- 172.21.15.6:0/3800099660 >> 172.21.15.6:0/3800099660 conn(0x7f79f007a6a0 msgr2=0x7f79f007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:43.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 -- 172.21.15.6:0/3800099660 shutdown_connections 2024-05-20T21:16:43.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.450+0000 7f79f4c00700 1 -- 172.21.15.6:0/3800099660 wait complete. 2024-05-20T21:16:43.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.451+0000 7f79f4c00700 1 Processor -- start 2024-05-20T21:16:43.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79f4c00700 1 -- start start 2024-05-20T21:16:43.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79f4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79f0075770 0x7f79f019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:43.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79f4c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79f0076090 0x7f79f019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:43.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79f4c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f010ffa0 0x7f79f01a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:43.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79f4c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f79f01159b0 con 0x7f79f010ffa0 2024-05-20T21:16:43.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79f4c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f79f0115830 con 0x7f79f0075770 2024-05-20T21:16:43.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79f4c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f79f0115b30 con 0x7f79f0076090 2024-05-20T21:16:43.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79e5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79f0076090 0x7f79f019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:43.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79e5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79f0076090 0x7f79f019c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55368/0 (socket says 172.21.15.6:55368) 2024-05-20T21:16:43.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79e5400700 1 -- 172.21.15.6:0/4128953159 learned_addr learned my addr 172.21.15.6:0/4128953159 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:43.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79ede00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79f0075770 0x7f79f019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:43.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.452+0000 7f79ee800700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f010ffa0 0x7f79f01a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.453+0000 7f79ede00700 1 -- 172.21.15.6:0/4128953159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79f0076090 msgr2=0x7f79f019c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.453+0000 7f79ede00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79f0076090 0x7f79f019c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.453+0000 7f79ede00700 1 -- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f010ffa0 msgr2=0x7f79f01a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.453+0000 7f79ede00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f010ffa0 0x7f79f01a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.453+0000 7f79ede00700 1 -- 172.21.15.6:0/4128953159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79f01a0e30 con 0x7f79f0075770 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.453+0000 7f79ee800700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f010ffa0 0x7f79f01a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.453+0000 7f79ede00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79f0075770 0x7f79f019be20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f79e000e9f0 tx=0x7f79e000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.454+0000 7f79e7400700 1 -- 172.21.15.6:0/4128953159 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e0004220 con 0x7f79f0075770 2024-05-20T21:16:43.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.454+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79f01a1120 con 0x7f79f0075770 2024-05-20T21:16:43.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.454+0000 7f79e7400700 1 -- 172.21.15.6:0/4128953159 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79e00043c0 con 0x7f79f0075770 2024-05-20T21:16:43.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.454+0000 7f79e7400700 1 -- 172.21.15.6:0/4128953159 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e0005020 con 0x7f79f0075770 2024-05-20T21:16:43.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.454+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79f01a89a0 con 0x7f79f0075770 2024-05-20T21:16:43.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.455+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79f006a230 con 0x7f79f0075770 2024-05-20T21:16:43.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.457+0000 7f79e7400700 1 -- 172.21.15.6:0/4128953159 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f79e0004750 con 0x7f79f0075770 2024-05-20T21:16:43.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.459+0000 7f79e7400700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79d40b2900 0x7f79d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:43.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.459+0000 7f79e7400700 1 -- 172.21.15.6:0/4128953159 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f79e00e2300 con 0x7f79f0075770 2024-05-20T21:16:43.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.459+0000 7f79e5400700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79d40b2900 0x7f79d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:43.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.460+0000 7f79e5400700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79d40b2900 0x7f79d40b4dc0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f79f0111c30 tx=0x7f79d800b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:43.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.461+0000 7f79e7400700 1 -- 172.21.15.6:0/4128953159 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f79e00a9fb0 con 0x7f79f0075770 2024-05-20T21:16:43.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.753+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f79f002e560 con 0x7f79f0075770 2024-05-20T21:16:43.753 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:43 smithi006 ceph-mon[31422]: pgmap v466: 97 pgs: 97 active+clean; 655 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:16:43.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.754+0000 7f79e7400700 1 -- 172.21.15.6:0/4128953159 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f79e00a98b0 con 0x7f79f0075770 2024-05-20T21:16:43.754 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:16:43.754 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.757+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79d40b2900 msgr2=0x7f79d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.757+0000 7f79f4c00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79d40b2900 0x7f79d40b4dc0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f79f0111c30 tx=0x7f79d800b280 comp rx=0 tx=0).stop 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.757+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79f0075770 msgr2=0x7f79f019be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.757+0000 7f79f4c00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79f0075770 0x7f79f019be20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f79e000e9f0 tx=0x7f79e000ed00 comp rx=0 tx=0).stop 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.758+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 shutdown_connections 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.758+0000 7f79f4c00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79d40b2900 0x7f79d40b4dc0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.758+0000 7f79f4c00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79f010ffa0 0x7f79f01a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.758+0000 7f79f4c00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79f0075770 0x7f79f019be20 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.758+0000 7f79f4c00700 1 --2- 172.21.15.6:0/4128953159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79f0076090 0x7f79f019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.758+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 >> 172.21.15.6:0/4128953159 conn(0x7f79f007a6a0 msgr2=0x7f79f0100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:43.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.758+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 shutdown_connections 2024-05-20T21:16:43.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:43.758+0000 7f79f4c00700 1 -- 172.21.15.6:0/4128953159 wait complete. 2024-05-20T21:16:43.759 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:16:43.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:43 smithi062 ceph-mon[36640]: pgmap v466: 97 pgs: 97 active+clean; 655 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:16:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:43 smithi042 ceph-mon[36332]: pgmap v466: 97 pgs: 97 active+clean; 655 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:16:44.750 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-20T21:12:00.673417+0000', 'modified': '2024-05-20T21:15:52.456173+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24530, 'mds_1': 24529, 'mds_2': 24517}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.42:6837/44376656', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6836', 'nonce': 44376656}, {'type': 'v1', 'addr': '172.21.15.42:6837', 'nonce': 44376656}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.62:6835/1061308332', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6834', 'nonce': 1061308332}, {'type': 'v1', 'addr': '172.21.15.62:6835', 'nonce': 1061308332}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.62:6837/1607123152', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6836', 'nonce': 1607123152}, {'type': 'v1', 'addr': '172.21.15.62:6837', 'nonce': 1607123152}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.62:6839/1472655079', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.62:6838', 'nonce': 1472655079}, {'type': 'v1', 'addr': '172.21.15.62:6839', 'nonce': 1472655079}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24529': {'gid': 24529, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.6:6839/3608855680', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.6:6838', 'nonce': 3608855680}, {'type': 'v1', 'addr': '172.21.15.6:6839', 'nonce': 3608855680}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.42:6839/4164936799', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.42:6838', 'nonce': 4164936799}, {'type': 'v1', 'addr': '172.21.15.42:6839', 'nonce': 4164936799}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24530, 'qdb_cluster': [24517, 24529, 24530]} 2024-05-20T21:16:44.750 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-20T21:16:44.750 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-20T21:16:44.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:44 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4128953159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:44.826 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:44 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4128953159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:44.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:44 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4128953159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:16:45.201 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:45.625 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:45 smithi006 ceph-mon[31422]: pgmap v467: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:16:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:45 smithi062 ceph-mon[36640]: pgmap v467: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:16:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:45 smithi042 ceph-mon[36332]: pgmap v467: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:16:47.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 -- 172.21.15.6:0/1383487453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a8106ef0 msgr2=0x7f48a810eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 --2- 172.21.15.6:0/1383487453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a8106ef0 0x7f48a810eac0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f48a000b0d0 tx=0x7f48a000b3e0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 -- 172.21.15.6:0/1383487453 shutdown_connections 2024-05-20T21:16:47.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 --2- 172.21.15.6:0/1383487453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a8106ef0 0x7f48a810eac0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 --2- 172.21.15.6:0/1383487453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48a8101e60 0x7f48a8102240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 --2- 172.21.15.6:0/1383487453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48a8102810 0x7f48a8106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 -- 172.21.15.6:0/1383487453 >> 172.21.15.6:0/1383487453 conn(0x7f48a8078ab0 msgr2=0x7f48a80ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 -- 172.21.15.6:0/1383487453 shutdown_connections 2024-05-20T21:16:47.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.568+0000 7f48ae200700 1 -- 172.21.15.6:0/1383487453 wait complete. 2024-05-20T21:16:47.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.569+0000 7f48ae200700 1 Processor -- start 2024-05-20T21:16:47.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48ae200700 1 -- start start 2024-05-20T21:16:47.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48ae200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48a8101e60 0x7f48a80fdf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48ae200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48a8102810 0x7f48a80fe460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48ae200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a8106ef0 0x7f48a80fe9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48ae200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f48a81126b0 con 0x7f48a8106ef0 2024-05-20T21:16:47.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48ae200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f48a8112530 con 0x7f48a8102810 2024-05-20T21:16:47.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48ae200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f48a8112830 con 0x7f48a8101e60 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48a6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48a8102810 0x7f48a80fe460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.570+0000 7f48a7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a8106ef0 0x7f48a80fe9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48a8102810 0x7f48a80fe460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40532/0 (socket says 172.21.15.6:40532) 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a6a00700 1 -- 172.21.15.6:0/2406894668 learned_addr learned my addr 172.21.15.6:0/2406894668 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a7400700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48a8101e60 0x7f48a80fdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a6a00700 1 -- 172.21.15.6:0/2406894668 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48a8101e60 msgr2=0x7f48a80fdf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a6a00700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48a8101e60 0x7f48a80fdf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a6a00700 1 -- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a8106ef0 msgr2=0x7f48a80fe9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a6a00700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a8106ef0 0x7f48a80fe9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a6a00700 1 -- 172.21.15.6:0/2406894668 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a81a81e0 con 0x7f48a8102810 2024-05-20T21:16:47.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.571+0000 7f48a6a00700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48a8102810 0x7f48a80fe460 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f489400e970 tx=0x7f489400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.572+0000 7f489fe00700 1 -- 172.21.15.6:0/2406894668 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4894004a30 con 0x7f48a8102810 2024-05-20T21:16:47.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.572+0000 7f489fe00700 1 -- 172.21.15.6:0/2406894668 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f489400cc90 con 0x7f48a8102810 2024-05-20T21:16:47.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.572+0000 7f489fe00700 1 -- 172.21.15.6:0/2406894668 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4894005610 con 0x7f48a8102810 2024-05-20T21:16:47.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.572+0000 7f48ae200700 1 -- 172.21.15.6:0/2406894668 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a81a84d0 con 0x7f48a8102810 2024-05-20T21:16:47.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.572+0000 7f48ae200700 1 -- 172.21.15.6:0/2406894668 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a81a89c0 con 0x7f48a8102810 2024-05-20T21:16:47.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.576+0000 7f489fe00700 1 -- 172.21.15.6:0/2406894668 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f489400c7e0 con 0x7f48a8102810 2024-05-20T21:16:47.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.577+0000 7f48b8c20b80 1 Processor -- start 2024-05-20T21:16:47.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.577+0000 7f48b8c20b80 1 -- start start 2024-05-20T21:16:47.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.577+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baa5c0 0x55e1a3baa9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.577+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3ba4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.577+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3ba5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.577+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3b02df0 con 0x55e1a3baaee0 2024-05-20T21:16:47.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.577+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3af2990 con 0x55e1a3baa5c0 2024-05-20T21:16:47.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.577+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3af69d0 con 0x55e1a3ba50f0 2024-05-20T21:16:47.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3ba4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baa5c0 0x55e1a3baa9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baa5c0 0x55e1a3baa9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40544/0 (socket says 172.21.15.6:40544) 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7e00700 1 -- 172.21.15.6:0/4147180390 learned_addr learned my addr 172.21.15.6:0/4147180390 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a6a00700 1 --2- 172.21.15.6:0/4147180390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3ba5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f489fe00700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f488c0b2900 0x7f488c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7400700 1 -- 172.21.15.6:0/4147180390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 msgr2=0x55e1a3ba5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7400700 1 --2- 172.21.15.6:0/4147180390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3ba5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7400700 1 -- 172.21.15.6:0/4147180390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baa5c0 msgr2=0x55e1a3baa9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7400700 1 --2- 172.21.15.6:0/4147180390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baa5c0 0x55e1a3baa9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f48a7400700 1 -- 172.21.15.6:0/4147180390 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1a3abb3d0 con 0x55e1a3baaee0 2024-05-20T21:16:47.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.578+0000 7f489fe00700 1 -- 172.21.15.6:0/2406894668 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f48940e23b0 con 0x7f48a8102810 2024-05-20T21:16:47.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.579+0000 7f48a7e00700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f488c0b2900 0x7f488c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.579+0000 7f48a7400700 1 --2- 172.21.15.6:0/4147180390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3ba4ad0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4898009c90 tx=0x7f4898011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d4891fcd9af6c4b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.579+0000 7f489cc00700 1 -- 172.21.15.6:0/4147180390 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898011d20 con 0x55e1a3baaee0 2024-05-20T21:16:47.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.579+0000 7f489cc00700 1 -- 172.21.15.6:0/4147180390 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4898004500 con 0x55e1a3baaee0 2024-05-20T21:16:47.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.579+0000 7f489cc00700 1 -- 172.21.15.6:0/4147180390 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898005260 con 0x55e1a3baaee0 2024-05-20T21:16:47.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 -- 172.21.15.6:0/4147180390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 msgr2=0x55e1a3ba4ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48a7e00700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f488c0b2900 0x7f488c0b4dc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f48a0009e60 tx=0x7f48a00099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/4147180390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3ba4ad0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4898009c90 tx=0x7f4898011440 comp rx=0 tx=0).stop 2024-05-20T21:16:47.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 -- 172.21.15.6:0/4147180390 shutdown_connections 2024-05-20T21:16:47.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/4147180390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3ba5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/4147180390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baa5c0 0x55e1a3baa9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/4147180390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3ba4ad0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 -- 172.21.15.6:0/4147180390 >> 172.21.15.6:0/4147180390 conn(0x55e1a3ad2b90 msgr2=0x55e1a3b9f640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 -- 172.21.15.6:0/4147180390 shutdown_connections 2024-05-20T21:16:47.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.580+0000 7f48b8c20b80 1 -- 172.21.15.6:0/4147180390 wait complete. 2024-05-20T21:16:47.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.581+0000 7f48b8c20b80 1 -- start start 2024-05-20T21:16:47.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.581+0000 7f48b8c20b80 1 Processor -- start 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bb0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baa5c0 0x55e1a3badf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baaee0 0x55e1a3bae460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e1a39f8f50 con 0x55e1a3baa5c0 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3a93710 con 0x55e1a3baaee0 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3bb1990 con 0x55e1a3ba50f0 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48b8c20b80 10 client.0 _ll_register_callbacks cb 0x55e1a3a9cc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48a6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baa5c0 0x55e1a3badf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48a7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bb0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48a6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baa5c0 0x55e1a3badf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54862/0 (socket says 172.21.15.6:54862) 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48a6a00700 1 -- 172.21.15.6:0/1223599528 learned_addr learned my addr 172.21.15.6:0/1223599528 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.582+0000 7f48a7e00700 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baaee0 0x55e1a3bae460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f48a7400700 1 -- 172.21.15.6:0/1223599528 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baaee0 msgr2=0x55e1a3bae460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f48a7400700 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baaee0 0x55e1a3bae460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f48a7400700 1 -- 172.21.15.6:0/1223599528 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baa5c0 msgr2=0x55e1a3badf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f48a7400700 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baa5c0 0x55e1a3badf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f48a7400700 1 -- 172.21.15.6:0/1223599528 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1a3a42880 con 0x55e1a3ba50f0 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f48a6a00700 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baa5c0 0x55e1a3badf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f48a7400700 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bb0b30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4898019000 tx=0x7f4898011ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e638284548e3aaf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f4891600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.583+0000 7f4891600700 1 -- 172.21.15.6:0/1223599528 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898005d00 con 0x55e1a3ba50f0 2024-05-20T21:16:47.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.584+0000 7f48b8c20b80 1 -- 172.21.15.6:0/1223599528 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4898004500 con 0x55e1a3ba50f0 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.584+0000 7f4891600700 1 -- 172.21.15.6:0/1223599528 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4898004960 con 0x55e1a3ba50f0 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.584+0000 7f4891600700 1 -- 172.21.15.6:0/1223599528 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4898004b60 con 0x55e1a3ba50f0 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.584+0000 7f48b8c20b80 10 client.25240 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.584+0000 7f48b8c20b80 1 -- 172.21.15.6:0/1223599528 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e1a3ac3010 con 0x55e1a3ba50f0 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.584+0000 7f4891600700 1 -- 172.21.15.6:0/1223599528 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4898004500 con 0x55e1a3ba50f0 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.584+0000 7f4891600700 1 -- 172.21.15.6:0/1223599528 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4898018070 con 0x55e1a3ba50f0 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.585+0000 7f48b8c20b80 10 client.25240 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.585+0000 7f48b8c20b80 10 client.25240 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.585+0000 7f48b8c20b80 20 client.25240 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.585+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e1a3bbe120 0x55e1a3bbf590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.585+0000 7f48b8c20b80 4 client.25240 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.585+0000 7f48b8c20b80 1 -- 172.21.15.6:0/1223599528 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e1a3b04d40 con 0x55e1a3bbe120 2024-05-20T21:16:47.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.585+0000 7f48a6a00700 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e1a3bbe120 0x55e1a3bbf590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.586+0000 7f48a6a00700 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e1a3bbe120 0x55e1a3bbf590 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c168a6be7596c3cc server_cookie=56e2bb12a345ea91 in_seq=0 out_seq=0 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.586+0000 7f4891600700 10 client.25240 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.586+0000 7f4891600700 1 -- 172.21.15.6:0/1223599528 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e1a3b04d40 con 0x55e1a3bbe120 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.586+0000 7f4891600700 10 client.25240 handle_command_reply: tid=0 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.586+0000 7f48b8c20b80 1 client.25240 shutdown 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 -- 172.21.15.6:0/1223599528 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 msgr2=0x55e1a3bb0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bb0b30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4898019000 tx=0x7f4898011ba0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 -- 172.21.15.6:0/1223599528 shutdown_connections 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e1a3bbe120 0x55e1a3bbf590 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3baaee0 0x55e1a3bae460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bb0b30 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/1223599528 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baa5c0 0x55e1a3badf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f4891600700 0 client.25240 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:16:47.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 -- 172.21.15.6:0/1223599528 >> 172.21.15.6:0/1223599528 conn(0x55e1a3ad2b90 msgr2=0x55e1a3b9ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 -- 172.21.15.6:0/1223599528 shutdown_connections 2024-05-20T21:16:47.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 1 -- 172.21.15.6:0/1223599528 wait complete. 2024-05-20T21:16:47.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.587+0000 7f48b8c20b80 20 client.25240 trim_cache size 0 max 16384 2024-05-20T21:16:47.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.611+0000 7f48b8c20b80 1 Processor -- start 2024-05-20T21:16:47.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.611+0000 7f48b8c20b80 1 -- start start 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.611+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bbeec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.611+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 0x55e1a3b9b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.611+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3b9f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.611+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3bbd8d0 con 0x55e1a3baaee0 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.611+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3bbdfa0 con 0x55e1a3ba50f0 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.611+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3bbe670 con 0x55e1a3baa5c0 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3b9f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3b9f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54870/0 (socket says 172.21.15.6:54870) 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7e00700 1 -- 172.21.15.6:0/3084836779 learned_addr learned my addr 172.21.15.6:0/3084836779 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7400700 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bbeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a6a00700 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 0x55e1a3b9b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7e00700 1 -- 172.21.15.6:0/3084836779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 msgr2=0x55e1a3b9b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7e00700 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 0x55e1a3b9b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7e00700 1 -- 172.21.15.6:0/3084836779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 msgr2=0x55e1a3bbeec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7e00700 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bbeec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7e00700 1 -- 172.21.15.6:0/3084836779 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1a3bb1330 con 0x55e1a3baaee0 2024-05-20T21:16:47.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.612+0000 7f48a7400700 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bbeec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:47.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.613+0000 7f48a7e00700 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3b9f4a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f48a000bd30 tx=0x7f48a0021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e610192cbd8fde5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.613+0000 7f4893e00700 1 -- 172.21.15.6:0/3084836779 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a0003c00 con 0x55e1a3baaee0 2024-05-20T21:16:47.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.613+0000 7f4893e00700 1 -- 172.21.15.6:0/3084836779 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48a002e070 con 0x55e1a3baaee0 2024-05-20T21:16:47.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.613+0000 7f4893e00700 1 -- 172.21.15.6:0/3084836779 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a0007740 con 0x55e1a3baaee0 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 -- 172.21.15.6:0/3084836779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 msgr2=0x55e1a3b9f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3b9f4a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f48a000bd30 tx=0x7f48a0021000 comp rx=0 tx=0).stop 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 -- 172.21.15.6:0/3084836779 shutdown_connections 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3b9f4a0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bbeec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/3084836779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 0x55e1a3b9b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 -- 172.21.15.6:0/3084836779 >> 172.21.15.6:0/3084836779 conn(0x55e1a3ad2b90 msgr2=0x55e1a3bbd170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 -- 172.21.15.6:0/3084836779 shutdown_connections 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.614+0000 7f48b8c20b80 1 -- 172.21.15.6:0/3084836779 wait complete. 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.615+0000 7f48b8c20b80 1 -- start start 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.615+0000 7f48b8c20b80 1 Processor -- start 2024-05-20T21:16:47.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bc8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 0x55e1a3bc8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48b8c20b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3bc39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3bbf410 con 0x55e1a3baaee0 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3bbed40 con 0x55e1a3ba50f0 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48b8c20b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e1a3bbfae0 con 0x55e1a3baa5c0 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48b8c20b80 10 client.0 _ll_register_callbacks cb 0x55e1a3a9cc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bc8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bc8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40556/0 (socket says 172.21.15.6:40556) 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7400700 1 -- 172.21.15.6:0/2203632304 learned_addr learned my addr 172.21.15.6:0/2203632304 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7e00700 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3bc39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a6a00700 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 0x55e1a3bc8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7400700 1 -- 172.21.15.6:0/2203632304 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 msgr2=0x55e1a3bc8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7400700 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 0x55e1a3bc8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7400700 1 -- 172.21.15.6:0/2203632304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 msgr2=0x55e1a3bc39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:47.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7400700 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3bc39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.616+0000 7f48a7400700 1 -- 172.21.15.6:0/2203632304 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1a3bc3f00 con 0x55e1a3ba50f0 2024-05-20T21:16:47.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.617+0000 7f48a7400700 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bc8a10 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4898005560 tx=0x7f4898004410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77580b9f8d67bd44 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:47.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.617+0000 7f4891600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:16:47.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.617+0000 7f4891600700 1 -- 172.21.15.6:0/2203632304 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898004960 con 0x55e1a3ba50f0 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.617+0000 7f48b8c20b80 1 -- 172.21.15.6:0/2203632304 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48a002e070 con 0x55e1a3ba50f0 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.617+0000 7f4891600700 1 -- 172.21.15.6:0/2203632304 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4898003680 con 0x55e1a3ba50f0 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.617+0000 7f4891600700 1 -- 172.21.15.6:0/2203632304 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4898003880 con 0x55e1a3ba50f0 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.617+0000 7f48b8c20b80 10 client.25232 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.617+0000 7f48b8c20b80 1 -- 172.21.15.6:0/2203632304 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e1a3c32770 con 0x55e1a3ba50f0 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f4891600700 1 -- 172.21.15.6:0/2203632304 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48a002e070 con 0x55e1a3ba50f0 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f4891600700 1 -- 172.21.15.6:0/2203632304 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4898033020 con 0x55e1a3ba50f0 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f48b8c20b80 10 client.25232 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f48b8c20b80 10 client.25232 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f48b8c20b80 20 client.25232 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e1a3c37200 0x55e1a3c35f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f48b8c20b80 4 client.25232 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f48b8c20b80 1 -- 172.21.15.6:0/2203632304 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "status"}) -- 0x55e1a3afe520 con 0x55e1a3c37200 2024-05-20T21:16:47.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.618+0000 7f48a6a00700 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e1a3c37200 0x55e1a3c35f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.619+0000 7f48a6a00700 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e1a3c37200 0x55e1a3c35f10 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d48334c791f2c2a4 server_cookie=a9309426c3dd415d in_seq=0 out_seq=0 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.619+0000 7f4891600700 10 client.25232 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.619+0000 7f4891600700 1 -- 172.21.15.6:0/2203632304 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55e1a3afe520 con 0x55e1a3c37200 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.619+0000 7f4891600700 10 client.25232 handle_command_reply: tid=0 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.619+0000 7f48b8c20b80 1 client.25232 shutdown 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 -- 172.21.15.6:0/2203632304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 msgr2=0x55e1a3bc8a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bc8a10 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4898005560 tx=0x7f4898004410 comp rx=0 tx=0).stop 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 -- 172.21.15.6:0/2203632304 shutdown_connections 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e1a3baaee0 0x55e1a3bc39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e1a3c37200 0x55e1a3c35f10 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e1a3ba50f0 0x55e1a3bc8a10 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 --2- 172.21.15.6:0/2203632304 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1a3baa5c0 0x55e1a3bc8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f4891600700 0 client.25232 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:16:47.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 -- 172.21.15.6:0/2203632304 >> 172.21.15.6:0/2203632304 conn(0x55e1a3ad2b90 msgr2=0x55e1a3badd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 -- 172.21.15.6:0/2203632304 shutdown_connections 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 1 -- 172.21.15.6:0/2203632304 wait complete. 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.620+0000 7f48b8c20b80 20 client.25232 trim_cache size 0 max 16384 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 2, 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24517, 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:16:47.623 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 269.325852322, 2024-05-20T21:16:47.624 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 26, 2024-05-20T21:16:47.624 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:16:47.624 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 83, 2024-05-20T21:16:47.624 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 320.95337489399998 2024-05-20T21:16:47.624 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:16:47.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 -- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f488c0b2900 msgr2=0x7f488c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f488c0b2900 0x7f488c0b4dc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f48a0009e60 tx=0x7f48a00099e0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 -- 172.21.15.6:0/2406894668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48a8102810 msgr2=0x7f48a80fe460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48a8102810 0x7f48a80fe460 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f489400e970 tx=0x7f489400ec80 comp rx=0 tx=0).stop 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 -- 172.21.15.6:0/2406894668 shutdown_connections 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f488c0b2900 0x7f488c0b4dc0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48a8106ef0 0x7f48a80fe9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48a8101e60 0x7f48a80fdf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 --2- 172.21.15.6:0/2406894668 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48a8102810 0x7f48a80fe460 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 -- 172.21.15.6:0/2406894668 >> 172.21.15.6:0/2406894668 conn(0x7f48a8078ab0 msgr2=0x7f48a810f740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 -- 172.21.15.6:0/2406894668 shutdown_connections 2024-05-20T21:16:47.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:47.621+0000 7f48ae200700 1 -- 172.21.15.6:0/2406894668 wait complete. 2024-05-20T21:16:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:47 smithi006 ceph-mon[31422]: pgmap v468: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-20T21:16:47.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:47 smithi062 ceph-mon[36640]: pgmap v468: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-20T21:16:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:47 smithi042 ceph-mon[36332]: pgmap v468: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 -- 172.21.15.6:0/2305104659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 msgr2=0x7f6474104ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 --2- 172.21.15.6:0/2305104659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 0x7f6474104ba0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6460009900 tx=0x7f646002a400 comp rx=0 tx=0).stop 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 -- 172.21.15.6:0/2305104659 shutdown_connections 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 --2- 172.21.15.6:0/2305104659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64741050e0 0x7f647410cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 --2- 172.21.15.6:0/2305104659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 0x7f6474104ba0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 --2- 172.21.15.6:0/2305104659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64741061f0 0x7f6474106610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 -- 172.21.15.6:0/2305104659 >> 172.21.15.6:0/2305104659 conn(0x7f6474100080 msgr2=0x7f64741024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 -- 172.21.15.6:0/2305104659 shutdown_connections 2024-05-20T21:16:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.247+0000 7f6479600640 1 -- 172.21.15.6:0/2305104659 wait complete. 2024-05-20T21:16:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.249+0000 7f6479600640 1 Processor -- start 2024-05-20T21:16:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.249+0000 7f6479600640 1 -- start start 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.249+0000 7f6479600640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 0x7f647419ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.249+0000 7f6479600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64741050e0 0x7f647419b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.249+0000 7f6479600640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64741061f0 0x7f64741a23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6479600640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6474110770 con 0x7f64741061f0 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6479600640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64741105f0 con 0x7f6474104720 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6479600640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64741108f0 con 0x7f64741050e0 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6473400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64741050e0 0x7f647419b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6473400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64741050e0 0x7f647419b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45956/0 (socket says 172.21.15.6:45956) 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6473400640 1 -- 172.21.15.6:0/98261453 learned_addr learned my addr 172.21.15.6:0/98261453 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6473e00640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 0x7f647419ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6478c00640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64741061f0 0x7f64741a23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6473400640 1 -- 172.21.15.6:0/98261453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 msgr2=0x7f647419ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6473400640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 0x7f647419ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6473400640 1 -- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64741061f0 msgr2=0x7f64741a23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.250+0000 7f6473400640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64741061f0 0x7f64741a23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.251+0000 7f6473400640 1 -- 172.21.15.6:0/98261453 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64741a2a50 con 0x7f64741050e0 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.251+0000 7f6473e00640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 0x7f647419ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.251+0000 7f6473400640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64741050e0 0x7f647419b370 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6460005ab0 tx=0x7f6460003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.251+0000 7f6470c00640 1 -- 172.21.15.6:0/98261453 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646003f070 con 0x7f64741050e0 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.251+0000 7f6479600640 1 -- 172.21.15.6:0/98261453 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64741a2ce0 con 0x7f64741050e0 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.251+0000 7f6470c00640 1 -- 172.21.15.6:0/98261453 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6460031c50 con 0x7f64741050e0 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.251+0000 7f6470c00640 1 -- 172.21.15.6:0/98261453 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6460035030 con 0x7f64741050e0 2024-05-20T21:16:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.252+0000 7f6479600640 1 -- 172.21.15.6:0/98261453 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64741a31d0 con 0x7f64741050e0 2024-05-20T21:16:48.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.255+0000 7f647db92740 1 Processor -- start 2024-05-20T21:16:48.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.255+0000 7f647db92740 1 -- start start 2024-05-20T21:16:48.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.255+0000 7f647db92740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a08a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.255+0000 7f647db92740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a08f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.255+0000 7f647db92740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 0x55d19a091ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.255+0000 7f647db92740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d199ff9b90 con 0x55d19a089cf0 2024-05-20T21:16:48.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.255+0000 7f647db92740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d199fe9730 con 0x55d19a08a6e0 2024-05-20T21:16:48.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.255+0000 7f647db92740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d199fed770 con 0x55d19a08f850 2024-05-20T21:16:48.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6478c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a08a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6473e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a08f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6478c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a08a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54912/0 (socket says 172.21.15.6:54912) 2024-05-20T21:16:48.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6478c00640 1 -- 172.21.15.6:0/1462836733 learned_addr learned my addr 172.21.15.6:0/1462836733 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:48.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6470c00640 1 -- 172.21.15.6:0/98261453 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6460042070 con 0x7f64741050e0 2024-05-20T21:16:48.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6473e00640 1 -- 172.21.15.6:0/1462836733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 msgr2=0x55d19a091ce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:16:48.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6473e00640 1 --2- 172.21.15.6:0/1462836733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 0x55d19a091ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6473e00640 1 -- 172.21.15.6:0/1462836733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 msgr2=0x55d19a08a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6473e00640 1 --2- 172.21.15.6:0/1462836733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a08a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6473e00640 1 -- 172.21.15.6:0/1462836733 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d199f828b0 con 0x55d19a08a6e0 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.256+0000 7f6478c00640 1 --2- 172.21.15.6:0/1462836733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a08a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.257+0000 7f6473e00640 1 --2- 172.21.15.6:0/1462836733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a08f1e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6464009fa0 tx=0x7f64640118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c0d22a1748557ab server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.257+0000 7f6469200640 1 -- 172.21.15.6:0/1462836733 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6464004310 con 0x55d19a08a6e0 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.257+0000 7f6469200640 1 -- 172.21.15.6:0/1462836733 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64640044b0 con 0x55d19a08a6e0 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.257+0000 7f6469200640 1 -- 172.21.15.6:0/1462836733 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64640035f0 con 0x55d19a08a6e0 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 -- 172.21.15.6:0/1462836733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 msgr2=0x55d19a08f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 --2- 172.21.15.6:0/1462836733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a08f1e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6464009fa0 tx=0x7f64640118d0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 -- 172.21.15.6:0/1462836733 shutdown_connections 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 --2- 172.21.15.6:0/1462836733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 0x55d19a091ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 --2- 172.21.15.6:0/1462836733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a08f1e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 --2- 172.21.15.6:0/1462836733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a08a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 -- 172.21.15.6:0/1462836733 >> 172.21.15.6:0/1462836733 conn(0x55d19a085360 msgr2=0x55d19a085760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:48.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 -- 172.21.15.6:0/1462836733 shutdown_connections 2024-05-20T21:16:48.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 -- 172.21.15.6:0/1462836733 wait complete. 2024-05-20T21:16:48.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f6470c00640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64580b26a0 0x7f64580b4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f647db92740 1 -- start start 2024-05-20T21:16:48.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f6470c00640 1 -- 172.21.15.6:0/98261453 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64601029e0 con 0x7f64741050e0 2024-05-20T21:16:48.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.258+0000 7f6478c00640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64580b26a0 0x7f64580b4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f647db92740 1 Processor -- start 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f647db92740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a093bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f647db92740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a094110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f647db92740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 0x55d19a09b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f647db92740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d199ccf790 con 0x55d19a089cf0 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f647db92740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d199f91bc0 con 0x55d19a08a6e0 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f647db92740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d19a092800 con 0x55d19a08f850 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f647db92740 10 client.0 _ll_register_callbacks cb 0x55d199f6f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f6473e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a093bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.259+0000 7f6478c00640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64580b26a0 0x7f64580b4b60 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f646c005fd0 tx=0x7f646c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a094110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a093bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54914/0 (socket says 172.21.15.6:54914) 2024-05-20T21:16:48.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6478c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 0x55d19a09b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473e00640 1 -- 172.21.15.6:0/2061409335 learned_addr learned my addr 172.21.15.6:0/2061409335 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473400640 1 -- 172.21.15.6:0/2061409335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 msgr2=0x55d19a09b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473400640 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 0x55d19a09b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473400640 1 -- 172.21.15.6:0/2061409335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 msgr2=0x55d19a093bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473400640 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a093bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473400640 1 -- 172.21.15.6:0/2061409335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d199cfe210 con 0x55d19a08a6e0 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473e00640 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a093bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f6473400640 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a094110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f64600c9cb0 tx=0x7f64600c97e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbc500fe5677f6fc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.260+0000 7f645d600640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f645d600640 1 -- 172.21.15.6:0/2061409335 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6460049040 con 0x55d19a08a6e0 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f645d600640 1 -- 172.21.15.6:0/2061409335 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6460031e00 con 0x55d19a08a6e0 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f647db92740 1 -- 172.21.15.6:0/2061409335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64640044b0 con 0x55d19a08a6e0 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f645d600640 1 -- 172.21.15.6:0/2061409335 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64600d2d60 con 0x55d19a08a6e0 2024-05-20T21:16:48.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f647db92740 10 client.25244 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f647db92740 1 -- 172.21.15.6:0/2061409335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d199dca620 con 0x55d19a08a6e0 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f645d600640 1 -- 172.21.15.6:0/2061409335 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64640044b0 con 0x55d19a08a6e0 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f645d600640 1 -- 172.21.15.6:0/2061409335 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f64600c9210 con 0x55d19a08a6e0 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f647db92740 10 client.25244 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f647db92740 10 client.25244 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f647db92740 20 client.25244 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.261+0000 7f647db92740 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d19a09f5a0 0x55d19a0a1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.262+0000 7f647db92740 4 client.25244 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.262+0000 7f647db92740 1 -- 172.21.15.6:0/2061409335 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d199ffbae0 con 0x55d19a09f5a0 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.262+0000 7f6473e00640 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d19a09f5a0 0x55d19a0a1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.262+0000 7f6473e00640 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d19a09f5a0 0x55d19a0a1a00 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b935ab6b003e1919 server_cookie=87b70eb4e7733613 in_seq=0 out_seq=0 2024-05-20T21:16:48.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.262+0000 7f645d600640 10 client.25244 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:48.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.263+0000 7f645d600640 1 -- 172.21.15.6:0/2061409335 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d199ffbae0 con 0x55d19a09f5a0 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.263+0000 7f645d600640 10 client.25244 handle_command_reply: tid=0 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.263+0000 7f647db92740 1 client.25244 shutdown 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 -- 172.21.15.6:0/2061409335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 msgr2=0x55d19a094110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a094110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f64600c9cb0 tx=0x7f64600c97e0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 -- 172.21.15.6:0/2061409335 shutdown_connections 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d19a09f5a0 0x55d19a0a1a00 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08f850 0x55d19a09b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a094110 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f645d600640 0 client.25244 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 --2- 172.21.15.6:0/2061409335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a089cf0 0x55d19a093bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 -- 172.21.15.6:0/2061409335 >> 172.21.15.6:0/2061409335 conn(0x55d19a085360 msgr2=0x55d19a0844c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 -- 172.21.15.6:0/2061409335 shutdown_connections 2024-05-20T21:16:48.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 1 -- 172.21.15.6:0/2061409335 wait complete. 2024-05-20T21:16:48.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.264+0000 7f647db92740 20 client.25244 trim_cache size 0 max 16384 2024-05-20T21:16:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.281+0000 7f647db92740 1 Processor -- start 2024-05-20T21:16:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.281+0000 7f647db92740 1 -- start start 2024-05-20T21:16:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.281+0000 7f647db92740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a089cf0 0x55d19a088750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.281+0000 7f647db92740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08a6e0 0x55d19a088c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.281+0000 7f647db92740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a09b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.281+0000 7f647db92740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64741aea40 con 0x55d19a08f850 2024-05-20T21:16:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.281+0000 7f647db92740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64741ac310 con 0x55d19a089cf0 2024-05-20T21:16:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.281+0000 7f647db92740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64741aa160 con 0x55d19a08a6e0 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6478c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a09b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6478c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a09b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54926/0 (socket says 172.21.15.6:54926) 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6478c00640 1 -- 172.21.15.6:0/2608961258 learned_addr learned my addr 172.21.15.6:0/2608961258 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6473400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08a6e0 0x55d19a088c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6473e00640 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a089cf0 0x55d19a088750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6478c00640 1 -- 172.21.15.6:0/2608961258 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08a6e0 msgr2=0x55d19a088c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6478c00640 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08a6e0 0x55d19a088c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6478c00640 1 -- 172.21.15.6:0/2608961258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a089cf0 msgr2=0x55d19a088750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6478c00640 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a089cf0 0x55d19a088750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6478c00640 1 -- 172.21.15.6:0/2608961258 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d19a0a2080 con 0x55d19a08f850 2024-05-20T21:16:48.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6473400640 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08a6e0 0x55d19a088c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:48.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.282+0000 7f6473e00640 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a089cf0 0x55d19a088750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:48.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.283+0000 7f6478c00640 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a09b110 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f646c00f9a0 tx=0x7f646c011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97173ec991dba945 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:48.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.283+0000 7f645fe00640 1 -- 172.21.15.6:0/2608961258 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c02d070 con 0x55d19a08f850 2024-05-20T21:16:48.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.283+0000 7f645fe00640 1 -- 172.21.15.6:0/2608961258 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f646c01c980 con 0x55d19a08f850 2024-05-20T21:16:48.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.283+0000 7f645fe00640 1 -- 172.21.15.6:0/2608961258 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c028ad0 con 0x55d19a08f850 2024-05-20T21:16:48.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 -- 172.21.15.6:0/2608961258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 msgr2=0x55d19a09b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a09b110 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f646c00f9a0 tx=0x7f646c011f90 comp rx=0 tx=0).stop 2024-05-20T21:16:48.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 -- 172.21.15.6:0/2608961258 shutdown_connections 2024-05-20T21:16:48.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a09b110 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a08a6e0 0x55d19a088c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 --2- 172.21.15.6:0/2608961258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a089cf0 0x55d19a088750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 -- 172.21.15.6:0/2608961258 >> 172.21.15.6:0/2608961258 conn(0x55d19a085360 msgr2=0x55d19a088040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 -- 172.21.15.6:0/2608961258 shutdown_connections 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 -- 172.21.15.6:0/2608961258 wait complete. 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.284+0000 7f647db92740 1 -- start start 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f647db92740 1 Processor -- start 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f647db92740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a089cf0 0x55d19a098710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f647db92740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a098c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f647db92740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a099c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f647db92740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64741aa7d0 con 0x55d19a08f850 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f647db92740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64741abc40 con 0x55d19a08a6e0 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f647db92740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64741aaea0 con 0x55d19a089cf0 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f647db92740 10 client.0 _ll_register_callbacks cb 0x7f64600c9e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f6473e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a089cf0 0x55d19a098710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.285+0000 7f6473e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a089cf0 0x55d19a098710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46002/0 (socket says 172.21.15.6:46002) 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6473e00640 1 -- 172.21.15.6:0/3181059700 learned_addr learned my addr 172.21.15.6:0/3181059700 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6478c00640 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a099c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6473400640 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a098c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6473e00640 1 -- 172.21.15.6:0/3181059700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 msgr2=0x55d19a098c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6473e00640 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a098c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6473e00640 1 -- 172.21.15.6:0/3181059700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 msgr2=0x55d19a099c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6473e00640 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a099c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6473e00640 1 -- 172.21.15.6:0/3181059700 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d19a09a250 con 0x55d19a089cf0 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f6473e00640 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a089cf0 0x55d19a098710 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6464009380 tx=0x7f6464009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15b22e81f34e4f7c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.286+0000 7f645d600640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.287+0000 7f645d600640 1 -- 172.21.15.6:0/3181059700 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6464033070 con 0x55d19a089cf0 2024-05-20T21:16:48.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.287+0000 7f645d600640 1 -- 172.21.15.6:0/3181059700 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6464003910 con 0x55d19a089cf0 2024-05-20T21:16:48.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.287+0000 7f647db92740 1 -- 172.21.15.6:0/3181059700 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f646c01c980 con 0x55d19a089cf0 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.287+0000 7f645d600640 1 -- 172.21.15.6:0/3181059700 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f646403f050 con 0x55d19a089cf0 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.287+0000 7f647db92740 10 client.25261 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.287+0000 7f647db92740 1 -- 172.21.15.6:0/3181059700 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d19a10a1e0 con 0x55d19a089cf0 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f645d600640 1 -- 172.21.15.6:0/3181059700 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f646c01c980 con 0x55d19a089cf0 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f645d600640 1 -- 172.21.15.6:0/3181059700 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f646402c9b0 con 0x55d19a089cf0 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f647db92740 10 client.25261 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f647db92740 10 client.25261 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f647db92740 20 client.25261 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f647db92740 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d19a10a9a0 0x55d19a10cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f647db92740 4 client.25261 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f647db92740 1 -- 172.21.15.6:0/3181059700 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d199ff52c0 con 0x55d19a10a9a0 2024-05-20T21:16:48.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.288+0000 7f6473400640 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d19a10a9a0 0x55d19a10cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:48.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.289+0000 7f6473400640 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d19a10a9a0 0x55d19a10cdc0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba7e452c85e84f4 server_cookie=a47efa6586d907c3 in_seq=0 out_seq=0 2024-05-20T21:16:48.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.289+0000 7f645d600640 10 client.25261 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.297+0000 7f645d600640 1 -- 172.21.15.6:0/3181059700 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d199ff52c0 con 0x55d19a10a9a0 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.297+0000 7f645d600640 10 client.25261 handle_command_reply: tid=0 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.297+0000 7f647db92740 1 client.25261 shutdown 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 -- 172.21.15.6:0/3181059700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a089cf0 msgr2=0x55d19a098710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a089cf0 0x55d19a098710 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6464009380 tx=0x7f6464009310 comp rx=0 tx=0).stop 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 -- 172.21.15.6:0/3181059700 shutdown_connections 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d19a10a9a0 0x55d19a10cdc0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d19a08f850 0x55d19a099c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d19a08a6e0 0x55d19a098c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 --2- 172.21.15.6:0/3181059700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d19a089cf0 0x55d19a098710 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f645d600640 0 client.25261 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:48.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 -- 172.21.15.6:0/3181059700 >> 172.21.15.6:0/3181059700 conn(0x55d19a085360 msgr2=0x55d19a0888d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:48.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 -- 172.21.15.6:0/3181059700 shutdown_connections 2024-05-20T21:16:48.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 1 -- 172.21.15.6:0/3181059700 wait complete. 2024-05-20T21:16:48.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.298+0000 7f647db92740 20 client.25261 trim_cache size 0 max 16384 2024-05-20T21:16:48.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:16:48.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:16:48.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:16:48.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 -- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64580b26a0 msgr2=0x7f64580b4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64580b26a0 0x7f64580b4b60 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f646c005fd0 tx=0x7f646c009500 comp rx=0 tx=0).stop 2024-05-20T21:16:48.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 -- 172.21.15.6:0/98261453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64741050e0 msgr2=0x7f647419b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:48.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64741050e0 0x7f647419b370 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6460005ab0 tx=0x7f6460003b90 comp rx=0 tx=0).stop 2024-05-20T21:16:48.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 -- 172.21.15.6:0/98261453 shutdown_connections 2024-05-20T21:16:48.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64580b26a0 0x7f64580b4b60 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64741061f0 0x7f64741a23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64741050e0 0x7f647419b370 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 --2- 172.21.15.6:0/98261453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6474104720 0x7f647419ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:48.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 -- 172.21.15.6:0/98261453 >> 172.21.15.6:0/98261453 conn(0x7f6474100080 msgr2=0x7f6474109000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:48.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 -- 172.21.15.6:0/98261453 shutdown_connections 2024-05-20T21:16:48.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:16:48.299+0000 7f6479600640 1 -- 172.21.15.6:0/98261453 wait complete. 2024-05-20T21:16:48.563 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-20T21:16:48.893 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:16:49.028 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:49.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:49 smithi006 ceph-mon[31422]: pgmap v469: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:16:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:49 smithi042 ceph-mon[36332]: pgmap v469: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:16:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:49 smithi062 ceph-mon[36640]: pgmap v469: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-20T21:16:50.503 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:51.807 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:51 smithi006 ceph-mon[31422]: pgmap v470: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:16:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:51 smithi042 ceph-mon[36332]: pgmap v470: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:16:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:51 smithi062 ceph-mon[36640]: pgmap v470: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:16:52.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.116+0000 7f6c3c600700 1 -- 172.21.15.6:0/469489509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34102e00 msgr2=0x7f6c3410f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.116+0000 7f6c3c600700 1 --2- 172.21.15.6:0/469489509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34102e00 0x7f6c3410f2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c009f90 tx=0x7f6c2c00b330 comp rx=0 tx=0).stop 2024-05-20T21:16:52.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.116+0000 7f6c3c600700 1 -- 172.21.15.6:0/469489509 shutdown_connections 2024-05-20T21:16:52.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.116+0000 7f6c3c600700 1 --2- 172.21.15.6:0/469489509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34102e00 0x7f6c3410f2f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.116+0000 7f6c3c600700 1 --2- 172.21.15.6:0/469489509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c34108520 0x7f6c34108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.116+0000 7f6c3c600700 1 --2- 172.21.15.6:0/469489509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c34102440 0x7f6c341028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.116+0000 7f6c3c600700 1 -- 172.21.15.6:0/469489509 >> 172.21.15.6:0/469489509 conn(0x7f6c340793f0 msgr2=0x7f6c34079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.117+0000 7f6c3c600700 1 -- 172.21.15.6:0/469489509 shutdown_connections 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.117+0000 7f6c3c600700 1 -- 172.21.15.6:0/469489509 wait complete. 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.118+0000 7f6c3c600700 1 Processor -- start 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.118+0000 7f6c3c600700 1 -- start start 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.118+0000 7f6c3c600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c34102440 0x7f6c34104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3c600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c34102e00 0x7f6c341045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3c600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34108520 0x7f6c34104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3c600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6c34112620 con 0x7f6c34102440 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3c600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6c341124a0 con 0x7f6c34108520 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3c600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6c341127a0 con 0x7f6c34102e00 2024-05-20T21:16:52.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3a600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34108520 0x7f6c34104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c39c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c34102440 0x7f6c34104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3a600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34108520 0x7f6c34104b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40644/0 (socket says 172.21.15.6:40644) 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3a600700 1 -- 172.21.15.6:0/1916121843 learned_addr learned my addr 172.21.15.6:0/1916121843 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c39200700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c34102e00 0x7f6c341045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3a600700 1 -- 172.21.15.6:0/1916121843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c34102e00 msgr2=0x7f6c341045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3a600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c34102e00 0x7f6c341045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3a600700 1 -- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c34102440 msgr2=0x7f6c34104080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3a600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c34102440 0x7f6c34104080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.119+0000 7f6c3a600700 1 -- 172.21.15.6:0/1916121843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c341a80e0 con 0x7f6c34108520 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.120+0000 7f6c3a600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34108520 0x7f6c34104b00 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c00b6c0 tx=0x7f6c2c00cd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.120+0000 7f6c32000700 1 -- 172.21.15.6:0/1916121843 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c2c021070 con 0x7f6c34108520 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.120+0000 7f6c3c600700 1 -- 172.21.15.6:0/1916121843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c341a8370 con 0x7f6c34108520 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.120+0000 7f6c3c600700 1 -- 172.21.15.6:0/1916121843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c341a8870 con 0x7f6c34108520 2024-05-20T21:16:52.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.120+0000 7f6c32000700 1 -- 172.21.15.6:0/1916121843 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c2c007ac0 con 0x7f6c34108520 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.120+0000 7f6c32000700 1 -- 172.21.15.6:0/1916121843 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c2c005040 con 0x7f6c34108520 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.124+0000 7f6c32000700 1 -- 172.21.15.6:0/1916121843 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6c2c024070 con 0x7f6c34108520 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.125+0000 7f6c46fb6b80 1 Processor -- start 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.125+0000 7f6c46fb6b80 1 -- start start 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.125+0000 7f6c32000700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c1c0b2880 0x7f6c1c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c32000700 1 -- 172.21.15.6:0/1916121843 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6c2c0e2ff0 con 0x7f6c34108520 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573db190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573d52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573d5900 0x5597573d5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55975732adf0 con 0x5597573db6d0 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55975731a990 con 0x5597573dadb0 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55975731e9d0 con 0x5597573d5900 2024-05-20T21:16:52.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c39200700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c1c0b2880 0x7f6c1c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c39c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573db190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c39200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573d52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c39c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573db190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40648/0 (socket says 172.21.15.6:40648) 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c39c00700 1 -- 172.21.15.6:0/55795564 learned_addr learned my addr 172.21.15.6:0/55795564 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.126+0000 7f6c3a600700 1 --2- 172.21.15.6:0/55795564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573d5900 0x5597573d5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.127+0000 7f6c39c00700 1 -- 172.21.15.6:0/55795564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573d5900 msgr2=0x5597573d5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.127+0000 7f6c39c00700 1 --2- 172.21.15.6:0/55795564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573d5900 0x5597573d5d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.127+0000 7f6c39c00700 1 -- 172.21.15.6:0/55795564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 msgr2=0x5597573d52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.127+0000 7f6c39c00700 1 --2- 172.21.15.6:0/55795564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573d52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.127+0000 7f6c39c00700 1 -- 172.21.15.6:0/55795564 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597572e33d0 con 0x5597573dadb0 2024-05-20T21:16:52.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.127+0000 7f6c39200700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c1c0b2880 0x7f6c1c0b4d40 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f6c20009750 tx=0x7f6c20009c20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.127+0000 7f6c39c00700 1 --2- 172.21.15.6:0/55795564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573db190 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6c28007c70 tx=0x7f6c28007f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3fd365069fce8dcb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.127+0000 7f6c26a00700 1 -- 172.21.15.6:0/55795564 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28010be0 con 0x5597573dadb0 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.128+0000 7f6c26a00700 1 -- 172.21.15.6:0/55795564 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c28010d80 con 0x5597573dadb0 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.128+0000 7f6c26a00700 1 -- 172.21.15.6:0/55795564 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28019630 con 0x5597573dadb0 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.128+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/55795564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 msgr2=0x5597573db190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.128+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/55795564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573db190 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6c28007c70 tx=0x7f6c28007f80 comp rx=0 tx=0).stop 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.128+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/55795564 shutdown_connections 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.128+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/55795564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573d5900 0x5597573d5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.128+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/55795564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573db190 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.128+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/55795564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573d52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.129+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/55795564 >> 172.21.15.6:0/55795564 conn(0x5597572fab90 msgr2=0x5597573c7640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.129+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/55795564 shutdown_connections 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.129+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/55795564 wait complete. 2024-05-20T21:16:52.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.129+0000 7f6c46fb6b80 1 -- start start 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.130+0000 7f6c46fb6b80 1 Processor -- start 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.130+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573e13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.130+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573de760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.130+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573db6d0 0x5597573deca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.130+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559757220f50 con 0x5597573d5900 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.130+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5597572bb710 con 0x5597573dadb0 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.130+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5597573e21d0 con 0x5597573db6d0 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.130+0000 7f6c46fb6b80 10 client.0 _ll_register_callbacks cb 0x5597572c4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573e13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c3a600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573db6d0 0x5597573deca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573de760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573de760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40660/0 (socket says 172.21.15.6:40660) 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c3a600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573db6d0 0x5597573deca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46022/0 (socket says 172.21.15.6:46022) 2024-05-20T21:16:52.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39200700 1 -- 172.21.15.6:0/623638723 learned_addr learned my addr 172.21.15.6:0/623638723 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39200700 1 -- 172.21.15.6:0/623638723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573db6d0 msgr2=0x5597573deca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39200700 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573db6d0 0x5597573deca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39200700 1 -- 172.21.15.6:0/623638723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 msgr2=0x5597573e13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39200700 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573e13c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c39200700 1 -- 172.21.15.6:0/623638723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55975726a880 con 0x5597573dadb0 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.131+0000 7f6c3a600700 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573db6d0 0x5597573deca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.132+0000 7f6c39200700 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573de760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6c200125a0 tx=0x7f6c20009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=778e029c3a64999e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.132+0000 7f6c1b400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.132+0000 7f6c1b400700 1 -- 172.21.15.6:0/623638723 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c20010e30 con 0x5597573dadb0 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.132+0000 7f6c1b400700 1 -- 172.21.15.6:0/623638723 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6c2001ea10 con 0x5597573dadb0 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.132+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/623638723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c28010d80 con 0x5597573dadb0 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.133+0000 7f6c1b400700 1 -- 172.21.15.6:0/623638723 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6c2001ec10 con 0x5597573dadb0 2024-05-20T21:16:52.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.133+0000 7f6c46fb6b80 10 client.25262 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.133+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/623638723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5597572eb010 con 0x5597573dadb0 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.133+0000 7f6c1b400700 1 -- 172.21.15.6:0/623638723 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c28010d80 con 0x5597573dadb0 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.134+0000 7f6c1b400700 1 -- 172.21.15.6:0/623638723 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6c2001f050 con 0x5597573dadb0 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.134+0000 7f6c46fb6b80 10 client.25262 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.134+0000 7f6c46fb6b80 10 client.25262 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.134+0000 7f6c46fb6b80 20 client.25262 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.134+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5597573eed30 0x5597573f01a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.134+0000 7f6c46fb6b80 4 client.25262 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.134+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/623638723 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55975732cd40 con 0x5597573eed30 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.134+0000 7f6c39c00700 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5597573eed30 0x5597573f01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.135+0000 7f6c1b400700 10 client.25262 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.135+0000 7f6c39c00700 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5597573eed30 0x5597573f01a0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2cf1d4533d8e8a64 server_cookie=2952b9f74713d415 in_seq=0 out_seq=0 2024-05-20T21:16:52.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c1b400700 1 -- 172.21.15.6:0/623638723 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55975732cd40 con 0x5597573eed30 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c1b400700 10 client.25262 handle_command_reply: tid=0 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 client.25262 shutdown 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/623638723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 msgr2=0x5597573de760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573de760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6c200125a0 tx=0x7f6c20009310 comp rx=0 tx=0).stop 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/623638723 shutdown_connections 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5597573eed30 0x5597573f01a0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573db6d0 0x5597573deca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573e13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c1b400700 0 client.25262 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/623638723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573dadb0 0x5597573de760 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/623638723 >> 172.21.15.6:0/623638723 conn(0x5597572fab90 msgr2=0x5597573c6d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/623638723 shutdown_connections 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.136+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/623638723 wait complete. 2024-05-20T21:16:52.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.137+0000 7f6c46fb6b80 20 client.25262 trim_cache size 0 max 16384 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.160+0000 7f6c46fb6b80 1 Processor -- start 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.160+0000 7f6c46fb6b80 1 -- start start 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.160+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573ef400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.160+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 0x5597573dec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.160+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573db6d0 0x5597573c74a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.160+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5597573ee4e0 con 0x5597573d5900 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.160+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5597573eebb0 con 0x5597573db6d0 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.160+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5597573ef280 con 0x5597573dadb0 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573ef400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573ef400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54986/0 (socket says 172.21.15.6:54986) 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 -- 172.21.15.6:0/3108885179 learned_addr learned my addr 172.21.15.6:0/3108885179 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39200700 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 0x5597573dec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c3a600700 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573db6d0 0x5597573c74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 -- 172.21.15.6:0/3108885179 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 msgr2=0x5597573dec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 0x5597573dec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 -- 172.21.15.6:0/3108885179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573db6d0 msgr2=0x5597573c74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573db6d0 0x5597573c74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 -- 172.21.15.6:0/3108885179 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597573dccd0 con 0x5597573d5900 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.161+0000 7f6c39c00700 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573ef400 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6c28012e50 tx=0x7f6c28011d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de0e86219ed9a018 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.162+0000 7f6c26000700 1 -- 172.21.15.6:0/3108885179 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c2801f040 con 0x5597573d5900 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.162+0000 7f6c26000700 1 -- 172.21.15.6:0/3108885179 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c280054f0 con 0x5597573d5900 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.162+0000 7f6c26000700 1 -- 172.21.15.6:0/3108885179 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28011550 con 0x5597573d5900 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.162+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/3108885179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 msgr2=0x5597573ef400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.162+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573ef400 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6c28012e50 tx=0x7f6c28011d30 comp rx=0 tx=0).stop 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/3108885179 shutdown_connections 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573db6d0 0x5597573c74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573d5900 0x5597573ef400 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/3108885179 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 0x5597573dec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/3108885179 >> 172.21.15.6:0/3108885179 conn(0x5597572fab90 msgr2=0x5597573de540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/3108885179 shutdown_connections 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/3108885179 wait complete. 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 -- start start 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.163+0000 7f6c46fb6b80 1 Processor -- start 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573d5900 0x5597573f9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 0x5597573f9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c46fb6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5597573f0020 con 0x5597573db6d0 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5597573ef950 con 0x5597573d5900 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c46fb6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5597573f06f0 con 0x5597573dadb0 2024-05-20T21:16:52.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c46fb6b80 10 client.0 _ll_register_callbacks cb 0x5597572c4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c3a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c3a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573f45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54996/0 (socket says 172.21.15.6:54996) 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c3a600700 1 -- 172.21.15.6:0/2697182335 learned_addr learned my addr 172.21.15.6:0/2697182335 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c39200700 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 0x5597573f9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.164+0000 7f6c39c00700 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573d5900 0x5597573f9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c3a600700 1 -- 172.21.15.6:0/2697182335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 msgr2=0x5597573f9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c3a600700 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 0x5597573f9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c3a600700 1 -- 172.21.15.6:0/2697182335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573d5900 msgr2=0x5597573f9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c3a600700 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573d5900 0x5597573f9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c3a600700 1 -- 172.21.15.6:0/2697182335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597573f4b10 con 0x5597573db6d0 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c3a600700 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573f45d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c0a65f0 tx=0x7f6c2c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=367e7b5a79afb2db server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c1b400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:16:52.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c1b400700 1 -- 172.21.15.6:0/2697182335 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c2c0c4060 con 0x5597573db6d0 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/2697182335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c280054f0 con 0x5597573db6d0 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.165+0000 7f6c1b400700 1 -- 172.21.15.6:0/2697182335 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6c2c0920b0 con 0x5597573db6d0 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c1b400700 1 -- 172.21.15.6:0/2697182335 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6c2c0aa5c0 con 0x5597573db6d0 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c46fb6b80 10 client.15150 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/2697182335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55975745ab80 con 0x5597573db6d0 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c1b400700 1 -- 172.21.15.6:0/2697182335 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c280054f0 con 0x5597573db6d0 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c1b400700 1 -- 172.21.15.6:0/2697182335 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6c2c0a4ce0 con 0x5597573db6d0 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c46fb6b80 10 client.15150 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c46fb6b80 10 client.15150 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c46fb6b80 20 client.15150 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55975745f7e0 0x55975745e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c46fb6b80 4 client.15150 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:16:52.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.166+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/2697182335 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "status"}) -- 0x559757326520 con 0x55975745f7e0 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.167+0000 7f6c39c00700 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55975745f7e0 0x55975745e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.167+0000 7f6c39c00700 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55975745f7e0 0x55975745e4f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b31f1605af43f303 server_cookie=ab939ac020ddb8af in_seq=0 out_seq=0 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.167+0000 7f6c1b400700 10 client.15150 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.167+0000 7f6c1b400700 1 -- 172.21.15.6:0/2697182335 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x559757326520 con 0x55975745f7e0 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.167+0000 7f6c1b400700 10 client.15150 handle_command_reply: tid=0 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.167+0000 7f6c46fb6b80 1 client.15150 shutdown 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/2697182335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 msgr2=0x5597573f45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573f45d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c0a65f0 tx=0x7f6c2c02c000 comp rx=0 tx=0).stop 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/2697182335 shutdown_connections 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5597573db6d0 0x5597573f45d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5597573d5900 0x5597573f9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55975745f7e0 0x55975745e4f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 --2- 172.21.15.6:0/2697182335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5597573dadb0 0x5597573f9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/2697182335 >> 172.21.15.6:0/2697182335 conn(0x5597572fab90 msgr2=0x5597573dbab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c1b400700 0 client.15150 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 1, 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24529, 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 274.887815472, 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 26, 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:16:52.397 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 83, 2024-05-20T21:16:52.398 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 320.21112096500002 2024-05-20T21:16:52.398 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:16:52.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/2697182335 shutdown_connections 2024-05-20T21:16:52.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 1 -- 172.21.15.6:0/2697182335 wait complete. 2024-05-20T21:16:52.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.168+0000 7f6c46fb6b80 20 client.15150 trim_cache size 0 max 16384 2024-05-20T21:16:52.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 -- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c1c0b2880 msgr2=0x7f6c1c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c1c0b2880 0x7f6c1c0b4d40 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f6c20009750 tx=0x7f6c20009c20 comp rx=0 tx=0).stop 2024-05-20T21:16:52.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 -- 172.21.15.6:0/1916121843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34108520 msgr2=0x7f6c34104b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34108520 0x7f6c34104b00 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c00b6c0 tx=0x7f6c2c00cd70 comp rx=0 tx=0).stop 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 -- 172.21.15.6:0/1916121843 shutdown_connections 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c1c0b2880 0x7f6c1c0b4d40 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c34108520 0x7f6c34104b00 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c34102440 0x7f6c34104080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 --2- 172.21.15.6:0/1916121843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c34102e00 0x7f6c341045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 -- 172.21.15.6:0/1916121843 >> 172.21.15.6:0/1916121843 conn(0x7f6c340793f0 msgr2=0x7f6c3406b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 -- 172.21.15.6:0/1916121843 shutdown_connections 2024-05-20T21:16:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:52.169+0000 7f6c3c600700 1 -- 172.21.15.6:0/1916121843 wait complete. 2024-05-20T21:16:53.446 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-20T21:16:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:53 smithi006 ceph-mon[31422]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-20T21:16:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:53 smithi042 ceph-mon[36332]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-20T21:16:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:53 smithi062 ceph-mon[36640]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-20T21:16:54.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 -- 172.21.15.6:0/4220702559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103490 msgr2=0x7fdf70103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 --2- 172.21.15.6:0/4220702559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103490 0x7fdf70103910 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fdf580099c0 tx=0x7fdf58009cd0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 -- 172.21.15.6:0/4220702559 shutdown_connections 2024-05-20T21:16:54.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 --2- 172.21.15.6:0/4220702559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf70103e50 0x7fdf70110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 --2- 172.21.15.6:0/4220702559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf70109540 0x7fdf70109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 --2- 172.21.15.6:0/4220702559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103490 0x7fdf70103910 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 -- 172.21.15.6:0/4220702559 >> 172.21.15.6:0/4220702559 conn(0x7fdf700fefc0 msgr2=0x7fdf701013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:54.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 -- 172.21.15.6:0/4220702559 shutdown_connections 2024-05-20T21:16:54.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.098+0000 7fdf75a00700 1 -- 172.21.15.6:0/4220702559 wait complete. 2024-05-20T21:16:54.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.099+0000 7fdf75a00700 1 Processor -- start 2024-05-20T21:16:54.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.099+0000 7fdf75a00700 1 -- start start 2024-05-20T21:16:54.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf75a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf70103490 0x7fdf701a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf75a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103e50 0x7fdf701a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf75a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf70109540 0x7fdf7019bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf75a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdf70113620 con 0x7fdf70103e50 2024-05-20T21:16:54.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf75a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701134a0 con 0x7fdf70109540 2024-05-20T21:16:54.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf75a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701137a0 con 0x7fdf70103490 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf6fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf70103490 0x7fdf701a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf67e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103e50 0x7fdf701a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf6fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf70103490 0x7fdf701a1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46062/0 (socket says 172.21.15.6:46062) 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf6fe00700 1 -- 172.21.15.6:0/1488977081 learned_addr learned my addr 172.21.15.6:0/1488977081 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.100+0000 7fdf75000700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf70109540 0x7fdf7019bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf67e00700 1 -- 172.21.15.6:0/1488977081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf70103490 msgr2=0x7fdf701a1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf67e00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf70103490 0x7fdf701a1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf67e00700 1 -- 172.21.15.6:0/1488977081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf70109540 msgr2=0x7fdf7019bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf67e00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf70109540 0x7fdf7019bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf67e00700 1 -- 172.21.15.6:0/1488977081 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7019c270 con 0x7fdf70103e50 2024-05-20T21:16:54.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf67e00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103e50 0x7fdf701a1e40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdf580098e0 tx=0x7fdf58004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:54.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf6d600700 1 -- 172.21.15.6:0/1488977081 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58026070 con 0x7fdf70103e50 2024-05-20T21:16:54.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf75a00700 1 -- 172.21.15.6:0/1488977081 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf7019c500 con 0x7fdf70103e50 2024-05-20T21:16:54.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf6d600700 1 -- 172.21.15.6:0/1488977081 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf58003c70 con 0x7fdf70103e50 2024-05-20T21:16:54.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.101+0000 7fdf6d600700 1 -- 172.21.15.6:0/1488977081 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5800f9c0 con 0x7fdf70103e50 2024-05-20T21:16:54.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.102+0000 7fdf75a00700 1 -- 172.21.15.6:0/1488977081 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf701a87d0 con 0x7fdf70103e50 2024-05-20T21:16:54.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.105+0000 7fdf6d600700 1 -- 172.21.15.6:0/1488977081 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdf58029070 con 0x7fdf70103e50 2024-05-20T21:16:54.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.107+0000 7fdf819f1b80 1 Processor -- start 2024-05-20T21:16:54.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf819f1b80 1 -- start start 2024-05-20T21:16:54.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf6d600700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdf540b2880 0x7fdf540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f81ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f820e0 0x55ad98f7bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ad98ed9e40 con 0x55ad98f7c390 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ad98ec99e0 con 0x55ad98f820e0 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ad98ecda20 con 0x55ad98f817c0 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.108+0000 7fdf6d600700 1 -- 172.21.15.6:0/1488977081 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdf580e2a90 con 0x7fdf70103e50 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf6fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f81ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf6fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f81ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46064/0 (socket says 172.21.15.6:46064) 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf6fe00700 1 -- 172.21.15.6:0/1838048851 learned_addr learned my addr 172.21.15.6:0/1838048851 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf67e00700 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f820e0 0x55ad98f7bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf75000700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdf540b2880 0x7fdf540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf6fe00700 1 -- 172.21.15.6:0/1838048851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f820e0 msgr2=0x55ad98f7bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:54.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f820e0 0x55ad98f7bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf75000700 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf6fe00700 1 -- 172.21.15.6:0/1838048851 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 msgr2=0x55ad98f7c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:54.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf6fe00700 1 -- 172.21.15.6:0/1838048851 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad98e92420 con 0x55ad98f817c0 2024-05-20T21:16:54.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.109+0000 7fdf75000700 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:16:54.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.110+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f81ba0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009e00 tx=0x7fdf60011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1eb156a19e9851f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:54.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.110+0000 7fdf75000700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdf540b2880 0x7fdf540b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fdf68009ec0 tx=0x7fdf68009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:54.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.110+0000 7fdf65600700 1 -- 172.21.15.6:0/1838048851 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6001e070 con 0x55ad98f817c0 2024-05-20T21:16:54.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.110+0000 7fdf65600700 1 -- 172.21.15.6:0/1838048851 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf60019ae0 con 0x55ad98f817c0 2024-05-20T21:16:54.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.110+0000 7fdf65600700 1 -- 172.21.15.6:0/1838048851 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6000eb70 con 0x55ad98f817c0 2024-05-20T21:16:54.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.111+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1838048851 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 msgr2=0x55ad98f81ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.111+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f81ba0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdf60009e00 tx=0x7fdf60011720 comp rx=0 tx=0).stop 2024-05-20T21:16:54.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.112+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1838048851 shutdown_connections 2024-05-20T21:16:54.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.112+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.112+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f81ba0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.112+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/1838048851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f820e0 0x55ad98f7bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.112+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1838048851 >> 172.21.15.6:0/1838048851 conn(0x55ad98ea9be0 msgr2=0x55ad98f76810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:54.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.112+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1838048851 shutdown_connections 2024-05-20T21:16:54.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.112+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1838048851 wait complete. 2024-05-20T21:16:54.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.112+0000 7fdf819f1b80 1 -- start start 2024-05-20T21:16:54.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf819f1b80 1 Processor -- start 2024-05-20T21:16:54.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f7c390 0x55ad98f87da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f85140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 0x55ad98f85680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ad98dcffa0 con 0x55ad98f820e0 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ad98e6a760 con 0x55ad98f7c390 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ad98f88c00 con 0x55ad98f817c0 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf819f1b80 10 client.0 _ll_register_callbacks cb 0x55ad98e73c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf67e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f85140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf67e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f85140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46078/0 (socket says 172.21.15.6:46078) 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.113+0000 7fdf67e00700 1 -- 172.21.15.6:0/3728962956 learned_addr learned my addr 172.21.15.6:0/3728962956 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f7c390 0x55ad98f87da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf75000700 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 0x55ad98f85680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf67e00700 1 -- 172.21.15.6:0/3728962956 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f7c390 msgr2=0x55ad98f87da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:54.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf67e00700 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f7c390 0x55ad98f87da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf67e00700 1 -- 172.21.15.6:0/3728962956 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 msgr2=0x55ad98f85680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:54.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf67e00700 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 0x55ad98f85680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf67e00700 1 -- 172.21.15.6:0/3728962956 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad98e198d0 con 0x55ad98f817c0 2024-05-20T21:16:54.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf67e00700 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f85140 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdf580e0490 tx=0x7fdf58009710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5552f5421d9bd0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:54.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.114+0000 7fdf5e000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:16:54.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf5e000700 1 -- 172.21.15.6:0/3728962956 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf580aa740 con 0x55ad98f817c0 2024-05-20T21:16:54.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf5e000700 1 -- 172.21.15.6:0/3728962956 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdf5800fd70 con 0x55ad98f817c0 2024-05-20T21:16:54.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3728962956 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf60019ae0 con 0x55ad98f817c0 2024-05-20T21:16:54.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf5e000700 1 -- 172.21.15.6:0/3728962956 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf58003e20 con 0x55ad98f817c0 2024-05-20T21:16:54.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf819f1b80 10 client.25291 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:54.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3728962956 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ad98e9a060 con 0x55ad98f817c0 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf5e000700 1 -- 172.21.15.6:0/3728962956 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf60019ae0 con 0x55ad98f817c0 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf5e000700 1 -- 172.21.15.6:0/3728962956 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdf580a92a0 con 0x55ad98f817c0 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf819f1b80 10 client.25291 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf819f1b80 10 client.25291 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf819f1b80 20 client.25291 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.115+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ad98f954e0 0x55ad98f97900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.116+0000 7fdf819f1b80 4 client.25291 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.116+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3728962956 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad98edbd90 con 0x55ad98f954e0 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.116+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ad98f954e0 0x55ad98f97900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.117+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ad98f954e0 0x55ad98f97900 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2d97fa6bf34c40b server_cookie=8d96ece4a8dbc454 in_seq=0 out_seq=0 2024-05-20T21:16:54.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.117+0000 7fdf5e000700 10 client.25291 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:54.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.117+0000 7fdf5e000700 1 -- 172.21.15.6:0/3728962956 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ad98edbd90 con 0x55ad98f954e0 2024-05-20T21:16:54.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.117+0000 7fdf5e000700 10 client.25291 handle_command_reply: tid=0 2024-05-20T21:16:54.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.117+0000 7fdf819f1b80 1 client.25291 shutdown 2024-05-20T21:16:54.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3728962956 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 msgr2=0x55ad98f85140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f85140 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdf580e0490 tx=0x7fdf58009710 comp rx=0 tx=0).stop 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3728962956 shutdown_connections 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 0x55ad98f85680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f7c390 0x55ad98f87da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ad98f954e0 0x55ad98f97900 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3728962956 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f817c0 0x55ad98f85140 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3728962956 >> 172.21.15.6:0/3728962956 conn(0x55ad98ea9be0 msgr2=0x55ad98f75fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf5e000700 0 client.25291 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3728962956 shutdown_connections 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3728962956 wait complete. 2024-05-20T21:16:54.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.118+0000 7fdf819f1b80 20 client.25291 trim_cache size 0 max 16384 2024-05-20T21:16:54.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.143+0000 7fdf819f1b80 1 Processor -- start 2024-05-20T21:16:54.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.143+0000 7fdf819f1b80 1 -- start start 2024-05-20T21:16:54.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f82bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f820e0 0x55ad98f76740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701b26c0 con 0x55ad98f7c390 2024-05-20T21:16:54.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701aff50 con 0x55ad98f817c0 2024-05-20T21:16:54.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701adda0 con 0x55ad98f820e0 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf6fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf67e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f82bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf67e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f82bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40706/0 (socket says 172.21.15.6:40706) 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf67e00700 1 -- 172.21.15.6:0/1612901249 learned_addr learned my addr 172.21.15.6:0/1612901249 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf6fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55032/0 (socket says 172.21.15.6:55032) 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.144+0000 7fdf75000700 1 --2- 172.21.15.6:0/1612901249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f820e0 0x55ad98f76740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf67e00700 1 -- 172.21.15.6:0/1612901249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f820e0 msgr2=0x55ad98f76740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf67e00700 1 --2- 172.21.15.6:0/1612901249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f820e0 0x55ad98f76740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf67e00700 1 -- 172.21.15.6:0/1612901249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 msgr2=0x55ad98f7bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:54.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf67e00700 1 --2- 172.21.15.6:0/1612901249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf67e00700 1 -- 172.21.15.6:0/1612901249 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad98f81ee0 con 0x55ad98f817c0 2024-05-20T21:16:54.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf67e00700 1 --2- 172.21.15.6:0/1612901249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f82bd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdf58005f50 tx=0x7fdf58009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37218d821b1d296d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:54.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf64c00700 1 -- 172.21.15.6:0/1612901249 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf580aa040 con 0x55ad98f817c0 2024-05-20T21:16:54.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf64c00700 1 -- 172.21.15.6:0/1612901249 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf580ae3f0 con 0x55ad98f817c0 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.145+0000 7fdf64c00700 1 -- 172.21.15.6:0/1612901249 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58069ab0 con 0x55ad98f817c0 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.146+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1612901249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 msgr2=0x55ad98f82bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.146+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/1612901249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f82bd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdf58005f50 tx=0x7fdf58009310 comp rx=0 tx=0).stop 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.146+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1612901249 shutdown_connections 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.146+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/1612901249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f820e0 0x55ad98f76740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.146+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/1612901249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f7c390 0x55ad98f7bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.147+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/1612901249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f82bd0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.147+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1612901249 >> 172.21.15.6:0/1612901249 conn(0x55ad98ea9be0 msgr2=0x55ad98f824c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.147+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1612901249 shutdown_connections 2024-05-20T21:16:54.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.147+0000 7fdf819f1b80 1 -- 172.21.15.6:0/1612901249 wait complete. 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.147+0000 7fdf819f1b80 1 -- start start 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.147+0000 7fdf819f1b80 1 Processor -- start 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f7c390 0x55ad98f8dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f8e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf819f1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 0x55ad98f8ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701ae410 con 0x55ad98f820e0 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701af880 con 0x55ad98f817c0 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf819f1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdf701aeae0 con 0x55ad98f7c390 2024-05-20T21:16:54.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf819f1b80 10 client.0 _ll_register_callbacks cb 0x55ad98e73c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:54.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf6fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f7c390 0x55ad98f8dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf75000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 0x55ad98f8ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf67e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f8e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf6fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f7c390 0x55ad98f8dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46086/0 (socket says 172.21.15.6:46086) 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.148+0000 7fdf6fe00700 1 -- 172.21.15.6:0/3404484604 learned_addr learned my addr 172.21.15.6:0/3404484604 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.149+0000 7fdf6fe00700 1 -- 172.21.15.6:0/3404484604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 msgr2=0x55ad98f8e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.149+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f8e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.149+0000 7fdf6fe00700 1 -- 172.21.15.6:0/3404484604 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 msgr2=0x55ad98f8ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.149+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 0x55ad98f8ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.149+0000 7fdf6fe00700 1 -- 172.21.15.6:0/3404484604 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad98f9dde0 con 0x55ad98f7c390 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.149+0000 7fdf67e00700 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f8e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.149+0000 7fdf6fe00700 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f7c390 0x55ad98f8dec0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdf60000c00 tx=0x7fdf60005ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4dbb68a15ee182f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.149+0000 7fdf5e000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf5e000700 1 -- 172.21.15.6:0/3404484604 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60034060 con 0x55ad98f7c390 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3404484604 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf580ae3f0 con 0x55ad98f7c390 2024-05-20T21:16:54.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf5e000700 1 -- 172.21.15.6:0/3404484604 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdf60019940 con 0x55ad98f7c390 2024-05-20T21:16:54.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf5e000700 1 -- 172.21.15.6:0/3404484604 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf6001e040 con 0x55ad98f7c390 2024-05-20T21:16:54.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf819f1b80 10 client.25297 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:54.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3404484604 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ad99000730 con 0x55ad98f7c390 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf5e000700 1 -- 172.21.15.6:0/3404484604 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf580ae3f0 con 0x55ad98f7c390 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf5e000700 1 -- 172.21.15.6:0/3404484604 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdf6000eb60 con 0x55ad98f7c390 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf819f1b80 10 client.25297 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf819f1b80 10 client.25297 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf819f1b80 20 client.25297 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.150+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ad99000c20 0x55ad99003040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.151+0000 7fdf819f1b80 4 client.25297 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.151+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3404484604 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ad98ed5570 con 0x55ad99000c20 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.151+0000 7fdf67e00700 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ad99000c20 0x55ad99003040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.151+0000 7fdf67e00700 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ad99000c20 0x55ad99003040 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bc172cc03aaf7af server_cookie=70ef0f4cf9f08f58 in_seq=0 out_seq=0 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.151+0000 7fdf5e000700 10 client.25297 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf5e000700 1 -- 172.21.15.6:0/3404484604 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ad98ed5570 con 0x55ad99000c20 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf5e000700 10 client.25297 handle_command_reply: tid=0 2024-05-20T21:16:54.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 client.25297 shutdown 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3404484604 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f7c390 msgr2=0x55ad98f8dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f7c390 0x55ad98f8dec0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdf60000c00 tx=0x7fdf60005ce0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3404484604 shutdown_connections 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ad98f820e0 0x55ad98f8ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ad99000c20 0x55ad99003040 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ad98f7c390 0x55ad98f8dec0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 --2- 172.21.15.6:0/3404484604 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ad98f817c0 0x55ad98f8e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf5e000700 0 client.25297 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3404484604 >> 172.21.15.6:0/3404484604 conn(0x55ad98ea9be0 msgr2=0x55ad98f80280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3404484604 shutdown_connections 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.152+0000 7fdf819f1b80 1 -- 172.21.15.6:0/3404484604 wait complete. 2024-05-20T21:16:54.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.153+0000 7fdf819f1b80 20 client.25297 trim_cache size 0 max 16384 2024-05-20T21:16:54.155 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:16:54.155 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:16:54.155 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:16:54.155 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:16:54.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.153+0000 7fdf75a00700 1 -- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdf540b2880 msgr2=0x7fdf540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.153+0000 7fdf75a00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdf540b2880 0x7fdf540b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fdf68009ec0 tx=0x7fdf68009920 comp rx=0 tx=0).stop 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.153+0000 7fdf75a00700 1 -- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103e50 msgr2=0x7fdf701a1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.153+0000 7fdf75a00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103e50 0x7fdf701a1e40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdf580098e0 tx=0x7fdf58004270 comp rx=0 tx=0).stop 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.154+0000 7fdf75a00700 1 -- 172.21.15.6:0/1488977081 shutdown_connections 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.154+0000 7fdf75a00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdf540b2880 0x7fdf540b4d40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.154+0000 7fdf75a00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdf70109540 0x7fdf7019bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.154+0000 7fdf75a00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdf70103490 0x7fdf701a1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.154+0000 7fdf75a00700 1 --2- 172.21.15.6:0/1488977081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdf70103e50 0x7fdf701a1e40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.154+0000 7fdf75a00700 1 -- 172.21.15.6:0/1488977081 >> 172.21.15.6:0/1488977081 conn(0x7fdf700fefc0 msgr2=0x7fdf70100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.154+0000 7fdf75a00700 1 -- 172.21.15.6:0/1488977081 shutdown_connections 2024-05-20T21:16:54.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:54.154+0000 7fdf75a00700 1 -- 172.21.15.6:0/1488977081 wait complete. 2024-05-20T21:16:54.161 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:55.315 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:16:55.315 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:16:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:55 smithi042 ceph-mon[36332]: pgmap v472: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-20T21:16:55.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:55 smithi006 ceph-mon[31422]: pgmap v472: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-20T21:16:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:55 smithi062 ceph-mon[36640]: pgmap v472: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-20T21:16:56.674 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:16:57.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:57 smithi006 ceph-mon[31422]: pgmap v473: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:57 smithi042 ceph-mon[36332]: pgmap v473: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:57 smithi062 ceph-mon[36640]: pgmap v473: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-20T21:16:58.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.030+0000 7fa4e1200700 1 -- 172.21.15.6:0/2572702678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4dc102db0 msgr2=0x7fa4dc107280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.030+0000 7fa4e1200700 1 --2- 172.21.15.6:0/2572702678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4dc102db0 0x7fa4dc107280 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8009990 tx=0x7fa4c8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.030+0000 7fa4e1200700 1 -- 172.21.15.6:0/2572702678 shutdown_connections 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.030+0000 7fa4e1200700 1 --2- 172.21.15.6:0/2572702678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4dc1078a0 0x7fa4dc107d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.030+0000 7fa4e1200700 1 --2- 172.21.15.6:0/2572702678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4dc102490 0x7fa4dc102870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.030+0000 7fa4e1200700 1 --2- 172.21.15.6:0/2572702678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4dc102db0 0x7fa4dc107280 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.030+0000 7fa4e1200700 1 -- 172.21.15.6:0/2572702678 >> 172.21.15.6:0/2572702678 conn(0x7fa4dc0fdef0 msgr2=0x7fa4dc100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.030+0000 7fa4e1200700 1 -- 172.21.15.6:0/2572702678 shutdown_connections 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.031+0000 7fa4e1200700 1 -- 172.21.15.6:0/2572702678 wait complete. 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.032+0000 7fa4e1200700 1 Processor -- start 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.032+0000 7fa4e1200700 1 -- start start 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.032+0000 7fa4e1200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4dc102490 0x7fa4dc1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.032+0000 7fa4e1200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4dc102db0 0x7fa4dc1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.032+0000 7fa4e1200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4dc1078a0 0x7fa4dc1a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.032+0000 7fa4e1200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc119cb0 con 0x7fa4dc1078a0 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.032+0000 7fa4e1200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc119b30 con 0x7fa4dc102490 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.032+0000 7fa4e1200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa4dc119e30 con 0x7fa4dc102db0 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4db400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4dc102490 0x7fa4dc1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4db400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4dc102490 0x7fa4dc1a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39416/0 (socket says 172.21.15.6:39416) 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4db400700 1 -- 172.21.15.6:0/1395959983 learned_addr learned my addr 172.21.15.6:0/1395959983 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4dbe00700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4dc1078a0 0x7fa4dc1a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4daa00700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4dc102db0 0x7fa4dc1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4db400700 1 -- 172.21.15.6:0/1395959983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4dc102db0 msgr2=0x7fa4dc1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4db400700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4dc102db0 0x7fa4dc1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4db400700 1 -- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4dc1078a0 msgr2=0x7fa4dc1a4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4db400700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4dc1078a0 0x7fa4dc1a4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.033+0000 7fa4db400700 1 -- 172.21.15.6:0/1395959983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4dc1a51b0 con 0x7fa4dc102490 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.034+0000 7fa4db400700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4dc102490 0x7fa4dc1a01a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc00e9a0 tx=0x7fa4cc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.034+0000 7fa4d3e00700 1 -- 172.21.15.6:0/1395959983 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc00ca10 con 0x7fa4dc102490 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.034+0000 7fa4e1200700 1 -- 172.21.15.6:0/1395959983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4dc1a54a0 con 0x7fa4dc102490 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.034+0000 7fa4d3e00700 1 -- 172.21.15.6:0/1395959983 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4cc00cbb0 con 0x7fa4dc102490 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.034+0000 7fa4d3e00700 1 -- 172.21.15.6:0/1395959983 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc018680 con 0x7fa4dc102490 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.034+0000 7fa4e1200700 1 -- 172.21.15.6:0/1395959983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4dc1acd20 con 0x7fa4dc102490 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.038+0000 7fa4d3e00700 1 -- 172.21.15.6:0/1395959983 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa4cc010430 con 0x7fa4dc102490 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.039+0000 7fa4ed158b80 1 Processor -- start 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.039+0000 7fa4ed158b80 1 -- start start 2024-05-20T21:16:58.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.039+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f4770 0x5612138f4b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.039+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138f5090 0x5612138eed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138ef340 0x5612138ef7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56121384cdf0 con 0x5612138ef340 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56121383c990 con 0x5612138f4770 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5612138409d0 con 0x5612138f5090 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4db400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138f5090 0x5612138eed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4daa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138ef340 0x5612138ef7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4dbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f4770 0x5612138f4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4daa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138ef340 0x5612138ef7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46078/0 (socket says 172.21.15.6:46078) 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4daa00700 1 -- 172.21.15.6:0/879346145 learned_addr learned my addr 172.21.15.6:0/879346145 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4dbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f4770 0x5612138f4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39428/0 (socket says 172.21.15.6:39428) 2024-05-20T21:16:58.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4db400700 1 -- 172.21.15.6:0/879346145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f4770 msgr2=0x5612138f4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4db400700 1 --2- 172.21.15.6:0/879346145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f4770 0x5612138f4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4db400700 1 -- 172.21.15.6:0/879346145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138ef340 msgr2=0x5612138ef7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4db400700 1 --2- 172.21.15.6:0/879346145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138ef340 0x5612138ef7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.040+0000 7fa4db400700 1 -- 172.21.15.6:0/879346145 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612138053d0 con 0x5612138f5090 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.041+0000 7fa4d3e00700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4c00b2900 0x7fa4c00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.041+0000 7fa4db400700 1 --2- 172.21.15.6:0/879346145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138f5090 0x5612138eed20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc0dfdd0 tx=0x7fa4cc0ea840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9dd8ad28013ff304 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.041+0000 7fa4d3e00700 1 -- 172.21.15.6:0/1395959983 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa4cc0e2400 con 0x7fa4dc102490 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.041+0000 7fa4dbe00700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4c00b2900 0x7fa4c00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.041+0000 7fa4d0c00700 1 -- 172.21.15.6:0/879346145 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc0a57e0 con 0x5612138f5090 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.041+0000 7fa4d0c00700 1 -- 172.21.15.6:0/879346145 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4cc0a9430 con 0x5612138f5090 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.041+0000 7fa4d0c00700 1 -- 172.21.15.6:0/879346145 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4cc0a9090 con 0x5612138f5090 2024-05-20T21:16:58.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 -- 172.21.15.6:0/879346145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138f5090 msgr2=0x5612138eed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4dbe00700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4c00b2900 0x7fa4c00b4dc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa4d40127f0 tx=0x7fa4d400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/879346145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138f5090 0x5612138eed20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc0dfdd0 tx=0x7fa4cc0ea840 comp rx=0 tx=0).stop 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 -- 172.21.15.6:0/879346145 shutdown_connections 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/879346145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138ef340 0x5612138ef7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/879346145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f4770 0x5612138f4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/879346145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138f5090 0x5612138eed20 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 -- 172.21.15.6:0/879346145 >> 172.21.15.6:0/879346145 conn(0x56121381cb90 msgr2=0x5612138e97c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 -- 172.21.15.6:0/879346145 shutdown_connections 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.042+0000 7fa4ed158b80 1 -- 172.21.15.6:0/879346145 wait complete. 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.043+0000 7fa4ed158b80 1 -- start start 2024-05-20T21:16:58.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.043+0000 7fa4ed158b80 1 Processor -- start 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.043+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138fada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.043+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.043+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138f8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.043+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561213742f50 con 0x5612138f4770 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5612137dd710 con 0x5612138f5090 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5612138fbb50 con 0x5612138ef340 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4ed158b80 10 client.0 _ll_register_callbacks cb 0x5612137e6c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4daa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4db400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138fada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4dbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138f8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4db400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138fada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36838/0 (socket says 172.21.15.6:36838) 2024-05-20T21:16:58.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4db400700 1 -- 172.21.15.6:0/3607887376 learned_addr learned my addr 172.21.15.6:0/3607887376 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4daa00700 1 -- 172.21.15.6:0/3607887376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 msgr2=0x5612138fada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4daa00700 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138fada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4daa00700 1 -- 172.21.15.6:0/3607887376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 msgr2=0x5612138f8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4daa00700 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138f8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4daa00700 1 -- 172.21.15.6:0/3607887376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56121378c880 con 0x5612138f4770 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.044+0000 7fa4dbe00700 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138f8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.045+0000 7fa4daa00700 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8140 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa4c80059d0 tx=0x7fa4c8005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7767a80a8f33c43 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.045+0000 7fa4c5600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.045+0000 7fa4c5600700 1 -- 172.21.15.6:0/3607887376 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c8029060 con 0x5612138f4770 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.045+0000 7fa4c5600700 1 -- 172.21.15.6:0/3607887376 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa4c800bd00 con 0x5612138f4770 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.045+0000 7fa4ed158b80 1 -- 172.21.15.6:0/3607887376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4cc0a9430 con 0x5612138f4770 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.045+0000 7fa4c5600700 1 -- 172.21.15.6:0/3607887376 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4c8003680 con 0x5612138f4770 2024-05-20T21:16:58.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4ed158b80 10 client.15177 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4ed158b80 1 -- 172.21.15.6:0/3607887376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56121380d010 con 0x5612138f4770 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4c5600700 1 -- 172.21.15.6:0/3607887376 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4cc0a9430 con 0x5612138f4770 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4c5600700 1 -- 172.21.15.6:0/3607887376 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa4c800f730 con 0x5612138f4770 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4ed158b80 10 client.15177 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4ed158b80 10 client.15177 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4ed158b80 20 client.15177 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561213908640 0x561213909ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4ed158b80 4 client.15177 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.046+0000 7fa4ed158b80 1 -- 172.21.15.6:0/3607887376 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56121384ed40 con 0x561213908640 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.047+0000 7fa4db400700 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561213908640 0x561213909ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.047+0000 7fa4db400700 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561213908640 0x561213909ab0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b23def7d37911d5 server_cookie=70173e24cb86a0eb in_seq=0 out_seq=0 2024-05-20T21:16:58.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.047+0000 7fa4c5600700 10 client.15177 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4c5600700 1 -- 172.21.15.6:0/3607887376 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56121384ed40 con 0x561213908640 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4c5600700 10 client.15177 handle_command_reply: tid=0 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4ed158b80 1 client.15177 shutdown 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4ed158b80 1 -- 172.21.15.6:0/3607887376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 msgr2=0x5612138f8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8140 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa4c80059d0 tx=0x7fa4c8005750 comp rx=0 tx=0).stop 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4ed158b80 1 -- 172.21.15.6:0/3607887376 shutdown_connections 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138f8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561213908640 0x561213909ab0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138fada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.048+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/3607887376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8140 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.049+0000 7fa4c5600700 0 client.15177 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.049+0000 7fa4ed158b80 1 -- 172.21.15.6:0/3607887376 >> 172.21.15.6:0/3607887376 conn(0x56121381cb90 msgr2=0x5612138e8f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.049+0000 7fa4ed158b80 1 -- 172.21.15.6:0/3607887376 shutdown_connections 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.049+0000 7fa4ed158b80 1 -- 172.21.15.6:0/3607887376 wait complete. 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.049+0000 7fa4ed158b80 20 client.15177 trim_cache size 0 max 16384 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.074+0000 7fa4ed158b80 1 Processor -- start 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4ed158b80 1 -- start start 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138eed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138e96f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561213907df0 con 0x5612138f4770 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5612139084c0 con 0x5612138f5090 2024-05-20T21:16:58.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x561213908b90 con 0x5612138ef340 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4daa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4dbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138e96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4db400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138eed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4dbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138e96f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39442/0 (socket says 172.21.15.6:39442) 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.075+0000 7fa4dbe00700 1 -- 172.21.15.6:0/1463476696 learned_addr learned my addr 172.21.15.6:0/1463476696 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.076+0000 7fa4daa00700 1 -- 172.21.15.6:0/1463476696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 msgr2=0x5612138eed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.076+0000 7fa4daa00700 1 --2- 172.21.15.6:0/1463476696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138eed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.076+0000 7fa4daa00700 1 -- 172.21.15.6:0/1463476696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 msgr2=0x5612138e96f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.076+0000 7fa4daa00700 1 --2- 172.21.15.6:0/1463476696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138e96f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.076+0000 7fa4daa00700 1 -- 172.21.15.6:0/1463476696 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612138fa9e0 con 0x5612138f4770 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.076+0000 7fa4daa00700 1 --2- 172.21.15.6:0/1463476696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8630 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa4c800fad0 tx=0x7fa4c80173f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=443c6d65a573dc6e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.076+0000 7fa4c7e00700 1 -- 172.21.15.6:0/1463476696 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c8029070 con 0x5612138f4770 2024-05-20T21:16:58.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4c7e00700 1 -- 172.21.15.6:0/1463476696 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4c800f460 con 0x5612138f4770 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4c7e00700 1 -- 172.21.15.6:0/1463476696 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c8003c80 con 0x5612138f4770 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4ed158b80 1 -- 172.21.15.6:0/1463476696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 msgr2=0x5612138f8630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/1463476696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8630 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa4c800fad0 tx=0x7fa4c80173f0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4ed158b80 1 -- 172.21.15.6:0/1463476696 shutdown_connections 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/1463476696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x5612138e96f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/1463476696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x5612138eed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/1463476696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x5612138f8630 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4ed158b80 1 -- 172.21.15.6:0/1463476696 >> 172.21.15.6:0/1463476696 conn(0x56121381cb90 msgr2=0x5612138f7f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.077+0000 7fa4ed158b80 1 -- 172.21.15.6:0/1463476696 shutdown_connections 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.078+0000 7fa4ed158b80 1 -- 172.21.15.6:0/1463476696 wait complete. 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.078+0000 7fa4ed158b80 1 -- start start 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.078+0000 7fa4ed158b80 1 Processor -- start 2024-05-20T21:16:58.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x561213913110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x561213913650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4ed158b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x56121390dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561213909930 con 0x5612138f4770 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561213909260 con 0x5612138f5090 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4ed158b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56121390a000 con 0x5612138ef340 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4ed158b80 10 client.0 _ll_register_callbacks cb 0x5612137e6c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4daa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x561213913650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4dbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x56121390dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4dbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x56121390dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39450/0 (socket says 172.21.15.6:39450) 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4dbe00700 1 -- 172.21.15.6:0/298901232 learned_addr learned my addr 172.21.15.6:0/298901232 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:58.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4db400700 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x561213913110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.079+0000 7fa4dbe00700 1 -- 172.21.15.6:0/298901232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 msgr2=0x561213913110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4dbe00700 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x561213913110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4dbe00700 1 -- 172.21.15.6:0/298901232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 msgr2=0x561213913650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:16:58.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4dbe00700 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x561213913650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4dbe00700 1 -- 172.21.15.6:0/298901232 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56121390e5e0 con 0x5612138f5090 2024-05-20T21:16:58.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4db400700 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x561213913110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:58.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4daa00700 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x561213913650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:58.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4dbe00700 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x56121390dee0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa4d40049e0 tx=0x7fa4d4004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae28d79d3e266a37 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:58.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4c5600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:16:58.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4c5600700 1 -- 172.21.15.6:0/298901232 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4d4024d30 con 0x5612138f5090 2024-05-20T21:16:58.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4ed158b80 1 -- 172.21.15.6:0/298901232 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4c800f460 con 0x5612138f5090 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.080+0000 7fa4c5600700 1 -- 172.21.15.6:0/298901232 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa4d4016400 con 0x5612138f5090 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4c5600700 1 -- 172.21.15.6:0/298901232 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4d4016640 con 0x5612138f5090 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4ed158b80 10 client.25304 fetch_fsmap learned FSMap version 26 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4ed158b80 1 -- 172.21.15.6:0/298901232 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561213974860 con 0x5612138f5090 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4c5600700 1 -- 172.21.15.6:0/298901232 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4c800f460 con 0x5612138f5090 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4c5600700 1 -- 172.21.15.6:0/298901232 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa4d402e880 con 0x5612138f5090 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4ed158b80 10 client.25304 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4ed158b80 10 client.25304 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4ed158b80 20 client.25304 populate_metadata read hostname 'smithi006' 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612139794a0 0x5612139781b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4ed158b80 4 client.25304 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.081+0000 7fa4ed158b80 1 -- 172.21.15.6:0/298901232 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "status"}) -- 0x561213848520 con 0x5612139794a0 2024-05-20T21:16:58.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.082+0000 7fa4db400700 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612139794a0 0x5612139781b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.082+0000 7fa4db400700 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612139794a0 0x5612139781b0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3053aa3ac84c1aed server_cookie=346500b0548d3d90 in_seq=0 out_seq=0 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.082+0000 7fa4c5600700 10 client.25304 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4c5600700 1 -- 172.21.15.6:0/298901232 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x561213848520 con 0x5612139794a0 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4c5600700 10 client.25304 handle_command_reply: tid=0 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 client.25304 shutdown 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 -- 172.21.15.6:0/298901232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 msgr2=0x56121390dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x56121390dee0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa4d40049e0 tx=0x7fa4d4004b40 comp rx=0 tx=0).stop 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 -- 172.21.15.6:0/298901232 shutdown_connections 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612138f5090 0x56121390dee0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612139794a0 0x5612139781b0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.425 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "cluster_fsid": "195522e4-16ec-11ef-bc9a-c7b262605968", 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "whoami": 0, 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "id": 24530, 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "want_state": "up:active", 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "state": "up:active", 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "fs_name": "cephfs", 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "rank_uptime": 296.41234223999999, 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "mdsmap_epoch": 26, 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch": 83, 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_epoch_barrier": 83, 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout: "uptime": 318.21537437000001 2024-05-20T21:16:58.426 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612138ef340 0x561213913110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 --2- 172.21.15.6:0/298901232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612138f4770 0x561213913650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4c5600700 0 client.25304 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 -- 172.21.15.6:0/298901232 >> 172.21.15.6:0/298901232 conn(0x56121381cb90 msgr2=0x5612138f9740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 -- 172.21.15.6:0/298901232 shutdown_connections 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.083+0000 7fa4ed158b80 1 -- 172.21.15.6:0/298901232 wait complete. 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4ed158b80 20 client.25304 trim_cache size 0 max 16384 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 -- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4c00b2900 msgr2=0x7fa4c00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4c00b2900 0x7fa4c00b4dc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa4d40127f0 tx=0x7fa4d400b040 comp rx=0 tx=0).stop 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 -- 172.21.15.6:0/1395959983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4dc102490 msgr2=0x7fa4dc1a01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4dc102490 0x7fa4dc1a01a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fa4cc00e9a0 tx=0x7fa4cc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 -- 172.21.15.6:0/1395959983 shutdown_connections 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4c00b2900 0x7fa4c00b4dc0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4dc1078a0 0x7fa4dc1a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4dc102490 0x7fa4dc1a01a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 --2- 172.21.15.6:0/1395959983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4dc102db0 0x7fa4dc1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.084+0000 7fa4e1200700 1 -- 172.21.15.6:0/1395959983 >> 172.21.15.6:0/1395959983 conn(0x7fa4dc0fdef0 msgr2=0x7fa4dc105250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.085+0000 7fa4e1200700 1 -- 172.21.15.6:0/1395959983 shutdown_connections 2024-05-20T21:16:58.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:58.085+0000 7fa4e1200700 1 -- 172.21.15.6:0/1395959983 wait complete. 2024-05-20T21:16:59.248 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-05-20T21:16:59.747 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:16:59 smithi006 ceph-mon[31422]: pgmap v474: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:16:59.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 -- 172.21.15.6:0/3047995842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4c076090 msgr2=0x7fdd4c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:59.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 --2- 172.21.15.6:0/3047995842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4c076090 0x7fdd4c10fa00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fdd38009990 tx=0x7fdd38009ca0 comp rx=0 tx=0).stop 2024-05-20T21:16:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 -- 172.21.15.6:0/3047995842 shutdown_connections 2024-05-20T21:16:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 --2- 172.21.15.6:0/3047995842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4c10ff40 0x7fdd4c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 --2- 172.21.15.6:0/3047995842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4c075770 0x7fdd4c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 --2- 172.21.15.6:0/3047995842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4c076090 0x7fdd4c10fa00 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 -- 172.21.15.6:0/3047995842 >> 172.21.15.6:0/3047995842 conn(0x7fdd4c07a6a0 msgr2=0x7fdd4c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:16:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 -- 172.21.15.6:0/3047995842 shutdown_connections 2024-05-20T21:16:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.829+0000 7fdd51000700 1 -- 172.21.15.6:0/3047995842 wait complete. 2024-05-20T21:16:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.831+0000 7fdd51000700 1 Processor -- start 2024-05-20T21:16:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.831+0000 7fdd51000700 1 -- start start 2024-05-20T21:16:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.831+0000 7fdd51000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4c075770 0x7fdd4c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.831+0000 7fdd51000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4c076090 0x7fdd4c19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.831+0000 7fdd51000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4c10ff40 0x7fdd4c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.831+0000 7fdd51000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c115920 con 0x7fdd4c10ff40 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.831+0000 7fdd51000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c1157a0 con 0x7fdd4c076090 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.831+0000 7fdd51000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c115aa0 con 0x7fdd4c075770 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4c076090 0x7fdd4c19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd4a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4c10ff40 0x7fdd4c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4c076090 0x7fdd4c19c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39468/0 (socket says 172.21.15.6:39468) 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49400700 1 -- 172.21.15.6:0/2477866356 learned_addr learned my addr 172.21.15.6:0/2477866356 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:16:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49e00700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4c075770 0x7fdd4c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49400700 1 -- 172.21.15.6:0/2477866356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4c075770 msgr2=0x7fdd4c19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49400700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4c075770 0x7fdd4c19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49400700 1 -- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4c10ff40 msgr2=0x7fdd4c1a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:16:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49400700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4c10ff40 0x7fdd4c1a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:16:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49400700 1 -- 172.21.15.6:0/2477866356 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd4c1a0d50 con 0x7fdd4c076090 2024-05-20T21:16:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.832+0000 7fdd49e00700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4c075770 0x7fdd4c19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:16:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.833+0000 7fdd49400700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4c076090 0x7fdd4c19c2d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fdd38000c00 tx=0x7fdd38009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.833+0000 7fdd42a00700 1 -- 172.21.15.6:0/2477866356 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd38026070 con 0x7fdd4c076090 2024-05-20T21:16:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.833+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd4c1a0fe0 con 0x7fdd4c076090 2024-05-20T21:16:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.833+0000 7fdd42a00700 1 -- 172.21.15.6:0/2477866356 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd38021410 con 0x7fdd4c076090 2024-05-20T21:16:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.833+0000 7fdd42a00700 1 -- 172.21.15.6:0/2477866356 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd38017650 con 0x7fdd4c076090 2024-05-20T21:16:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.833+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd4c1a88c0 con 0x7fdd4c076090 2024-05-20T21:16:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.834+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd4c06a230 con 0x7fdd4c076090 2024-05-20T21:16:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.837+0000 7fdd42a00700 1 -- 172.21.15.6:0/2477866356 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdd38029070 con 0x7fdd4c076090 2024-05-20T21:16:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.838+0000 7fdd42a00700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd300b2880 0x7fdd300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:16:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.838+0000 7fdd42a00700 1 -- 172.21.15.6:0/2477866356 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdd380e2ff0 con 0x7fdd4c076090 2024-05-20T21:16:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.838+0000 7fdd49e00700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd300b2880 0x7fdd300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:16:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.839+0000 7fdd49e00700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd300b2880 0x7fdd300b4d40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c009480 tx=0x7fdd3c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:16:59.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:16:59.843+0000 7fdd42a00700 1 -- 172.21.15.6:0/2477866356 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdd38013070 con 0x7fdd4c076090 2024-05-20T21:16:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:16:59 smithi042 ceph-mon[36332]: pgmap v474: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:17:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:16:59 smithi062 ceph-mon[36640]: pgmap v474: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:17:00.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.130+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd4c02e560 con 0x7fdd4c076090 2024-05-20T21:17:00.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.132+0000 7fdd42a00700 1 -- 172.21.15.6:0/2477866356 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fdd380aace0 con 0x7fdd4c076090 2024-05-20T21:17:00.132 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:17:00.132 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:17:00.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd300b2880 msgr2=0x7fdd300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:00.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd300b2880 0x7fdd300b4d40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c009480 tx=0x7fdd3c00b040 comp rx=0 tx=0).stop 2024-05-20T21:17:00.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4c076090 msgr2=0x7fdd4c19c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:00.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4c076090 0x7fdd4c19c2d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fdd38000c00 tx=0x7fdd38009510 comp rx=0 tx=0).stop 2024-05-20T21:17:00.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 shutdown_connections 2024-05-20T21:17:00.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd300b2880 0x7fdd300b4d40 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:00.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd4c10ff40 0x7fdd4c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:00.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4c075770 0x7fdd4c19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:00.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 --2- 172.21.15.6:0/2477866356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4c076090 0x7fdd4c19c2d0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:00.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.135+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 >> 172.21.15.6:0/2477866356 conn(0x7fdd4c07a6a0 msgr2=0x7fdd4c100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:00.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.136+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 shutdown_connections 2024-05-20T21:17:00.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:00.136+0000 7fdd51000700 1 -- 172.21.15.6:0/2477866356 wait complete. 2024-05-20T21:17:00.137 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:17:00.868 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:00 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2477866356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:00.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:00 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2477866356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:00.932 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:17:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:00 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2477866356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:01.387 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 -- 172.21.15.6:0/2014529249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff42c10a980 msgr2=0x7ff42c10ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 --2- 172.21.15.6:0/2014529249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff42c10a980 0x7ff42c10ce10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff424009be0 tx=0x7ff42402a6d0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 -- 172.21.15.6:0/2014529249 shutdown_connections 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 --2- 172.21.15.6:0/2014529249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff42c10a980 0x7ff42c10ce10 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 --2- 172.21.15.6:0/2014529249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff42c0754b0 0x7ff42c075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 --2- 172.21.15.6:0/2014529249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff42c076a90 0x7ff42c074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 -- 172.21.15.6:0/2014529249 >> 172.21.15.6:0/2014529249 conn(0x7ff42c0fe070 msgr2=0x7ff42c100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 -- 172.21.15.6:0/2014529249 shutdown_connections 2024-05-20T21:17:01.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.435+0000 7ff431800640 1 -- 172.21.15.6:0/2014529249 wait complete. 2024-05-20T21:17:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.436+0000 7ff431800640 1 Processor -- start 2024-05-20T21:17:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.436+0000 7ff431800640 1 -- start start 2024-05-20T21:17:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.436+0000 7ff431800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff42c0754b0 0x7ff42c19aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.436+0000 7ff431800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff42c076a90 0x7ff42c19b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.436+0000 7ff431800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff42c10a980 0x7ff42c1a2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.436+0000 7ff431800640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c1107b0 con 0x7ff42c076a90 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.436+0000 7ff431800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c110630 con 0x7ff42c0754b0 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.436+0000 7ff431800640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c110930 con 0x7ff42c10a980 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42a000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff42c076a90 0x7ff42c19b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff42c10a980 0x7ff42c1a2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff42c10a980 0x7ff42c1a2450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36888/0 (socket says 172.21.15.6:36888) 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 -- 172.21.15.6:0/2137062675 learned_addr learned my addr 172.21.15.6:0/2137062675 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:01.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff42c0754b0 0x7ff42c19aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 -- 172.21.15.6:0/2137062675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff42c0754b0 msgr2=0x7ff42c19aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff42c0754b0 0x7ff42c19aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 -- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff42c076a90 msgr2=0x7ff42c19b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff42c076a90 0x7ff42c19b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 -- 172.21.15.6:0/2137062675 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff42c1a2ac0 con 0x7ff42c10a980 2024-05-20T21:17:01.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.437+0000 7ff42b400640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff42c10a980 0x7ff42c1a2450 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff424034040 tx=0x7ff424030d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.438+0000 7ff423400640 1 -- 172.21.15.6:0/2137062675 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff424041020 con 0x7ff42c10a980 2024-05-20T21:17:01.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.438+0000 7ff423400640 1 -- 172.21.15.6:0/2137062675 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4240318f0 con 0x7ff42c10a980 2024-05-20T21:17:01.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.438+0000 7ff423400640 1 -- 172.21.15.6:0/2137062675 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff424036040 con 0x7ff42c10a980 2024-05-20T21:17:01.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.438+0000 7ff431800640 1 -- 172.21.15.6:0/2137062675 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff42c1a2d50 con 0x7ff42c10a980 2024-05-20T21:17:01.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.438+0000 7ff431800640 1 -- 172.21.15.6:0/2137062675 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff42c1a31e0 con 0x7ff42c10a980 2024-05-20T21:17:01.441 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.441+0000 7ff4345b3740 1 Processor -- start 2024-05-20T21:17:01.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.444+0000 7ff423400640 1 -- 172.21.15.6:0/2137062675 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff424044020 con 0x7ff42c10a980 2024-05-20T21:17:01.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.444+0000 7ff4345b3740 1 -- start start 2024-05-20T21:17:01.444 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.444+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f149b30 0x56088f149f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.444+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f14f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.444+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 0x56088f151b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.444+0000 7ff4345b3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56088f0b9b90 con 0x56088f149b30 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.444+0000 7ff4345b3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56088f0a9730 con 0x56088f14f690 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.444+0000 7ff4345b3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56088f0ad770 con 0x56088f14a520 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f14f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42a000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f149b30 0x56088f149f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f14f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36900/0 (socket says 172.21.15.6:36900) 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42a000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f149b30 0x56088f149f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46130/0 (socket says 172.21.15.6:46130) 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 -- 172.21.15.6:0/3521042427 learned_addr learned my addr 172.21.15.6:0/3521042427 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42a000640 1 --2- 172.21.15.6:0/3521042427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 0x56088f151b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 -- 172.21.15.6:0/3521042427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 msgr2=0x56088f151b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 --2- 172.21.15.6:0/3521042427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 0x56088f151b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 -- 172.21.15.6:0/3521042427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f149b30 msgr2=0x56088f149f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 --2- 172.21.15.6:0/3521042427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f149b30 0x56088f149f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 -- 172.21.15.6:0/3521042427 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56088f0428b0 con 0x56088f14a520 2024-05-20T21:17:01.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.445+0000 7ff42aa00640 1 --2- 172.21.15.6:0/3521042427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f14f020 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff41c009cf0 tx=0x7ff41c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5730888389e4208b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.446+0000 7ff417e00640 1 -- 172.21.15.6:0/3521042427 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41c004230 con 0x56088f14a520 2024-05-20T21:17:01.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.446+0000 7ff417e00640 1 -- 172.21.15.6:0/3521042427 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff41c0043d0 con 0x56088f14a520 2024-05-20T21:17:01.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.446+0000 7ff417e00640 1 -- 172.21.15.6:0/3521042427 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41c019880 con 0x56088f14a520 2024-05-20T21:17:01.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.446+0000 7ff423400640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4100b27e0 0x7ff4100b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.446+0000 7ff423400640 1 -- 172.21.15.6:0/2137062675 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff424103150 con 0x7ff42c10a980 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.446+0000 7ff42a000640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4100b27e0 0x7ff4100b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 -- 172.21.15.6:0/3521042427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 msgr2=0x56088f14f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 --2- 172.21.15.6:0/3521042427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f14f020 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff41c009cf0 tx=0x7ff41c011810 comp rx=0 tx=0).stop 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 -- 172.21.15.6:0/3521042427 shutdown_connections 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 --2- 172.21.15.6:0/3521042427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 0x56088f151b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 --2- 172.21.15.6:0/3521042427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f14f020 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 --2- 172.21.15.6:0/3521042427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f149b30 0x56088f149f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 -- 172.21.15.6:0/3521042427 >> 172.21.15.6:0/3521042427 conn(0x56088f1451a0 msgr2=0x56088f1455a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 -- 172.21.15.6:0/3521042427 shutdown_connections 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff4345b3740 1 -- 172.21.15.6:0/3521042427 wait complete. 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.447+0000 7ff42a000640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4100b27e0 0x7ff4100b4ca0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x56088f14ad80 tx=0x7ff418005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.448+0000 7ff4345b3740 1 -- start start 2024-05-20T21:17:01.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.448+0000 7ff4345b3740 1 Processor -- start 2024-05-20T21:17:01.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.448+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f149b30 0x56088f153920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.448+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14a520 0x56088f153e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.448+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 0x56088f15aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.448+0000 7ff4345b3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56088ed8f790 con 0x56088f14a520 2024-05-20T21:17:01.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.448+0000 7ff4345b3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56088f051bc0 con 0x56088f14f690 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.448+0000 7ff4345b3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56088f152640 con 0x56088f149b30 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff4345b3740 10 client.0 _ll_register_callbacks cb 0x56088f02f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42a000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14a520 0x56088f153e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f149b30 0x56088f153920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f149b30 0x56088f153920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36906/0 (socket says 172.21.15.6:36906) 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42aa00640 1 -- 172.21.15.6:0/914895921 learned_addr learned my addr 172.21.15.6:0/914895921 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42b400640 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 0x56088f15aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42aa00640 1 -- 172.21.15.6:0/914895921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 msgr2=0x56088f15aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42aa00640 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 0x56088f15aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42aa00640 1 -- 172.21.15.6:0/914895921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14a520 msgr2=0x56088f153e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42aa00640 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14a520 0x56088f153e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.449+0000 7ff42aa00640 1 -- 172.21.15.6:0/914895921 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56088edbe210 con 0x56088f149b30 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.450+0000 7ff42aa00640 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f149b30 0x56088f153920 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff41c005e00 tx=0x7ff41c003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a904550a12ce9ba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.450+0000 7ff414c00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:01.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.450+0000 7ff414c00640 1 -- 172.21.15.6:0/914895921 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41c027070 con 0x56088f149b30 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.450+0000 7ff414c00640 1 -- 172.21.15.6:0/914895921 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff41c005240 con 0x56088f149b30 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.450+0000 7ff4345b3740 1 -- 172.21.15.6:0/914895921 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff41c0043d0 con 0x56088f149b30 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.450+0000 7ff414c00640 1 -- 172.21.15.6:0/914895921 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff41c033050 con 0x56088f149b30 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.450+0000 7ff4345b3740 10 client.25333 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.450+0000 7ff4345b3740 1 -- 172.21.15.6:0/914895921 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56088ee8a620 con 0x56088f149b30 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff414c00640 1 -- 172.21.15.6:0/914895921 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff41c0043d0 con 0x56088f149b30 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff414c00640 1 -- 172.21.15.6:0/914895921 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff41c004b70 con 0x56088f149b30 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff4345b3740 10 client.25333 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff4345b3740 10 client.25333 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff4345b3740 20 client.25333 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff4345b3740 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56088f15f1f0 0x56088f1615e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff4345b3740 4 client.25333 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff4345b3740 1 -- 172.21.15.6:0/914895921 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56088f0bbae0 con 0x56088f15f1f0 2024-05-20T21:17:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.451+0000 7ff42a000640 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56088f15f1f0 0x56088f1615e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.452+0000 7ff42a000640 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56088f15f1f0 0x56088f1615e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81ab21578d89ba58 server_cookie=fc8e481ad00a7e00 in_seq=0 out_seq=0 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.452+0000 7ff414c00640 10 client.25333 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff414c00640 1 -- 172.21.15.6:0/914895921 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56088f0bbae0 con 0x56088f15f1f0 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff414c00640 10 client.25333 handle_command_reply: tid=0 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 client.25333 shutdown 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 -- 172.21.15.6:0/914895921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f149b30 msgr2=0x56088f153920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f149b30 0x56088f153920 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff41c005e00 tx=0x7ff41c003820 comp rx=0 tx=0).stop 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 -- 172.21.15.6:0/914895921 shutdown_connections 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56088f15f1f0 0x56088f1615e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f14f690 0x56088f15aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14a520 0x56088f153e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 --2- 172.21.15.6:0/914895921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f149b30 0x56088f153920 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff414c00640 0 client.25333 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:01.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.453+0000 7ff4345b3740 1 -- 172.21.15.6:0/914895921 >> 172.21.15.6:0/914895921 conn(0x56088f1451a0 msgr2=0x56088f144310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.454+0000 7ff4345b3740 1 -- 172.21.15.6:0/914895921 shutdown_connections 2024-05-20T21:17:01.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.454+0000 7ff4345b3740 1 -- 172.21.15.6:0/914895921 wait complete. 2024-05-20T21:17:01.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.454+0000 7ff4345b3740 20 client.25333 trim_cache size 0 max 16384 2024-05-20T21:17:01.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff4345b3740 1 Processor -- start 2024-05-20T21:17:01.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff4345b3740 1 -- start start 2024-05-20T21:17:01.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f144190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f1446d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f152f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff4345b3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c1aebd0 con 0x56088f14f690 2024-05-20T21:17:01.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff4345b3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c1ac4a0 con 0x56088f149b30 2024-05-20T21:17:01.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff4345b3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c1aa2f0 con 0x56088f14a520 2024-05-20T21:17:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.472+0000 7ff42b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f152f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f144190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42a000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f1446d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f152f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46150/0 (socket says 172.21.15.6:46150) 2024-05-20T21:17:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42b400640 1 -- 172.21.15.6:0/728549891 learned_addr learned my addr 172.21.15.6:0/728549891 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42aa00640 1 -- 172.21.15.6:0/728549891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 msgr2=0x56088f1446d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42aa00640 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f1446d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42aa00640 1 -- 172.21.15.6:0/728549891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 msgr2=0x56088f152f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42aa00640 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f152f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42aa00640 1 -- 172.21.15.6:0/728549891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56088f145e70 con 0x56088f149b30 2024-05-20T21:17:01.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42a000640 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f1446d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:01.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42b400640 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f152f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:01.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.473+0000 7ff42aa00640 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f144190 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff41c011850 tx=0x7ff41c005d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ef865582faa06ea server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.474+0000 7ff417400640 1 -- 172.21.15.6:0/728549891 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41c030020 con 0x56088f149b30 2024-05-20T21:17:01.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.474+0000 7ff417400640 1 -- 172.21.15.6:0/728549891 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff41c003de0 con 0x56088f149b30 2024-05-20T21:17:01.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.474+0000 7ff417400640 1 -- 172.21.15.6:0/728549891 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41c027070 con 0x56088f149b30 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 -- 172.21.15.6:0/728549891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 msgr2=0x56088f144190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f144190 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff41c011850 tx=0x7ff41c005d30 comp rx=0 tx=0).stop 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 -- 172.21.15.6:0/728549891 shutdown_connections 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f152f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f1446d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 --2- 172.21.15.6:0/728549891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f144190 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 -- 172.21.15.6:0/728549891 >> 172.21.15.6:0/728549891 conn(0x56088f1451a0 msgr2=0x56088f143a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 -- 172.21.15.6:0/728549891 shutdown_connections 2024-05-20T21:17:01.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.475+0000 7ff4345b3740 1 -- 172.21.15.6:0/728549891 wait complete. 2024-05-20T21:17:01.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.476+0000 7ff4345b3740 1 -- start start 2024-05-20T21:17:01.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.476+0000 7ff4345b3740 1 Processor -- start 2024-05-20T21:17:01.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.476+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f15a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.476+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f156ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.476+0000 7ff4345b3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff4345b3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c1aa960 con 0x56088f14f690 2024-05-20T21:17:01.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff4345b3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c1abdd0 con 0x56088f149b30 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff4345b3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff42c1ab030 con 0x56088f14a520 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff4345b3740 10 client.0 _ll_register_callbacks cb 0x7ff4180097e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f15a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f157530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46156/0 (socket says 172.21.15.6:46156) 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42b400640 1 -- 172.21.15.6:0/758442119 learned_addr learned my addr 172.21.15.6:0/758442119 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42a000640 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f156ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42aa00640 1 -- 172.21.15.6:0/758442119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 msgr2=0x56088f156ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42aa00640 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f156ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42aa00640 1 -- 172.21.15.6:0/758442119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 msgr2=0x56088f157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42aa00640 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42aa00640 1 -- 172.21.15.6:0/758442119 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56088f1529e0 con 0x56088f149b30 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.477+0000 7ff42b400640 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:01.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.478+0000 7ff42aa00640 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f15a500 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x56088f15ba00 tx=0x7ff41c009ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ebbd19dfe8fd971 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:01.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.478+0000 7ff414c00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.478+0000 7ff414c00640 1 -- 172.21.15.6:0/758442119 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41c027040 con 0x56088f149b30 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.478+0000 7ff4345b3740 1 -- 172.21.15.6:0/758442119 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff41c003de0 con 0x56088f149b30 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.478+0000 7ff414c00640 1 -- 172.21.15.6:0/758442119 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff41c0197b0 con 0x56088f149b30 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.478+0000 7ff414c00640 1 -- 172.21.15.6:0/758442119 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff41c004fc0 con 0x56088f149b30 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.478+0000 7ff4345b3740 10 client.25328 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.478+0000 7ff4345b3740 1 -- 172.21.15.6:0/758442119 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56088f1c8e00 con 0x56088f149b30 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff414c00640 1 -- 172.21.15.6:0/758442119 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff41c003de0 con 0x56088f149b30 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff414c00640 1 -- 172.21.15.6:0/758442119 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff41c040900 con 0x56088f149b30 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff4345b3740 10 client.25328 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff4345b3740 10 client.25328 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:01.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff4345b3740 20 client.25328 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff4345b3740 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56088f1c9620 0x56088f1cba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff4345b3740 4 client.25328 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff4345b3740 1 -- 172.21.15.6:0/758442119 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56088f0b52c0 con 0x56088f1c9620 2024-05-20T21:17:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.479+0000 7ff42a000640 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56088f1c9620 0x56088f1cba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.480+0000 7ff42a000640 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56088f1c9620 0x56088f1cba40 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29bda4831c0144fb server_cookie=eb219815a88cba09 in_seq=0 out_seq=0 2024-05-20T21:17:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.480+0000 7ff414c00640 10 client.25328 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff414c00640 1 -- 172.21.15.6:0/758442119 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56088f0b52c0 con 0x56088f1c9620 2024-05-20T21:17:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff414c00640 10 client.25328 handle_command_reply: tid=0 2024-05-20T21:17:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 client.25328 shutdown 2024-05-20T21:17:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 -- 172.21.15.6:0/758442119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 msgr2=0x56088f15a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f15a500 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x56088f15ba00 tx=0x7ff41c009ea0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 -- 172.21.15.6:0/758442119 shutdown_connections 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56088f1c9620 0x56088f1cba40 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56088f14f690 0x56088f157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56088f14a520 0x56088f156ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 --2- 172.21.15.6:0/758442119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56088f149b30 0x56088f15a500 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff414c00640 0 client.25328 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 -- 172.21.15.6:0/758442119 >> 172.21.15.6:0/758442119 conn(0x56088f1451a0 msgr2=0x56088f148790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 -- 172.21.15.6:0/758442119 shutdown_connections 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.484+0000 7ff4345b3740 1 -- 172.21.15.6:0/758442119 wait complete. 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff4345b3740 20 client.25328 trim_cache size 0 max 16384 2024-05-20T21:17:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:17:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:17:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:17:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 -- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4100b27e0 msgr2=0x7ff4100b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4100b27e0 0x7ff4100b4ca0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x56088f14ad80 tx=0x7ff418005850 comp rx=0 tx=0).stop 2024-05-20T21:17:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 -- 172.21.15.6:0/2137062675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff42c10a980 msgr2=0x7ff42c1a2450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff42c10a980 0x7ff42c1a2450 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff424034040 tx=0x7ff424030d70 comp rx=0 tx=0).stop 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 -- 172.21.15.6:0/2137062675 shutdown_connections 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4100b27e0 0x7ff4100b4ca0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff42c10a980 0x7ff42c1a2450 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff42c076a90 0x7ff42c19b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 --2- 172.21.15.6:0/2137062675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff42c0754b0 0x7ff42c19aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.485+0000 7ff431800640 1 -- 172.21.15.6:0/2137062675 >> 172.21.15.6:0/2137062675 conn(0x7ff42c0fe070 msgr2=0x7ff42c106880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.486+0000 7ff431800640 1 -- 172.21.15.6:0/2137062675 shutdown_connections 2024-05-20T21:17:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:01.486+0000 7ff431800640 1 -- 172.21.15.6:0/2137062675 wait complete. 2024-05-20T21:17:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:01 smithi042 ceph-mon[36332]: pgmap v475: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:17:01.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:01 smithi006 ceph-mon[31422]: pgmap v475: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:17:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:01 smithi062 ceph-mon[36640]: pgmap v475: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-20T21:17:03.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 -- 172.21.15.6:0/2576456862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103460 msgr2=0x7f63fc1038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 --2- 172.21.15.6:0/2576456862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103460 0x7f63fc1038e0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f63e8009990 tx=0x7f63e8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 -- 172.21.15.6:0/2576456862 shutdown_connections 2024-05-20T21:17:03.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 --2- 172.21.15.6:0/2576456862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63fc103e20 0x7f63fc110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 --2- 172.21.15.6:0/2576456862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63fc1094f0 0x7f63fc1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 --2- 172.21.15.6:0/2576456862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103460 0x7f63fc1038e0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 -- 172.21.15.6:0/2576456862 >> 172.21.15.6:0/2576456862 conn(0x7f63fc0fef90 msgr2=0x7f63fc1013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:03.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 -- 172.21.15.6:0/2576456862 shutdown_connections 2024-05-20T21:17:03.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.799+0000 7f6402c00700 1 -- 172.21.15.6:0/2576456862 wait complete. 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.800+0000 7f6402c00700 1 Processor -- start 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.800+0000 7f6402c00700 1 -- start start 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6402c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63fc103460 0x7f63fc19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6402c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103e20 0x7f63fc19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6402c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63fc1094f0 0x7f63fc1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6402c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc113600 con 0x7f63fc103e20 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6402c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc113480 con 0x7f63fc1094f0 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6402c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc113780 con 0x7f63fc103460 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6400e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103e20 0x7f63fc19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6401800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63fc103460 0x7f63fc19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6402200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63fc1094f0 0x7f63fc1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6401800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63fc103460 0x7f63fc19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36920/0 (socket says 172.21.15.6:36920) 2024-05-20T21:17:03.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.801+0000 7f6401800700 1 -- 172.21.15.6:0/46075805 learned_addr learned my addr 172.21.15.6:0/46075805 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f6400e00700 1 -- 172.21.15.6:0/46075805 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63fc103460 msgr2=0x7f63fc19bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f6400e00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63fc103460 0x7f63fc19bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f6400e00700 1 -- 172.21.15.6:0/46075805 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63fc1094f0 msgr2=0x7f63fc1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f6400e00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63fc1094f0 0x7f63fc1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f6400e00700 1 -- 172.21.15.6:0/46075805 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63fc1a0d60 con 0x7f63fc103e20 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f6401800700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63fc103460 0x7f63fc19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f6402200700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63fc1094f0 0x7f63fc1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f6400e00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103e20 0x7f63fc19c290 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f63e80059d0 tx=0x7f63e80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.802+0000 7f63fa000700 1 -- 172.21.15.6:0/46075805 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e8027070 con 0x7f63fc103e20 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.803+0000 7f63fa000700 1 -- 172.21.15.6:0/46075805 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63e8003f20 con 0x7f63fc103e20 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.803+0000 7f6402c00700 1 -- 172.21.15.6:0/46075805 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63fc1a0ff0 con 0x7f63fc103e20 2024-05-20T21:17:03.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.803+0000 7f63fa000700 1 -- 172.21.15.6:0/46075805 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e8022a20 con 0x7f63fc103e20 2024-05-20T21:17:03.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.803+0000 7f6402c00700 1 -- 172.21.15.6:0/46075805 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63fc1a88d0 con 0x7f63fc103e20 2024-05-20T21:17:03.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.806+0000 7f63fa000700 1 -- 172.21.15.6:0/46075805 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f63e802a070 con 0x7f63fc103e20 2024-05-20T21:17:03.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.807+0000 7f640eaa9b80 1 Processor -- start 2024-05-20T21:17:03.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f640eaa9b80 1 -- start start 2024-05-20T21:17:03.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2020 0x558386eb2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2940 0x558386eac4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f63fa000700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63e40b2880 0x7f63e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eacad0 0x558386eacf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558386e0ae40 con 0x558386eb2940 2024-05-20T21:17:03.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558386dfa9e0 con 0x558386eacad0 2024-05-20T21:17:03.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558386dfea20 con 0x558386eb2020 2024-05-20T21:17:03.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f63fa000700 1 -- 172.21.15.6:0/46075805 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f63e80e3420 con 0x7f63fc103e20 2024-05-20T21:17:03.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.808+0000 7f6400e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2940 0x558386eac4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6400e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2940 0x558386eac4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46186/0 (socket says 172.21.15.6:46186) 2024-05-20T21:17:03.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6400e00700 1 -- 172.21.15.6:0/1276796953 learned_addr learned my addr 172.21.15.6:0/1276796953 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:03.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6402200700 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eacad0 0x558386eacf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6402200700 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2020 0x558386eb2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6401800700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63e40b2880 0x7f63e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6402200700 1 -- 172.21.15.6:0/1276796953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2020 msgr2=0x558386eb2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:03.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6402200700 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2020 0x558386eb2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6402200700 1 -- 172.21.15.6:0/1276796953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2940 msgr2=0x558386eac4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:03.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6402200700 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2940 0x558386eac4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6402200700 1 -- 172.21.15.6:0/1276796953 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558386dc3420 con 0x558386eacad0 2024-05-20T21:17:03.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.809+0000 7f6402200700 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eacad0 0x558386eacf30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f63f4007d70 tx=0x7f63f400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffa2d7993969b73a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:03.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.810+0000 7f63eea00700 1 -- 172.21.15.6:0/1276796953 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f4004bb0 con 0x558386eacad0 2024-05-20T21:17:03.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.810+0000 7f6401800700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63e40b2880 0x7f63e40b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f63f0005950 tx=0x7f63f000b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:03.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.810+0000 7f63eea00700 1 -- 172.21.15.6:0/1276796953 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63f4004d50 con 0x558386eacad0 2024-05-20T21:17:03.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.810+0000 7f63eea00700 1 -- 172.21.15.6:0/1276796953 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f4004030 con 0x558386eacad0 2024-05-20T21:17:03.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1276796953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eacad0 msgr2=0x558386eacf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eacad0 0x558386eacf30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f63f4007d70 tx=0x7f63f400b040 comp rx=0 tx=0).stop 2024-05-20T21:17:03.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1276796953 shutdown_connections 2024-05-20T21:17:03.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eacad0 0x558386eacf30 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2020 0x558386eb2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1276796953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2940 0x558386eac4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1276796953 >> 172.21.15.6:0/1276796953 conn(0x558386ddabe0 msgr2=0x558386ea7150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:03.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1276796953 shutdown_connections 2024-05-20T21:17:03.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.811+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1276796953 wait complete. 2024-05-20T21:17:03.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.812+0000 7f640eaa9b80 1 -- start start 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.812+0000 7f640eaa9b80 1 Processor -- start 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.812+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb86f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.812+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.812+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eb5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.812+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558386d00fa0 con 0x558386eacad0 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.812+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558386d9b760 con 0x558386eb2020 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.812+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558386eb9460 con 0x558386eb2940 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f640eaa9b80 10 client.0 _ll_register_callbacks cb 0x558386da4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6400e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6401800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6400e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39546/0 (socket says 172.21.15.6:39546) 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6400e00700 1 -- 172.21.15.6:0/1010878935 learned_addr learned my addr 172.21.15.6:0/1010878935 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6402200700 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eb5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6400e00700 1 -- 172.21.15.6:0/1010878935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 msgr2=0x558386eb5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6400e00700 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eb5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6400e00700 1 -- 172.21.15.6:0/1010878935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 msgr2=0x558386eb86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6400e00700 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.813+0000 7f6400e00700 1 -- 172.21.15.6:0/1010878935 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558386d4a8d0 con 0x558386eb2020 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f6400e00700 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5a90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f63e80a6a50 tx=0x7f63e8009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=245ac6c4f5f4ec89 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f63e3400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f63e3400700 1 -- 172.21.15.6:0/1010878935 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e80a7e60 con 0x558386eb2020 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f63e3400700 1 -- 172.21.15.6:0/1010878935 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f63e80a6fc0 con 0x558386eb2020 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1010878935 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63f4004d50 con 0x558386eb2020 2024-05-20T21:17:03.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f63e3400700 1 -- 172.21.15.6:0/1010878935 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f63e80b12e0 con 0x558386eb2020 2024-05-20T21:17:03.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f640eaa9b80 10 client.25340 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:03.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1010878935 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558386dcb060 con 0x558386eb2020 2024-05-20T21:17:03.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.814+0000 7f63e3400700 1 -- 172.21.15.6:0/1010878935 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63f4004d50 con 0x558386eb2020 2024-05-20T21:17:03.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.815+0000 7f63e3400700 1 -- 172.21.15.6:0/1010878935 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f63e80cd070 con 0x558386eb2020 2024-05-20T21:17:03.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.815+0000 7f640eaa9b80 10 client.25340 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:03.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.815+0000 7f640eaa9b80 10 client.25340 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.815+0000 7f640eaa9b80 20 client.25340 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.815+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x558386ec5fb0 0x558386ec8410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.815+0000 7f640eaa9b80 4 client.25340 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.815+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1010878935 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558386e0cd90 con 0x558386ec5fb0 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.815+0000 7f6401800700 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x558386ec5fb0 0x558386ec8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.816+0000 7f6401800700 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x558386ec5fb0 0x558386ec8410 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=91e5978b28ec5060 server_cookie=a7f2dd0e5354c982 in_seq=0 out_seq=0 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.816+0000 7f63e3400700 10 client.25340 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f63e3400700 1 -- 172.21.15.6:0/1010878935 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558386e0cd90 con 0x558386ec5fb0 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f63e3400700 10 client.25340 handle_command_reply: tid=0 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 client.25340 shutdown 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1010878935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 msgr2=0x558386eb5a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5a90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f63e80a6a50 tx=0x7f63e8009310 comp rx=0 tx=0).stop 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1010878935 shutdown_connections 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eb5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x558386ec5fb0 0x558386ec8410 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/1010878935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5a90 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1010878935 >> 172.21.15.6:0/1010878935 conn(0x558386ddabe0 msgr2=0x558386eab4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.817+0000 7f63e3400700 0 client.25340 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.818+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1010878935 shutdown_connections 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.818+0000 7f640eaa9b80 1 -- 172.21.15.6:0/1010878935 wait complete. 2024-05-20T21:17:03.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.818+0000 7f640eaa9b80 20 client.25340 trim_cache size 0 max 16384 2024-05-20T21:17:03.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.835+0000 7f640eaa9b80 1 Processor -- start 2024-05-20T21:17:03.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.835+0000 7f640eaa9b80 1 -- start start 2024-05-20T21:17:03.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.835+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb5a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.835+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.835+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eafaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.835+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc1b2790 con 0x558386eacad0 2024-05-20T21:17:03.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.835+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc1b0020 con 0x558386eb2020 2024-05-20T21:17:03.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.835+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc1ade70 con 0x558386eb2940 2024-05-20T21:17:03.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6401800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6401800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb5a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46214/0 (socket says 172.21.15.6:46214) 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6402200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eafaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6401800700 1 -- 172.21.15.6:0/4015013624 learned_addr learned my addr 172.21.15.6:0/4015013624 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6400e00700 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6402200700 1 -- 172.21.15.6:0/4015013624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 msgr2=0x558386eb5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6402200700 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6402200700 1 -- 172.21.15.6:0/4015013624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 msgr2=0x558386eb5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6402200700 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb5a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6402200700 1 -- 172.21.15.6:0/4015013624 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558386ec8a90 con 0x558386eb2940 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.836+0000 7f6400e00700 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.837+0000 7f6402200700 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eafaa0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f63f4017c20 tx=0x7f63f4007780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50c8b6038f29c0f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.837+0000 7f63ee000700 1 -- 172.21.15.6:0/4015013624 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f40178b0 con 0x558386eb2940 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.837+0000 7f63ee000700 1 -- 172.21.15.6:0/4015013624 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63f4017a50 con 0x558386eb2940 2024-05-20T21:17:03.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.837+0000 7f63ee000700 1 -- 172.21.15.6:0/4015013624 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f4005510 con 0x558386eb2940 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 -- 172.21.15.6:0/4015013624 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 msgr2=0x558386eafaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eafaa0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f63f4017c20 tx=0x7f63f4007780 comp rx=0 tx=0).stop 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 -- 172.21.15.6:0/4015013624 shutdown_connections 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eb2940 0x558386eafaa0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eacad0 0x558386eb5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/4015013624 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2020 0x558386eb5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 -- 172.21.15.6:0/4015013624 >> 172.21.15.6:0/4015013624 conn(0x558386ddabe0 msgr2=0x558386ea6c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 -- 172.21.15.6:0/4015013624 shutdown_connections 2024-05-20T21:17:03.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 -- 172.21.15.6:0/4015013624 wait complete. 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 -- start start 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.838+0000 7f640eaa9b80 1 Processor -- start 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eacad0 0x558386ebeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2020 0x558386eb0c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f640eaa9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2940 0x558386eb1150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc1ae4e0 con 0x558386eb2020 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc1af950 con 0x558386eb2940 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f640eaa9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc1aebb0 con 0x558386eacad0 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f640eaa9b80 10 client.0 _ll_register_callbacks cb 0x558386da4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f6400e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2020 0x558386eb0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f6402200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2940 0x558386eb1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f6400e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2020 0x558386eb0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46220/0 (socket says 172.21.15.6:46220) 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f6401800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eacad0 0x558386ebeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.839+0000 7f6400e00700 1 -- 172.21.15.6:0/3534517915 learned_addr learned my addr 172.21.15.6:0/3534517915 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:03.841 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:03 smithi006 ceph-mon[31422]: pgmap v476: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:17:03.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f6400e00700 1 -- 172.21.15.6:0/3534517915 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eacad0 msgr2=0x558386ebeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:03.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f6400e00700 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eacad0 0x558386ebeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f6400e00700 1 -- 172.21.15.6:0/3534517915 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2940 msgr2=0x558386eb1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:03.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f6400e00700 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2940 0x558386eb1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f6400e00700 1 -- 172.21.15.6:0/3534517915 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558386eb1970 con 0x558386eb2020 2024-05-20T21:17:03.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f6401800700 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eacad0 0x558386ebeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:03.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f6400e00700 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2020 0x558386eb0c10 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f63e80e0e20 tx=0x7f63e8003740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8e46f1956e5fb4f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f63e3400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.840+0000 7f63e3400700 1 -- 172.21.15.6:0/3534517915 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e80a6160 con 0x558386eb2020 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.841+0000 7f63e3400700 1 -- 172.21.15.6:0/3534517915 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f63e80b3310 con 0x558386eb2020 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.841+0000 7f640eaa9b80 1 -- 172.21.15.6:0/3534517915 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63f4017a50 con 0x558386eb2020 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.841+0000 7f63e3400700 1 -- 172.21.15.6:0/3534517915 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f63e80b2f10 con 0x558386eb2020 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.841+0000 7f640eaa9b80 10 client.15225 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.841+0000 7f640eaa9b80 1 -- 172.21.15.6:0/3534517915 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558386f30c30 con 0x558386eb2020 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.841+0000 7f63e3400700 1 -- 172.21.15.6:0/3534517915 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63f4017a50 con 0x558386eb2020 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.841+0000 7f63e3400700 1 -- 172.21.15.6:0/3534517915 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f63e80aac30 con 0x558386eb2020 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.842+0000 7f640eaa9b80 10 client.15225 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.842+0000 7f640eaa9b80 10 client.15225 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.842+0000 7f640eaa9b80 20 client.15225 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.842+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x558386f31200 0x558386f33620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.842+0000 7f640eaa9b80 4 client.15225 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:03.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.842+0000 7f640eaa9b80 1 -- 172.21.15.6:0/3534517915 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558386e06570 con 0x558386f31200 2024-05-20T21:17:03.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.842+0000 7f6401800700 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x558386f31200 0x558386f33620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f6401800700 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x558386f31200 0x558386f33620 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f448c554da075648 server_cookie=902aa20efd42e4c2 in_seq=0 out_seq=0 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f63e3400700 10 client.15225 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f63e3400700 1 -- 172.21.15.6:0/3534517915 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558386e06570 con 0x558386f31200 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f63e3400700 10 client.15225 handle_command_reply: tid=0 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f640eaa9b80 1 client.15225 shutdown 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f640eaa9b80 1 -- 172.21.15.6:0/3534517915 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2020 msgr2=0x558386eb0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2020 0x558386eb0c10 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f63e80e0e20 tx=0x7f63e8003740 comp rx=0 tx=0).stop 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f640eaa9b80 1 -- 172.21.15.6:0/3534517915 shutdown_connections 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x558386f31200 0x558386f33620 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558386eb2940 0x558386eb1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558386eacad0 0x558386ebeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.843+0000 7f640eaa9b80 1 --2- 172.21.15.6:0/3534517915 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558386eb2020 0x558386eb0c10 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.844+0000 7f640eaa9b80 1 -- 172.21.15.6:0/3534517915 >> 172.21.15.6:0/3534517915 conn(0x558386ddabe0 msgr2=0x558386eb4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:03.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.844+0000 7f63e3400700 0 client.15225 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:17:03.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.844+0000 7f640eaa9b80 1 -- 172.21.15.6:0/3534517915 shutdown_connections 2024-05-20T21:17:03.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.844+0000 7f640eaa9b80 1 -- 172.21.15.6:0/3534517915 wait complete. 2024-05-20T21:17:03.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.844+0000 7f640eaa9b80 20 client.15225 trim_cache size 0 max 16384 2024-05-20T21:17:03.846 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 -- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63e40b2880 msgr2=0x7f63e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63e40b2880 0x7f63e40b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f63f0005950 tx=0x7f63f000b500 comp rx=0 tx=0).stop 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 -- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103e20 msgr2=0x7f63fc19c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103e20 0x7f63fc19c290 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f63e80059d0 tx=0x7f63e80047b0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 -- 172.21.15.6:0/46075805 shutdown_connections 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63e40b2880 0x7f63e40b4d40 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63fc1094f0 0x7f63fc1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63fc103460 0x7f63fc19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 --2- 172.21.15.6:0/46075805 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63fc103e20 0x7f63fc19c290 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 -- 172.21.15.6:0/46075805 >> 172.21.15.6:0/46075805 conn(0x7f63fc0fef90 msgr2=0x7f63fc10ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 -- 172.21.15.6:0/46075805 shutdown_connections 2024-05-20T21:17:03.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:03.845+0000 7f6402c00700 1 -- 172.21.15.6:0/46075805 wait complete. 2024-05-20T21:17:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:03 smithi042 ceph-mon[36332]: pgmap v476: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:17:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:03 smithi062 ceph-mon[36640]: pgmap v476: 97 pgs: 97 active+clean; 661 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-20T21:17:04.767 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:17:05.259 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:05.730 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:05 smithi006 ceph-mon[31422]: pgmap v477: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:17:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:05 smithi042 ceph-mon[36332]: pgmap v477: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:17:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:05 smithi062 ceph-mon[36640]: pgmap v477: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 -- 172.21.15.6:0/2133546160 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f381037f0 msgr2=0x7f2f38103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 --2- 172.21.15.6:0/2133546160 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f381037f0 0x7f2f38103bd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c0099c0 tx=0x7f2f2c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 -- 172.21.15.6:0/2133546160 shutdown_connections 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 --2- 172.21.15.6:0/2133546160 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2f381088f0 0x7f2f38110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 --2- 172.21.15.6:0/2133546160 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f381037f0 0x7f2f38103bd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 --2- 172.21.15.6:0/2133546160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f381041a0 0x7f2f381081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 -- 172.21.15.6:0/2133546160 >> 172.21.15.6:0/2133546160 conn(0x7f2f3807a6a0 msgr2=0x7f2f3807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 -- 172.21.15.6:0/2133546160 shutdown_connections 2024-05-20T21:17:07.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.502+0000 7f2f40600700 1 -- 172.21.15.6:0/2133546160 wait complete. 2024-05-20T21:17:07.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.503+0000 7f2f40600700 1 Processor -- start 2024-05-20T21:17:07.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.504+0000 7f2f40600700 1 -- start start 2024-05-20T21:17:07.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.504+0000 7f2f40600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f381037f0 0x7f2f38075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.504+0000 7f2f40600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f381041a0 0x7f2f38075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.504+0000 7f2f40600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2f381088f0 0x7f2f380762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.504+0000 7f2f40600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2f38113730 con 0x7f2f381037f0 2024-05-20T21:17:07.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.504+0000 7f2f40600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2f381135b0 con 0x7f2f381041a0 2024-05-20T21:17:07.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.504+0000 7f2f40600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2f381138b0 con 0x7f2f381088f0 2024-05-20T21:17:07.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.504+0000 7f2f3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f381037f0 0x7f2f38075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3e600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2f381088f0 0x7f2f380762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f381041a0 0x7f2f38075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3e600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2f381088f0 0x7f2f380762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48698/0 (socket says 172.21.15.6:48698) 2024-05-20T21:17:07.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3e600700 1 -- 172.21.15.6:0/2910997111 learned_addr learned my addr 172.21.15.6:0/2910997111 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3e600700 1 -- 172.21.15.6:0/2910997111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f381041a0 msgr2=0x7f2f38075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3e600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f381041a0 0x7f2f38075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3e600700 1 -- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f381037f0 msgr2=0x7f2f38075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3e600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f381037f0 0x7f2f38075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.505+0000 7f2f3e600700 1 -- 172.21.15.6:0/2910997111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f381a80f0 con 0x7f2f381088f0 2024-05-20T21:17:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.506+0000 7f2f3e600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2f381088f0 0x7f2f380762c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2f3000ef30 tx=0x7f2f3000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:07.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.506+0000 7f2f36000700 1 -- 172.21.15.6:0/2910997111 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f300092e0 con 0x7f2f381088f0 2024-05-20T21:17:07.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.506+0000 7f2f40600700 1 -- 172.21.15.6:0/2910997111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f381a8380 con 0x7f2f381088f0 2024-05-20T21:17:07.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.506+0000 7f2f36000700 1 -- 172.21.15.6:0/2910997111 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f30004bb0 con 0x7f2f381088f0 2024-05-20T21:17:07.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.506+0000 7f2f40600700 1 -- 172.21.15.6:0/2910997111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f381a88c0 con 0x7f2f381088f0 2024-05-20T21:17:07.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.506+0000 7f2f36000700 1 -- 172.21.15.6:0/2910997111 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f30004020 con 0x7f2f381088f0 2024-05-20T21:17:07.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.510+0000 7f2f36000700 1 -- 172.21.15.6:0/2910997111 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2f3001b030 con 0x7f2f381088f0 2024-05-20T21:17:07.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.512+0000 7f2f36000700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2f200b2880 0x7f2f200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.512+0000 7f2f36000700 1 -- 172.21.15.6:0/2910997111 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2f300e1c70 con 0x7f2f381088f0 2024-05-20T21:17:07.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.512+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2f200b2880 0x7f2f200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.513+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2f200b2880 0x7f2f200b4d40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c003760 tx=0x7f2f2c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:07.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.513+0000 7f2f4af32b80 1 Processor -- start 2024-05-20T21:17:07.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f4af32b80 1 -- start start 2024-05-20T21:17:07.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020610 0x5636bc0209f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc01ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc01b140 0x5636bc01b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5636bbf78e40 con 0x5636bc020610 2024-05-20T21:17:07.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5636bbf689e0 con 0x5636bc01b140 2024-05-20T21:17:07.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5636bbf6ca20 con 0x5636bc020f30 2024-05-20T21:17:07.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020610 0x5636bc0209f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.514+0000 7f2f3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020610 0x5636bc0209f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40694/0 (socket says 172.21.15.6:40694) 2024-05-20T21:17:07.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3dc00700 1 -- 172.21.15.6:0/2249280953 learned_addr learned my addr 172.21.15.6:0/2249280953 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:07.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3d200700 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc01ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3e600700 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc01b140 0x5636bc01b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3d200700 1 -- 172.21.15.6:0/2249280953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc01b140 msgr2=0x5636bc01b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3d200700 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc01b140 0x5636bc01b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3d200700 1 -- 172.21.15.6:0/2249280953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020610 msgr2=0x5636bc0209f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3d200700 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020610 0x5636bc0209f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3d200700 1 -- 172.21.15.6:0/2249280953 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636bbf31420 con 0x5636bc020f30 2024-05-20T21:17:07.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.515+0000 7f2f3d200700 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc01ab20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2f380772d0 tx=0x7f2f24009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15916a1fa5572361 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.516+0000 7f2f2aa00700 1 -- 172.21.15.6:0/2249280953 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2401e070 con 0x5636bc020f30 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.516+0000 7f2f2aa00700 1 -- 172.21.15.6:0/2249280953 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f24011c80 con 0x5636bc020f30 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.516+0000 7f2f2aa00700 1 -- 172.21.15.6:0/2249280953 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2400e610 con 0x5636bc020f30 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 -- 172.21.15.6:0/2249280953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 msgr2=0x5636bc01ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc01ab20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2f380772d0 tx=0x7f2f24009f60 comp rx=0 tx=0).stop 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 -- 172.21.15.6:0/2249280953 shutdown_connections 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc01b140 0x5636bc01b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020610 0x5636bc0209f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/2249280953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc01ab20 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 -- 172.21.15.6:0/2249280953 >> 172.21.15.6:0/2249280953 conn(0x5636bbf48be0 msgr2=0x5636bc015690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:07.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 -- 172.21.15.6:0/2249280953 shutdown_connections 2024-05-20T21:17:07.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.517+0000 7f2f4af32b80 1 -- 172.21.15.6:0/2249280953 wait complete. 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.518+0000 7f2f4af32b80 1 -- start start 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.518+0000 7f2f4af32b80 1 Processor -- start 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc026bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc023f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc024490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5636bbe6efa0 con 0x5636bc01b140 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5636bbf09760 con 0x5636bc020610 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5636bc0279e0 con 0x5636bc020f30 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f4af32b80 10 client.0 _ll_register_callbacks cb 0x5636bbf12c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:07.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc026bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f3d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc023f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f3e600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc024490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc026bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40710/0 (socket says 172.21.15.6:40710) 2024-05-20T21:17:07.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f3d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc023f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54106/0 (socket says 172.21.15.6:54106) 2024-05-20T21:17:07.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.519+0000 7f2f3dc00700 1 -- 172.21.15.6:0/4100575225 learned_addr learned my addr 172.21.15.6:0/4100575225 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:07.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.520+0000 7f2f3dc00700 1 -- 172.21.15.6:0/4100575225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 msgr2=0x5636bc024490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:07.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.520+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc024490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.520+0000 7f2f3dc00700 1 -- 172.21.15.6:0/4100575225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 msgr2=0x5636bc023f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:07.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.520+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc023f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.520+0000 7f2f3dc00700 1 -- 172.21.15.6:0/4100575225 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636bbeb88d0 con 0x5636bc01b140 2024-05-20T21:17:07.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.520+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc026bb0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00b580 tx=0x7f2f2c009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3c785e9313649a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:07.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.520+0000 7f2f1f400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:17:07.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.521+0000 7f2f1f400700 1 -- 172.21.15.6:0/4100575225 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c00b9a0 con 0x5636bc01b140 2024-05-20T21:17:07.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.521+0000 7f2f1f400700 1 -- 172.21.15.6:0/4100575225 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2f2c00bb40 con 0x5636bc01b140 2024-05-20T21:17:07.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.521+0000 7f2f4af32b80 1 -- 172.21.15.6:0/4100575225 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f24011c80 con 0x5636bc01b140 2024-05-20T21:17:07.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.521+0000 7f2f1f400700 1 -- 172.21.15.6:0/4100575225 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2f2c00bd80 con 0x5636bc01b140 2024-05-20T21:17:07.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.521+0000 7f2f4af32b80 10 client.15237 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:07.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.521+0000 7f2f4af32b80 1 -- 172.21.15.6:0/4100575225 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5636bbf39060 con 0x5636bc01b140 2024-05-20T21:17:07.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.521+0000 7f2f1f400700 1 -- 172.21.15.6:0/4100575225 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f24011c80 con 0x5636bc01b140 2024-05-20T21:17:07.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.522+0000 7f2f1f400700 1 -- 172.21.15.6:0/4100575225 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2f2c039430 con 0x5636bc01b140 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.522+0000 7f2f4af32b80 10 client.15237 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.522+0000 7f2f4af32b80 10 client.15237 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.522+0000 7f2f4af32b80 20 client.15237 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.522+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5636bc0345f0 0x5636bc036a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.522+0000 7f2f4af32b80 4 client.15237 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.522+0000 7f2f4af32b80 1 -- 172.21.15.6:0/4100575225 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636bbf7ad90 con 0x5636bc0345f0 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.522+0000 7f2f3d200700 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5636bc0345f0 0x5636bc036a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.523+0000 7f2f3d200700 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5636bc0345f0 0x5636bc036a70 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c046b6de4407cbe3 server_cookie=ffdac8e8ea1126ee in_seq=0 out_seq=0 2024-05-20T21:17:07.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.523+0000 7f2f1f400700 10 client.15237 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:17:07.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f1f400700 1 -- 172.21.15.6:0/4100575225 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5636bbf7ad90 con 0x5636bc0345f0 2024-05-20T21:17:07.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f1f400700 10 client.15237 handle_command_reply: tid=0 2024-05-20T21:17:07.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 client.15237 shutdown 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 -- 172.21.15.6:0/4100575225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 msgr2=0x5636bc026bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc026bb0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c00b580 tx=0x7f2f2c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 -- 172.21.15.6:0/4100575225 shutdown_connections 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5636bc0345f0 0x5636bc036a70 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020f30 0x5636bc024490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc026bb0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/4100575225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc023f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 -- 172.21.15.6:0/4100575225 >> 172.21.15.6:0/4100575225 conn(0x5636bbf48be0 msgr2=0x5636bc014d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f1f400700 0 client.15237 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 -- 172.21.15.6:0/4100575225 shutdown_connections 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.524+0000 7f2f4af32b80 1 -- 172.21.15.6:0/4100575225 wait complete. 2024-05-20T21:17:07.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.525+0000 7f2f4af32b80 20 client.15237 trim_cache size 0 max 16384 2024-05-20T21:17:07.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.541+0000 7f2f4af32b80 1 Processor -- start 2024-05-20T21:17:07.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f4af32b80 1 -- start start 2024-05-20T21:17:07.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc01b140 0x5636bc01ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc022eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020f30 0x5636bc021a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1800fe90 con 0x5636bc020f30 2024-05-20T21:17:07.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1800d720 con 0x5636bc020610 2024-05-20T21:17:07.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1800b570 con 0x5636bc01b140 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f3e600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020f30 0x5636bc021a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f3d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc022eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.542+0000 7f2f3dc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc01b140 0x5636bc01ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3e600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020f30 0x5636bc021a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40726/0 (socket says 172.21.15.6:40726) 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3e600700 1 -- 172.21.15.6:0/1630879243 learned_addr learned my addr 172.21.15.6:0/1630879243 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3dc00700 1 -- 172.21.15.6:0/1630879243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 msgr2=0x5636bc022eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc022eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3dc00700 1 -- 172.21.15.6:0/1630879243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020f30 msgr2=0x5636bc021a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:07.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020f30 0x5636bc021a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3dc00700 1 -- 172.21.15.6:0/1630879243 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636bc00d620 con 0x5636bc01b140 2024-05-20T21:17:07.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3d200700 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc022eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:07.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3e600700 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020f30 0x5636bc021a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:07.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.543+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc01b140 0x5636bc01ab20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c039ae0 tx=0x7f2f2c00bfa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=725f6f34e58001e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.544+0000 7f2f2a000700 1 -- 172.21.15.6:0/1630879243 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c039d60 con 0x5636bc01b140 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.544+0000 7f2f2a000700 1 -- 172.21.15.6:0/1630879243 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f2c034070 con 0x5636bc01b140 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.544+0000 7f2f2a000700 1 -- 172.21.15.6:0/1630879243 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c042c20 con 0x5636bc01b140 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.544+0000 7f2f4af32b80 1 -- 172.21.15.6:0/1630879243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc01b140 msgr2=0x5636bc01ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.544+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc01b140 0x5636bc01ab20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c039ae0 tx=0x7f2f2c00bfa0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.545+0000 7f2f4af32b80 1 -- 172.21.15.6:0/1630879243 shutdown_connections 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.545+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc020f30 0x5636bc021a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.545+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc01b140 0x5636bc01ab20 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.545+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/1630879243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020610 0x5636bc022eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.545+0000 7f2f4af32b80 1 -- 172.21.15.6:0/1630879243 >> 172.21.15.6:0/1630879243 conn(0x5636bbf48be0 msgr2=0x5636bc021310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:07.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.545+0000 7f2f4af32b80 1 -- 172.21.15.6:0/1630879243 shutdown_connections 2024-05-20T21:17:07.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.545+0000 7f2f4af32b80 1 -- 172.21.15.6:0/1630879243 wait complete. 2024-05-20T21:17:07.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.545+0000 7f2f4af32b80 1 -- start start 2024-05-20T21:17:07.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f4af32b80 1 Processor -- start 2024-05-20T21:17:07.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc02ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020610 0x5636bc02d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f4af32b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020f30 0x5636bc029ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1800bbe0 con 0x5636bc01b140 2024-05-20T21:17:07.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1800d050 con 0x5636bc020f30 2024-05-20T21:17:07.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f4af32b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1800c2b0 con 0x5636bc020610 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f4af32b80 10 client.0 _ll_register_callbacks cb 0x5636bbf12c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f3d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020610 0x5636bc02d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f3e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020f30 0x5636bc029ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f3e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020f30 0x5636bc029ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54124/0 (socket says 172.21.15.6:54124) 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.546+0000 7f2f3d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020610 0x5636bc02d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48736/0 (socket says 172.21.15.6:48736) 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3e600700 1 -- 172.21.15.6:0/3858682293 learned_addr learned my addr 172.21.15.6:0/3858682293 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc02ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3e600700 1 -- 172.21.15.6:0/3858682293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020610 msgr2=0x5636bc02d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3e600700 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020610 0x5636bc02d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3e600700 1 -- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 msgr2=0x5636bc02ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3e600700 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc02ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3e600700 1 -- 172.21.15.6:0/3858682293 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636bc02a1e0 con 0x5636bc020f30 2024-05-20T21:17:07.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc02ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3d200700 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020610 0x5636bc02d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f3e600700 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020f30 0x5636bc029ca0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2f300a8f20 tx=0x7f2f30004f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3025b88a3856aa93 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f1f400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f1f400700 1 -- 172.21.15.6:0/3858682293 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f300a9920 con 0x5636bc020f30 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.547+0000 7f2f4af32b80 1 -- 172.21.15.6:0/3858682293 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f2c034070 con 0x5636bc020f30 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f1f400700 1 -- 172.21.15.6:0/3858682293 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2f300ad2c0 con 0x5636bc020f30 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f1f400700 1 -- 172.21.15.6:0/3858682293 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2f300a9220 con 0x5636bc020f30 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f4af32b80 10 client.25364 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f4af32b80 1 -- 172.21.15.6:0/3858682293 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5636bc09f9f0 con 0x5636bc020f30 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f1f400700 1 -- 172.21.15.6:0/3858682293 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f2c034070 con 0x5636bc020f30 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f1f400700 1 -- 172.21.15.6:0/3858682293 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2f300a4b90 con 0x5636bc020f30 2024-05-20T21:17:07.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f4af32b80 10 client.25364 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:07.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f4af32b80 10 client.25364 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:17:07.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f4af32b80 20 client.25364 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:07.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5636bc0a0050 0x5636bc0a2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:07.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f4af32b80 4 client.25364 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:07.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.548+0000 7f2f4af32b80 1 -- 172.21.15.6:0/3858682293 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5636bbf74570 con 0x5636bc0a0050 2024-05-20T21:17:07.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.549+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5636bc0a0050 0x5636bc0a2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:07.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.549+0000 7f2f3dc00700 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5636bc0a0050 0x5636bc0a2470 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=38b6c2576a47b144 server_cookie=f3454b22477e2b25 in_seq=0 out_seq=0 2024-05-20T21:17:07.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.549+0000 7f2f1f400700 10 client.25364 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:17:07.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f1f400700 1 -- 172.21.15.6:0/3858682293 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5636bbf74570 con 0x5636bc0a0050 2024-05-20T21:17:07.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f1f400700 10 client.25364 handle_command_reply: tid=0 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 client.25364 shutdown 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 -- 172.21.15.6:0/3858682293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020f30 msgr2=0x5636bc029ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020f30 0x5636bc029ca0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2f300a8f20 tx=0x7f2f30004f90 comp rx=0 tx=0).stop 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 -- 172.21.15.6:0/3858682293 shutdown_connections 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636bc020f30 0x5636bc029ca0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636bc01b140 0x5636bc02ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5636bc0a0050 0x5636bc0a2470 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 --2- 172.21.15.6:0/3858682293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636bc020610 0x5636bc02d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 -- 172.21.15.6:0/3858682293 >> 172.21.15.6:0/3858682293 conn(0x5636bbf48be0 msgr2=0x5636bc01f070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f1f400700 0 client.25364 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.550+0000 7f2f4af32b80 1 -- 172.21.15.6:0/3858682293 shutdown_connections 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.551+0000 7f2f4af32b80 1 -- 172.21.15.6:0/3858682293 wait complete. 2024-05-20T21:17:07.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.551+0000 7f2f4af32b80 20 client.25364 trim_cache size 0 max 16384 2024-05-20T21:17:07.554 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:17:07.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.551+0000 7f2f40600700 1 -- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2f200b2880 msgr2=0x7f2f200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.551+0000 7f2f40600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2f200b2880 0x7f2f200b4d40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c003760 tx=0x7f2f2c005fb0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.551+0000 7f2f40600700 1 -- 172.21.15.6:0/2910997111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2f381088f0 msgr2=0x7f2f380762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.551+0000 7f2f40600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2f381088f0 0x7f2f380762c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2f3000ef30 tx=0x7f2f3000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.552+0000 7f2f40600700 1 -- 172.21.15.6:0/2910997111 shutdown_connections 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.552+0000 7f2f40600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2f200b2880 0x7f2f200b4d40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.552+0000 7f2f40600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2f381088f0 0x7f2f380762c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.552+0000 7f2f40600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2f381037f0 0x7f2f38075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.552+0000 7f2f40600700 1 --2- 172.21.15.6:0/2910997111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2f381041a0 0x7f2f38075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.552+0000 7f2f40600700 1 -- 172.21.15.6:0/2910997111 >> 172.21.15.6:0/2910997111 conn(0x7f2f3807a6a0 msgr2=0x7f2f38101750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.552+0000 7f2f40600700 1 -- 172.21.15.6:0/2910997111 shutdown_connections 2024-05-20T21:17:07.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:07.552+0000 7f2f40600700 1 -- 172.21.15.6:0/2910997111 wait complete. 2024-05-20T21:17:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:07 smithi042 ceph-mon[36332]: pgmap v478: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:07.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:07 smithi006 ceph-mon[31422]: pgmap v478: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:07 smithi062 ceph-mon[36640]: pgmap v478: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:08.504 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:17:08.970 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:09 smithi042 ceph-mon[36332]: pgmap v479: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:09 smithi006 ceph-mon[31422]: pgmap v479: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:09 smithi062 ceph-mon[36640]: pgmap v479: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 -- 172.21.15.6:0/2028083652 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410eeb0 msgr2=0x7f5514116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 --2- 172.21.15.6:0/2028083652 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410eeb0 0x7f5514116a80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f550c0098f0 tx=0x7f550c009c00 comp rx=0 tx=0).stop 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 -- 172.21.15.6:0/2028083652 shutdown_connections 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 --2- 172.21.15.6:0/2028083652 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410eeb0 0x7f5514116a80 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 --2- 172.21.15.6:0/2028083652 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5514109dd0 0x7f551410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 --2- 172.21.15.6:0/2028083652 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551410a780 0x7f551410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 -- 172.21.15.6:0/2028083652 >> 172.21.15.6:0/2028083652 conn(0x7f5514076d10 msgr2=0x7f5514108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 -- 172.21.15.6:0/2028083652 shutdown_connections 2024-05-20T21:17:11.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.351+0000 7f551c400700 1 -- 172.21.15.6:0/2028083652 wait complete. 2024-05-20T21:17:11.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.353+0000 7f551c400700 1 Processor -- start 2024-05-20T21:17:11.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.353+0000 7f551c400700 1 -- start start 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.353+0000 7f551c400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5514109dd0 0x7f55141a02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.353+0000 7f551c400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410a780 0x7f55141a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.353+0000 7f551c400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551410eeb0 0x7f55141a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.353+0000 7f551c400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5514119d90 con 0x7f5514109dd0 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.353+0000 7f551c400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5514119c10 con 0x7f551410a780 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.353+0000 7f551c400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5514119f10 con 0x7f551410eeb0 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410a780 0x7f55141a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410a780 0x7f55141a0820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54150/0 (socket says 172.21.15.6:54150) 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5514109dd0 0x7f55141a02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519000700 1 -- 172.21.15.6:0/88312426 learned_addr learned my addr 172.21.15.6:0/88312426 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:11.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f551a400700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551410eeb0 0x7f55141a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519000700 1 -- 172.21.15.6:0/88312426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551410eeb0 msgr2=0x7f55141a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519000700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551410eeb0 0x7f55141a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519000700 1 -- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5514109dd0 msgr2=0x7f55141a02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519000700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5514109dd0 0x7f55141a02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.354+0000 7f5519000700 1 -- 172.21.15.6:0/88312426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55141a52a0 con 0x7f551410a780 2024-05-20T21:17:11.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.355+0000 7f5519000700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410a780 0x7f55141a0820 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f550000e970 tx=0x7f550000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:11.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.355+0000 7f5512000700 1 -- 172.21.15.6:0/88312426 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5500004a30 con 0x7f551410a780 2024-05-20T21:17:11.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.355+0000 7f5512000700 1 -- 172.21.15.6:0/88312426 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f550000cc90 con 0x7f551410a780 2024-05-20T21:17:11.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.355+0000 7f5512000700 1 -- 172.21.15.6:0/88312426 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5500005610 con 0x7f551410a780 2024-05-20T21:17:11.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.355+0000 7f551c400700 1 -- 172.21.15.6:0/88312426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55141a5590 con 0x7f551410a780 2024-05-20T21:17:11.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.355+0000 7f551c400700 1 -- 172.21.15.6:0/88312426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55141ace10 con 0x7f551410a780 2024-05-20T21:17:11.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.359+0000 7f5512000700 1 -- 172.21.15.6:0/88312426 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f550000c7e0 con 0x7f551410a780 2024-05-20T21:17:11.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.360+0000 7f5526cd6b80 1 Processor -- start 2024-05-20T21:17:11.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.360+0000 7f5526cd6b80 1 -- start start 2024-05-20T21:17:11.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.360+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb1e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.360+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb18260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.360+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.360+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c41fa76e40 con 0x55c41fb1deb0 2024-05-20T21:17:11.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.360+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c41fa669e0 con 0x55c41fb18880 2024-05-20T21:17:11.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.360+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c41fa6aa20 con 0x55c41fb1e7d0 2024-05-20T21:17:11.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f551a400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb1e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f551a400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb1e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40774/0 (socket says 172.21.15.6:40774) 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f551a400700 1 -- 172.21.15.6:0/4237460433 learned_addr learned my addr 172.21.15.6:0/4237460433 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f5519000700 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f5519a00700 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb18260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f551a400700 1 -- 172.21.15.6:0/4237460433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 msgr2=0x55c41fb18260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f551a400700 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb18260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f551a400700 1 -- 172.21.15.6:0/4237460433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 msgr2=0x55c41fb18ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f551a400700 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f551a400700 1 -- 172.21.15.6:0/4237460433 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c41fa2f420 con 0x55c41fb1deb0 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f5519000700 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.361+0000 7f5512000700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54fc0b2900 0x7f54fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.362+0000 7f551a400700 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb1e290 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f550c0098f0 tx=0x7f550c00bfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de7c8a4d0ac9179c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.362+0000 7f5512000700 1 -- 172.21.15.6:0/88312426 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f55000e23b0 con 0x7f551410a780 2024-05-20T21:17:11.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.362+0000 7f5519a00700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54fc0b2900 0x7f54fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.362+0000 7f5506a00700 1 -- 172.21.15.6:0/4237460433 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c026070 con 0x55c41fb1deb0 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.362+0000 7f5506a00700 1 -- 172.21.15.6:0/4237460433 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f550c0054f0 con 0x55c41fb1deb0 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.362+0000 7f5506a00700 1 -- 172.21.15.6:0/4237460433 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c0039b0 con 0x55c41fb1deb0 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 -- 172.21.15.6:0/4237460433 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 msgr2=0x55c41fb1e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5519a00700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54fc0b2900 0x7f54fc0b4dc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5508009cd0 tx=0x7f550800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb1e290 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f550c0098f0 tx=0x7f550c00bfa0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 -- 172.21.15.6:0/4237460433 shutdown_connections 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb1e290 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/4237460433 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb18260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 -- 172.21.15.6:0/4237460433 >> 172.21.15.6:0/4237460433 conn(0x55c41fa46be0 msgr2=0x55c41fb13010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 -- 172.21.15.6:0/4237460433 shutdown_connections 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.363+0000 7f5526cd6b80 1 -- 172.21.15.6:0/4237460433 wait complete. 2024-05-20T21:17:11.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.364+0000 7f5526cd6b80 1 -- start start 2024-05-20T21:17:11.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.364+0000 7f5526cd6b80 1 Processor -- start 2024-05-20T21:17:11.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb24500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1deb0 0x55c41fb218a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1e7d0 0x55c41fb21de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c41f96cfa0 con 0x55c41fb1e7d0 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c41fa07760 con 0x55c41fb1deb0 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c41fb251e0 con 0x55c41fb18880 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5526cd6b80 10 client.0 _ll_register_callbacks cb 0x55c41fa10c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5519a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb24500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f551a400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1e7d0 0x55c41fb21de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5519000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1deb0 0x55c41fb218a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5519a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb24500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48760/0 (socket says 172.21.15.6:48760) 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.365+0000 7f5519a00700 1 -- 172.21.15.6:0/3695448773 learned_addr learned my addr 172.21.15.6:0/3695448773 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f5519000700 1 -- 172.21.15.6:0/3695448773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 msgr2=0x55c41fb24500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f5519000700 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb24500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f5519000700 1 -- 172.21.15.6:0/3695448773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1e7d0 msgr2=0x55c41fb21de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:11.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f5519000700 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1e7d0 0x55c41fb21de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f5519000700 1 -- 172.21.15.6:0/3695448773 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c41f9b68d0 con 0x55c41fb1deb0 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f5519a00700 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb24500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f5519000700 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1deb0 0x55c41fb218a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f550000efd0 tx=0x7f5500004e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82260fcb1917c2b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f54fb400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f54fb400700 1 -- 172.21.15.6:0/3695448773 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55000a96a0 con 0x55c41fb1deb0 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f54fb400700 1 -- 172.21.15.6:0/3695448773 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f55000a9b30 con 0x55c41fb1deb0 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.366+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3695448773 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f550c0054f0 con 0x55c41fb1deb0 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f54fb400700 1 -- 172.21.15.6:0/3695448773 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f55000a5060 con 0x55c41fb1deb0 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f5526cd6b80 10 client.25376 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:11.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3695448773 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c41fa37060 con 0x55c41fb1deb0 2024-05-20T21:17:11.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f54fb400700 1 -- 172.21.15.6:0/3695448773 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f550c0054f0 con 0x55c41fb1deb0 2024-05-20T21:17:11.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f54fb400700 1 -- 172.21.15.6:0/3695448773 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f55000b22a0 con 0x55c41fb1deb0 2024-05-20T21:17:11.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f5526cd6b80 10 client.25376 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:11.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f5526cd6b80 10 client.25376 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:11.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f5526cd6b80 20 client.25376 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:11.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.367+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c41fb31de0 0x55c41fb341d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.368+0000 7f5526cd6b80 4 client.25376 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.368+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3695448773 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c41fa78d90 con 0x55c41fb31de0 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.368+0000 7f5519a00700 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c41fb31de0 0x55c41fb341d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.368+0000 7f5519a00700 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c41fb31de0 0x55c41fb341d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=435a0264873f6a3c server_cookie=eea3ac7cbc975868 in_seq=0 out_seq=0 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.368+0000 7f54fb400700 10 client.25376 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.369+0000 7f54fb400700 1 -- 172.21.15.6:0/3695448773 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c41fa78d90 con 0x55c41fb31de0 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.369+0000 7f54fb400700 10 client.25376 handle_command_reply: tid=0 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.369+0000 7f5526cd6b80 1 client.25376 shutdown 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3695448773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1deb0 msgr2=0x55c41fb218a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1deb0 0x55c41fb218a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f550000efd0 tx=0x7f5500004e90 comp rx=0 tx=0).stop 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3695448773 shutdown_connections 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1e7d0 0x55c41fb21de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c41fb31de0 0x55c41fb341d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb24500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3695448773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1deb0 0x55c41fb218a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f54fb400700 0 client.25376 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:11.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3695448773 >> 172.21.15.6:0/3695448773 conn(0x55c41fa46be0 msgr2=0x55c41fb17250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:11.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3695448773 shutdown_connections 2024-05-20T21:17:11.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3695448773 wait complete. 2024-05-20T21:17:11.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.370+0000 7f5526cd6b80 20 client.25376 trim_cache size 0 max 16384 2024-05-20T21:17:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.387+0000 7f5526cd6b80 1 Processor -- start 2024-05-20T21:17:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.387+0000 7f5526cd6b80 1 -- start start 2024-05-20T21:17:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.387+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.387+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb2e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.387+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb39aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.387+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55141b6e00 con 0x55c41fb1deb0 2024-05-20T21:17:11.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.387+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f55141b4690 con 0x55c41fb18880 2024-05-20T21:17:11.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.387+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f55141b24e0 con 0x55c41fb1e7d0 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.388+0000 7f5519000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb2e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.388+0000 7f551a400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb39aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.388+0000 7f551a400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb39aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48762/0 (socket says 172.21.15.6:48762) 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.388+0000 7f551a400700 1 -- 172.21.15.6:0/1413756123 learned_addr learned my addr 172.21.15.6:0/1413756123 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.388+0000 7f5519a00700 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.389+0000 7f551a400700 1 -- 172.21.15.6:0/1413756123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 msgr2=0x55c41fb18260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.389+0000 7f551a400700 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.389+0000 7f551a400700 1 -- 172.21.15.6:0/1413756123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 msgr2=0x55c41fb2e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.389+0000 7f551a400700 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb2e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.389+0000 7f551a400700 1 -- 172.21.15.6:0/1413756123 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c41fb0d4c0 con 0x55c41fb1e7d0 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.389+0000 7f5519000700 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb2e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:11.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.389+0000 7f551a400700 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb39aa0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f550c00c010 tx=0x7f550c00f6b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f26f38957e1ea687 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:11.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.389+0000 7f5506000700 1 -- 172.21.15.6:0/1413756123 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c026040 con 0x55c41fb1e7d0 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5506000700 1 -- 172.21.15.6:0/1413756123 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f550c02f070 con 0x55c41fb1e7d0 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5506000700 1 -- 172.21.15.6:0/1413756123 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c00b560 con 0x55c41fb1e7d0 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 -- 172.21.15.6:0/1413756123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 msgr2=0x55c41fb39aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb39aa0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f550c00c010 tx=0x7f550c00f6b0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 -- 172.21.15.6:0/1413756123 shutdown_connections 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb1e7d0 0x55c41fb39aa0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb18880 0x55c41fb18260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/1413756123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb2e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 -- 172.21.15.6:0/1413756123 >> 172.21.15.6:0/1413756123 conn(0x55c41fa46be0 msgr2=0x55c41fb1b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 -- 172.21.15.6:0/1413756123 shutdown_connections 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.390+0000 7f5526cd6b80 1 -- 172.21.15.6:0/1413756123 wait complete. 2024-05-20T21:17:11.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.391+0000 7f5526cd6b80 1 -- start start 2024-05-20T21:17:11.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.391+0000 7f5526cd6b80 1 Processor -- start 2024-05-20T21:17:11.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.391+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb2ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb39260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5526cd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1e7d0 0x55c41fb397a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55141b2b50 con 0x55c41fb1deb0 2024-05-20T21:17:11.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f55141b3fc0 con 0x55c41fb1e7d0 2024-05-20T21:17:11.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5526cd6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f55141b3220 con 0x55c41fb18880 2024-05-20T21:17:11.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5526cd6b80 10 client.0 _ll_register_callbacks cb 0x55c41fa10c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:11.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb39260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb2ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb39260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40814/0 (socket says 172.21.15.6:40814) 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519000700 1 -- 172.21.15.6:0/3773061519 learned_addr learned my addr 172.21.15.6:0/3773061519 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f551a400700 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1e7d0 0x55c41fb397a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519a00700 1 -- 172.21.15.6:0/3773061519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1e7d0 msgr2=0x55c41fb397a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519a00700 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1e7d0 0x55c41fb397a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519a00700 1 -- 172.21.15.6:0/3773061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 msgr2=0x55c41fb39260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519a00700 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb39260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519a00700 1 -- 172.21.15.6:0/3773061519 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c41fb39f90 con 0x55c41fb18880 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.392+0000 7f5519000700 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb39260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.393+0000 7f5519a00700 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb2ab90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5508009e60 tx=0x7f5508004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=183a4ea5d71a087d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.393+0000 7f54fb400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:11.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.393+0000 7f54fb400700 1 -- 172.21.15.6:0/3773061519 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55080048f0 con 0x55c41fb18880 2024-05-20T21:17:11.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.393+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3773061519 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f550c02f070 con 0x55c41fb18880 2024-05-20T21:17:11.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.393+0000 7f54fb400700 1 -- 172.21.15.6:0/3773061519 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5508004db0 con 0x55c41fb18880 2024-05-20T21:17:11.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f54fb400700 1 -- 172.21.15.6:0/3773061519 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f550803c050 con 0x55c41fb18880 2024-05-20T21:17:11.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f5526cd6b80 10 client.25393 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3773061519 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c41fb9c9d0 con 0x55c41fb18880 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f54fb400700 1 -- 172.21.15.6:0/3773061519 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f550c02f070 con 0x55c41fb18880 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f54fb400700 1 -- 172.21.15.6:0/3773061519 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5508035720 con 0x55c41fb18880 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f5526cd6b80 10 client.25393 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f5526cd6b80 10 client.25393 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f5526cd6b80 20 client.25393 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c41fb9d030 0x55c41fb9f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f5526cd6b80 4 client.25393 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.394+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3773061519 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c41fa72570 con 0x55c41fb9d030 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.395+0000 7f5519000700 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c41fb9d030 0x55c41fb9f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.395+0000 7f5519000700 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c41fb9d030 0x55c41fb9f440 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8887dff0ff1a95e server_cookie=c5e3c3cfc10d23f4 in_seq=0 out_seq=0 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.395+0000 7f54fb400700 10 client.25393 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f54fb400700 1 -- 172.21.15.6:0/3773061519 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c41fa72570 con 0x55c41fb9d030 2024-05-20T21:17:11.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f54fb400700 10 client.25393 handle_command_reply: tid=0 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 client.25393 shutdown 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3773061519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 msgr2=0x55c41fb2ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb2ab90 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5508009e60 tx=0x7f5508004b40 comp rx=0 tx=0).stop 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3773061519 shutdown_connections 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c41fb1e7d0 0x55c41fb397a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c41fb9d030 0x55c41fb9f440 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c41fb18880 0x55c41fb2ab90 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 --2- 172.21.15.6:0/3773061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c41fb1deb0 0x55c41fb39260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f54fb400700 0 client.25393 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3773061519 >> 172.21.15.6:0/3773061519 conn(0x55c41fa46be0 msgr2=0x55c41fb1ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3773061519 shutdown_connections 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 1 -- 172.21.15.6:0/3773061519 wait complete. 2024-05-20T21:17:11.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.396+0000 7f5526cd6b80 20 client.25393 trim_cache size 0 max 16384 2024-05-20T21:17:11.399 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:17:11.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 -- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54fc0b2900 msgr2=0x7f54fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54fc0b2900 0x7f54fc0b4dc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5508009cd0 tx=0x7f550800b040 comp rx=0 tx=0).stop 2024-05-20T21:17:11.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 -- 172.21.15.6:0/88312426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410a780 msgr2=0x7f55141a0820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410a780 0x7f55141a0820 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f550000e970 tx=0x7f550000ec80 comp rx=0 tx=0).stop 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 -- 172.21.15.6:0/88312426 shutdown_connections 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54fc0b2900 0x7f54fc0b4dc0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551410eeb0 0x7f55141a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5514109dd0 0x7f55141a02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 --2- 172.21.15.6:0/88312426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551410a780 0x7f55141a0820 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 -- 172.21.15.6:0/88312426 >> 172.21.15.6:0/88312426 conn(0x7f5514076d10 msgr2=0x7f5514077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.397+0000 7f551c400700 1 -- 172.21.15.6:0/88312426 shutdown_connections 2024-05-20T21:17:11.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:11.398+0000 7f551c400700 1 -- 172.21.15.6:0/88312426 wait complete. 2024-05-20T21:17:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:11 smithi042 ceph-mon[36332]: pgmap v480: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:11.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:11 smithi006 ceph-mon[31422]: pgmap v480: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:11 smithi062 ceph-mon[36640]: pgmap v480: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:13.336 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:17:13.336 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:17:13.840 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:13 smithi042 ceph-mon[36332]: pgmap v481: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:13.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:13 smithi006 ceph-mon[31422]: pgmap v481: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:13 smithi062 ceph-mon[36640]: pgmap v481: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:14.249 INFO:tasks.quiescer.fs.[cephfs]:Total duration (37.7) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:17:14.249 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.85 2024-05-20T21:17:14.249 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.628+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3659232125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b980754b0 msgr2=0x7f3b98075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.628+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3659232125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b980754b0 0x7f3b98075930 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3b84009900 tx=0x7f3b8402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.629+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3659232125 shutdown_connections 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.629+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3659232125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b9810a7d0 0x7f3b9810cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.629+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3659232125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b980754b0 0x7f3b98075930 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.629+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3659232125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b98076a90 0x7f3b98074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.629+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3659232125 >> 172.21.15.6:0/3659232125 conn(0x7f3b980fde80 msgr2=0x7f3b981002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.629+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3659232125 shutdown_connections 2024-05-20T21:17:14.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.629+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3659232125 wait complete. 2024-05-20T21:17:14.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.630+0000 7f3b9ee00640 1 Processor -- start 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.630+0000 7f3b9ee00640 1 -- start start 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.630+0000 7f3b9ee00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b980754b0 0x7f3b9819ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9ee00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b98076a90 0x7f3b9819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9ee00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b9810a7d0 0x7f3b981a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9ee00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3b98110670 con 0x7f3b980754b0 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9ee00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3b981104f0 con 0x7f3b98076a90 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9ee00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3b981107f0 con 0x7f3b9810a7d0 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9d000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b98076a90 0x7f3b9819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9da00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b980754b0 0x7f3b9819ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9d000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b98076a90 0x7f3b9819b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54202/0 (socket says 172.21.15.6:54202) 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9d000640 1 -- 172.21.15.6:0/3762817689 learned_addr learned my addr 172.21.15.6:0/3762817689 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9e400640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b9810a7d0 0x7f3b981a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9da00640 1 -- 172.21.15.6:0/3762817689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b9810a7d0 msgr2=0x7f3b981a2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9da00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b9810a7d0 0x7f3b981a2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9da00640 1 -- 172.21.15.6:0/3762817689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b98076a90 msgr2=0x7f3b9819b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.631+0000 7f3b9da00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b98076a90 0x7f3b9819b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.632+0000 7f3b9da00640 1 -- 172.21.15.6:0/3762817689 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b981a2970 con 0x7f3b980754b0 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.632+0000 7f3b9d000640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b98076a90 0x7f3b9819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.632+0000 7f3b9da00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b980754b0 0x7f3b9819ad50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3b88009fd0 tx=0x7f3b8800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.632+0000 7f3b96000640 1 -- 172.21.15.6:0/3762817689 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b88004b20 con 0x7f3b980754b0 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.632+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3762817689 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b981a2c60 con 0x7f3b980754b0 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.632+0000 7f3b96000640 1 -- 172.21.15.6:0/3762817689 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b88004cc0 con 0x7f3b980754b0 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.632+0000 7f3b96000640 1 -- 172.21.15.6:0/3762817689 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b88010720 con 0x7f3b980754b0 2024-05-20T21:17:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.632+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3762817689 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b981a31b0 con 0x7f3b980754b0 2024-05-20T21:17:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.635+0000 7f3ba3372740 1 Processor -- start 2024-05-20T21:17:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3ba3372740 1 -- start start 2024-05-20T21:17:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3b96000640 1 -- 172.21.15.6:0/3762817689 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3b88005020 con 0x7f3b980754b0 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a24110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a291e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a2bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3ba3372740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e077993b90 con 0x55e077a29850 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3ba3372740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e077983730 con 0x55e077a23cf0 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3ba3372740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e077987770 con 0x55e077a246e0 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.636+0000 7f3b9d000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a2bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9e400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a24110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9d000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a2bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40834/0 (socket says 172.21.15.6:40834) 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9d000640 1 -- 172.21.15.6:0/5999997 learned_addr learned my addr 172.21.15.6:0/5999997 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9da00640 1 --2- 172.21.15.6:0/5999997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a291e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9e400640 1 -- 172.21.15.6:0/5999997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 msgr2=0x55e077a291e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9e400640 1 --2- 172.21.15.6:0/5999997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a291e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9e400640 1 -- 172.21.15.6:0/5999997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 msgr2=0x55e077a2bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9e400640 1 --2- 172.21.15.6:0/5999997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a2bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9e400640 1 -- 172.21.15.6:0/5999997 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e07791c8b0 con 0x55e077a23cf0 2024-05-20T21:17:14.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.637+0000 7f3b9e400640 1 --2- 172.21.15.6:0/5999997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a24110 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009b80 tx=0x7f3b90011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cf1b043eb121bc6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:14.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3b8ea00640 1 -- 172.21.15.6:0/5999997 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90004030 con 0x55e077a23cf0 2024-05-20T21:17:14.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3b8ea00640 1 -- 172.21.15.6:0/5999997 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b90005020 con 0x55e077a23cf0 2024-05-20T21:17:14.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3b8ea00640 1 -- 172.21.15.6:0/5999997 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90004ca0 con 0x55e077a23cf0 2024-05-20T21:17:14.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3ba3372740 1 -- 172.21.15.6:0/5999997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 msgr2=0x55e077a24110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3b96000640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b7c0b27d0 0x7f3b7c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3ba3372740 1 --2- 172.21.15.6:0/5999997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a24110 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009b80 tx=0x7f3b90011810 comp rx=0 tx=0).stop 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3ba3372740 1 -- 172.21.15.6:0/5999997 shutdown_connections 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3ba3372740 1 --2- 172.21.15.6:0/5999997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a2bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3ba3372740 1 --2- 172.21.15.6:0/5999997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a291e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3ba3372740 1 --2- 172.21.15.6:0/5999997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a24110 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.638+0000 7f3ba3372740 1 -- 172.21.15.6:0/5999997 >> 172.21.15.6:0/5999997 conn(0x55e077a1f360 msgr2=0x55e077a1f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.639+0000 7f3b96000640 1 -- 172.21.15.6:0/3762817689 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3b880e2a30 con 0x7f3b980754b0 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.639+0000 7f3b9da00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b7c0b27d0 0x7f3b7c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.639+0000 7f3ba3372740 1 -- 172.21.15.6:0/5999997 shutdown_connections 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.639+0000 7f3ba3372740 1 -- 172.21.15.6:0/5999997 wait complete. 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.639+0000 7f3ba3372740 1 -- start start 2024-05-20T21:17:14.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.639+0000 7f3b9da00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b7c0b27d0 0x7f3b7c0b4c90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x55e077a24ae0 tx=0x7f3b880e6500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.640+0000 7f3ba3372740 1 Processor -- start 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.640+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a23cf0 0x55e077a2dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.640+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a246e0 0x55e077a2dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.640+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a35030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.640+0000 7f3ba3372740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e077669790 con 0x55e077a29850 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.640+0000 7f3ba3372740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e07792bbc0 con 0x55e077a246e0 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.640+0000 7f3ba3372740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e077a2c800 con 0x55e077a23cf0 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.640+0000 7f3ba3372740 10 client.0 _ll_register_callbacks cb 0x55e077909400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9e400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a23cf0 0x55e077a2dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9e400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a23cf0 0x55e077a2dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48808/0 (socket says 172.21.15.6:48808) 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9e400640 1 -- 172.21.15.6:0/2384353279 learned_addr learned my addr 172.21.15.6:0/2384353279 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9d000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a246e0 0x55e077a2dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9e400640 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a35030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9d000640 1 -- 172.21.15.6:0/2384353279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a23cf0 msgr2=0x55e077a2dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:14.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9d000640 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a23cf0 0x55e077a2dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9d000640 1 -- 172.21.15.6:0/2384353279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 msgr2=0x55e077a35030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:14.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9d000640 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a35030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.641+0000 7f3b9d000640 1 -- 172.21.15.6:0/2384353279 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e077698210 con 0x55e077a246e0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.642+0000 7f3b9d000640 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a246e0 0x55e077a2dff0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x55e077a20230 tx=0x7f3b84003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=895459975c3cc4b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.642+0000 7f3b83400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.642+0000 7f3b83400640 1 -- 172.21.15.6:0/2384353279 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84035070 con 0x55e077a246e0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.642+0000 7f3b83400640 1 -- 172.21.15.6:0/2384353279 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3b84003ba0 con 0x55e077a246e0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.642+0000 7f3ba3372740 1 -- 172.21.15.6:0/2384353279 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b90005020 con 0x55e077a246e0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.642+0000 7f3b83400640 1 -- 172.21.15.6:0/2384353279 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3b84003da0 con 0x55e077a246e0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.642+0000 7f3ba3372740 10 client.25394 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.642+0000 7f3ba3372740 1 -- 172.21.15.6:0/2384353279 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e077764620 con 0x55e077a246e0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.643+0000 7f3b83400640 1 -- 172.21.15.6:0/2384353279 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b90005020 con 0x55e077a246e0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.643+0000 7f3b83400640 1 -- 172.21.15.6:0/2384353279 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3b84046600 con 0x55e077a246e0 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.643+0000 7f3ba3372740 10 client.25394 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:14.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.643+0000 7f3ba3372740 10 client.25394 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.643+0000 7f3ba3372740 20 client.25394 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.643+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e077a39590 0x55e077a3b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.643+0000 7f3ba3372740 4 client.25394 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.643+0000 7f3ba3372740 1 -- 172.21.15.6:0/2384353279 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e077995ae0 con 0x55e077a39590 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.644+0000 7f3b9e400640 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e077a39590 0x55e077a3b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.644+0000 7f3b9e400640 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e077a39590 0x55e077a3b980 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb3aec7ec6112d8c server_cookie=65c0b6550703e430 in_seq=0 out_seq=0 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.644+0000 7f3b83400640 10 client.25394 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3b83400640 1 -- 172.21.15.6:0/2384353279 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e077995ae0 con 0x55e077a39590 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3b83400640 10 client.25394 handle_command_reply: tid=0 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 client.25394 shutdown 2024-05-20T21:17:14.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 -- 172.21.15.6:0/2384353279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a246e0 msgr2=0x55e077a2dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a246e0 0x55e077a2dff0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x55e077a20230 tx=0x7f3b84003820 comp rx=0 tx=0).stop 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 -- 172.21.15.6:0/2384353279 shutdown_connections 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e077a39590 0x55e077a3b980 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a35030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a246e0 0x55e077a2dff0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2384353279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a23cf0 0x55e077a2dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3b83400640 0 client.25394 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 -- 172.21.15.6:0/2384353279 >> 172.21.15.6:0/2384353279 conn(0x55e077a1f360 msgr2=0x55e077a1e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 -- 172.21.15.6:0/2384353279 shutdown_connections 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.645+0000 7f3ba3372740 1 -- 172.21.15.6:0/2384353279 wait complete. 2024-05-20T21:17:14.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.646+0000 7f3ba3372740 20 client.25394 trim_cache size 0 max 16384 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.662+0000 7f3ba3372740 1 Processor -- start 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.662+0000 7f3ba3372740 1 -- start start 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a23cf0 0x55e077a25a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a34ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a29850 0x55e077a228e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3ba3372740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3b981ae9c0 con 0x55e077a23cf0 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3ba3372740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3b981ac290 con 0x55e077a29850 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3ba3372740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3b981aa0e0 con 0x55e077a246e0 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3b9e400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a23cf0 0x55e077a25a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3b9e400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a23cf0 0x55e077a25a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40846/0 (socket says 172.21.15.6:40846) 2024-05-20T21:17:14.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3b9e400640 1 -- 172.21.15.6:0/2730523575 learned_addr learned my addr 172.21.15.6:0/2730523575 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:14.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3b9e400640 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a29850 0x55e077a228e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.663+0000 7f3b9d000640 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a34ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b9d000640 1 -- 172.21.15.6:0/2730523575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a29850 msgr2=0x55e077a228e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:14.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b9d000640 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a29850 0x55e077a228e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b9d000640 1 -- 172.21.15.6:0/2730523575 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a23cf0 msgr2=0x55e077a25a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b9d000640 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a23cf0 0x55e077a25a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b9d000640 1 -- 172.21.15.6:0/2730523575 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e077a3bfe0 con 0x55e077a246e0 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b9e400640 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a23cf0 0x55e077a25a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b9d000640 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a34ff0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f3b840096c0 tx=0x7f3b8402a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89e7cd5bfb19c998 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b8e000640 1 -- 172.21.15.6:0/2730523575 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84035040 con 0x55e077a246e0 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b8e000640 1 -- 172.21.15.6:0/2730523575 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b84003ba0 con 0x55e077a246e0 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.664+0000 7f3b8e000640 1 -- 172.21.15.6:0/2730523575 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84031890 con 0x55e077a246e0 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 -- 172.21.15.6:0/2730523575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 msgr2=0x55e077a34ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a34ff0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f3b840096c0 tx=0x7f3b8402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 -- 172.21.15.6:0/2730523575 shutdown_connections 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a29850 0x55e077a228e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a34ff0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 --2- 172.21.15.6:0/2730523575 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a23cf0 0x55e077a25a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 -- 172.21.15.6:0/2730523575 >> 172.21.15.6:0/2730523575 conn(0x55e077a1f360 msgr2=0x55e077a1dc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 -- 172.21.15.6:0/2730523575 shutdown_connections 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 -- 172.21.15.6:0/2730523575 wait complete. 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.665+0000 7f3ba3372740 1 -- start start 2024-05-20T21:17:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.666+0000 7f3ba3372740 1 Processor -- start 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.666+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a32e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.666+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a33360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.666+0000 7f3ba3372740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a34300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.666+0000 7f3ba3372740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3b981aa750 con 0x55e077a29850 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.666+0000 7f3ba3372740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3b981abbc0 con 0x55e077a23cf0 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.666+0000 7f3ba3372740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3b981aae20 con 0x55e077a246e0 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.666+0000 7f3ba3372740 10 client.0 _ll_register_callbacks cb 0x7f3b84009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a33360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a33360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48832/0 (socket says 172.21.15.6:48832) 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9e400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a32e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 -- 172.21.15.6:0/1297437468 learned_addr learned my addr 172.21.15.6:0/1297437468 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9e400640 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a34300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 -- 172.21.15.6:0/1297437468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 msgr2=0x55e077a32e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a32e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 -- 172.21.15.6:0/1297437468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 msgr2=0x55e077a34300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a34300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 -- 172.21.15.6:0/1297437468 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e077a1f190 con 0x55e077a246e0 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b9d000640 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a33360 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3b84046a50 tx=0x7f3b84009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c26add16e209c3ea server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.667+0000 7f3b83400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3b83400640 1 -- 172.21.15.6:0/1297437468 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b84035070 con 0x55e077a246e0 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3b83400640 1 -- 172.21.15.6:0/1297437468 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3b84031bd0 con 0x55e077a246e0 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3ba3372740 1 -- 172.21.15.6:0/1297437468 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b84003ba0 con 0x55e077a246e0 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3b83400640 1 -- 172.21.15.6:0/1297437468 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3b84046c40 con 0x55e077a246e0 2024-05-20T21:17:14.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3ba3372740 10 client.25411 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3ba3372740 1 -- 172.21.15.6:0/1297437468 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e077aa4560 con 0x55e077a246e0 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3b83400640 1 -- 172.21.15.6:0/1297437468 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b84003ba0 con 0x55e077a246e0 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3b83400640 1 -- 172.21.15.6:0/1297437468 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3b84050420 con 0x55e077a246e0 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3ba3372740 10 client.25411 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3ba3372740 10 client.25411 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3ba3372740 20 client.25411 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.668+0000 7f3ba3372740 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e077aa4dc0 0x55e077aa71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.669+0000 7f3ba3372740 4 client.25411 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.669+0000 7f3ba3372740 1 -- 172.21.15.6:0/1297437468 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e07798f2c0 con 0x55e077aa4dc0 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.669+0000 7f3b9e400640 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e077aa4dc0 0x55e077aa71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.669+0000 7f3b9e400640 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e077aa4dc0 0x55e077aa71e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f025ac4bb21238ca server_cookie=b04c65d48e33eef4 in_seq=0 out_seq=0 2024-05-20T21:17:14.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.669+0000 7f3b83400640 10 client.25411 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3b83400640 1 -- 172.21.15.6:0/1297437468 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e07798f2c0 con 0x55e077aa4dc0 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3b83400640 10 client.25411 handle_command_reply: tid=0 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 client.25411 shutdown 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 -- 172.21.15.6:0/1297437468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 msgr2=0x55e077a33360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a33360 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3b84046a50 tx=0x7f3b84009260 comp rx=0 tx=0).stop 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 -- 172.21.15.6:0/1297437468 shutdown_connections 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e077aa4dc0 0x55e077aa71e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e077a29850 0x55e077a34300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e077a246e0 0x55e077a33360 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 --2- 172.21.15.6:0/1297437468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e077a23cf0 0x55e077a32e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3b83400640 0 client.25411 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:14.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 -- 172.21.15.6:0/1297437468 >> 172.21.15.6:0/1297437468 conn(0x55e077a1f360 msgr2=0x55e077a1dc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:14.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 -- 172.21.15.6:0/1297437468 shutdown_connections 2024-05-20T21:17:14.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 1 -- 172.21.15.6:0/1297437468 wait complete. 2024-05-20T21:17:14.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.676+0000 7f3ba3372740 20 client.25411 trim_cache size 0 max 16384 2024-05-20T21:17:14.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:17:14.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:17:14.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:17:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b7c0b27d0 msgr2=0x7f3b7c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b7c0b27d0 0x7f3b7c0b4c90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x55e077a24ae0 tx=0x7f3b880e6500 comp rx=0 tx=0).stop 2024-05-20T21:17:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b980754b0 msgr2=0x7f3b9819ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b980754b0 0x7f3b9819ad50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3b88009fd0 tx=0x7f3b8800ef90 comp rx=0 tx=0).stop 2024-05-20T21:17:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3762817689 shutdown_connections 2024-05-20T21:17:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3b7c0b27d0 0x7f3b7c0b4c90 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3b9810a7d0 0x7f3b981a2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3b98076a90 0x7f3b9819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 --2- 172.21.15.6:0/3762817689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3b980754b0 0x7f3b9819ad50 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3762817689 >> 172.21.15.6:0/3762817689 conn(0x7f3b980fde80 msgr2=0x7f3b981066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3762817689 shutdown_connections 2024-05-20T21:17:14.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:14.677+0000 7f3b9ee00640 1 -- 172.21.15.6:0/3762817689 wait complete. 2024-05-20T21:17:15.490 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:15.643 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:15 smithi006 ceph-mon[31422]: pgmap v482: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:15 smithi042 ceph-mon[36332]: pgmap v482: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:15 smithi062 ceph-mon[36640]: pgmap v482: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:17:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 -- 172.21.15.6:0/3688370675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0810b760 msgr2=0x7fab0810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 --2- 172.21.15.6:0/3688370675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0810b760 0x7fab0810bb40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7faaf8009990 tx=0x7faaf8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 -- 172.21.15.6:0/3688370675 shutdown_connections 2024-05-20T21:17:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 --2- 172.21.15.6:0/3688370675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab08106120 0x7fab08112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 --2- 172.21.15.6:0/3688370675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0810b760 0x7fab0810bb40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 --2- 172.21.15.6:0/3688370675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab08105760 0x7fab08105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 -- 172.21.15.6:0/3688370675 >> 172.21.15.6:0/3688370675 conn(0x7fab08101250 msgr2=0x7fab08103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 -- 172.21.15.6:0/3688370675 shutdown_connections 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.024+0000 7fab0ee00700 1 -- 172.21.15.6:0/3688370675 wait complete. 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.026+0000 7fab0ee00700 1 Processor -- start 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.026+0000 7fab0ee00700 1 -- start start 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab0ee00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab08105760 0x7fab0819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab0ee00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab08106120 0x7fab0819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab0ee00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0810b760 0x7fab081a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab0ee00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab08115960 con 0x7fab0810b760 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab0ee00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab081157e0 con 0x7fab08105760 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab0ee00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab08115ae0 con 0x7fab08106120 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab07400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab08106120 0x7fab0819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab07e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab08105760 0x7fab0819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab07400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab08106120 0x7fab0819c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56432/0 (socket says 172.21.15.6:56432) 2024-05-20T21:17:17.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab07e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab08105760 0x7fab0819bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51334/0 (socket says 172.21.15.6:51334) 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab07400700 1 -- 172.21.15.6:0/506088674 learned_addr learned my addr 172.21.15.6:0/506088674 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.027+0000 7fab0ce00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0810b760 0x7fab081a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab07400700 1 -- 172.21.15.6:0/506088674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab08105760 msgr2=0x7fab0819bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab07400700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab08105760 0x7fab0819bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab07400700 1 -- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0810b760 msgr2=0x7fab081a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab07400700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0810b760 0x7fab081a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab07400700 1 -- 172.21.15.6:0/506088674 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab081a0db0 con 0x7fab08106120 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab07400700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab08106120 0x7fab0819c330 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faaf400eb30 tx=0x7faaf400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab04c00700 1 -- 172.21.15.6:0/506088674 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf400cc90 con 0x7fab08106120 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab0ee00700 1 -- 172.21.15.6:0/506088674 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab081a10a0 con 0x7fab08106120 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab04c00700 1 -- 172.21.15.6:0/506088674 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf40044d0 con 0x7fab08106120 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.028+0000 7fab04c00700 1 -- 172.21.15.6:0/506088674 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf4010430 con 0x7fab08106120 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.029+0000 7fab0ee00700 1 -- 172.21.15.6:0/506088674 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab081a8920 con 0x7fab08106120 2024-05-20T21:17:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.033+0000 7fab04c00700 1 -- 172.21.15.6:0/506088674 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faaf4003ea0 con 0x7fab08106120 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.033+0000 7fab1977cb80 1 Processor -- start 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab1977cb80 1 -- start start 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 0x564d4bb88310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bb822e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb82d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab1977cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564d4bae0ec0 con 0x564d4bb87f30 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab1977cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564d4bad0a60 con 0x564d4bb88850 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab1977cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564d4bad4aa0 con 0x564d4bb82900 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab0ce00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 0x564d4bb88310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab07e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bb822e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab07400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb82d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.034+0000 7fab07e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bb822e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51342/0 (socket says 172.21.15.6:51342) 2024-05-20T21:17:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.035+0000 7fab07e00700 1 -- 172.21.15.6:0/3388715254 learned_addr learned my addr 172.21.15.6:0/3388715254 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.035+0000 7fab07e00700 1 -- 172.21.15.6:0/3388715254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 msgr2=0x564d4bb82d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.035+0000 7fab07e00700 1 --2- 172.21.15.6:0/3388715254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb82d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.035+0000 7fab07e00700 1 -- 172.21.15.6:0/3388715254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 msgr2=0x564d4bb88310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.035+0000 7fab07e00700 1 --2- 172.21.15.6:0/3388715254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 0x564d4bb88310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.035+0000 7fab07e00700 1 -- 172.21.15.6:0/3388715254 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d4ba994a0 con 0x564d4bb88850 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.035+0000 7fab07e00700 1 --2- 172.21.15.6:0/3388715254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bb822e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7faaf8009990 tx=0x7faaf80096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=726231cecfe11069 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.035+0000 7fab04c00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2880 0x7faaec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.036+0000 7fab04c00700 1 -- 172.21.15.6:0/506088674 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7faaf40e25b0 con 0x7fab08106120 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.036+0000 7fab0ce00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2880 0x7faaec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.036+0000 7faafd600700 1 -- 172.21.15.6:0/3388715254 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf8027070 con 0x564d4bb88850 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.036+0000 7faafd600700 1 -- 172.21.15.6:0/3388715254 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf80056a0 con 0x564d4bb88850 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.036+0000 7faafd600700 1 -- 172.21.15.6:0/3388715254 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf8003a70 con 0x564d4bb88850 2024-05-20T21:17:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 -- 172.21.15.6:0/3388715254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 msgr2=0x564d4bb822e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab0ce00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2880 0x7faaec0b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fab00007550 tx=0x7fab00009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3388715254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bb822e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7faaf8009990 tx=0x7faaf80096a0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 -- 172.21.15.6:0/3388715254 shutdown_connections 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3388715254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb82d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3388715254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 0x564d4bb88310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3388715254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bb822e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 -- 172.21.15.6:0/3388715254 >> 172.21.15.6:0/3388715254 conn(0x564d4bab0c60 msgr2=0x564d4bb7d090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 -- 172.21.15.6:0/3388715254 shutdown_connections 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 -- 172.21.15.6:0/3388715254 wait complete. 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.037+0000 7fab1977cb80 1 -- start start 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.038+0000 7fab1977cb80 1 Processor -- start 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.038+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb82900 0x564d4bb8e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.038+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb87f30 0x564d4bb8b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.038+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 0x564d4bb8bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.038+0000 7fab1977cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564d4b9d7020 con 0x564d4bb88850 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.038+0000 7fab1977cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564d4ba717e0 con 0x564d4bb82900 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.038+0000 7fab1977cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564d4bb8f260 con 0x564d4bb87f30 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.038+0000 7fab1977cb80 10 client.0 _ll_register_callbacks cb 0x564d4ba7acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb82900 0x564d4bb8e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb82900 0x564d4bb8e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51350/0 (socket says 172.21.15.6:51350) 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 -- 172.21.15.6:0/507254342 learned_addr learned my addr 172.21.15.6:0/507254342 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab0ce00700 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 0x564d4bb8bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07400700 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb87f30 0x564d4bb8b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 -- 172.21.15.6:0/507254342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb87f30 msgr2=0x564d4bb8b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb87f30 0x564d4bb8b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 -- 172.21.15.6:0/507254342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 msgr2=0x564d4bb8bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:17.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 0x564d4bb8bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 -- 172.21.15.6:0/507254342 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d4ba20950 con 0x564d4bb82900 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7fab07e00700 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb82900 0x564d4bb8e510 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7faaf800bd80 tx=0x7faaf800b410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b03bf16c1de0cf2e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.039+0000 7faaf2000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.040+0000 7faaf2000700 1 -- 172.21.15.6:0/507254342 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf8033060 con 0x564d4bb82900 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.040+0000 7fab1977cb80 1 -- 172.21.15.6:0/507254342 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaf80056a0 con 0x564d4bb82900 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.040+0000 7faaf2000700 1 -- 172.21.15.6:0/507254342 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7faaf802e480 con 0x564d4bb82900 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.040+0000 7faaf2000700 1 -- 172.21.15.6:0/507254342 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faaf8027070 con 0x564d4bb82900 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.040+0000 7fab1977cb80 10 client.25412 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.040+0000 7fab1977cb80 1 -- 172.21.15.6:0/507254342 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564d4baa10e0 con 0x564d4bb82900 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7faaf2000700 1 -- 172.21.15.6:0/507254342 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf80056a0 con 0x564d4bb82900 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7faaf2000700 1 -- 172.21.15.6:0/507254342 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faaf8021070 con 0x564d4bb82900 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7fab1977cb80 10 client.25412 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7fab1977cb80 10 client.25412 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7fab1977cb80 20 client.25412 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7fab1977cb80 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564d4bb9bbe0 0x564d4bb9dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7fab1977cb80 4 client.25412 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7fab1977cb80 1 -- 172.21.15.6:0/507254342 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d4bae2e10 con 0x564d4bb9bbe0 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.041+0000 7fab07400700 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564d4bb9bbe0 0x564d4bb9dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.042+0000 7fab07400700 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564d4bb9bbe0 0x564d4bb9dfd0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eb2569ec1e0d883 server_cookie=8299232a1d4641f in_seq=0 out_seq=0 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.042+0000 7faaf2000700 10 client.25412 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7faaf2000700 1 -- 172.21.15.6:0/507254342 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564d4bae2e10 con 0x564d4bb9bbe0 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7faaf2000700 10 client.25412 handle_command_reply: tid=0 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 client.25412 shutdown 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 -- 172.21.15.6:0/507254342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb82900 msgr2=0x564d4bb8e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb82900 0x564d4bb8e510 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7faaf800bd80 tx=0x7faaf800b410 comp rx=0 tx=0).stop 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 -- 172.21.15.6:0/507254342 shutdown_connections 2024-05-20T21:17:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 0x564d4bb8bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb82900 0x564d4bb8e510 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564d4bb9bbe0 0x564d4bb9dfd0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 --2- 172.21.15.6:0/507254342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb87f30 0x564d4bb8b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7faaf2000700 0 client.25412 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 -- 172.21.15.6:0/507254342 >> 172.21.15.6:0/507254342 conn(0x564d4bab0c60 msgr2=0x564d4bb812d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 -- 172.21.15.6:0/507254342 shutdown_connections 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.043+0000 7fab1977cb80 1 -- 172.21.15.6:0/507254342 wait complete. 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.044+0000 7fab1977cb80 20 client.25412 trim_cache size 0 max 16384 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab1977cb80 1 Processor -- start 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab1977cb80 1 -- start start 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb822e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 0x564d4bb89400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bba0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab1977cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab081b2900 con 0x564d4bb87f30 2024-05-20T21:17:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab1977cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab081b0190 con 0x564d4bb88850 2024-05-20T21:17:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab1977cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab081adfe0 con 0x564d4bb82900 2024-05-20T21:17:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb822e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb822e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56458/0 (socket says 172.21.15.6:56458) 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 -- 172.21.15.6:0/2598629228 learned_addr learned my addr 172.21.15.6:0/2598629228 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab0ce00700 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bba0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07400700 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 0x564d4bb89400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 -- 172.21.15.6:0/2598629228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 msgr2=0x564d4bba0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bba0ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 -- 172.21.15.6:0/2598629228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 msgr2=0x564d4bb89400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 0x564d4bb89400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 -- 172.21.15.6:0/2598629228 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d4bb75210 con 0x564d4bb82900 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab0ce00700 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bba0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.068+0000 7fab07e00700 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb822e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7faaf80098e0 tx=0x7faaf80056b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9a48c52fd626851 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:17.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.069+0000 7faafcc00700 1 -- 172.21.15.6:0/2598629228 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf8033070 con 0x564d4bb82900 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.069+0000 7faafcc00700 1 -- 172.21.15.6:0/2598629228 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf8028040 con 0x564d4bb82900 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.069+0000 7faafcc00700 1 -- 172.21.15.6:0/2598629228 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf80387a0 con 0x564d4bb82900 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.069+0000 7fab1977cb80 1 -- 172.21.15.6:0/2598629228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 msgr2=0x564d4bb822e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.069+0000 7fab1977cb80 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb822e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7faaf80098e0 tx=0x7faaf80056b0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 -- 172.21.15.6:0/2598629228 shutdown_connections 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb88850 0x564d4bba0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bb822e0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 --2- 172.21.15.6:0/2598629228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb87f30 0x564d4bb89400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 -- 172.21.15.6:0/2598629228 >> 172.21.15.6:0/2598629228 conn(0x564d4bab0c60 msgr2=0x564d4bb88cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 -- 172.21.15.6:0/2598629228 shutdown_connections 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 -- 172.21.15.6:0/2598629228 wait complete. 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 -- start start 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.070+0000 7fab1977cb80 1 Processor -- start 2024-05-20T21:17:17.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bba1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb87f30 0x564d4bb9f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab1977cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 0x564d4bb9ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab1977cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab081ae650 con 0x564d4bb88850 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab1977cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab081afac0 con 0x564d4bb87f30 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab1977cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab081aed20 con 0x564d4bb82900 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab1977cb80 10 client.0 _ll_register_callbacks cb 0x564d4ba7acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab07e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bba1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab07e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bba1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56472/0 (socket says 172.21.15.6:56472) 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab0ce00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 0x564d4bb9ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab07e00700 1 -- 172.21.15.6:0/3386924925 learned_addr learned my addr 172.21.15.6:0/3386924925 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.071+0000 7fab07400700 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb87f30 0x564d4bb9f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7fab07e00700 1 -- 172.21.15.6:0/3386924925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb87f30 msgr2=0x564d4bb9f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:17.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7fab07e00700 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb87f30 0x564d4bb9f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7fab07e00700 1 -- 172.21.15.6:0/3386924925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 msgr2=0x564d4bb9ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7fab07e00700 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 0x564d4bb9ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7fab07e00700 1 -- 172.21.15.6:0/3386924925 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d4bba0760 con 0x564d4bb82900 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7fab07e00700 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bba1630 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7faaf800bd80 tx=0x7faaf800f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe475fca06a9e55a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7faaf2000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7faaf2000700 1 -- 172.21.15.6:0/3386924925 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf8033070 con 0x564d4bb82900 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7faaf2000700 1 -- 172.21.15.6:0/3386924925 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7faaf8003ca0 con 0x564d4bb82900 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.072+0000 7fab1977cb80 1 -- 172.21.15.6:0/3386924925 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaf8028040 con 0x564d4bb82900 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7faaf2000700 1 -- 172.21.15.6:0/3386924925 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faaf802e480 con 0x564d4bb82900 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7fab1977cb80 10 client.25429 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7fab1977cb80 1 -- 172.21.15.6:0/3386924925 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564d4bc073e0 con 0x564d4bb82900 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7faaf2000700 1 -- 172.21.15.6:0/3386924925 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf8028040 con 0x564d4bb82900 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7faaf2000700 1 -- 172.21.15.6:0/3386924925 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faaf8021030 con 0x564d4bb82900 2024-05-20T21:17:17.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7fab1977cb80 10 client.25429 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7fab1977cb80 10 client.25429 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7fab1977cb80 20 client.25429 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564d4bc07980 0x564d4bc09da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7fab1977cb80 4 client.25429 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.073+0000 7fab1977cb80 1 -- 172.21.15.6:0/3386924925 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564d4badc5f0 con 0x564d4bc07980 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.074+0000 7fab07400700 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564d4bc07980 0x564d4bc09da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.074+0000 7fab07400700 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564d4bc07980 0x564d4bc09da0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6abda31de54af4d server_cookie=2171555ea972f02 in_seq=0 out_seq=0 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.074+0000 7faaf2000700 10 client.25429 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:17.225 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "fe56be36-68f1-4bfd-9d29-045140401817", 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.075+0000 7faaf2000700 1 -- 172.21.15.6:0/3386924925 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564d4badc5f0 con 0x564d4bc07980 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.075+0000 7faaf2000700 10 client.25429 handle_command_reply: tid=0 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.075+0000 7fab1977cb80 1 client.25429 shutdown 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 -- 172.21.15.6:0/3386924925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 msgr2=0x564d4bba1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bba1630 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7faaf800bd80 tx=0x7faaf800f690 comp rx=0 tx=0).stop 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 -- 172.21.15.6:0/3386924925 shutdown_connections 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d4bb88850 0x564d4bb9ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564d4bc07980 0x564d4bc09da0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d4bb82900 0x564d4bba1630 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 --2- 172.21.15.6:0/3386924925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d4bb87f30 0x564d4bb9f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7faaf2000700 0 client.25429 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 -- 172.21.15.6:0/3386924925 >> 172.21.15.6:0/3386924925 conn(0x564d4bab0c60 msgr2=0x564d4bb86a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 -- 172.21.15.6:0/3386924925 shutdown_connections 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 1 -- 172.21.15.6:0/3386924925 wait complete. 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.076+0000 7fab1977cb80 20 client.25429 trim_cache size 0 max 16384 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 -- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2880 msgr2=0x7faaec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2880 0x7faaec0b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fab00007550 tx=0x7fab00009040 comp rx=0 tx=0).stop 2024-05-20T21:17:17.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 -- 172.21.15.6:0/506088674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab08106120 msgr2=0x7fab0819c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab08106120 0x7fab0819c330 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faaf400eb30 tx=0x7faaf400ee40 comp rx=0 tx=0).stop 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 -- 172.21.15.6:0/506088674 shutdown_connections 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2880 0x7faaec0b4d40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0810b760 0x7fab081a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab08105760 0x7fab0819bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 --2- 172.21.15.6:0/506088674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab08106120 0x7fab0819c330 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 -- 172.21.15.6:0/506088674 >> 172.21.15.6:0/506088674 conn(0x7fab08101250 msgr2=0x7fab08101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.077+0000 7fab0ee00700 1 -- 172.21.15.6:0/506088674 shutdown_connections 2024-05-20T21:17:17.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:17.078+0000 7fab0ee00700 1 -- 172.21.15.6:0/506088674 wait complete. 2024-05-20T21:17:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:17 smithi042 ceph-mon[36332]: pgmap v483: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:17:17.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:17 smithi006 ceph-mon[31422]: pgmap v483: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:17:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:17 smithi062 ceph-mon[36640]: pgmap v483: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:17:18.336 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:17:18.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:18 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:17:18.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:18 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:18.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:18 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:17:18.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:18 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:18.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 -- 172.21.15.6:0/4030509513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f0106110 msgr2=0x7fa1f0112620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 --2- 172.21.15.6:0/4030509513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f0106110 0x7fa1f0112620 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa1e800b0a0 tx=0x7fa1e800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 -- 172.21.15.6:0/4030509513 shutdown_connections 2024-05-20T21:17:18.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 --2- 172.21.15.6:0/4030509513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f0106110 0x7fa1f0112620 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 --2- 172.21.15.6:0/4030509513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa1f010b750 0x7fa1f010bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 --2- 172.21.15.6:0/4030509513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa1f0105750 0x7fa1f0105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 -- 172.21.15.6:0/4030509513 >> 172.21.15.6:0/4030509513 conn(0x7fa1f0101280 msgr2=0x7fa1f01036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:18.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 -- 172.21.15.6:0/4030509513 shutdown_connections 2024-05-20T21:17:18.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.969+0000 7fa1f7200700 1 -- 172.21.15.6:0/4030509513 wait complete. 2024-05-20T21:17:18.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.970+0000 7fa1f7200700 1 Processor -- start 2024-05-20T21:17:18.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.971+0000 7fa1f7200700 1 -- start start 2024-05-20T21:17:18.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.971+0000 7fa1f7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa1f0105750 0x7fa1f019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.971+0000 7fa1f7200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa1f0106110 0x7fa1f019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.971+0000 7fa1f7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f010b750 0x7fa1f01a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.971+0000 7fa1f7200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f01159a0 con 0x7fa1f010b750 2024-05-20T21:17:18.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.971+0000 7fa1f7200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f0115820 con 0x7fa1f0105750 2024-05-20T21:17:18.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.971+0000 7fa1f7200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa1f0115b20 con 0x7fa1f0106110 2024-05-20T21:17:18.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1f5200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f010b750 0x7fa1f01a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1ef400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa1f0106110 0x7fa1f019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1f5200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f010b750 0x7fa1f01a0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37864/0 (socket says 172.21.15.6:37864) 2024-05-20T21:17:18.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1f5200700 1 -- 172.21.15.6:0/243197376 learned_addr learned my addr 172.21.15.6:0/243197376 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:18.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1efe00700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa1f0105750 0x7fa1f019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1f5200700 1 -- 172.21.15.6:0/243197376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa1f0106110 msgr2=0x7fa1f019c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1f5200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa1f0106110 0x7fa1f019c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1f5200700 1 -- 172.21.15.6:0/243197376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa1f0105750 msgr2=0x7fa1f019be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1f5200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa1f0105750 0x7fa1f019be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1f5200700 1 -- 172.21.15.6:0/243197376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1f01a0e80 con 0x7fa1f010b750 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.972+0000 7fa1efe00700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa1f0105750 0x7fa1f019be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.973+0000 7fa1f5200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f010b750 0x7fa1f01a0740 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa1e800b070 tx=0x7fa1e8009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.973+0000 7fa1ecc00700 1 -- 172.21.15.6:0/243197376 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e8021070 con 0x7fa1f010b750 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.973+0000 7fa1ecc00700 1 -- 172.21.15.6:0/243197376 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1e8004e40 con 0x7fa1f010b750 2024-05-20T21:17:18.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.973+0000 7fa1ecc00700 1 -- 172.21.15.6:0/243197376 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e8004630 con 0x7fa1f010b750 2024-05-20T21:17:18.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.973+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1f01a1110 con 0x7fa1f010b750 2024-05-20T21:17:18.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.973+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1f01a89f0 con 0x7fa1f010b750 2024-05-20T21:17:18.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.974+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1f006a230 con 0x7fa1f010b750 2024-05-20T21:17:18.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.977+0000 7fa1ecc00700 1 -- 172.21.15.6:0/243197376 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa1e8007980 con 0x7fa1f010b750 2024-05-20T21:17:18.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.978+0000 7fa1ecc00700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1d40b2880 0x7fa1d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:18.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.978+0000 7fa1ecc00700 1 -- 172.21.15.6:0/243197376 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa1e80e31c0 con 0x7fa1f010b750 2024-05-20T21:17:18.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.979+0000 7fa1efe00700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1d40b2880 0x7fa1d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:18.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.979+0000 7fa1efe00700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1d40b2880 0x7fa1d40b4d40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0009fd0 tx=0x7fa1e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:18.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:18.983+0000 7fa1ecc00700 1 -- 172.21.15.6:0/243197376 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa1e80aae70 con 0x7fa1f010b750 2024-05-20T21:17:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:18 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:17:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:18 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:18 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:17:19.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:18 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:19.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:18 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:17:19.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:18 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:19.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:18 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:17:19.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:18 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:19.196 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:19.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.289+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa1f002e560 con 0x7fa1f010b750 2024-05-20T21:17:19.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.291+0000 7fa1ecc00700 1 -- 172.21.15.6:0/243197376 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fa1e80aa770 con 0x7fa1f010b750 2024-05-20T21:17:19.291 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:17:19.291 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1d40b2880 msgr2=0x7fa1d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1d40b2880 0x7fa1d40b4d40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0009fd0 tx=0x7fa1e0009260 comp rx=0 tx=0).stop 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f010b750 msgr2=0x7fa1f01a0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f010b750 0x7fa1f01a0740 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa1e800b070 tx=0x7fa1e8009c90 comp rx=0 tx=0).stop 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 shutdown_connections 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1d40b2880 0x7fa1d40b4d40 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa1f010b750 0x7fa1f01a0740 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa1f0105750 0x7fa1f019be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 --2- 172.21.15.6:0/243197376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa1f0106110 0x7fa1f019c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 >> 172.21.15.6:0/243197376 conn(0x7fa1f0101280 msgr2=0x7fa1f0101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 shutdown_connections 2024-05-20T21:17:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:19.294+0000 7fa1f7200700 1 -- 172.21.15.6:0/243197376 wait complete. 2024-05-20T21:17:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:17:19.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:19 smithi006 ceph-mon[31422]: pgmap v484: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:17:19.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:19 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/243197376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:19 smithi062 ceph-mon[36640]: pgmap v484: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:17:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:19 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/243197376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:19 smithi042 ceph-mon[36332]: pgmap v484: 97 pgs: 97 active+clean; 662 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-20T21:17:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:19 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/243197376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:20.303 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 138.85 --await-for 45.0' 2024-05-20T21:17:20.303 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 138.85 --await-for 45.0 2024-05-20T21:17:20.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:20 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:17:21.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:20 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:17:21.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:20 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:17:21.502 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:21.828 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:21 smithi006 ceph-mon[31422]: pgmap v485: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:17:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:21 smithi062 ceph-mon[36640]: pgmap v485: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:17:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:21 smithi042 ceph-mon[36332]: pgmap v485: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:17:22.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:22 smithi006 ceph-mon[31422]: pgmap v486: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:17:22.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.869+0000 7f86d7200700 1 -- 172.21.15.6:0/3967437828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d00758e0 msgr2=0x7f86d0075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:22.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.869+0000 7f86d7200700 1 --2- 172.21.15.6:0/3967437828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d00758e0 0x7f86d0075cc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f86c4009990 tx=0x7f86c4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.869+0000 7f86d7200700 1 -- 172.21.15.6:0/3967437828 shutdown_connections 2024-05-20T21:17:22.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.869+0000 7f86d7200700 1 --2- 172.21.15.6:0/3967437828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d0114480 0x7f86d0116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.869+0000 7f86d7200700 1 --2- 172.21.15.6:0/3967437828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d00758e0 0x7f86d0075cc0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.869+0000 7f86d7200700 1 --2- 172.21.15.6:0/3967437828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d0076200 0x7f86d0113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.869+0000 7f86d7200700 1 -- 172.21.15.6:0/3967437828 >> 172.21.15.6:0/3967437828 conn(0x7f86d00fefc0 msgr2=0x7f86d01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:22.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.869+0000 7f86d7200700 1 -- 172.21.15.6:0/3967437828 shutdown_connections 2024-05-20T21:17:22.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.870+0000 7f86d7200700 1 -- 172.21.15.6:0/3967437828 wait complete. 2024-05-20T21:17:22.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.871+0000 7f86d7200700 1 Processor -- start 2024-05-20T21:17:22.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.871+0000 7f86d7200700 1 -- start start 2024-05-20T21:17:22.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d7200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d00758e0 0x7f86d01a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d0076200 0x7f86d01a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d0114480 0x7f86d01a4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d7200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f86d0119c60 con 0x7f86d0114480 2024-05-20T21:17:22.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d7200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f86d0119ae0 con 0x7f86d0076200 2024-05-20T21:17:22.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d7200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f86d0119de0 con 0x7f86d00758e0 2024-05-20T21:17:22.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d0076200 0x7f86d01a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d0114480 0x7f86d01a4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d00758e0 0x7f86d01a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d0076200 0x7f86d01a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51420/0 (socket says 172.21.15.6:51420) 2024-05-20T21:17:22.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d00758e0 0x7f86d01a0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56504/0 (socket says 172.21.15.6:56504) 2024-05-20T21:17:22.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5400700 1 -- 172.21.15.6:0/2202170543 learned_addr learned my addr 172.21.15.6:0/2202170543 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:22.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5e00700 1 -- 172.21.15.6:0/2202170543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d0076200 msgr2=0x7f86d01a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:22.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5e00700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d0076200 0x7f86d01a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5e00700 1 -- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d0114480 msgr2=0x7f86d01a4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:22.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.872+0000 7f86d5e00700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d0114480 0x7f86d01a4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.873+0000 7f86d5e00700 1 -- 172.21.15.6:0/2202170543 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86d01a5180 con 0x7f86d00758e0 2024-05-20T21:17:22.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.873+0000 7f86d5e00700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d00758e0 0x7f86d01a0170 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f86c4006010 tx=0x7f86c40057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:22.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.873+0000 7f86caa00700 1 -- 172.21.15.6:0/2202170543 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c4027070 con 0x7f86d00758e0 2024-05-20T21:17:22.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.873+0000 7f86d7200700 1 -- 172.21.15.6:0/2202170543 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86d01a5410 con 0x7f86d00758e0 2024-05-20T21:17:22.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.873+0000 7f86caa00700 1 -- 172.21.15.6:0/2202170543 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86c4022470 con 0x7f86d00758e0 2024-05-20T21:17:22.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.873+0000 7f86caa00700 1 -- 172.21.15.6:0/2202170543 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c4017650 con 0x7f86d00758e0 2024-05-20T21:17:22.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.873+0000 7f86d7200700 1 -- 172.21.15.6:0/2202170543 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86d01accf0 con 0x7f86d00758e0 2024-05-20T21:17:22.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.877+0000 7f86caa00700 1 -- 172.21.15.6:0/2202170543 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f86c402a070 con 0x7f86d00758e0 2024-05-20T21:17:22.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86e311db80 1 Processor -- start 2024-05-20T21:17:22.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86e311db80 1 -- start start 2024-05-20T21:17:22.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86caa00700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86b80b2900 0x7f86b80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86e311db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0afa400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86e311db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0af44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86caa00700 1 -- 172.21.15.6:0/2202170543 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f86c40e2e20 con 0x7f86d00758e0 2024-05-20T21:17:22.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86e311db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0af4f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86e311db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557ea0a52e40 con 0x557ea0afa940 2024-05-20T21:17:22.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86e311db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557ea0a429e0 con 0x557ea0af4ad0 2024-05-20T21:17:22.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.879+0000 7f86e311db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557ea0a46a20 con 0x557ea0afa020 2024-05-20T21:17:22.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d6800700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86b80b2900 0x7f86b80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0afa400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0afa400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56518/0 (socket says 172.21.15.6:56518) 2024-05-20T21:17:22.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5e00700 1 -- 172.21.15.6:0/3265791737 learned_addr learned my addr 172.21.15.6:0/3265791737 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:22.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d6800700 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0af4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5400700 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0af44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5e00700 1 -- 172.21.15.6:0/3265791737 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 msgr2=0x557ea0af4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:22.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0af4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5e00700 1 -- 172.21.15.6:0/3265791737 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 msgr2=0x557ea0af44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:22.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0af44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5e00700 1 -- 172.21.15.6:0/3265791737 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ea0a0b420 con 0x557ea0afa020 2024-05-20T21:17:22.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.880+0000 7f86d5400700 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0af44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:22.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.881+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0afa400 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f86c40aa0d0 tx=0x7f86c40a6390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cd7eb3fd3cc1fbd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:22.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.881+0000 7f86d6800700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86b80b2900 0x7f86b80b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f86cc009fd0 tx=0x7f86cc009d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:22.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.881+0000 7f86bf400700 1 -- 172.21.15.6:0/3265791737 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c40a9ee0 con 0x557ea0afa020 2024-05-20T21:17:22.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.881+0000 7f86bf400700 1 -- 172.21.15.6:0/3265791737 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86c40aaad0 con 0x557ea0afa020 2024-05-20T21:17:22.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.881+0000 7f86bf400700 1 -- 172.21.15.6:0/3265791737 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c40aa630 con 0x557ea0afa020 2024-05-20T21:17:22.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 -- 172.21.15.6:0/3265791737 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 msgr2=0x557ea0afa400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:22.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0afa400 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f86c40aa0d0 tx=0x7f86c40a6390 comp rx=0 tx=0).stop 2024-05-20T21:17:22.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 -- 172.21.15.6:0/3265791737 shutdown_connections 2024-05-20T21:17:22.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0af4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0afa400 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 --2- 172.21.15.6:0/3265791737 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0af44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 -- 172.21.15.6:0/3265791737 >> 172.21.15.6:0/3265791737 conn(0x557ea0a22be0 msgr2=0x557ea0aef150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:22.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 -- 172.21.15.6:0/3265791737 shutdown_connections 2024-05-20T21:17:22.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.882+0000 7f86e311db80 1 -- 172.21.15.6:0/3265791737 wait complete. 2024-05-20T21:17:22.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.883+0000 7f86e311db80 1 -- start start 2024-05-20T21:17:22.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.883+0000 7f86e311db80 1 Processor -- start 2024-05-20T21:17:22.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.883+0000 7f86e311db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0b00720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.883+0000 7f86e311db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0afdac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.883+0000 7f86e311db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0afe000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:22.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.883+0000 7f86e311db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557ea0948fa0 con 0x557ea0afa020 2024-05-20T21:17:22.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.883+0000 7f86e311db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557ea09e3760 con 0x557ea0afa940 2024-05-20T21:17:22.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.883+0000 7f86e311db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557ea0b01220 con 0x557ea0af4ad0 2024-05-20T21:17:22.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86e311db80 10 client.0 _ll_register_callbacks cb 0x557ea09ecc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:22.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0afdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0afe000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0afdac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37906/0 (socket says 172.21.15.6:37906) 2024-05-20T21:17:22.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d5400700 1 -- 172.21.15.6:0/3636701168 learned_addr learned my addr 172.21.15.6:0/3636701168 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:22.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0b00720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:22.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d6800700 1 -- 172.21.15.6:0/3636701168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 msgr2=0x557ea0b00720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:22.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d6800700 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0b00720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d6800700 1 -- 172.21.15.6:0/3636701168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 msgr2=0x557ea0afdac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:22.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d6800700 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0afdac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:22.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.884+0000 7f86d6800700 1 -- 172.21.15.6:0/3636701168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ea09928d0 con 0x557ea0afa940 2024-05-20T21:17:22.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.885+0000 7f86d6800700 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0afe000 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f86d006be50 tx=0x7f86cc004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f63ee48b5d25418c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:23.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.885+0000 7f86b3e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:23.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.885+0000 7f86b3e00700 1 -- 172.21.15.6:0/3636701168 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc029030 con 0x557ea0afa940 2024-05-20T21:17:23.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.885+0000 7f86b3e00700 1 -- 172.21.15.6:0/3636701168 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f86cc009020 con 0x557ea0afa940 2024-05-20T21:17:23.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.885+0000 7f86e311db80 1 -- 172.21.15.6:0/3636701168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86c40aaad0 con 0x557ea0afa940 2024-05-20T21:17:23.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.885+0000 7f86b3e00700 1 -- 172.21.15.6:0/3636701168 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f86cc013e70 con 0x557ea0afa940 2024-05-20T21:17:23.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.885+0000 7f86e311db80 10 client.25436 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:23.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.885+0000 7f86e311db80 1 -- 172.21.15.6:0/3636701168 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ea0a13060 con 0x557ea0afa940 2024-05-20T21:17:23.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.886+0000 7f86b3e00700 1 -- 172.21.15.6:0/3636701168 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86c40aaad0 con 0x557ea0afa940 2024-05-20T21:17:23.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.886+0000 7f86b3e00700 1 -- 172.21.15.6:0/3636701168 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f86cc025740 con 0x557ea0afa940 2024-05-20T21:17:23.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.886+0000 7f86e311db80 10 client.25436 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:23.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.886+0000 7f86e311db80 10 client.25436 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:23.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.886+0000 7f86e311db80 20 client.25436 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:23.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.886+0000 7f86e311db80 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ea0b0de10 0x557ea0b10230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:23.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.886+0000 7f86e311db80 4 client.25436 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:23.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.886+0000 7f86e311db80 1 -- 172.21.15.6:0/3636701168 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ea0a54d90 con 0x557ea0b0de10 2024-05-20T21:17:23.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.887+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ea0b0de10 0x557ea0b10230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:23.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.887+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ea0b0de10 0x557ea0b10230 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d20d8e75a7d4b66a server_cookie=c9f52db357452e63 in_seq=0 out_seq=0 2024-05-20T21:17:23.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.887+0000 7f86b3e00700 10 client.25436 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:23.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86b3e00700 1 -- 172.21.15.6:0/3636701168 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557ea0a54d90 con 0x557ea0b0de10 2024-05-20T21:17:23.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86b3e00700 10 client.25436 handle_command_reply: tid=0 2024-05-20T21:17:23.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86e311db80 1 client.25436 shutdown 2024-05-20T21:17:23.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86e311db80 1 -- 172.21.15.6:0/3636701168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 msgr2=0x557ea0afe000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:23.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86e311db80 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0afe000 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f86d006be50 tx=0x7f86cc004b40 comp rx=0 tx=0).stop 2024-05-20T21:17:23.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86e311db80 1 -- 172.21.15.6:0/3636701168 shutdown_connections 2024-05-20T21:17:23.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86e311db80 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0afe000 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86e311db80 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ea0b0de10 0x557ea0b10230 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86e311db80 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0b00720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86e311db80 1 --2- 172.21.15.6:0/3636701168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0afdac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.888+0000 7f86b3e00700 0 client.25436 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:23.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.889+0000 7f86e311db80 1 -- 172.21.15.6:0/3636701168 >> 172.21.15.6:0/3636701168 conn(0x557ea0a22be0 msgr2=0x557ea0af34a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:23.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.889+0000 7f86e311db80 1 -- 172.21.15.6:0/3636701168 shutdown_connections 2024-05-20T21:17:23.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.889+0000 7f86e311db80 1 -- 172.21.15.6:0/3636701168 wait complete. 2024-05-20T21:17:23.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.889+0000 7f86e311db80 20 client.25436 trim_cache size 0 max 16384 2024-05-20T21:17:23.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86e311db80 1 Processor -- start 2024-05-20T21:17:23.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86e311db80 1 -- start start 2024-05-20T21:17:23.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86e311db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0aeec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:23.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86e311db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0aef170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:23.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86e311db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0af7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:23.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86e311db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f86d01b6c20 con 0x557ea0afa020 2024-05-20T21:17:23.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86e311db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f86d01b44b0 con 0x557ea0afa940 2024-05-20T21:17:23.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86e311db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f86d01b2300 con 0x557ea0af4ad0 2024-05-20T21:17:23.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0aef170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:23.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0aeec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:23.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0aef170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37908/0 (socket says 172.21.15.6:37908) 2024-05-20T21:17:23.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.912+0000 7f86d5400700 1 -- 172.21.15.6:0/3664530087 learned_addr learned my addr 172.21.15.6:0/3664530087 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:23.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86d6800700 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0af7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:23.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86d5e00700 1 -- 172.21.15.6:0/3664530087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 msgr2=0x557ea0af7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:23.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0af7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86d5e00700 1 -- 172.21.15.6:0/3664530087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 msgr2=0x557ea0aef170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:23.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0aef170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86d5e00700 1 -- 172.21.15.6:0/3664530087 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ea0afc030 con 0x557ea0af4ad0 2024-05-20T21:17:23.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86d6800700 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0af7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:23.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86d5e00700 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0aeec30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f86c40aa590 tx=0x7f86c40a9e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90c8d784a05979db server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:23.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86bea00700 1 -- 172.21.15.6:0/3664530087 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c40aa3d0 con 0x557ea0af4ad0 2024-05-20T21:17:23.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86bea00700 1 -- 172.21.15.6:0/3664530087 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86c40ae780 con 0x557ea0af4ad0 2024-05-20T21:17:23.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.913+0000 7f86bea00700 1 -- 172.21.15.6:0/3664530087 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c40b2f70 con 0x557ea0af4ad0 2024-05-20T21:17:23.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.914+0000 7f86e311db80 1 -- 172.21.15.6:0/3664530087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 msgr2=0x557ea0aeec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:23.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.914+0000 7f86e311db80 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0aeec30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f86c40aa590 tx=0x7f86c40a9e20 comp rx=0 tx=0).stop 2024-05-20T21:17:23.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.914+0000 7f86e311db80 1 -- 172.21.15.6:0/3664530087 shutdown_connections 2024-05-20T21:17:23.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.914+0000 7f86e311db80 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0afa940 0x557ea0af7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.914+0000 7f86e311db80 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0af4ad0 0x557ea0aeec30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.914+0000 7f86e311db80 1 --2- 172.21.15.6:0/3664530087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa020 0x557ea0aef170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.914+0000 7f86e311db80 1 -- 172.21.15.6:0/3664530087 >> 172.21.15.6:0/3664530087 conn(0x557ea0a22be0 msgr2=0x557ea0af4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:23.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.915+0000 7f86e311db80 1 -- 172.21.15.6:0/3664530087 shutdown_connections 2024-05-20T21:17:23.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.915+0000 7f86e311db80 1 -- 172.21.15.6:0/3664530087 wait complete. 2024-05-20T21:17:23.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.915+0000 7f86e311db80 1 -- start start 2024-05-20T21:17:23.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.915+0000 7f86e311db80 1 Processor -- start 2024-05-20T21:17:23.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86e311db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0b06470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:23.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86e311db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0b069b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:23.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86e311db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0b03440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:23.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86e311db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f86d01b2970 con 0x557ea0afa940 2024-05-20T21:17:23.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86e311db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f86d01b3de0 con 0x557ea0af4ad0 2024-05-20T21:17:23.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86e311db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f86d01b3040 con 0x557ea0afa020 2024-05-20T21:17:23.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86e311db80 10 client.0 _ll_register_callbacks cb 0x557ea09ecc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:23.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86d5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0b069b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:23.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86d6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0b03440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:23.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86d5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0b069b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56548/0 (socket says 172.21.15.6:56548) 2024-05-20T21:17:23.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86d5400700 1 -- 172.21.15.6:0/2518988717 learned_addr learned my addr 172.21.15.6:0/2518988717 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:23.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.916+0000 7f86d5e00700 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0b06470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:23.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86d5400700 1 -- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 msgr2=0x557ea0b06470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:23.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86d5400700 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0b06470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86d5400700 1 -- 172.21.15.6:0/2518988717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 msgr2=0x557ea0b03440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:23.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86d5400700 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0b03440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86d5400700 1 -- 172.21.15.6:0/2518988717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ea0b03980 con 0x557ea0afa020 2024-05-20T21:17:23.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86d5e00700 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0b06470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:23.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86d6800700 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0b03440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:23.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86d5400700 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0b069b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f86c00046b0 tx=0x7f86c0003960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76336240762329a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:23.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86b3e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:23.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86b3e00700 1 -- 172.21.15.6:0/2518988717 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c0021020 con 0x557ea0afa020 2024-05-20T21:17:23.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86b3e00700 1 -- 172.21.15.6:0/2518988717 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f86c0004a30 con 0x557ea0afa020 2024-05-20T21:17:23.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.917+0000 7f86e311db80 1 -- 172.21.15.6:0/2518988717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86c40ae780 con 0x557ea0afa020 2024-05-20T21:17:23.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86b3e00700 1 -- 172.21.15.6:0/2518988717 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f86c0010640 con 0x557ea0afa020 2024-05-20T21:17:23.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86e311db80 10 client.25453 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:23.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86e311db80 1 -- 172.21.15.6:0/2518988717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ea0b79160 con 0x557ea0afa020 2024-05-20T21:17:23.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86b3e00700 1 -- 172.21.15.6:0/2518988717 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86c40ae780 con 0x557ea0afa020 2024-05-20T21:17:23.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86b3e00700 1 -- 172.21.15.6:0/2518988717 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f86c001d9f0 con 0x557ea0afa020 2024-05-20T21:17:23.019 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:17:23.019 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:17:23.019 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:17:23.019 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:17:23.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86e311db80 10 client.25453 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:23.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86e311db80 10 client.25453 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:23.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86e311db80 20 client.25453 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:23.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86e311db80 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ea0b79920 0x557ea0b7bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:23.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86e311db80 4 client.25453 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:17:23.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.918+0000 7f86e311db80 1 -- 172.21.15.6:0/2518988717 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557ea0a4e570 con 0x557ea0b79920 2024-05-20T21:17:23.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.919+0000 7f86d5e00700 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ea0b79920 0x557ea0b7bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:23.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.919+0000 7f86d5e00700 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ea0b79920 0x557ea0b7bd40 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2aac769516893524 server_cookie=1e00711ee603f063 in_seq=0 out_seq=0 2024-05-20T21:17:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.919+0000 7f86b3e00700 10 client.25453 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.919+0000 7f86b3e00700 1 -- 172.21.15.6:0/2518988717 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557ea0a4e570 con 0x557ea0b79920 2024-05-20T21:17:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.919+0000 7f86b3e00700 10 client.25453 handle_command_reply: tid=0 2024-05-20T21:17:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.919+0000 7f86e311db80 1 client.25453 shutdown 2024-05-20T21:17:23.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 -- 172.21.15.6:0/2518988717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 msgr2=0x557ea0b069b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0b069b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f86c00046b0 tx=0x7f86c0003960 comp rx=0 tx=0).stop 2024-05-20T21:17:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 -- 172.21.15.6:0/2518988717 shutdown_connections 2024-05-20T21:17:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ea0afa940 0x557ea0b03440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ea0af4ad0 0x557ea0b06470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ea0b79920 0x557ea0b7bd40 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 --2- 172.21.15.6:0/2518988717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ea0afa020 0x557ea0b069b0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 -- 172.21.15.6:0/2518988717 >> 172.21.15.6:0/2518988717 conn(0x557ea0a22be0 msgr2=0x557ea0afc370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86b3e00700 0 client.25453 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 -- 172.21.15.6:0/2518988717 shutdown_connections 2024-05-20T21:17:23.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 1 -- 172.21.15.6:0/2518988717 wait complete. 2024-05-20T21:17:23.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.920+0000 7f86e311db80 20 client.25453 trim_cache size 0 max 16384 2024-05-20T21:17:23.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 -- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86b80b2900 msgr2=0x7f86b80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:23.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86b80b2900 0x7f86b80b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f86cc009fd0 tx=0x7f86cc009d20 comp rx=0 tx=0).stop 2024-05-20T21:17:23.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 -- 172.21.15.6:0/2202170543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d00758e0 msgr2=0x7f86d01a0170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:23.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d00758e0 0x7f86d01a0170 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f86c4006010 tx=0x7f86c40057c0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 -- 172.21.15.6:0/2202170543 shutdown_connections 2024-05-20T21:17:23.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86b80b2900 0x7f86b80b4dc0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86d0114480 0x7f86d01a4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d00758e0 0x7f86d01a0170 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 --2- 172.21.15.6:0/2202170543 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86d0076200 0x7f86d01a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:23.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 -- 172.21.15.6:0/2202170543 >> 172.21.15.6:0/2202170543 conn(0x7f86d00fefc0 msgr2=0x7f86d01007c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:23.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 -- 172.21.15.6:0/2202170543 shutdown_connections 2024-05-20T21:17:23.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:22.921+0000 7f86d7200700 1 -- 172.21.15.6:0/2202170543 wait complete. 2024-05-20T21:17:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:22 smithi062 ceph-mon[36640]: pgmap v486: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:17:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:22 smithi042 ceph-mon[36332]: pgmap v486: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:17:23.833 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:23 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:17:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:23 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:17:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:23 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:17:24.612 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:17:24.613 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:17:24.677 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:24 smithi006 ceph-mon[31422]: pgmap v487: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:17:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 -- 172.21.15.6:0/2671717933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104560 msgr2=0x7efdc0104940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 --2- 172.21.15.6:0/2671717933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104560 0x7efdc0104940 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7efdb00099c0 tx=0x7efdb0009cd0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 -- 172.21.15.6:0/2671717933 shutdown_connections 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 --2- 172.21.15.6:0/2671717933 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efdc0109af0 0x7efdc0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 --2- 172.21.15.6:0/2671717933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104560 0x7efdc0104940 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 --2- 172.21.15.6:0/2671717933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efdc0104f10 0x7efdc01093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 -- 172.21.15.6:0/2671717933 >> 172.21.15.6:0/2671717933 conn(0x7efdc00fdd90 msgr2=0x7efdc01001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 -- 172.21.15.6:0/2671717933 shutdown_connections 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.426+0000 7efdc4a00700 1 -- 172.21.15.6:0/2671717933 wait complete. 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.427+0000 7efdc4a00700 1 Processor -- start 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.427+0000 7efdc4a00700 1 -- start start 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.427+0000 7efdc4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efdc0104560 0x7efdc019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.427+0000 7efdc4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104f10 0x7efdc019fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.427+0000 7efdc4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efdc0109af0 0x7efdc0199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdc4a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01136b0 con 0x7efdc0109af0 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdc4a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0113530 con 0x7efdc0104f10 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdc4a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7efdc0113830 con 0x7efdc0104560 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104f10 0x7efdc019fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104f10 0x7efdc019fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51480/0 (socket says 172.21.15.6:51480) 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbea00700 1 -- 172.21.15.6:0/96811286 learned_addr learned my addr 172.21.15.6:0/96811286 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbfe00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efdc0109af0 0x7efdc0199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbf400700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efdc0104560 0x7efdc019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbea00700 1 -- 172.21.15.6:0/96811286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efdc0104560 msgr2=0x7efdc019f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbea00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efdc0104560 0x7efdc019f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbea00700 1 -- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efdc0109af0 msgr2=0x7efdc0199930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbea00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efdc0109af0 0x7efdc0199930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.428+0000 7efdbea00700 1 -- 172.21.15.6:0/96811286 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdc019a090 con 0x7efdc0104f10 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.429+0000 7efdbea00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104f10 0x7efdc019fcb0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7efdac00e9f0 tx=0x7efdac00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.429+0000 7efdb7e00700 1 -- 172.21.15.6:0/96811286 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac004a30 con 0x7efdc0104f10 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.429+0000 7efdb7e00700 1 -- 172.21.15.6:0/96811286 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdac00cc70 con 0x7efdc0104f10 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.429+0000 7efdc4a00700 1 -- 172.21.15.6:0/96811286 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdc019a380 con 0x7efdc0104f10 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.429+0000 7efdb7e00700 1 -- 172.21.15.6:0/96811286 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac005540 con 0x7efdc0104f10 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.429+0000 7efdc4a00700 1 -- 172.21.15.6:0/96811286 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdc01020f0 con 0x7efdc0104f10 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.435+0000 7efdd097ab80 1 Processor -- start 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdb7e00700 1 -- 172.21.15.6:0/96811286 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efdac004bd0 con 0x7efdc0104f10 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdd097ab80 1 -- start start 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679346a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 0x562679340b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679341600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdd097ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56267929efe0 con 0x562679341180 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdd097ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56267928eb80 con 0x562679346f70 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdd097ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562679292bc0 con 0x562679346650 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.436+0000 7efdbfe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679346a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbfe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679346a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56558/0 (socket says 172.21.15.6:56558) 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbfe00700 1 -- 172.21.15.6:0/2982205253 learned_addr learned my addr 172.21.15.6:0/2982205253 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbf400700 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 0x562679340b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbea00700 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679341600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbfe00700 1 -- 172.21.15.6:0/2982205253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 msgr2=0x562679340b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbfe00700 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 0x562679340b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbfe00700 1 -- 172.21.15.6:0/2982205253 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 msgr2=0x562679341600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbfe00700 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679341600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbfe00700 1 -- 172.21.15.6:0/2982205253 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626792575c0 con 0x562679346650 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.437+0000 7efdbfe00700 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679346a30 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7efdb8011680 tx=0x7efdb8009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58967e2e9e177f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.438+0000 7efdb4c00700 1 -- 172.21.15.6:0/2982205253 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb8019030 con 0x562679346650 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.438+0000 7efdb4c00700 1 -- 172.21.15.6:0/2982205253 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdb80093a0 con 0x562679346650 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.438+0000 7efdb4c00700 1 -- 172.21.15.6:0/2982205253 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb8007500 con 0x562679346650 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.438+0000 7efdb7e00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efda40b6dc0 0x7efda40b9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdb7e00700 1 -- 172.21.15.6:0/96811286 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7efdac0e2480 con 0x7efdc0104f10 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdbf400700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efda40b6dc0 0x7efda40b9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 -- 172.21.15.6:0/2982205253 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 msgr2=0x562679346a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679346a30 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7efdb8011680 tx=0x7efdb8009920 comp rx=0 tx=0).stop 2024-05-20T21:17:24.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 -- 172.21.15.6:0/2982205253 shutdown_connections 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679341600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679346a30 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2982205253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 0x562679340b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 -- 172.21.15.6:0/2982205253 >> 172.21.15.6:0/2982205253 conn(0x56267926ed80 msgr2=0x56267933b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 -- 172.21.15.6:0/2982205253 shutdown_connections 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.439+0000 7efdd097ab80 1 -- 172.21.15.6:0/2982205253 wait complete. 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.440+0000 7efdbf400700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efda40b6dc0 0x7efda40b9280 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009990 tx=0x7efdb0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.440+0000 7efdd097ab80 1 -- start start 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.440+0000 7efdd097ab80 1 Processor -- start 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679341180 0x56267934ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x56267934a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679346f70 0x56267934a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdd097ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562679195140 con 0x562679346f70 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdd097ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56267922f900 con 0x562679341180 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdd097ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56267934da20 con 0x562679346650 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdd097ab80 10 client.0 _ll_register_callbacks cb 0x562679238e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdbea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x56267934a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.441+0000 7efdbf400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679341180 0x56267934ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x56267934a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56572/0 (socket says 172.21.15.6:56572) 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbea00700 1 -- 172.21.15.6:0/2244894828 learned_addr learned my addr 172.21.15.6:0/2244894828 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbfe00700 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679346f70 0x56267934a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbea00700 1 -- 172.21.15.6:0/2244894828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679341180 msgr2=0x56267934ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbea00700 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679341180 0x56267934ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbea00700 1 -- 172.21.15.6:0/2244894828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679346f70 msgr2=0x56267934a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbea00700 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679346f70 0x56267934a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbea00700 1 -- 172.21.15.6:0/2244894828 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626791dea70 con 0x562679346650 2024-05-20T21:17:24.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdbea00700 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x56267934a060 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7efdac0a96a0 tx=0x7efdac0e5f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58c94438a81ad5b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efda9600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efda9600700 1 -- 172.21.15.6:0/2244894828 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac0a92f0 con 0x562679346650 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efda9600700 1 -- 172.21.15.6:0/2244894828 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7efdac0b2370 con 0x562679346650 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.442+0000 7efdd097ab80 1 -- 172.21.15.6:0/2244894828 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5626792a0f30 con 0x562679346650 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.443+0000 7efda9600700 1 -- 172.21.15.6:0/2244894828 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efdac0cc300 con 0x562679346650 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.443+0000 7efdd097ab80 10 client.25465 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.443+0000 7efdd097ab80 1 -- 172.21.15.6:0/2244894828 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56267925f200 con 0x562679346650 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.443+0000 7efda9600700 1 -- 172.21.15.6:0/2244894828 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5626792a0f30 con 0x562679346650 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.443+0000 7efda9600700 1 -- 172.21.15.6:0/2244894828 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efdac00c760 con 0x562679346650 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.443+0000 7efdd097ab80 10 client.25465 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.443+0000 7efdd097ab80 10 client.25465 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.443+0000 7efdd097ab80 20 client.25465 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:24.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.444+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56267935a4f0 0x56267935c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.444+0000 7efdd097ab80 4 client.25465 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.444+0000 7efdd097ab80 1 -- 172.21.15.6:0/2244894828 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56267929a710 con 0x56267935a4f0 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.444+0000 7efdbf400700 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56267935a4f0 0x56267935c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.445+0000 7efdbf400700 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56267935a4f0 0x56267935c8e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c3c7e9d1e48973d server_cookie=be90efaac08c9918 in_seq=0 out_seq=0 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.445+0000 7efda9600700 10 client.25465 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.445+0000 7efda9600700 1 -- 172.21.15.6:0/2244894828 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56267929a710 con 0x56267935a4f0 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.445+0000 7efda9600700 10 client.25465 handle_command_reply: tid=0 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.445+0000 7efdd097ab80 1 client.25465 shutdown 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 -- 172.21.15.6:0/2244894828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 msgr2=0x56267934a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x56267934a060 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7efdac0a96a0 tx=0x7efdac0e5f90 comp rx=0 tx=0).stop 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 -- 172.21.15.6:0/2244894828 shutdown_connections 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679346f70 0x56267934a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679341180 0x56267934ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56267935a4f0 0x56267935c8e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 --2- 172.21.15.6:0/2244894828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x56267934a060 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efda9600700 0 client.25465 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 -- 172.21.15.6:0/2244894828 >> 172.21.15.6:0/2244894828 conn(0x56267926ed80 msgr2=0x56267933fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 -- 172.21.15.6:0/2244894828 shutdown_connections 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 1 -- 172.21.15.6:0/2244894828 wait complete. 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.446+0000 7efdd097ab80 20 client.25465 trim_cache size 0 max 16384 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.491+0000 7efdd097ab80 1 Processor -- start 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.491+0000 7efdd097ab80 1 -- start start 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679340b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346650 0x5626793447d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346f70 0x562679347be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdd097ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01ae3d0 con 0x562679341180 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdd097ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01abc60 con 0x562679346650 2024-05-20T21:17:24.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdd097ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01a9ad0 con 0x562679346f70 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679340b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679340b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37972/0 (socket says 172.21.15.6:37972) 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbf400700 1 -- 172.21.15.6:0/3303018260 learned_addr learned my addr 172.21.15.6:0/3303018260 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbfe00700 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346f70 0x562679347be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbea00700 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346650 0x5626793447d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbfe00700 1 -- 172.21.15.6:0/3303018260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346650 msgr2=0x5626793447d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbfe00700 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346650 0x5626793447d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbfe00700 1 -- 172.21.15.6:0/3303018260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 msgr2=0x562679340b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.492+0000 7efdbfe00700 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679340b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.493+0000 7efdbfe00700 1 -- 172.21.15.6:0/3303018260 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56267934c900 con 0x562679346f70 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.493+0000 7efdbfe00700 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346f70 0x562679347be0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7efdb800b010 tx=0x7efdb8003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a85c3f57df171153 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.493+0000 7efdabe00700 1 -- 172.21.15.6:0/3303018260 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb8004000 con 0x562679346f70 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.493+0000 7efdabe00700 1 -- 172.21.15.6:0/3303018260 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdb8023070 con 0x562679346f70 2024-05-20T21:17:24.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.493+0000 7efdabe00700 1 -- 172.21.15.6:0/3303018260 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb8015450 con 0x562679346f70 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 -- 172.21.15.6:0/3303018260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346f70 msgr2=0x562679347be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346f70 0x562679347be0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7efdb800b010 tx=0x7efdb8003c10 comp rx=0 tx=0).stop 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 -- 172.21.15.6:0/3303018260 shutdown_connections 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346f70 0x562679347be0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x562679340b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 --2- 172.21.15.6:0/3303018260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346650 0x5626793447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 -- 172.21.15.6:0/3303018260 >> 172.21.15.6:0/3303018260 conn(0x56267926ed80 msgr2=0x562679334f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 -- 172.21.15.6:0/3303018260 shutdown_connections 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 -- 172.21.15.6:0/3303018260 wait complete. 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.494+0000 7efdd097ab80 1 -- start start 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.495+0000 7efdd097ab80 1 Processor -- start 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.495+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x56267934fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.495+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679350370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.495+0000 7efdd097ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 0x5626793c50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.495+0000 7efdd097ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01aa120 con 0x562679341180 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.495+0000 7efdd097ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01ab590 con 0x562679346f70 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.495+0000 7efdd097ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7efdc01aa7f0 con 0x562679346650 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.495+0000 7efdd097ab80 10 client.0 _ll_register_callbacks cb 0x562679238e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x56267934fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x56267934fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37974/0 (socket says 172.21.15.6:37974) 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679350370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbf400700 1 -- 172.21.15.6:0/588712834 learned_addr learned my addr 172.21.15.6:0/588712834 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbfe00700 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 0x5626793c50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbea00700 1 -- 172.21.15.6:0/588712834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 msgr2=0x5626793c50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbea00700 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 0x5626793c50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbea00700 1 -- 172.21.15.6:0/588712834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 msgr2=0x56267934fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbea00700 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x56267934fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbea00700 1 -- 172.21.15.6:0/588712834 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626793c5610 con 0x562679346650 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbf400700 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x56267934fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efdbea00700 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679350370 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7efdac00c5b0 tx=0x7efdac0addd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db5448510761cbe1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.496+0000 7efda9600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efda9600700 1 -- 172.21.15.6:0/588712834 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdac0a5130 con 0x562679346650 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 1 -- 172.21.15.6:0/588712834 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdb8023070 con 0x562679346650 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efda9600700 1 -- 172.21.15.6:0/588712834 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7efdac0b2580 con 0x562679346650 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efda9600700 1 -- 172.21.15.6:0/588712834 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efdac0a9110 con 0x562679346650 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 10 client.25471 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 1 -- 172.21.15.6:0/588712834 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5626793c67d0 con 0x562679346650 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efda9600700 1 -- 172.21.15.6:0/588712834 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdb8023070 con 0x562679346650 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efda9600700 1 -- 172.21.15.6:0/588712834 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efdac0a5310 con 0x562679346650 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 10 client.25471 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:24.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 10 client.25471 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 20 client.25471 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5626793c6f00 0x5626793c9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 4 client.25471 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.85, "await_for": 45.0}] 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.497+0000 7efdd097ab80 1 -- 172.21.15.6:0/588712834 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.85, "await_for": 45.0}) -- 0x5626791113f0 con 0x5626793c6f00 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.498+0000 7efdbf400700 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5626793c6f00 0x5626793c9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.498+0000 7efdbf400700 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5626793c6f00 0x5626793c9320 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bae5386f522fa8a server_cookie=affbe7a2465bde2e in_seq=0 out_seq=0 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.498+0000 7efda9600700 10 client.25471 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efda9600700 1 -- 172.21.15.6:0/588712834 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5626791113f0 con 0x5626793c6f00 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efda9600700 10 client.25471 handle_command_reply: tid=0 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 client.25471 shutdown 2024-05-20T21:17:24.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 -- 172.21.15.6:0/588712834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 msgr2=0x562679350370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679350370 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7efdac00c5b0 tx=0x7efdac0addd0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 -- 172.21.15.6:0/588712834 shutdown_connections 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562679346f70 0x5626793c50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562679341180 0x56267934fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5626793c6f00 0x5626793c9320 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 --2- 172.21.15.6:0/588712834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562679346650 0x562679350370 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efdd097ab80 1 -- 172.21.15.6:0/588712834 >> 172.21.15.6:0/588712834 conn(0x56267926ed80 msgr2=0x562679347350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.506+0000 7efda9600700 0 client.25471 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.507+0000 7efdd097ab80 1 -- 172.21.15.6:0/588712834 shutdown_connections 2024-05-20T21:17:24.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.507+0000 7efdd097ab80 1 -- 172.21.15.6:0/588712834 wait complete. 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 2, 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout: "a81555eb": { 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 2, 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:17:24.721 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 138.8, 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:24.722 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.507+0000 7efdd097ab80 20 client.25471 trim_cache size 0 max 16384 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 -- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efda40b6dc0 msgr2=0x7efda40b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efda40b6dc0 0x7efda40b9280 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009990 tx=0x7efdb0005fb0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 -- 172.21.15.6:0/96811286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104f10 msgr2=0x7efdc019fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104f10 0x7efdc019fcb0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7efdac00e9f0 tx=0x7efdac00ed00 comp rx=0 tx=0).stop 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 -- 172.21.15.6:0/96811286 shutdown_connections 2024-05-20T21:17:24.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efda40b6dc0 0x7efda40b9280 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efdc0109af0 0x7efdc0199930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efdc0104560 0x7efdc019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 --2- 172.21.15.6:0/96811286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efdc0104f10 0x7efdc019fcb0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:24.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 -- 172.21.15.6:0/96811286 >> 172.21.15.6:0/96811286 conn(0x7efdc00fdd90 msgr2=0x7efdc00ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:24.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 -- 172.21.15.6:0/96811286 shutdown_connections 2024-05-20T21:17:24.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:24.508+0000 7efdc4a00700 1 -- 172.21.15.6:0/96811286 wait complete. 2024-05-20T21:17:25.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:24 smithi062 ceph-mon[36640]: pgmap v487: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:17:25.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:24 smithi042 ceph-mon[36332]: pgmap v487: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:17:25.626 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'a81555eb', quiesce took 11.4 seconds. Will release after: 7.450000000000001 2024-05-20T21:17:25.760 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:17:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:17:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:17:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:17:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:17:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:17:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:17:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:17:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:17:26.953 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:26 smithi006 ceph-mon[31422]: pgmap v488: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-05-20T21:17:27.024 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:26 smithi042 ceph-mon[36332]: pgmap v488: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-05-20T21:17:27.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:26 smithi062 ceph-mon[36640]: pgmap v488: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-05-20T21:17:27.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 -- 172.21.15.6:0/4160667833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 msgr2=0x7ff818101610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 --2- 172.21.15.6:0/4160667833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 0x7ff818101610 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff808009860 tx=0x7ff80802a3d0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 -- 172.21.15.6:0/4160667833 shutdown_connections 2024-05-20T21:17:27.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 --2- 172.21.15.6:0/4160667833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8181024f0 0x7ff818102970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 --2- 172.21.15.6:0/4160667833 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff818101b50 0x7ff818101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 --2- 172.21.15.6:0/4160667833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 0x7ff818101610 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 -- 172.21.15.6:0/4160667833 >> 172.21.15.6:0/4160667833 conn(0x7ff8180fcd30 msgr2=0x7ff8180ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:27.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 -- 172.21.15.6:0/4160667833 shutdown_connections 2024-05-20T21:17:27.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.826+0000 7ff817200640 1 -- 172.21.15.6:0/4160667833 wait complete. 2024-05-20T21:17:27.828 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.827+0000 7ff817200640 1 Processor -- start 2024-05-20T21:17:27.828 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff817200640 1 -- start start 2024-05-20T21:17:27.828 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff817200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 0x7ff81819f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.828 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff817200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff818101b50 0x7ff81819f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff817200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8181024f0 0x7ff8181a66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff817200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181044b0 con 0x7ff8181011f0 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff817200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff818104330 con 0x7ff8181024f0 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff817200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff818104630 con 0x7ff818101b50 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff815e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 0x7ff81819f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff815400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff818101b50 0x7ff81819f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff815e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 0x7ff81819f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55414/0 (socket says 172.21.15.6:55414) 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff815e00640 1 -- 172.21.15.6:0/3125948330 learned_addr learned my addr 172.21.15.6:0/3125948330 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.828+0000 7ff816800640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8181024f0 0x7ff8181a66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff815400640 1 -- 172.21.15.6:0/3125948330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8181024f0 msgr2=0x7ff8181a66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff815400640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8181024f0 0x7ff8181a66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff815400640 1 -- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 msgr2=0x7ff81819f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff815400640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 0x7ff81819f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff815400640 1 -- 172.21.15.6:0/3125948330 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8181a6d40 con 0x7ff818101b50 2024-05-20T21:17:27.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff816800640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8181024f0 0x7ff8181a66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:27.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff815400640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff818101b50 0x7ff81819f660 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff80400e9f0 tx=0x7ff80400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:27.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff80ea00640 1 -- 172.21.15.6:0/3125948330 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80400ccc0 con 0x7ff818101b50 2024-05-20T21:17:27.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff80ea00640 1 -- 172.21.15.6:0/3125948330 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff804005020 con 0x7ff818101b50 2024-05-20T21:17:27.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff817200640 1 -- 172.21.15.6:0/3125948330 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8181a6fd0 con 0x7ff818101b50 2024-05-20T21:17:27.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.829+0000 7ff80ea00640 1 -- 172.21.15.6:0/3125948330 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff804004a00 con 0x7ff818101b50 2024-05-20T21:17:27.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.830+0000 7ff817200640 1 -- 172.21.15.6:0/3125948330 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8181a74a0 con 0x7ff818101b50 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff81f99c740 1 Processor -- start 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff81f99c740 1 -- start start 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d052cf0 0x55e00d053110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d0536e0 0x55e00d0581e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d05ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff81f99c740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e00cfc2b90 con 0x55e00d052cf0 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff81f99c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e00cfb2730 con 0x55e00d0536e0 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff81f99c740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e00cfb6770 con 0x55e00d058850 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.833+0000 7ff80ea00640 1 -- 172.21.15.6:0/3125948330 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff804004ba0 con 0x7ff818101b50 2024-05-20T21:17:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff816800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d052cf0 0x55e00d053110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff816800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d052cf0 0x55e00d053110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55416/0 (socket says 172.21.15.6:55416) 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff816800640 1 -- 172.21.15.6:0/434989505 learned_addr learned my addr 172.21.15.6:0/434989505 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff815e00640 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d0536e0 0x55e00d0581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff815400640 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d05ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff816800640 1 -- 172.21.15.6:0/434989505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 msgr2=0x55e00d05ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff816800640 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d05ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff816800640 1 -- 172.21.15.6:0/434989505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d0536e0 msgr2=0x55e00d0581e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff816800640 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d0536e0 0x55e00d0581e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff816800640 1 -- 172.21.15.6:0/434989505 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e00cf4b8b0 con 0x55e00d052cf0 2024-05-20T21:17:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.834+0000 7ff815e00640 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d0536e0 0x55e00d0581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.835+0000 7ff816800640 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d052cf0 0x55e00d053110 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff810009fb0 tx=0x7ff81000f890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fea11d558c99542f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.835+0000 7ff803000640 1 -- 172.21.15.6:0/434989505 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff810003970 con 0x55e00d052cf0 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.835+0000 7ff803000640 1 -- 172.21.15.6:0/434989505 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff810004020 con 0x55e00d052cf0 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.835+0000 7ff803000640 1 -- 172.21.15.6:0/434989505 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81000c8a0 con 0x55e00d052cf0 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.835+0000 7ff80ea00640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7fc0b27d0 0x7ff7fc0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff80ea00640 1 -- 172.21.15.6:0/3125948330 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff8040e22c0 con 0x7ff818101b50 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 -- 172.21.15.6:0/434989505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d052cf0 msgr2=0x55e00d053110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d052cf0 0x55e00d053110 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff810009fb0 tx=0x7ff81000f890 comp rx=0 tx=0).stop 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff815e00640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7fc0b27d0 0x7ff7fc0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 -- 172.21.15.6:0/434989505 shutdown_connections 2024-05-20T21:17:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d05ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d0536e0 0x55e00d0581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 --2- 172.21.15.6:0/434989505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d052cf0 0x55e00d053110 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 -- 172.21.15.6:0/434989505 >> 172.21.15.6:0/434989505 conn(0x55e00d04e360 msgr2=0x55e00d04e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 -- 172.21.15.6:0/434989505 shutdown_connections 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff81f99c740 1 -- 172.21.15.6:0/434989505 wait complete. 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.836+0000 7ff815e00640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7fc0b27d0 0x7ff7fc0b4c90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x55e00d054150 tx=0x7ff808030980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 1 -- start start 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 1 Processor -- start 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d05ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d0536e0 0x55e00d05cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d058850 0x55e00d063fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e00cc98790 con 0x55e00d058850 2024-05-20T21:17:27.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e00cf5abc0 con 0x55e00d052cf0 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e00d05b800 con 0x55e00d0536e0 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.837+0000 7ff81f99c740 10 client.0 _ll_register_callbacks cb 0x55e00cf38400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff816800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d058850 0x55e00d063fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d05ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d0536e0 0x55e00d05cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff816800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d058850 0x55e00d063fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55432/0 (socket says 172.21.15.6:55432) 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d05ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55676/0 (socket says 172.21.15.6:55676) 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff816800640 1 -- 172.21.15.6:0/642003998 learned_addr learned my addr 172.21.15.6:0/642003998 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815400640 1 -- 172.21.15.6:0/642003998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 msgr2=0x55e00d05ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815400640 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d05ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815400640 1 -- 172.21.15.6:0/642003998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d058850 msgr2=0x55e00d063fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815400640 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d058850 0x55e00d063fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815400640 1 -- 172.21.15.6:0/642003998 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e00ccc7210 con 0x55e00d0536e0 2024-05-20T21:17:27.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff816800640 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d058850 0x55e00d063fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:27.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.838+0000 7ff815400640 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d0536e0 0x55e00d05cfa0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff8040dfd70 tx=0x7ff804004e90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30104d113c26ae83 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:27.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.839+0000 7ff7f7400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:27.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.839+0000 7ff7f7400640 1 -- 172.21.15.6:0/642003998 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80401c070 con 0x55e00d0536e0 2024-05-20T21:17:27.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.839+0000 7ff7f7400640 1 -- 172.21.15.6:0/642003998 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff8040054f0 con 0x55e00d0536e0 2024-05-20T21:17:27.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.839+0000 7ff81f99c740 1 -- 172.21.15.6:0/642003998 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff810004020 con 0x55e00d0536e0 2024-05-20T21:17:27.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.839+0000 7ff7f7400640 1 -- 172.21.15.6:0/642003998 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff8040a9190 con 0x55e00d0536e0 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.839+0000 7ff81f99c740 10 client.25483 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.839+0000 7ff81f99c740 1 -- 172.21.15.6:0/642003998 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e00cd93620 con 0x55e00d0536e0 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.839+0000 7ff7f7400640 1 -- 172.21.15.6:0/642003998 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff810004020 con 0x55e00d0536e0 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.840+0000 7ff7f7400640 1 -- 172.21.15.6:0/642003998 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff8040a9aa0 con 0x55e00d0536e0 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.840+0000 7ff81f99c740 10 client.25483 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.840+0000 7ff81f99c740 10 client.25483 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.840+0000 7ff81f99c740 20 client.25483 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.840+0000 7ff81f99c740 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e00d0685e0 0x55e00d06aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.840+0000 7ff81f99c740 4 client.25483 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.840+0000 7ff81f99c740 1 -- 172.21.15.6:0/642003998 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e00cfc4ae0 con 0x55e00d0685e0 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.840+0000 7ff815e00640 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e00d0685e0 0x55e00d06aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.841+0000 7ff815e00640 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e00d0685e0 0x55e00d06aa40 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5807cd1cf0388247 server_cookie=b92a2fa49c95ffd2 in_seq=0 out_seq=0 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.841+0000 7ff7f7400640 10 client.25483 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:27.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff7f7400640 1 -- 172.21.15.6:0/642003998 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e00cfc4ae0 con 0x55e00d0685e0 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff7f7400640 10 client.25483 handle_command_reply: tid=0 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 client.25483 shutdown 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 -- 172.21.15.6:0/642003998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d0536e0 msgr2=0x55e00d05cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d0536e0 0x55e00d05cfa0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff8040dfd70 tx=0x7ff804004e90 comp rx=0 tx=0).stop 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 -- 172.21.15.6:0/642003998 shutdown_connections 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e00d0685e0 0x55e00d06aa40 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d058850 0x55e00d063fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d0536e0 0x55e00d05cfa0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff7f7400640 0 client.25483 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 --2- 172.21.15.6:0/642003998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d05ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 -- 172.21.15.6:0/642003998 >> 172.21.15.6:0/642003998 conn(0x55e00d04e360 msgr2=0x55e00d04d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 -- 172.21.15.6:0/642003998 shutdown_connections 2024-05-20T21:17:27.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 1 -- 172.21.15.6:0/642003998 wait complete. 2024-05-20T21:17:27.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.842+0000 7ff81f99c740 20 client.25483 trim_cache size 0 max 16384 2024-05-20T21:17:27.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.862+0000 7ff81f99c740 1 Processor -- start 2024-05-20T21:17:27.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.863+0000 7ff81f99c740 1 -- start start 2024-05-20T21:17:27.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.863+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d054a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.863+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 0x55e00d063fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.863+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d051750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.863+0000 7ff81f99c740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181b2e90 con 0x55e00d0536e0 2024-05-20T21:17:27.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.863+0000 7ff81f99c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181b0760 con 0x55e00d052cf0 2024-05-20T21:17:27.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.863+0000 7ff81f99c740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181ae5b0 con 0x55e00d058850 2024-05-20T21:17:27.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d054a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d054a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55692/0 (socket says 172.21.15.6:55692) 2024-05-20T21:17:27.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815e00640 1 -- 172.21.15.6:0/3775687781 learned_addr learned my addr 172.21.15.6:0/3775687781 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:27.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815400640 1 --2- 172.21.15.6:0/3775687781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 0x55e00d063fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815e00640 1 -- 172.21.15.6:0/3775687781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 msgr2=0x55e00d051750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:27.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815e00640 1 --2- 172.21.15.6:0/3775687781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d051750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815e00640 1 -- 172.21.15.6:0/3775687781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 msgr2=0x55e00d063fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:27.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815e00640 1 --2- 172.21.15.6:0/3775687781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 0x55e00d063fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.864+0000 7ff815e00640 1 -- 172.21.15.6:0/3775687781 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e00d052930 con 0x55e00d052cf0 2024-05-20T21:17:27.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.865+0000 7ff815e00640 1 --2- 172.21.15.6:0/3775687781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d054a10 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff8080308b0 tx=0x7ff808041000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80715e63241440e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:27.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.865+0000 7ff802600640 1 -- 172.21.15.6:0/3775687781 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff808005510 con 0x55e00d052cf0 2024-05-20T21:17:27.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.865+0000 7ff802600640 1 -- 172.21.15.6:0/3775687781 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8080046c0 con 0x55e00d052cf0 2024-05-20T21:17:27.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.865+0000 7ff802600640 1 -- 172.21.15.6:0/3775687781 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff808003850 con 0x55e00d052cf0 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 -- 172.21.15.6:0/3775687781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 msgr2=0x55e00d054a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 --2- 172.21.15.6:0/3775687781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d054a10 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff8080308b0 tx=0x7ff808041000 comp rx=0 tx=0).stop 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 -- 172.21.15.6:0/3775687781 shutdown_connections 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 --2- 172.21.15.6:0/3775687781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d051750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 --2- 172.21.15.6:0/3775687781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 0x55e00d063fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 --2- 172.21.15.6:0/3775687781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d054a10 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 -- 172.21.15.6:0/3775687781 >> 172.21.15.6:0/3775687781 conn(0x55e00d04e360 msgr2=0x55e00d051040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 -- 172.21.15.6:0/3775687781 shutdown_connections 2024-05-20T21:17:27.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 -- 172.21.15.6:0/3775687781 wait complete. 2024-05-20T21:17:27.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.867+0000 7ff81f99c740 1 -- start start 2024-05-20T21:17:27.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.868+0000 7ff81f99c740 1 Processor -- start 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.868+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d061230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 0x55e00d061770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff81f99c740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d062780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff81f99c740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181aec20 con 0x55e00d0536e0 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff81f99c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181b0090 con 0x55e00d052cf0 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff81f99c740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181af2f0 con 0x55e00d058850 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff81f99c740 10 client.0 _ll_register_callbacks cb 0x7ff8040046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d061230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 0x55e00d061770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff816800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d062780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d061230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55696/0 (socket says 172.21.15.6:55696) 2024-05-20T21:17:27.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815e00640 1 -- 172.21.15.6:0/2010635734 learned_addr learned my addr 172.21.15.6:0/2010635734 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815e00640 1 -- 172.21.15.6:0/2010635734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 msgr2=0x55e00d062780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815e00640 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d062780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815e00640 1 -- 172.21.15.6:0/2010635734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 msgr2=0x55e00d061770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815e00640 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 0x55e00d061770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.869+0000 7ff815e00640 1 -- 172.21.15.6:0/2010635734 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e00d062d70 con 0x55e00d052cf0 2024-05-20T21:17:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.870+0000 7ff815e00640 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d061230 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff808055040 tx=0x7ff808030f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24afc4790c595ee8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.870+0000 7ff7f7400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.870+0000 7ff7f7400640 1 -- 172.21.15.6:0/2010635734 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff808060020 con 0x55e00d052cf0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.870+0000 7ff81f99c740 1 -- 172.21.15.6:0/2010635734 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8080046c0 con 0x55e00d052cf0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.870+0000 7ff7f7400640 1 -- 172.21.15.6:0/2010635734 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff808005550 con 0x55e00d052cf0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.870+0000 7ff7f7400640 1 -- 172.21.15.6:0/2010635734 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff808004870 con 0x55e00d052cf0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.870+0000 7ff81f99c740 10 client.25478 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.870+0000 7ff81f99c740 1 -- 172.21.15.6:0/2010635734 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e00d0640d0 con 0x55e00d052cf0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff7f7400640 1 -- 172.21.15.6:0/2010635734 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8080046c0 con 0x55e00d052cf0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff7f7400640 1 -- 172.21.15.6:0/2010635734 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff8080037b0 con 0x55e00d052cf0 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff81f99c740 10 client.25478 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff81f99c740 10 client.25478 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff81f99c740 20 client.25478 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff81f99c740 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e00d0d3710 0x55e00d0d5b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:27.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff81f99c740 4 client.25478 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:27.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff81f99c740 1 -- 172.21.15.6:0/2010635734 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e00cfbe2c0 con 0x55e00d0d3710 2024-05-20T21:17:27.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.871+0000 7ff815400640 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e00d0d3710 0x55e00d0d5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:27.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.872+0000 7ff7f7400640 10 client.25478 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:27.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.872+0000 7ff815400640 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e00d0d3710 0x55e00d0d5b30 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff4fadce92fd02dc server_cookie=8a804a572f225bc2 in_seq=0 out_seq=0 2024-05-20T21:17:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff7f7400640 1 -- 172.21.15.6:0/2010635734 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e00cfbe2c0 con 0x55e00d0d3710 2024-05-20T21:17:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff7f7400640 10 client.25478 handle_command_reply: tid=0 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 client.25478 shutdown 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 -- 172.21.15.6:0/2010635734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 msgr2=0x55e00d061230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d061230 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff808055040 tx=0x7ff808030f50 comp rx=0 tx=0).stop 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 -- 172.21.15.6:0/2010635734 shutdown_connections 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e00d0d3710 0x55e00d0d5b30 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e00d058850 0x55e00d062780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e00d0536e0 0x55e00d061770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 --2- 172.21.15.6:0/2010635734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e00d052cf0 0x55e00d061230 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff7f7400640 0 client.25478 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.880+0000 7ff81f99c740 1 -- 172.21.15.6:0/2010635734 >> 172.21.15.6:0/2010635734 conn(0x55e00d04e360 msgr2=0x55e00d054890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.881+0000 7ff81f99c740 1 -- 172.21.15.6:0/2010635734 shutdown_connections 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.881+0000 7ff81f99c740 1 -- 172.21.15.6:0/2010635734 wait complete. 2024-05-20T21:17:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.881+0000 7ff81f99c740 20 client.25478 trim_cache size 0 max 16384 2024-05-20T21:17:27.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:17:27.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:17:27.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 -- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7fc0b27d0 msgr2=0x7ff7fc0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7fc0b27d0 0x7ff7fc0b4c90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x55e00d054150 tx=0x7ff808030980 comp rx=0 tx=0).stop 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 -- 172.21.15.6:0/3125948330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff818101b50 msgr2=0x7ff81819f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff818101b50 0x7ff81819f660 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff80400e9f0 tx=0x7ff80400eeb0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 -- 172.21.15.6:0/3125948330 shutdown_connections 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7fc0b27d0 0x7ff7fc0b4c90 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff8181024f0 0x7ff8181a66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff818101b50 0x7ff81819f660 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 --2- 172.21.15.6:0/3125948330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff8181011f0 0x7ff81819f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 -- 172.21.15.6:0/3125948330 >> 172.21.15.6:0/3125948330 conn(0x7ff8180fcd30 msgr2=0x7ff8181000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 -- 172.21.15.6:0/3125948330 shutdown_connections 2024-05-20T21:17:27.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:27.882+0000 7ff817200640 1 -- 172.21.15.6:0/3125948330 wait complete. 2024-05-20T21:17:28.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1746512111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e64106140 msgr2=0x7f2e64112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:28.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1746512111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e64106140 0x7f2e64112650 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00b0a0 tx=0x7f2e5c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1746512111 shutdown_connections 2024-05-20T21:17:28.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1746512111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e64106140 0x7f2e64112650 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1746512111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e6410b780 0x7f2e6410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1746512111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e64105780 0x7f2e64105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1746512111 >> 172.21.15.6:0/1746512111 conn(0x7f2e64101270 msgr2=0x7f2e64103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:28.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1746512111 shutdown_connections 2024-05-20T21:17:28.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.334+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1746512111 wait complete. 2024-05-20T21:17:28.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.336+0000 7f2e6ba00700 1 Processor -- start 2024-05-20T21:17:28.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.336+0000 7f2e6ba00700 1 -- start start 2024-05-20T21:17:28.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.336+0000 7f2e6ba00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e64105780 0x7f2e6419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:28.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.336+0000 7f2e6ba00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e64106140 0x7f2e6419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:28.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.336+0000 7f2e6ba00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e6410b780 0x7f2e641a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:28.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.336+0000 7f2e6ba00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2e64115a10 con 0x7f2e64105780 2024-05-20T21:17:28.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.336+0000 7f2e6ba00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2e64115890 con 0x7f2e64106140 2024-05-20T21:17:28.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.336+0000 7f2e6ba00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2e64115b90 con 0x7f2e6410b780 2024-05-20T21:17:28.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e64105780 0x7f2e6419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e64105780 0x7f2e6419bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55458/0 (socket says 172.21.15.6:55458) 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 -- 172.21.15.6:0/1752455540 learned_addr learned my addr 172.21.15.6:0/1752455540 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e63e00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e64106140 0x7f2e6419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69a00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e6410b780 0x7f2e641a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 -- 172.21.15.6:0/1752455540 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e6410b780 msgr2=0x7f2e641a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e6410b780 0x7f2e641a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 -- 172.21.15.6:0/1752455540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e64106140 msgr2=0x7f2e6419c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e64106140 0x7f2e6419c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 -- 172.21.15.6:0/1752455540 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e641a0db0 con 0x7f2e64105780 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.337+0000 7f2e69000700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e64105780 0x7f2e6419bda0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2e5800e9a0 tx=0x7f2e5800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.338+0000 7f2e61600700 1 -- 172.21.15.6:0/1752455540 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e5800ca10 con 0x7f2e64105780 2024-05-20T21:17:28.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.338+0000 7f2e61600700 1 -- 172.21.15.6:0/1752455540 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e5800cbb0 con 0x7f2e64105780 2024-05-20T21:17:28.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.338+0000 7f2e61600700 1 -- 172.21.15.6:0/1752455540 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e58018680 con 0x7f2e64105780 2024-05-20T21:17:28.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.338+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e641a10a0 con 0x7f2e64105780 2024-05-20T21:17:28.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.338+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e641a8920 con 0x7f2e64105780 2024-05-20T21:17:28.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.339+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e6406a230 con 0x7f2e64105780 2024-05-20T21:17:28.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.341+0000 7f2e61600700 1 -- 172.21.15.6:0/1752455540 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2e58010430 con 0x7f2e64105780 2024-05-20T21:17:28.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.344+0000 7f2e61600700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e4c0b2880 0x7f2e4c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:28.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.344+0000 7f2e61600700 1 -- 172.21.15.6:0/1752455540 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2e580e2420 con 0x7f2e64105780 2024-05-20T21:17:28.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.344+0000 7f2e63e00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e4c0b2880 0x7f2e4c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:28.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.345+0000 7f2e63e00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e4c0b2880 0x7f2e4c0b4d40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2e64103840 tx=0x7f2e50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:28.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.349+0000 7f2e61600700 1 -- 172.21.15.6:0/1752455540 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2e580aa040 con 0x7f2e64105780 2024-05-20T21:17:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.650+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2e6402e560 con 0x7f2e64105780 2024-05-20T21:17:28.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.652+0000 7f2e61600700 1 -- 172.21.15.6:0/1752455540 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f2e580b20c0 con 0x7f2e64105780 2024-05-20T21:17:28.652 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:17:28.652 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e4c0b2880 msgr2=0x7f2e4c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e4c0b2880 0x7f2e4c0b4d40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2e64103840 tx=0x7f2e50009260 comp rx=0 tx=0).stop 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e64105780 msgr2=0x7f2e6419bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e64105780 0x7f2e6419bda0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2e5800e9a0 tx=0x7f2e5800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 shutdown_connections 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e4c0b2880 0x7f2e4c0b4d40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e6410b780 0x7f2e641a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e64105780 0x7f2e6419bda0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 --2- 172.21.15.6:0/1752455540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e64106140 0x7f2e6419c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 >> 172.21.15.6:0/1752455540 conn(0x7f2e64101270 msgr2=0x7f2e64101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 shutdown_connections 2024-05-20T21:17:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:28.656+0000 7f2e6ba00700 1 -- 172.21.15.6:0/1752455540 wait complete. 2024-05-20T21:17:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:17:29.585 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:29 smithi006 ceph-mon[31422]: pgmap v489: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:17:29.585 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:29 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1752455540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:29.588 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:17:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:29 smithi042 ceph-mon[36332]: pgmap v489: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:17:29.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:29 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1752455540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:29 smithi062 ceph-mon[36640]: pgmap v489: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:17:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:29 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1752455540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:30.059 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:31.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:31 smithi006 ceph-mon[31422]: pgmap v490: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-05-20T21:17:31.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:31 smithi042 ceph-mon[36332]: pgmap v490: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-05-20T21:17:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:31 smithi062 ceph-mon[36640]: pgmap v490: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-05-20T21:17:32.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 -- 172.21.15.6:0/1978931515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 msgr2=0x7fe450105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 --2- 172.21.15.6:0/1978931515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 0x7fe450105c00 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe43c009990 tx=0x7fe43c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 -- 172.21.15.6:0/1978931515 shutdown_connections 2024-05-20T21:17:32.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 --2- 172.21.15.6:0/1978931515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe450106140 0x7fe450112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 --2- 172.21.15.6:0/1978931515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe45010b780 0x7fe45010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 --2- 172.21.15.6:0/1978931515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 0x7fe450105c00 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 -- 172.21.15.6:0/1978931515 >> 172.21.15.6:0/1978931515 conn(0x7fe450101270 msgr2=0x7fe450103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:32.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 -- 172.21.15.6:0/1978931515 shutdown_connections 2024-05-20T21:17:32.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.540+0000 7fe458200700 1 -- 172.21.15.6:0/1978931515 wait complete. 2024-05-20T21:17:32.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe458200700 1 Processor -- start 2024-05-20T21:17:32.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe458200700 1 -- start start 2024-05-20T21:17:32.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe458200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 0x7fe450074d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe458200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe450106140 0x7fe45006ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe458200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe45010b780 0x7fe45006e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe458200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe450115980 con 0x7fe450105780 2024-05-20T21:17:32.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe458200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe450115800 con 0x7fe450106140 2024-05-20T21:17:32.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe458200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe450115b00 con 0x7fe45010b780 2024-05-20T21:17:32.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.542+0000 7fe455800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 0x7fe450074d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe455800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 0x7fe450074d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55472/0 (socket says 172.21.15.6:55472) 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe455800700 1 -- 172.21.15.6:0/1464200921 learned_addr learned my addr 172.21.15.6:0/1464200921 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe454e00700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe450106140 0x7fe45006ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe456200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe45010b780 0x7fe45006e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe455800700 1 -- 172.21.15.6:0/1464200921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe45010b780 msgr2=0x7fe45006e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe455800700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe45010b780 0x7fe45006e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe455800700 1 -- 172.21.15.6:0/1464200921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe450106140 msgr2=0x7fe45006ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe455800700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe450106140 0x7fe45006ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe455800700 1 -- 172.21.15.6:0/1464200921 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe45006e920 con 0x7fe450105780 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe454e00700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe450106140 0x7fe45006ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.543+0000 7fe455800700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 0x7fe450074d10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe44400e9c0 tx=0x7fe44400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.544+0000 7fe44e000700 1 -- 172.21.15.6:0/1464200921 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44400cb70 con 0x7fe450105780 2024-05-20T21:17:32.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.544+0000 7fe458200700 1 -- 172.21.15.6:0/1464200921 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe45006ec10 con 0x7fe450105780 2024-05-20T21:17:32.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.544+0000 7fe44e000700 1 -- 172.21.15.6:0/1464200921 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe444004ce0 con 0x7fe450105780 2024-05-20T21:17:32.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.544+0000 7fe44e000700 1 -- 172.21.15.6:0/1464200921 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe444005600 con 0x7fe450105780 2024-05-20T21:17:32.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.544+0000 7fe458200700 1 -- 172.21.15.6:0/1464200921 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe450072b80 con 0x7fe450105780 2024-05-20T21:17:32.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.548+0000 7fe44e000700 1 -- 172.21.15.6:0/1464200921 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe44400cd10 con 0x7fe450105780 2024-05-20T21:17:32.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.549+0000 7fe462aa2b80 1 Processor -- start 2024-05-20T21:17:32.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.549+0000 7fe462aa2b80 1 -- start start 2024-05-20T21:17:32.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.550+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29ed9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.550+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29edf30 0x5568e29e7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.550+0000 7fe456200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29ed9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.550+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.550+0000 7fe456200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29ed9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55484/0 (socket says 172.21.15.6:55484) 2024-05-20T21:17:32.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.550+0000 7fe456200700 1 -- 172.21.15.6:0/3124787700 learned_addr learned my addr 172.21.15.6:0/3124787700 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:32.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.550+0000 7fe454e00700 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe462aa2b80 1 -- 172.21.15.6:0/3124787700 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5568e2945e40 con 0x5568e29ed610 2024-05-20T21:17:32.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe462aa2b80 1 -- 172.21.15.6:0/3124787700 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5568e29359e0 con 0x5568e29e8140 2024-05-20T21:17:32.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe462aa2b80 1 -- 172.21.15.6:0/3124787700 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5568e2939a20 con 0x5568e29edf30 2024-05-20T21:17:32.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe455800700 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29edf30 0x5568e29e7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe44e000700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4380b2900 0x7fe4380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe456200700 1 -- 172.21.15.6:0/3124787700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29edf30 msgr2=0x5568e29e7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:32.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe456200700 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29edf30 0x5568e29e7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe456200700 1 -- 172.21.15.6:0/3124787700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 msgr2=0x5568e29e85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:32.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe44e000700 1 -- 172.21.15.6:0/1464200921 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe4440e2460 con 0x7fe450105780 2024-05-20T21:17:32.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe456200700 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.551+0000 7fe456200700 1 -- 172.21.15.6:0/3124787700 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568e28fe420 con 0x5568e29ed610 2024-05-20T21:17:32.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.552+0000 7fe456200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4380b2900 0x7fe4380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.552+0000 7fe456200700 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29ed9f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe448009440 tx=0x7fe448009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f6e2af015d2f3eb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:32.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.553+0000 7fe442a00700 1 -- 172.21.15.6:0/3124787700 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe448012de0 con 0x5568e29ed610 2024-05-20T21:17:32.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.553+0000 7fe442a00700 1 -- 172.21.15.6:0/3124787700 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe448017c80 con 0x5568e29ed610 2024-05-20T21:17:32.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.553+0000 7fe442a00700 1 -- 172.21.15.6:0/3124787700 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4480239e0 con 0x5568e29ed610 2024-05-20T21:17:32.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.553+0000 7fe456200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4380b2900 0x7fe4380b4dc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe448020000 tx=0x7fe448023000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:32.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.554+0000 7fe462aa2b80 1 -- 172.21.15.6:0/3124787700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 msgr2=0x5568e29ed9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.554+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29ed9f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe448009440 tx=0x7fe448009920 comp rx=0 tx=0).stop 2024-05-20T21:17:32.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.555+0000 7fe462aa2b80 1 -- 172.21.15.6:0/3124787700 shutdown_connections 2024-05-20T21:17:32.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.555+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.555+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29ed9f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.555+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/3124787700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29edf30 0x5568e29e7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.555+0000 7fe462aa2b80 1 -- 172.21.15.6:0/3124787700 >> 172.21.15.6:0/3124787700 conn(0x5568e2915be0 msgr2=0x5568e29e2690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:32.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.555+0000 7fe462aa2b80 1 -- 172.21.15.6:0/3124787700 shutdown_connections 2024-05-20T21:17:32.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.555+0000 7fe462aa2b80 1 -- 172.21.15.6:0/3124787700 wait complete. 2024-05-20T21:17:32.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.555+0000 7fe462aa2b80 1 -- start start 2024-05-20T21:17:32.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.556+0000 7fe462aa2b80 1 Processor -- start 2024-05-20T21:17:32.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.556+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.556+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29f10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.556+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29edf30 0x5568e29f1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.556+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5568e283bfa0 con 0x5568e29ed610 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.556+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5568e28d6760 con 0x5568e29edf30 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.556+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5568e29f49e0 con 0x5568e29e8140 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.556+0000 7fe462aa2b80 10 client.0 _ll_register_callbacks cb 0x5568e28dfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe454e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29f10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe454e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29f10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55498/0 (socket says 172.21.15.6:55498) 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe454e00700 1 -- 172.21.15.6:0/678486511 learned_addr learned my addr 172.21.15.6:0/678486511 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:32.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe455800700 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe456200700 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29edf30 0x5568e29f1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe454e00700 1 -- 172.21.15.6:0/678486511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 msgr2=0x5568e29f3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:32.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe454e00700 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe454e00700 1 -- 172.21.15.6:0/678486511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29edf30 msgr2=0x5568e29f1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:32.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe454e00700 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29edf30 0x5568e29f1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe454e00700 1 -- 172.21.15.6:0/678486511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568e28858d0 con 0x5568e29ed610 2024-05-20T21:17:32.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.557+0000 7fe456200700 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29edf30 0x5568e29f1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.558+0000 7fe454e00700 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29f10c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe43c009990 tx=0x7fe43c005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f96f9754b4b60f91 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.558+0000 7fe437400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.558+0000 7fe437400700 1 -- 172.21.15.6:0/678486511 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe43c029060 con 0x5568e29ed610 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.558+0000 7fe437400700 1 -- 172.21.15.6:0/678486511 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe43c003880 con 0x5568e29ed610 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.558+0000 7fe462aa2b80 1 -- 172.21.15.6:0/678486511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe448017c80 con 0x5568e29ed610 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.558+0000 7fe437400700 1 -- 172.21.15.6:0/678486511 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe43c003a80 con 0x5568e29ed610 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.558+0000 7fe462aa2b80 10 client.15375 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.558+0000 7fe462aa2b80 1 -- 172.21.15.6:0/678486511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5568e2906060 con 0x5568e29ed610 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.559+0000 7fe437400700 1 -- 172.21.15.6:0/678486511 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe448017c80 con 0x5568e29ed610 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.559+0000 7fe437400700 1 -- 172.21.15.6:0/678486511 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe43c0173f0 con 0x5568e29ed610 2024-05-20T21:17:32.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.559+0000 7fe462aa2b80 10 client.15375 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:32.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.559+0000 7fe462aa2b80 10 client.15375 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:17:32.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.559+0000 7fe462aa2b80 20 client.15375 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:32.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.559+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5568e2a01620 0x5568e2a03a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.559+0000 7fe462aa2b80 4 client.15375 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:32.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.559+0000 7fe462aa2b80 1 -- 172.21.15.6:0/678486511 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568e2947d90 con 0x5568e2a01620 2024-05-20T21:17:32.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.560+0000 7fe455800700 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5568e2a01620 0x5568e2a03a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.560+0000 7fe455800700 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5568e2a01620 0x5568e2a03a30 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d89581e09cb0db0b server_cookie=513028dc1cd5bd78 in_seq=0 out_seq=0 2024-05-20T21:17:32.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.560+0000 7fe437400700 10 client.15375 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe437400700 1 -- 172.21.15.6:0/678486511 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5568e2947d90 con 0x5568e2a01620 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe437400700 10 client.15375 handle_command_reply: tid=0 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 client.15375 shutdown 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 -- 172.21.15.6:0/678486511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 msgr2=0x5568e29f10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29f10c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe43c009990 tx=0x7fe43c005c70 comp rx=0 tx=0).stop 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 -- 172.21.15.6:0/678486511 shutdown_connections 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5568e2a01620 0x5568e2a03a30 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29edf30 0x5568e29f1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe437400700 0 client.15375 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:17:32.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/678486511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29ed610 0x5568e29f10c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.561+0000 7fe462aa2b80 1 -- 172.21.15.6:0/678486511 >> 172.21.15.6:0/678486511 conn(0x5568e2915be0 msgr2=0x5568e29e1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:32.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.562+0000 7fe462aa2b80 1 -- 172.21.15.6:0/678486511 shutdown_connections 2024-05-20T21:17:32.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.562+0000 7fe462aa2b80 1 -- 172.21.15.6:0/678486511 wait complete. 2024-05-20T21:17:32.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.562+0000 7fe462aa2b80 20 client.15375 trim_cache size 0 max 16384 2024-05-20T21:17:32.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.578+0000 7fe462aa2b80 1 Processor -- start 2024-05-20T21:17:32.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.578+0000 7fe462aa2b80 1 -- start start 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29ed610 0x5568e29f1730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 0x5568e29eb790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe4501bb120 con 0x5568e29edf30 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe4501b89b0 con 0x5568e29e8140 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe4501b6800 con 0x5568e29ed610 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe455800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe455800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e7b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55744/0 (socket says 172.21.15.6:55744) 2024-05-20T21:17:32.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe455800700 1 -- 172.21.15.6:0/2493050870 learned_addr learned my addr 172.21.15.6:0/2493050870 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:32.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe456200700 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 0x5568e29eb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe454e00700 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29ed610 0x5568e29f1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe455800700 1 -- 172.21.15.6:0/2493050870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29ed610 msgr2=0x5568e29f1730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:32.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe455800700 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29ed610 0x5568e29f1730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe455800700 1 -- 172.21.15.6:0/2493050870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 msgr2=0x5568e29eb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:32.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe455800700 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 0x5568e29eb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.579+0000 7fe455800700 1 -- 172.21.15.6:0/2493050870 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568e29ef630 con 0x5568e29e8140 2024-05-20T21:17:32.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.580+0000 7fe454e00700 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29ed610 0x5568e29f1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:32.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.580+0000 7fe455800700 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e7b20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe444009fd0 tx=0x7fe4440e48b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a3837e4d8dcc0ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:32.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.580+0000 7fe442000700 1 -- 172.21.15.6:0/2493050870 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4440a9490 con 0x5568e29e8140 2024-05-20T21:17:32.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.580+0000 7fe442000700 1 -- 172.21.15.6:0/2493050870 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4440aa080 con 0x5568e29e8140 2024-05-20T21:17:32.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.580+0000 7fe442000700 1 -- 172.21.15.6:0/2493050870 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4440cc0b0 con 0x5568e29e8140 2024-05-20T21:17:32.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 -- 172.21.15.6:0/2493050870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 msgr2=0x5568e29e7b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e7b20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe444009fd0 tx=0x7fe4440e48b0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 -- 172.21.15.6:0/2493050870 shutdown_connections 2024-05-20T21:17:32.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 0x5568e29eb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29e8140 0x5568e29e7b20 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/2493050870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29ed610 0x5568e29f1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 -- 172.21.15.6:0/2493050870 >> 172.21.15.6:0/2493050870 conn(0x5568e2915be0 msgr2=0x5568e29ee310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:32.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 -- 172.21.15.6:0/2493050870 shutdown_connections 2024-05-20T21:17:32.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.581+0000 7fe462aa2b80 1 -- 172.21.15.6:0/2493050870 wait complete. 2024-05-20T21:17:32.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.582+0000 7fe462aa2b80 1 -- start start 2024-05-20T21:17:32.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.582+0000 7fe462aa2b80 1 Processor -- start 2024-05-20T21:17:32.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.582+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.582+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29ed610 0x5568e29fa4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe462aa2b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 0x5568e2a08ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe4501b6e70 con 0x5568e29edf30 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe4501b82e0 con 0x5568e29ed610 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe462aa2b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe4501b7540 con 0x5568e29e8140 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe462aa2b80 10 client.0 _ll_register_callbacks cb 0x5568e28dfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe454e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29ed610 0x5568e29fa4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe455800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe455800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f9fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52668/0 (socket says 172.21.15.6:52668) 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe455800700 1 -- 172.21.15.6:0/781141287 learned_addr learned my addr 172.21.15.6:0/781141287 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe456200700 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 0x5568e2a08ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe455800700 1 -- 172.21.15.6:0/781141287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29ed610 msgr2=0x5568e29fa4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe455800700 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29ed610 0x5568e29fa4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe455800700 1 -- 172.21.15.6:0/781141287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 msgr2=0x5568e2a08ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe455800700 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 0x5568e2a08ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.583+0000 7fe455800700 1 -- 172.21.15.6:0/781141287 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568e2a092b0 con 0x5568e29e8140 2024-05-20T21:17:32.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.584+0000 7fe455800700 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f9fb0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe4440a6bf0 tx=0x7fe4440a5860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3abf3918d57f0bc9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:32.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.584+0000 7fe437400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:32.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.584+0000 7fe437400700 1 -- 172.21.15.6:0/781141287 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4440b27e0 con 0x5568e29e8140 2024-05-20T21:17:32.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.584+0000 7fe462aa2b80 1 -- 172.21.15.6:0/781141287 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4440aa080 con 0x5568e29e8140 2024-05-20T21:17:32.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.584+0000 7fe437400700 1 -- 172.21.15.6:0/781141287 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe4440a5f70 con 0x5568e29e8140 2024-05-20T21:17:32.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.584+0000 7fe437400700 1 -- 172.21.15.6:0/781141287 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe4440a9be0 con 0x5568e29e8140 2024-05-20T21:17:32.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.584+0000 7fe462aa2b80 10 client.25510 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:32.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.584+0000 7fe462aa2b80 1 -- 172.21.15.6:0/781141287 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5568e2a6be20 con 0x5568e29e8140 2024-05-20T21:17:32.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.585+0000 7fe437400700 1 -- 172.21.15.6:0/781141287 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4440aa080 con 0x5568e29e8140 2024-05-20T21:17:32.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.585+0000 7fe437400700 1 -- 172.21.15.6:0/781141287 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe4440a5380 con 0x5568e29e8140 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.585+0000 7fe462aa2b80 10 client.25510 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.585+0000 7fe462aa2b80 10 client.25510 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.585+0000 7fe462aa2b80 20 client.25510 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.585+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5568e2a6c4d0 0x5568e2a6e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.585+0000 7fe462aa2b80 4 client.25510 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.585+0000 7fe462aa2b80 1 -- 172.21.15.6:0/781141287 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5568e2941570 con 0x5568e2a6c4d0 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.586+0000 7fe454e00700 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5568e2a6c4d0 0x5568e2a6e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.586+0000 7fe454e00700 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5568e2a6c4d0 0x5568e2a6e8f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c77339949dc8ff80 server_cookie=e1526b4acebddc4b in_seq=0 out_seq=0 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.586+0000 7fe437400700 10 client.25510 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.586+0000 7fe437400700 1 -- 172.21.15.6:0/781141287 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5568e2941570 con 0x5568e2a6c4d0 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.586+0000 7fe437400700 10 client.25510 handle_command_reply: tid=0 2024-05-20T21:17:32.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.586+0000 7fe462aa2b80 1 client.25510 shutdown 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 -- 172.21.15.6:0/781141287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 msgr2=0x5568e29f9fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f9fb0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe4440a6bf0 tx=0x7fe4440a5860 comp rx=0 tx=0).stop 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 -- 172.21.15.6:0/781141287 shutdown_connections 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5568e29edf30 0x5568e2a08ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5568e29e8140 0x5568e29f9fb0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5568e2a6c4d0 0x5568e2a6e8f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 --2- 172.21.15.6:0/781141287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5568e29ed610 0x5568e29fa4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 -- 172.21.15.6:0/781141287 >> 172.21.15.6:0/781141287 conn(0x5568e2915be0 msgr2=0x5568e29f15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe437400700 0 client.25510 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 -- 172.21.15.6:0/781141287 shutdown_connections 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 1 -- 172.21.15.6:0/781141287 wait complete. 2024-05-20T21:17:32.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.587+0000 7fe462aa2b80 20 client.25510 trim_cache size 0 max 16384 2024-05-20T21:17:32.590 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:17:32.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 -- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4380b2900 msgr2=0x7fe4380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4380b2900 0x7fe4380b4dc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe448020000 tx=0x7fe448023000 comp rx=0 tx=0).stop 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 -- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 msgr2=0x7fe450074d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 0x7fe450074d10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe44400e9c0 tx=0x7fe44400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 -- 172.21.15.6:0/1464200921 shutdown_connections 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4380b2900 0x7fe4380b4dc0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe45010b780 0x7fe45006e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe450105780 0x7fe450074d10 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 --2- 172.21.15.6:0/1464200921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe450106140 0x7fe45006ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 -- 172.21.15.6:0/1464200921 >> 172.21.15.6:0/1464200921 conn(0x7fe450101270 msgr2=0x7fe450101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 -- 172.21.15.6:0/1464200921 shutdown_connections 2024-05-20T21:17:32.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:32.588+0000 7fe458200700 1 -- 172.21.15.6:0/1464200921 wait complete. 2024-05-20T21:17:33.077 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:17:33.568 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:17:33.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:33 smithi042 ceph-mon[36332]: pgmap v491: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:17:33.630 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:33 smithi006 ceph-mon[31422]: pgmap v491: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:17:33.736 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:33.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:33 smithi062 ceph-mon[36640]: pgmap v491: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-20T21:17:35.253 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:35.435 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:35 smithi006 ceph-mon[31422]: pgmap v492: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 8 op/s 2024-05-20T21:17:35.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:35 smithi042 ceph-mon[36332]: pgmap v492: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 8 op/s 2024-05-20T21:17:35.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:35 smithi062 ceph-mon[36640]: pgmap v492: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 8 op/s 2024-05-20T21:17:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.561+0000 7f32e6c00700 1 -- 172.21.15.6:0/111338112 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 msgr2=0x7f32e0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.561+0000 7f32e6c00700 1 --2- 172.21.15.6:0/111338112 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 0x7f32e0075b50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f32d0009990 tx=0x7f32d0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.562+0000 7f32e6c00700 1 -- 172.21.15.6:0/111338112 shutdown_connections 2024-05-20T21:17:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.562+0000 7f32e6c00700 1 --2- 172.21.15.6:0/111338112 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f32e010ffa0 0x7f32e0112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.562+0000 7f32e6c00700 1 --2- 172.21.15.6:0/111338112 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 0x7f32e0075b50 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.562+0000 7f32e6c00700 1 --2- 172.21.15.6:0/111338112 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32e0076090 0x7f32e010fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.562+0000 7f32e6c00700 1 -- 172.21.15.6:0/111338112 >> 172.21.15.6:0/111338112 conn(0x7f32e007a6a0 msgr2=0x7f32e007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.562+0000 7f32e6c00700 1 -- 172.21.15.6:0/111338112 shutdown_connections 2024-05-20T21:17:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.562+0000 7f32e6c00700 1 -- 172.21.15.6:0/111338112 wait complete. 2024-05-20T21:17:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.564+0000 7f32e6c00700 1 Processor -- start 2024-05-20T21:17:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.564+0000 7f32e6c00700 1 -- start start 2024-05-20T21:17:36.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.564+0000 7f32e6c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 0x7f32e019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:36.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.564+0000 7f32e6c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f32e0076090 0x7f32e019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:36.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32e6c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32e010ffa0 0x7f32e01a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32e6c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f32e01159a0 con 0x7f32e0075770 2024-05-20T21:17:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32e6c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f32e0115820 con 0x7f32e010ffa0 2024-05-20T21:17:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32e6c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f32e0115b20 con 0x7f32e0076090 2024-05-20T21:17:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32dfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 0x7f32e019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32dfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 0x7f32e019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55516/0 (socket says 172.21.15.6:55516) 2024-05-20T21:17:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32e4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32e010ffa0 0x7f32e01a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32dfe00700 1 -- 172.21.15.6:0/3031972431 learned_addr learned my addr 172.21.15.6:0/3031972431 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32df400700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f32e0076090 0x7f32e019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32df400700 1 -- 172.21.15.6:0/3031972431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32e010ffa0 msgr2=0x7f32e01a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32df400700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32e010ffa0 0x7f32e01a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32df400700 1 -- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 msgr2=0x7f32e019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32df400700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 0x7f32e019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:36.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.565+0000 7f32df400700 1 -- 172.21.15.6:0/3031972431 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e01a0de0 con 0x7f32e0076090 2024-05-20T21:17:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.566+0000 7f32dfe00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 0x7f32e019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.566+0000 7f32df400700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f32e0076090 0x7f32e019c310 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f32cc00e9c0 tx=0x7f32cc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.566+0000 7f32dcc00700 1 -- 172.21.15.6:0/3031972431 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32cc004220 con 0x7f32e0076090 2024-05-20T21:17:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.566+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32e01a10d0 con 0x7f32e0076090 2024-05-20T21:17:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.566+0000 7f32dcc00700 1 -- 172.21.15.6:0/3031972431 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32cc0043c0 con 0x7f32e0076090 2024-05-20T21:17:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.566+0000 7f32dcc00700 1 -- 172.21.15.6:0/3031972431 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32cc003c50 con 0x7f32e0076090 2024-05-20T21:17:36.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.567+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32e01a8950 con 0x7f32e0076090 2024-05-20T21:17:36.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.568+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32e006a230 con 0x7f32e0076090 2024-05-20T21:17:36.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.573+0000 7f32dcc00700 1 -- 172.21.15.6:0/3031972431 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f32cc00c7c0 con 0x7f32e0076090 2024-05-20T21:17:36.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.576+0000 7f32dcc00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32c40b2900 0x7f32c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:36.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.576+0000 7f32dcc00700 1 -- 172.21.15.6:0/3031972431 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f32cc0e2470 con 0x7f32e0076090 2024-05-20T21:17:36.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.576+0000 7f32dfe00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32c40b2900 0x7f32c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:36.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.577+0000 7f32dfe00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32c40b2900 0x7f32c40b4dc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f32d0006010 tx=0x7f32d000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:36.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:36.579+0000 7f32dcc00700 1 -- 172.21.15.6:0/3031972431 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f32cc0aa090 con 0x7f32e0076090 2024-05-20T21:17:37.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.017+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32e01a8c40 con 0x7f32e0076090 2024-05-20T21:17:37.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.018+0000 7f32dcc00700 1 -- 172.21.15.6:0/3031972431 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f32cc0a9990 con 0x7f32e0076090 2024-05-20T21:17:37.018 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:17:37.019 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:17:37.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32c40b2900 msgr2=0x7f32c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:37.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32c40b2900 0x7f32c40b4dc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f32d0006010 tx=0x7f32d000b280 comp rx=0 tx=0).stop 2024-05-20T21:17:37.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f32e0076090 msgr2=0x7f32e019c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:37.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f32e0076090 0x7f32e019c310 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f32cc00e9c0 tx=0x7f32cc00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:17:37.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 shutdown_connections 2024-05-20T21:17:37.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32c40b2900 0x7f32c40b4dc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:37.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f32e010ffa0 0x7f32e01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:37.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f32e0075770 0x7f32e019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:37.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 --2- 172.21.15.6:0/3031972431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f32e0076090 0x7f32e019c310 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:37.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.021+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 >> 172.21.15.6:0/3031972431 conn(0x7f32e007a6a0 msgr2=0x7f32e0100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:37.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.022+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 shutdown_connections 2024-05-20T21:17:37.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:37.022+0000 7f32e6c00700 1 -- 172.21.15.6:0/3031972431 wait complete. 2024-05-20T21:17:37.023 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:17:37.339 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:37 smithi006 ceph-mon[31422]: pgmap v493: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:17:37.339 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:37 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3031972431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:37 smithi042 ceph-mon[36332]: pgmap v493: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:17:37.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:37 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3031972431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:37 smithi062 ceph-mon[36640]: pgmap v493: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-20T21:17:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:37 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3031972431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:38.227 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id a81555eb --release --await' 2024-05-20T21:17:38.227 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id a81555eb --release --await 2024-05-20T21:17:38.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.881+0000 7f2bb8600700 1 -- 172.21.15.6:0/2475690459 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb006b220 msgr2=0x7f2bb006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.881+0000 7f2bb8600700 1 --2- 172.21.15.6:0/2475690459 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb006b220 0x7f2bb006b6a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c009990 tx=0x7f2b9c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.881+0000 7f2bb8600700 1 -- 172.21.15.6:0/2475690459 shutdown_connections 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.881+0000 7f2bb8600700 1 --2- 172.21.15.6:0/2475690459 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bb006bbe0 0x7f2bb01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.881+0000 7f2bb8600700 1 --2- 172.21.15.6:0/2475690459 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bb01095b0 0x7f2bb0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.881+0000 7f2bb8600700 1 --2- 172.21.15.6:0/2475690459 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb006b220 0x7f2bb006b6a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.881+0000 7f2bb8600700 1 -- 172.21.15.6:0/2475690459 >> 172.21.15.6:0/2475690459 conn(0x7f2bb00793f0 msgr2=0x7f2bb0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.882+0000 7f2bb8600700 1 -- 172.21.15.6:0/2475690459 shutdown_connections 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.882+0000 7f2bb8600700 1 -- 172.21.15.6:0/2475690459 wait complete. 2024-05-20T21:17:38.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.883+0000 7f2bb8600700 1 Processor -- start 2024-05-20T21:17:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.883+0000 7f2bb8600700 1 -- start start 2024-05-20T21:17:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.884+0000 7f2bb8600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bb006b220 0x7f2bb019be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.884+0000 7f2bb8600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bb006bbe0 0x7f2bb019c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.884+0000 7f2bb8600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb01095b0 0x7f2bb01a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.884+0000 7f2bb8600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb0113740 con 0x7f2bb006b220 2024-05-20T21:17:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.884+0000 7f2bb8600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb01135c0 con 0x7f2bb01095b0 2024-05-20T21:17:38.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.884+0000 7f2bb8600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2bb01138c0 con 0x7f2bb006bbe0 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bb006bbe0 0x7f2bb019c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bb006bbe0 0x7f2bb019c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48684/0 (socket says 172.21.15.6:48684) 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 -- 172.21.15.6:0/1371441991 learned_addr learned my addr 172.21.15.6:0/1371441991 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb6600700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb01095b0 0x7f2bb01a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 -- 172.21.15.6:0/1371441991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb01095b0 msgr2=0x7f2bb01a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb01095b0 0x7f2bb01a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 -- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bb006b220 msgr2=0x7f2bb019be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bb006b220 0x7f2bb019be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 -- 172.21.15.6:0/1371441991 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bb01a0ea0 con 0x7f2bb006bbe0 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.885+0000 7f2bb5200700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bb006bbe0 0x7f2bb019c3d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c005910 tx=0x7f2b9c00b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.886+0000 7f2bae000700 1 -- 172.21.15.6:0/1371441991 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b9c027070 con 0x7f2bb006bbe0 2024-05-20T21:17:38.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.886+0000 7f2bb8600700 1 -- 172.21.15.6:0/1371441991 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bb01a1130 con 0x7f2bb006bbe0 2024-05-20T21:17:38.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.886+0000 7f2bb8600700 1 -- 172.21.15.6:0/1371441991 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bb006cf60 con 0x7f2bb006bbe0 2024-05-20T21:17:38.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.886+0000 7f2bae000700 1 -- 172.21.15.6:0/1371441991 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b9c022470 con 0x7f2bb006bbe0 2024-05-20T21:17:38.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.886+0000 7f2bae000700 1 -- 172.21.15.6:0/1371441991 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b9c0173f0 con 0x7f2bb006bbe0 2024-05-20T21:17:38.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.892+0000 7f2bc3041b80 1 Processor -- start 2024-05-20T21:17:38.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.892+0000 7f2bc3041b80 1 -- start start 2024-05-20T21:17:38.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.893+0000 7f2bae000700 1 -- 172.21.15.6:0/1371441991 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2b9c02a070 con 0x7f2bb006bbe0 2024-05-20T21:17:38.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.894+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83b41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.894+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83ae330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.894+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83aedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.894+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564db8303e40 con 0x564db83b4720 2024-05-20T21:17:38.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.894+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564db82f39e0 con 0x564db83b3e00 2024-05-20T21:17:38.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.894+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564db82f7a20 con 0x564db83ae950 2024-05-20T21:17:38.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.894+0000 7f2bb6600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83b41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.894+0000 7f2bb6600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83b41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58596/0 (socket says 172.21.15.6:58596) 2024-05-20T21:17:38.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.895+0000 7f2bb6600700 1 -- 172.21.15.6:0/4185746394 learned_addr learned my addr 172.21.15.6:0/4185746394 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:38.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.895+0000 7f2bb5200700 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83aedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.895+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83ae330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.895 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:38.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.896+0000 7f2bb6600700 1 -- 172.21.15.6:0/4185746394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 msgr2=0x564db83aedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:38.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.896+0000 7f2bb6600700 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83aedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.896+0000 7f2bb6600700 1 -- 172.21.15.6:0/4185746394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 msgr2=0x564db83ae330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:38.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.896+0000 7f2bb6600700 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83ae330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.896+0000 7f2bb6600700 1 -- 172.21.15.6:0/4185746394 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564db82bc420 con 0x564db83b3e00 2024-05-20T21:17:38.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.896+0000 7f2bae000700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b980b2880 0x7f2b980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.896+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83ae330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:38.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.896+0000 7f2bae000700 1 -- 172.21.15.6:0/1371441991 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b9c0e3270 con 0x7f2bb006bbe0 2024-05-20T21:17:38.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.897+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b980b2880 0x7f2b980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.898+0000 7f2bb5200700 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83aedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:38.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.898+0000 7f2bb6600700 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83b41e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2ba8009440 tx=0x7f2ba8009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a3c3ec4498ac9fe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:38.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.898+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b980b2880 0x7f2b980b4d40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4005e10 tx=0x7f2ba4005da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:38.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.898+0000 7f2ba2a00700 1 -- 172.21.15.6:0/4185746394 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba8013810 con 0x564db83b3e00 2024-05-20T21:17:38.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.898+0000 7f2ba2a00700 1 -- 172.21.15.6:0/4185746394 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ba8015440 con 0x564db83b3e00 2024-05-20T21:17:38.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.899+0000 7f2ba2a00700 1 -- 172.21.15.6:0/4185746394 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba8013e60 con 0x564db83b3e00 2024-05-20T21:17:38.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.900+0000 7f2bc3041b80 1 -- 172.21.15.6:0/4185746394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 msgr2=0x564db83b41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.900+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83b41e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2ba8009440 tx=0x7f2ba8009920 comp rx=0 tx=0).stop 2024-05-20T21:17:38.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.905+0000 7f2bc3041b80 1 -- 172.21.15.6:0/4185746394 shutdown_connections 2024-05-20T21:17:38.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.905+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83aedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.905+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83b41e0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.905+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/4185746394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83ae330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.905+0000 7f2bc3041b80 1 -- 172.21.15.6:0/4185746394 >> 172.21.15.6:0/4185746394 conn(0x564db82d3be0 msgr2=0x564db83a0690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.907+0000 7f2bc3041b80 1 -- 172.21.15.6:0/4185746394 shutdown_connections 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.907+0000 7f2bc3041b80 1 -- 172.21.15.6:0/4185746394 wait complete. 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.907+0000 7f2bc3041b80 1 -- start start 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.908+0000 7f2bc3041b80 1 Processor -- start 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.908+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83ae950 0x564db83ba480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.908+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83b7820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.908+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b4720 0x564db83b7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.908+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564db81f9fa0 con 0x564db83ae950 2024-05-20T21:17:38.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.908+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564db8294760 con 0x564db83b4720 2024-05-20T21:17:38.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.908+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564db83bb220 con 0x564db83b3e00 2024-05-20T21:17:38.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.908+0000 7f2bc3041b80 10 client.0 _ll_register_callbacks cb 0x564db829dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:38.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.910+0000 7f2bb5c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83ae950 0x564db83ba480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.910+0000 7f2bb5c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83ae950 0x564db83ba480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35476/0 (socket says 172.21.15.6:35476) 2024-05-20T21:17:38.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.910+0000 7f2bb5c00700 1 -- 172.21.15.6:0/2792893331 learned_addr learned my addr 172.21.15.6:0/2792893331 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:38.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.911+0000 7f2bb6600700 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b4720 0x564db83b7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.912+0000 7f2bb5200700 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83b7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.912+0000 7f2bb5c00700 1 -- 172.21.15.6:0/2792893331 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 msgr2=0x564db83b7820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:38.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.912+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83b7820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.912+0000 7f2bb5c00700 1 -- 172.21.15.6:0/2792893331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b4720 msgr2=0x564db83b7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:38.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.912+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b4720 0x564db83b7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.912+0000 7f2bb5c00700 1 -- 172.21.15.6:0/2792893331 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564db82438d0 con 0x564db83ae950 2024-05-20T21:17:38.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.914+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83ae950 0x564db83ba480 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2ba400b470 tx=0x7f2ba40058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5552a38bf3ccacb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:38.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.914+0000 7f2b97400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:17:38.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.915+0000 7f2b97400700 1 -- 172.21.15.6:0/2792893331 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba4022070 con 0x564db83ae950 2024-05-20T21:17:38.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.915+0000 7f2b97400700 1 -- 172.21.15.6:0/2792893331 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2ba401e450 con 0x564db83ae950 2024-05-20T21:17:38.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.916+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2792893331 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ba8015440 con 0x564db83ae950 2024-05-20T21:17:38.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.917+0000 7f2b97400700 1 -- 172.21.15.6:0/2792893331 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ba402c050 con 0x564db83ae950 2024-05-20T21:17:38.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.917+0000 7f2bc3041b80 10 client.15396 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:38.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.917+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2792893331 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564db82c4060 con 0x564db83ae950 2024-05-20T21:17:38.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.917+0000 7f2b97400700 1 -- 172.21.15.6:0/2792893331 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ba8015440 con 0x564db83ae950 2024-05-20T21:17:38.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.919+0000 7f2b97400700 1 -- 172.21.15.6:0/2792893331 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2ba4027880 con 0x564db83ae950 2024-05-20T21:17:38.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.919+0000 7f2bc3041b80 10 client.15396 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:38.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.919+0000 7f2bc3041b80 10 client.15396 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:17:38.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.919+0000 7f2bc3041b80 20 client.15396 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:38.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.919+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564db83c7ed0 0x564db83ca320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.919+0000 7f2bc3041b80 4 client.15396 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:38.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.920+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2792893331 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564db8305d90 con 0x564db83c7ed0 2024-05-20T21:17:38.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.920+0000 7f2bb5200700 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564db83c7ed0 0x564db83ca320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.922+0000 7f2bb5200700 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564db83c7ed0 0x564db83ca320 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6647366f81727be3 server_cookie=f5a4a2d2c0ecd819 in_seq=0 out_seq=0 2024-05-20T21:17:38.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.922+0000 7f2b97400700 10 client.15396 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:17:38.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.923+0000 7f2b97400700 1 -- 172.21.15.6:0/2792893331 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564db8305d90 con 0x564db83c7ed0 2024-05-20T21:17:38.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.923+0000 7f2b97400700 10 client.15396 handle_command_reply: tid=0 2024-05-20T21:17:38.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.924+0000 7f2bc3041b80 1 client.15396 shutdown 2024-05-20T21:17:38.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.924+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2792893331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83ae950 msgr2=0x564db83ba480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.924+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83ae950 0x564db83ba480 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2ba400b470 tx=0x7f2ba40058e0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.925+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2792893331 shutdown_connections 2024-05-20T21:17:38.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.925+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b4720 0x564db83b7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.925+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83ae950 0x564db83ba480 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.925+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564db83c7ed0 0x564db83ca320 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.925+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2792893331 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83b7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.925+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2792893331 >> 172.21.15.6:0/2792893331 conn(0x564db82d3be0 msgr2=0x564db839fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:38.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.925+0000 7f2b97400700 0 client.15396 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:17:38.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.926+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2792893331 shutdown_connections 2024-05-20T21:17:38.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.926+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2792893331 wait complete. 2024-05-20T21:17:38.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.926+0000 7f2bc3041b80 20 client.15396 trim_cache size 0 max 16384 2024-05-20T21:17:38.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.943+0000 7f2bc3041b80 1 Processor -- start 2024-05-20T21:17:38.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.943+0000 7f2bc3041b80 1 -- start start 2024-05-20T21:17:38.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.943+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83b7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.943+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83a04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.944+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83cfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.944+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9000fef0 con 0x564db83b4720 2024-05-20T21:17:38.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.944+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9000d780 con 0x564db83b3e00 2024-05-20T21:17:38.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.944+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9000b5d0 con 0x564db83ae950 2024-05-20T21:17:38.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.945+0000 7f2bb5c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83b7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.945+0000 7f2bb6600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83cfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.945+0000 7f2bb5c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83b7d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48716/0 (socket says 172.21.15.6:48716) 2024-05-20T21:17:38.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.945+0000 7f2bb5c00700 1 -- 172.21.15.6:0/438501770 learned_addr learned my addr 172.21.15.6:0/438501770 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:38.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.945+0000 7f2bb5200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83a04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.946+0000 7f2bb5c00700 1 -- 172.21.15.6:0/438501770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 msgr2=0x564db83a04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:38.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.946+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/438501770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83a04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.946+0000 7f2bb5c00700 1 -- 172.21.15.6:0/438501770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 msgr2=0x564db83cfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:38.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.946+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/438501770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83cfbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.946+0000 7f2bb5c00700 1 -- 172.21.15.6:0/438501770 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564db83b5d90 con 0x564db83ae950 2024-05-20T21:17:38.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.946+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/438501770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83b7d10 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4027c70 tx=0x7f2ba4011b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57450ae90e8bc277 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:38.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.947+0000 7f2ba2000700 1 -- 172.21.15.6:0/438501770 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba4022050 con 0x564db83ae950 2024-05-20T21:17:38.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.947+0000 7f2ba2000700 1 -- 172.21.15.6:0/438501770 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ba4027440 con 0x564db83ae950 2024-05-20T21:17:38.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.947+0000 7f2ba2000700 1 -- 172.21.15.6:0/438501770 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ba4005280 con 0x564db83ae950 2024-05-20T21:17:38.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.948+0000 7f2bc3041b80 1 -- 172.21.15.6:0/438501770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 msgr2=0x564db83b7d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.948+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/438501770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83b7d10 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4027c70 tx=0x7f2ba4011b30 comp rx=0 tx=0).stop 2024-05-20T21:17:38.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.949+0000 7f2bc3041b80 1 -- 172.21.15.6:0/438501770 shutdown_connections 2024-05-20T21:17:38.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.949+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/438501770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83cfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.949+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/438501770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83ae950 0x564db83b7d10 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.949+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/438501770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83b3e00 0x564db83a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.949+0000 7f2bc3041b80 1 -- 172.21.15.6:0/438501770 >> 172.21.15.6:0/438501770 conn(0x564db82d3be0 msgr2=0x564db83b7600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:38.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.949+0000 7f2bc3041b80 1 -- 172.21.15.6:0/438501770 shutdown_connections 2024-05-20T21:17:38.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.949+0000 7f2bc3041b80 1 -- 172.21.15.6:0/438501770 wait complete. 2024-05-20T21:17:38.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.950+0000 7f2bc3041b80 1 -- start start 2024-05-20T21:17:38.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.950+0000 7f2bc3041b80 1 Processor -- start 2024-05-20T21:17:38.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.950+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83ae950 0x564db83c0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83cf620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bc3041b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83cfd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9000bc40 con 0x564db83b4720 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9000d0b0 con 0x564db83ae950 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bc3041b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9000c310 con 0x564db83b3e00 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bc3041b80 10 client.0 _ll_register_callbacks cb 0x564db829dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bb5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83cf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bb5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83cf620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48722/0 (socket says 172.21.15.6:48722) 2024-05-20T21:17:38.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bb5200700 1 -- 172.21.15.6:0/2965832056 learned_addr learned my addr 172.21.15.6:0/2965832056 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:38.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83ae950 0x564db83c0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.951+0000 7f2bb6600700 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83cfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.952+0000 7f2bb5200700 1 -- 172.21.15.6:0/2965832056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83ae950 msgr2=0x564db83c0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:38.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.952+0000 7f2bb5200700 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83ae950 0x564db83c0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.952+0000 7f2bb5200700 1 -- 172.21.15.6:0/2965832056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 msgr2=0x564db83cfd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:38.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.952+0000 7f2bb5200700 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83cfd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.952+0000 7f2bb5200700 1 -- 172.21.15.6:0/2965832056 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564db8431ac0 con 0x564db83b3e00 2024-05-20T21:17:38.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.952+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83ae950 0x564db83c0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:38.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.953+0000 7f2bb5200700 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83cf620 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c0a68a0 tx=0x7f2b9c0e56c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1752575f608379ae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:38.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.953+0000 7f2b97400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:38.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.953+0000 7f2b97400700 1 -- 172.21.15.6:0/2965832056 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b9c0095c0 con 0x564db83b3e00 2024-05-20T21:17:38.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.953+0000 7f2b97400700 1 -- 172.21.15.6:0/2965832056 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b9c0aaa80 con 0x564db83b3e00 2024-05-20T21:17:38.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.953+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2965832056 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ba4027440 con 0x564db83b3e00 2024-05-20T21:17:38.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2b97400700 1 -- 172.21.15.6:0/2965832056 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2b9c0aa330 con 0x564db83b3e00 2024-05-20T21:17:38.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2bc3041b80 10 client.25534 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:38.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2965832056 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564db8432d30 con 0x564db83b3e00 2024-05-20T21:17:38.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2b97400700 1 -- 172.21.15.6:0/2965832056 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ba4027440 con 0x564db83b3e00 2024-05-20T21:17:38.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2b97400700 1 -- 172.21.15.6:0/2965832056 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2b9c0b3160 con 0x564db83b3e00 2024-05-20T21:17:38.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2bc3041b80 10 client.25534 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:38.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2bc3041b80 10 client.25534 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:17:38.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2bc3041b80 20 client.25534 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:38.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564db8433490 0x564db84358b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:38.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2bc3041b80 4 client.25534 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:38.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.954+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2965832056 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564db82ff570 con 0x564db8433490 2024-05-20T21:17:38.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.955+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564db8433490 0x564db84358b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:38.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.956+0000 7f2bb5c00700 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564db8433490 0x564db84358b0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ccca27eba4e06f20 server_cookie=6856f6bba966f7f8 in_seq=0 out_seq=0 2024-05-20T21:17:38.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.956+0000 7f2b97400700 10 client.25534 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:17:38.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2b97400700 1 -- 172.21.15.6:0/2965832056 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564db82ff570 con 0x564db8433490 2024-05-20T21:17:38.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2b97400700 10 client.25534 handle_command_reply: tid=0 2024-05-20T21:17:38.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2bc3041b80 1 client.25534 shutdown 2024-05-20T21:17:38.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2965832056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 msgr2=0x564db83cf620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83cf620 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c0a68a0 tx=0x7f2b9c0e56c0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2965832056 shutdown_connections 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564db83b4720 0x564db83cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564db83ae950 0x564db83c0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564db8433490 0x564db84358b0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.957+0000 7f2b97400700 0 client.25534 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.958+0000 7f2bc3041b80 1 --2- 172.21.15.6:0/2965832056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564db83b3e00 0x564db83cf620 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.958+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2965832056 >> 172.21.15.6:0/2965832056 conn(0x564db82d3be0 msgr2=0x564db83b4b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.959+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2965832056 shutdown_connections 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.959+0000 7f2bc3041b80 1 -- 172.21.15.6:0/2965832056 wait complete. 2024-05-20T21:17:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.959+0000 7f2bc3041b80 20 client.25534 trim_cache size 0 max 16384 2024-05-20T21:17:38.960 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:17:38.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 -- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b980b2880 msgr2=0x7f2b980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b980b2880 0x7f2b980b4d40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2ba4005e10 tx=0x7f2ba4005da0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 -- 172.21.15.6:0/1371441991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bb006bbe0 msgr2=0x7f2bb019c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:38.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bb006bbe0 0x7f2bb019c3d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c005910 tx=0x7f2b9c00b670 comp rx=0 tx=0).stop 2024-05-20T21:17:38.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 -- 172.21.15.6:0/1371441991 shutdown_connections 2024-05-20T21:17:38.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b980b2880 0x7f2b980b4d40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bb01095b0 0x7f2bb01a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bb006b220 0x7f2bb019be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 --2- 172.21.15.6:0/1371441991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bb006bbe0 0x7f2bb019c3d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:38.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 -- 172.21.15.6:0/1371441991 >> 172.21.15.6:0/1371441991 conn(0x7f2bb00793f0 msgr2=0x7f2bb010e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:38.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 -- 172.21.15.6:0/1371441991 shutdown_connections 2024-05-20T21:17:38.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:38.960+0000 7f2bb8600700 1 -- 172.21.15.6:0/1371441991 wait complete. 2024-05-20T21:17:39.491 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:39 smithi006 ceph-mon[31422]: pgmap v494: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 852 B/s wr, 8 op/s 2024-05-20T21:17:39.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:39 smithi042 ceph-mon[36332]: pgmap v494: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 852 B/s wr, 8 op/s 2024-05-20T21:17:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:39 smithi062 ceph-mon[36640]: pgmap v494: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 852 B/s wr, 8 op/s 2024-05-20T21:17:40.165 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:17:41.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 -- 172.21.15.6:0/2389138259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 msgr2=0x7f3bdc104f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 --2- 172.21.15.6:0/2389138259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 0x7f3bdc104f10 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc009900 tx=0x7f3bcc02a410 comp rx=0 tx=0).stop 2024-05-20T21:17:41.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 -- 172.21.15.6:0/2389138259 shutdown_connections 2024-05-20T21:17:41.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 --2- 172.21.15.6:0/2389138259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bdc1066a0 0x7f3bdc10cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 --2- 172.21.15.6:0/2389138259 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bdc105ce0 0x7f3bdc106160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 --2- 172.21.15.6:0/2389138259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 0x7f3bdc104f10 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 -- 172.21.15.6:0/2389138259 >> 172.21.15.6:0/2389138259 conn(0x7f3bdc100060 msgr2=0x7f3bdc1024a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:41.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 -- 172.21.15.6:0/2389138259 shutdown_connections 2024-05-20T21:17:41.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.051+0000 7f3bdb200640 1 -- 172.21.15.6:0/2389138259 wait complete. 2024-05-20T21:17:41.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.052+0000 7f3bdb200640 1 Processor -- start 2024-05-20T21:17:41.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.052+0000 7f3bdb200640 1 -- start start 2024-05-20T21:17:41.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bdb200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 0x7f3bdc19ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bdb200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bdc105ce0 0x7f3bdc19b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bdb200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bdc1066a0 0x7f3bdc1a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bdb200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3bdc110670 con 0x7f3bdc105ce0 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bdb200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3bdc1104f0 con 0x7f3bdc104af0 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bdb200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3bdc1107f0 con 0x7f3bdc1066a0 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bd9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 0x7f3bdc19ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bd9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 0x7f3bdc19ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58630/0 (socket says 172.21.15.6:58630) 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bd9e00640 1 -- 172.21.15.6:0/420333117 learned_addr learned my addr 172.21.15.6:0/420333117 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bda800640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bdc1066a0 0x7f3bdc1a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.053+0000 7f3bd9400640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bdc105ce0 0x7f3bdc19b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.054+0000 7f3bd9e00640 1 -- 172.21.15.6:0/420333117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bdc1066a0 msgr2=0x7f3bdc1a22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.054+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bdc1066a0 0x7f3bdc1a22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.054+0000 7f3bd9e00640 1 -- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bdc105ce0 msgr2=0x7f3bdc19b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.054+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bdc105ce0 0x7f3bdc19b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.054+0000 7f3bd9e00640 1 -- 172.21.15.6:0/420333117 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bdc1a2950 con 0x7f3bdc104af0 2024-05-20T21:17:41.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.054+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 0x7f3bdc19ad90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc031500 tx=0x7f3bcc003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:41.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.055+0000 7f3bd2a00640 1 -- 172.21.15.6:0/420333117 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc03f070 con 0x7f3bdc104af0 2024-05-20T21:17:41.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.055+0000 7f3bdb200640 1 -- 172.21.15.6:0/420333117 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bdc1a2be0 con 0x7f3bdc104af0 2024-05-20T21:17:41.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.055+0000 7f3bdb200640 1 -- 172.21.15.6:0/420333117 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bdc1a3120 con 0x7f3bdc104af0 2024-05-20T21:17:41.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.055+0000 7f3bd2a00640 1 -- 172.21.15.6:0/420333117 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bcc031c50 con 0x7f3bdc104af0 2024-05-20T21:17:41.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.055+0000 7f3bd2a00640 1 -- 172.21.15.6:0/420333117 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc035030 con 0x7f3bdc104af0 2024-05-20T21:17:41.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.058+0000 7f3bd2a00640 1 -- 172.21.15.6:0/420333117 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3bcc042070 con 0x7f3bdc104af0 2024-05-20T21:17:41.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.059+0000 7f3be3e21740 1 Processor -- start 2024-05-20T21:17:41.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.059+0000 7f3be3e21740 1 -- start start 2024-05-20T21:17:41.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa87cf0 0x55877fa88110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa8d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa8fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3be3e21740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55877f9f7b90 con 0x55877fa886e0 2024-05-20T21:17:41.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3be3e21740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55877f9e7730 con 0x55877fa87cf0 2024-05-20T21:17:41.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3be3e21740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55877f9eb770 con 0x55877fa8d850 2024-05-20T21:17:41.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3bd2a00640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3bc00b2850 0x7f3bc00b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3bda800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa87cf0 0x55877fa88110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3bda800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa87cf0 0x55877fa88110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58640/0 (socket says 172.21.15.6:58640) 2024-05-20T21:17:41.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3bda800640 1 -- 172.21.15.6:0/793355379 learned_addr learned my addr 172.21.15.6:0/793355379 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:41.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3bd2a00640 1 -- 172.21.15.6:0/420333117 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3bcc102d50 con 0x7f3bdc104af0 2024-05-20T21:17:41.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.060+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa8d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bda800640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3bc00b2850 0x7f3bc00b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bd9400640 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa8fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bda800640 1 -- 172.21.15.6:0/793355379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 msgr2=0x55877fa8fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bda800640 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa8fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bda800640 1 -- 172.21.15.6:0/793355379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 msgr2=0x55877fa8d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bda800640 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa8d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bda800640 1 -- 172.21.15.6:0/793355379 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55877f9808b0 con 0x55877fa87cf0 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bd9400640 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa8fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.061+0000 7f3bda800640 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa87cf0 0x55877fa88110 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4005f40 tx=0x7f3bd4014f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=929b3052ca98d2eb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.062+0000 7f3bda800640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3bc00b2850 0x7f3bc00b4d10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3bd401c000 tx=0x7f3bd401e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:41.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.062+0000 7f3bc7400640 1 -- 172.21.15.6:0/793355379 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd400ebc0 con 0x55877fa87cf0 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.062+0000 7f3bc7400640 1 -- 172.21.15.6:0/793355379 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bd400ed60 con 0x55877fa87cf0 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.062+0000 7f3bc7400640 1 -- 172.21.15.6:0/793355379 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4005860 con 0x55877fa87cf0 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.062+0000 7f3be3e21740 1 -- 172.21.15.6:0/793355379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa87cf0 msgr2=0x55877fa88110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa87cf0 0x55877fa88110 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4005f40 tx=0x7f3bd4014f70 comp rx=0 tx=0).stop 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 -- 172.21.15.6:0/793355379 shutdown_connections 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa8fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa8d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 --2- 172.21.15.6:0/793355379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa87cf0 0x55877fa88110 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 -- 172.21.15.6:0/793355379 >> 172.21.15.6:0/793355379 conn(0x55877fa83360 msgr2=0x55877fa83760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 -- 172.21.15.6:0/793355379 shutdown_connections 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 -- 172.21.15.6:0/793355379 wait complete. 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.063+0000 7f3be3e21740 1 -- start start 2024-05-20T21:17:41.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.064+0000 7f3be3e21740 1 Processor -- start 2024-05-20T21:17:41.067 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.064+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa87cf0 0x55877fa9a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.067 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.064+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.064+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877faa17b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.064+0000 7f3be3e21740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55877f6cd790 con 0x55877fa886e0 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.064+0000 7f3be3e21740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55877f98fbc0 con 0x55877fa8d850 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.064+0000 7f3be3e21740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55877fa90740 con 0x55877fa87cf0 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.064+0000 7f3be3e21740 10 client.0 _ll_register_callbacks cb 0x55877f96d400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bda800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877faa17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bda800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877faa17b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58642/0 (socket says 172.21.15.6:58642) 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bda800640 1 -- 172.21.15.6:0/3168011790 learned_addr learned my addr 172.21.15.6:0/3168011790 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa87cf0 0x55877fa9a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bd9400640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bda800640 1 -- 172.21.15.6:0/3168011790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa87cf0 msgr2=0x55877fa9a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:41.068 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bda800640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa87cf0 0x55877fa9a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bda800640 1 -- 172.21.15.6:0/3168011790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 msgr2=0x55877fa9a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bda800640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bda800640 1 -- 172.21.15.6:0/3168011790 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55877f6fc210 con 0x55877fa8d850 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa87cf0 0x55877fa9a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.065+0000 7f3bd9400640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.066+0000 7f3bda800640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877faa17b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4005070 tx=0x7f3bd400efa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e88838fb6c8cebdb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.066+0000 7f3bbbe00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.066+0000 7f3bbbe00640 1 -- 172.21.15.6:0/3168011790 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd40055a0 con 0x55877fa8d850 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.066+0000 7f3bbbe00640 1 -- 172.21.15.6:0/3168011790 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3bd4005740 con 0x55877fa8d850 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.066+0000 7f3be3e21740 1 -- 172.21.15.6:0/3168011790 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bd400ed60 con 0x55877fa8d850 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.066+0000 7f3bbbe00640 1 -- 172.21.15.6:0/3168011790 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3bd4003970 con 0x55877fa8d850 2024-05-20T21:17:41.069 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.066+0000 7f3be3e21740 10 client.25538 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.066+0000 7f3be3e21740 1 -- 172.21.15.6:0/3168011790 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55877f7c8620 con 0x55877fa8d850 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.067+0000 7f3bbbe00640 1 -- 172.21.15.6:0/3168011790 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bd400ed60 con 0x55877fa8d850 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.067+0000 7f3bbbe00640 1 -- 172.21.15.6:0/3168011790 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3bd400f040 con 0x55877fa8d850 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.067+0000 7f3be3e21740 10 client.25538 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.067+0000 7f3be3e21740 10 client.25538 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.068+0000 7f3be3e21740 20 client.25538 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.068+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55877faa5b10 0x55877faa7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.068+0000 7f3be3e21740 4 client.25538 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.068+0000 7f3be3e21740 1 -- 172.21.15.6:0/3168011790 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55877f9f9ae0 con 0x55877faa5b10 2024-05-20T21:17:41.070 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.068+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55877faa5b10 0x55877faa7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.071 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.068+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55877faa5b10 0x55877faa7f00 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30491b7b5e34a4a server_cookie=580c4ae9bde4c68e in_seq=0 out_seq=0 2024-05-20T21:17:41.071 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.068+0000 7f3bbbe00640 10 client.25538 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:41.072 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.069+0000 7f3bbbe00640 1 -- 172.21.15.6:0/3168011790 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55877f9f9ae0 con 0x55877faa5b10 2024-05-20T21:17:41.072 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.069+0000 7f3bbbe00640 10 client.25538 handle_command_reply: tid=0 2024-05-20T21:17:41.072 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.069+0000 7f3be3e21740 1 client.25538 shutdown 2024-05-20T21:17:41.072 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 -- 172.21.15.6:0/3168011790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 msgr2=0x55877faa17b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.072 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877faa17b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4005070 tx=0x7f3bd400efa0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 -- 172.21.15.6:0/3168011790 shutdown_connections 2024-05-20T21:17:41.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55877faa5b10 0x55877faa7f00 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877faa17b0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3bbbe00640 0 client.25538 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:41.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3168011790 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa87cf0 0x55877fa9a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 -- 172.21.15.6:0/3168011790 >> 172.21.15.6:0/3168011790 conn(0x55877fa83360 msgr2=0x55877fa824c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:41.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 -- 172.21.15.6:0/3168011790 shutdown_connections 2024-05-20T21:17:41.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 1 -- 172.21.15.6:0/3168011790 wait complete. 2024-05-20T21:17:41.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.070+0000 7f3be3e21740 20 client.25538 trim_cache size 0 max 16384 2024-05-20T21:17:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.097+0000 7f3be3e21740 1 Processor -- start 2024-05-20T21:17:41.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.097+0000 7f3be3e21740 1 -- start start 2024-05-20T21:17:41.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.098+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa87cf0 0x55877fa86b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.098+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa886e0 0x55877faa1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.098+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877fa82c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.098+0000 7f3be3e21740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc010ff0 con 0x55877fa87cf0 2024-05-20T21:17:41.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.098+0000 7f3be3e21740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc00e8c0 con 0x55877fa8d850 2024-05-20T21:17:41.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.098+0000 7f3be3e21740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc00c710 con 0x55877fa886e0 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.098+0000 7f3bda800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877fa82c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bda800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877fa82c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58654/0 (socket says 172.21.15.6:58654) 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bd9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa87cf0 0x55877fa86b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bd9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa87cf0 0x55877fa86b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35532/0 (socket says 172.21.15.6:35532) 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bd9e00640 1 -- 172.21.15.6:0/3698266281 learned_addr learned my addr 172.21.15.6:0/3698266281 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bd9e00640 1 -- 172.21.15.6:0/3698266281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa886e0 msgr2=0x55877faa1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/3698266281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa886e0 0x55877faa1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bd9e00640 1 -- 172.21.15.6:0/3698266281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 msgr2=0x55877fa82c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/3698266281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877fa82c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.099+0000 7f3bd9e00640 1 -- 172.21.15.6:0/3698266281 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55877fa87930 con 0x55877fa87cf0 2024-05-20T21:17:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.100+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/3698266281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa87cf0 0x55877fa86b00 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc0ca2b0 tx=0x7f3bcc100620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aa1b0fd504ff348 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.100+0000 7f3bc6a00640 1 -- 172.21.15.6:0/3698266281 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc049040 con 0x55877fa87cf0 2024-05-20T21:17:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.100+0000 7f3bc6a00640 1 -- 172.21.15.6:0/3698266281 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bcc0ce620 con 0x55877fa87cf0 2024-05-20T21:17:41.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.100+0000 7f3bc6a00640 1 -- 172.21.15.6:0/3698266281 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc0ca580 con 0x55877fa87cf0 2024-05-20T21:17:41.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.101+0000 7f3be3e21740 1 -- 172.21.15.6:0/3698266281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa87cf0 msgr2=0x55877fa86b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.101+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3698266281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa87cf0 0x55877fa86b00 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc0ca2b0 tx=0x7f3bcc100620 comp rx=0 tx=0).stop 2024-05-20T21:17:41.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.101+0000 7f3be3e21740 1 -- 172.21.15.6:0/3698266281 shutdown_connections 2024-05-20T21:17:41.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.101+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3698266281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa8d850 0x55877fa82c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.101+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3698266281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa886e0 0x55877faa1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.101+0000 7f3be3e21740 1 --2- 172.21.15.6:0/3698266281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa87cf0 0x55877fa86b00 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.101+0000 7f3be3e21740 1 -- 172.21.15.6:0/3698266281 >> 172.21.15.6:0/3698266281 conn(0x55877fa83360 msgr2=0x55877fa890e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:41.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.102+0000 7f3be3e21740 1 -- 172.21.15.6:0/3698266281 shutdown_connections 2024-05-20T21:17:41.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.102+0000 7f3be3e21740 1 -- 172.21.15.6:0/3698266281 wait complete. 2024-05-20T21:17:41.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.102+0000 7f3be3e21740 1 -- start start 2024-05-20T21:17:41.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.103+0000 7f3be3e21740 1 Processor -- start 2024-05-20T21:17:41.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.103+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.103+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa9cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.103+0000 7f3be3e21740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa9ff90 0x55877faa0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.103+0000 7f3be3e21740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc00cd80 con 0x55877fa886e0 2024-05-20T21:17:41.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.103+0000 7f3be3e21740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc00e1f0 con 0x55877fa9ff90 2024-05-20T21:17:41.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.103+0000 7f3be3e21740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc00d450 con 0x55877fa8d850 2024-05-20T21:17:41.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.103+0000 7f3be3e21740 10 client.0 _ll_register_callbacks cb 0x7f3bcc009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:41.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.104+0000 7f3bda800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa9ff90 0x55877faa0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.104+0000 7f3bda800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa9ff90 0x55877faa0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58662/0 (socket says 172.21.15.6:58662) 2024-05-20T21:17:41.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.104+0000 7f3bda800640 1 -- 172.21.15.6:0/1612262914 learned_addr learned my addr 172.21.15.6:0/1612262914 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:41.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.104+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.104+0000 7f3bd9400640 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa9cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.104+0000 7f3bda800640 1 -- 172.21.15.6:0/1612262914 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 msgr2=0x55877fa9cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:41.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.104+0000 7f3bda800640 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa9cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.105+0000 7f3bda800640 1 -- 172.21.15.6:0/1612262914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 msgr2=0x55877fa9ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:41.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.105+0000 7f3bda800640 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.105+0000 7f3bda800640 1 -- 172.21.15.6:0/1612262914 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55877faa0950 con 0x55877fa9ff90 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.105+0000 7f3bda800640 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa9ff90 0x55877faa0410 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4028a80 tx=0x7f3bd400ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee0669019599e539 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.105+0000 7f3bbbe00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.105+0000 7f3bbbe00640 1 -- 172.21.15.6:0/1612262914 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd403f060 con 0x55877fa9ff90 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.105+0000 7f3bbbe00640 1 -- 172.21.15.6:0/1612262914 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3bd4028d10 con 0x55877fa9ff90 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.105+0000 7f3be3e21740 1 -- 172.21.15.6:0/1612262914 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bcc0ce620 con 0x55877fa9ff90 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.106+0000 7f3bbbe00640 1 -- 172.21.15.6:0/1612262914 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3bd4028410 con 0x55877fa9ff90 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.106+0000 7f3be3e21740 10 client.25544 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.106+0000 7f3be3e21740 1 -- 172.21.15.6:0/1612262914 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55877fb216d0 con 0x55877fa9ff90 2024-05-20T21:17:41.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.106+0000 7f3bbbe00640 1 -- 172.21.15.6:0/1612262914 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bcc0ce620 con 0x55877fa9ff90 2024-05-20T21:17:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.107+0000 7f3bbbe00640 1 -- 172.21.15.6:0/1612262914 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3bd4005750 con 0x55877fa9ff90 2024-05-20T21:17:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.108+0000 7f3be3e21740 10 client.25544 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.108+0000 7f3be3e21740 10 client.25544 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.108+0000 7f3be3e21740 20 client.25544 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:41.107 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.108+0000 7f3be3e21740 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55877fb22020 0x55877fb24440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.108+0000 7f3be3e21740 4 client.25544 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.108+0000 7f3be3e21740 1 -- 172.21.15.6:0/1612262914 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55877f9f32c0 con 0x55877fb22020 2024-05-20T21:17:41.108 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.109+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55877fb22020 0x55877fb24440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.110+0000 7f3bbbe00640 10 client.25544 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:41.109 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.110+0000 7f3bd9e00640 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55877fb22020 0x55877fb24440 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=195ccb1350be09ce server_cookie=75fda2b2e5946204 in_seq=0 out_seq=0 2024-05-20T21:17:41.114 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.114+0000 7f3bbbe00640 1 -- 172.21.15.6:0/1612262914 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55877f9f32c0 con 0x55877fb22020 2024-05-20T21:17:41.114 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.114+0000 7f3bbbe00640 10 client.25544 handle_command_reply: tid=0 2024-05-20T21:17:41.114 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.114+0000 7f3be3e21740 1 client.25544 shutdown 2024-05-20T21:17:41.114 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 -- 172.21.15.6:0/1612262914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa9ff90 msgr2=0x55877faa0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa9ff90 0x55877faa0410 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4028a80 tx=0x7f3bd400ee70 comp rx=0 tx=0).stop 2024-05-20T21:17:41.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 -- 172.21.15.6:0/1612262914 shutdown_connections 2024-05-20T21:17:41.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55877fb22020 0x55877fb24440 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55877fa9ff90 0x55877faa0410 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55877fa8d850 0x55877fa9cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 --2- 172.21.15.6:0/1612262914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55877fa886e0 0x55877fa9ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 -- 172.21.15.6:0/1612262914 >> 172.21.15.6:0/1612262914 conn(0x55877fa83360 msgr2=0x55877fa89970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3bbbe00640 0 client.25544 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.115+0000 7f3be3e21740 1 -- 172.21.15.6:0/1612262914 shutdown_connections 2024-05-20T21:17:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.116+0000 7f3be3e21740 1 -- 172.21.15.6:0/1612262914 wait complete. 2024-05-20T21:17:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.116+0000 7f3be3e21740 20 client.25544 trim_cache size 0 max 16384 2024-05-20T21:17:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:17:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:17:41.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:17:41.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 -- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3bc00b2850 msgr2=0x7f3bc00b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3bc00b2850 0x7f3bc00b4d10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3bd401c000 tx=0x7f3bd401e000 comp rx=0 tx=0).stop 2024-05-20T21:17:41.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 -- 172.21.15.6:0/420333117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 msgr2=0x7f3bdc19ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:41.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 0x7f3bdc19ad90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc031500 tx=0x7f3bcc003c10 comp rx=0 tx=0).stop 2024-05-20T21:17:41.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 -- 172.21.15.6:0/420333117 shutdown_connections 2024-05-20T21:17:41.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3bc00b2850 0x7f3bc00b4d10 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bdc1066a0 0x7f3bdc1a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3bdc105ce0 0x7f3bdc19b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 --2- 172.21.15.6:0/420333117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3bdc104af0 0x7f3bdc19ad90 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:41.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.118+0000 7f3bdb200640 1 -- 172.21.15.6:0/420333117 >> 172.21.15.6:0/420333117 conn(0x7f3bdc100060 msgr2=0x7f3bdc109060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:41.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.120+0000 7f3bdb200640 1 -- 172.21.15.6:0/420333117 shutdown_connections 2024-05-20T21:17:41.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:41.120+0000 7f3bdb200640 1 -- 172.21.15.6:0/420333117 wait complete. 2024-05-20T21:17:41.202 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:41.347 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:41 smithi006 ceph-mon[31422]: pgmap v495: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 853 B/s wr, 8 op/s 2024-05-20T21:17:41.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:41 smithi042 ceph-mon[36332]: pgmap v495: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 853 B/s wr, 8 op/s 2024-05-20T21:17:41.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:41 smithi062 ceph-mon[36640]: pgmap v495: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 853 B/s wr, 8 op/s 2024-05-20T21:17:42.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.558+0000 7f64ee000700 1 -- 172.21.15.6:0/1694526469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8106140 msgr2=0x7f64e8112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.558+0000 7f64ee000700 1 --2- 172.21.15.6:0/1694526469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8106140 0x7f64e8112650 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f64e000b0a0 tx=0x7f64e000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.558+0000 7f64ee000700 1 -- 172.21.15.6:0/1694526469 shutdown_connections 2024-05-20T21:17:42.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.558+0000 7f64ee000700 1 --2- 172.21.15.6:0/1694526469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8106140 0x7f64e8112650 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.558+0000 7f64ee000700 1 --2- 172.21.15.6:0/1694526469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64e810b780 0x7f64e810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.558+0000 7f64ee000700 1 --2- 172.21.15.6:0/1694526469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e8105780 0x7f64e8105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.558+0000 7f64ee000700 1 -- 172.21.15.6:0/1694526469 >> 172.21.15.6:0/1694526469 conn(0x7f64e8101270 msgr2=0x7f64e8103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:42.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.559+0000 7f64ee000700 1 -- 172.21.15.6:0/1694526469 shutdown_connections 2024-05-20T21:17:42.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.559+0000 7f64ee000700 1 -- 172.21.15.6:0/1694526469 wait complete. 2024-05-20T21:17:42.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.560+0000 7f64ee000700 1 Processor -- start 2024-05-20T21:17:42.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.560+0000 7f64ee000700 1 -- start start 2024-05-20T21:17:42.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.561+0000 7f64ee000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8105780 0x7f64e819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.561+0000 7f64ee000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e8106140 0x7f64e819c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.561+0000 7f64ee000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64e810b780 0x7f64e81a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.561+0000 7f64ee000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64e8115a10 con 0x7f64e8105780 2024-05-20T21:17:42.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.561+0000 7f64ee000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64e8115890 con 0x7f64e8106140 2024-05-20T21:17:42.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.561+0000 7f64ee000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64e8115b90 con 0x7f64e810b780 2024-05-20T21:17:42.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.561+0000 7f64e7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8105780 0x7f64e819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.561+0000 7f64e6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e8106140 0x7f64e819c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8105780 0x7f64e819bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35564/0 (socket says 172.21.15.6:35564) 2024-05-20T21:17:42.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e7400700 1 -- 172.21.15.6:0/2143795300 learned_addr learned my addr 172.21.15.6:0/2143795300 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:42.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e7e00700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64e810b780 0x7f64e81a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e6a00700 1 -- 172.21.15.6:0/2143795300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64e810b780 msgr2=0x7f64e81a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e6a00700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64e810b780 0x7f64e81a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e6a00700 1 -- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8105780 msgr2=0x7f64e819bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e6a00700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8105780 0x7f64e819bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e6a00700 1 -- 172.21.15.6:0/2143795300 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64e81a0df0 con 0x7f64e8106140 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e7400700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8105780 0x7f64e819bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.562+0000 7f64e6a00700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e8106140 0x7f64e819c320 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f64d400e9f0 tx=0x7f64d400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.563+0000 7f64dfe00700 1 -- 172.21.15.6:0/2143795300 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d400cbd0 con 0x7f64e8106140 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.563+0000 7f64ee000700 1 -- 172.21.15.6:0/2143795300 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64e81a10e0 con 0x7f64e8106140 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.563+0000 7f64dfe00700 1 -- 172.21.15.6:0/2143795300 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64d400cd70 con 0x7f64e8106140 2024-05-20T21:17:42.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.563+0000 7f64ee000700 1 -- 172.21.15.6:0/2143795300 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64e81a8960 con 0x7f64e8106140 2024-05-20T21:17:42.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.564+0000 7f64dfe00700 1 -- 172.21.15.6:0/2143795300 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d4018680 con 0x7f64e8106140 2024-05-20T21:17:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.568+0000 7f64dfe00700 1 -- 172.21.15.6:0/2143795300 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f64d4010430 con 0x7f64e8106140 2024-05-20T21:17:42.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.569+0000 7f64f8a6eb80 1 Processor -- start 2024-05-20T21:17:42.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.569+0000 7f64f8a6eb80 1 -- start start 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0857c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d07f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0803c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563a3cfddf40 con 0x563a3d07ff80 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563a3cfcdae0 con 0x563a3d085d00 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563a3cfd1b20 con 0x563a3d0853e0 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64dfe00700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64cc0b2880 0x7f64cc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64dfe00700 1 -- 172.21.15.6:0/2143795300 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64d40e24d0 con 0x7f64e8106140 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64e6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0803c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.570+0000 7f64e7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0857c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.571+0000 7f64e7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0857c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48790/0 (socket says 172.21.15.6:48790) 2024-05-20T21:17:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.571+0000 7f64e7e00700 1 -- 172.21.15.6:0/1783872252 learned_addr learned my addr 172.21.15.6:0/1783872252 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:42.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.571+0000 7f64e6a00700 1 -- 172.21.15.6:0/1783872252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 msgr2=0x563a3d0857c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:42.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.571+0000 7f64e7e00700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64cc0b2880 0x7f64cc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.571+0000 7f64e6a00700 1 --2- 172.21.15.6:0/1783872252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0857c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.571+0000 7f64e6a00700 1 -- 172.21.15.6:0/1783872252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 msgr2=0x563a3d07f960 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:17:42.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.571+0000 7f64e6a00700 1 --2- 172.21.15.6:0/1783872252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d07f960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.571+0000 7f64e6a00700 1 -- 172.21.15.6:0/1783872252 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a3cf96520 con 0x563a3d07ff80 2024-05-20T21:17:42.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.572+0000 7f64e6a00700 1 --2- 172.21.15.6:0/1783872252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0803c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f64d40a96f0 tx=0x7f64d400ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba07ee4cd53f1545 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:42.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.572+0000 7f64e7e00700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64cc0b2880 0x7f64cc0b4d40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f64e0009e60 tx=0x7f64e0006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:42.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.572+0000 7f64dcc00700 1 -- 172.21.15.6:0/1783872252 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d40a9500 con 0x563a3d07ff80 2024-05-20T21:17:42.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.572+0000 7f64dcc00700 1 -- 172.21.15.6:0/1783872252 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64d40aa0f0 con 0x563a3d07ff80 2024-05-20T21:17:42.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.573+0000 7f64dcc00700 1 -- 172.21.15.6:0/1783872252 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d40cc340 con 0x563a3d07ff80 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.573+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1783872252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 msgr2=0x563a3d0803c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.573+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1783872252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0803c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f64d40a96f0 tx=0x7f64d400ef70 comp rx=0 tx=0).stop 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.574+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1783872252 shutdown_connections 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.574+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1783872252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0803c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.574+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1783872252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0857c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.574+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1783872252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d07f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.574+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1783872252 >> 172.21.15.6:0/1783872252 conn(0x563a3cfadce0 msgr2=0x563a3d07a420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.574+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1783872252 shutdown_connections 2024-05-20T21:17:42.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.574+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1783872252 wait complete. 2024-05-20T21:17:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.574+0000 7f64f8a6eb80 1 -- start start 2024-05-20T21:17:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.575+0000 7f64f8a6eb80 1 Processor -- start 2024-05-20T21:17:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.575+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d08ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.575+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d088da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.575+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d0892e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.575+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563a3ced40a0 con 0x563a3d085d00 2024-05-20T21:17:42.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.575+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563a3cf6e860 con 0x563a3d0853e0 2024-05-20T21:17:42.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.575+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563a3d08c7e0 con 0x563a3d07ff80 2024-05-20T21:17:42.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.575+0000 7f64f8a6eb80 10 client.0 _ll_register_callbacks cb 0x563a3cf77d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:42.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d088da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d088da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58692/0 (socket says 172.21.15.6:58692) 2024-05-20T21:17:42.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e6a00700 1 -- 172.21.15.6:0/4185902821 learned_addr learned my addr 172.21.15.6:0/4185902821 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e7e00700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d0892e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e7400700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d08ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e6a00700 1 -- 172.21.15.6:0/4185902821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 msgr2=0x563a3d08ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e6a00700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d08ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e6a00700 1 -- 172.21.15.6:0/4185902821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 msgr2=0x563a3d0892e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e6a00700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d0892e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e6a00700 1 -- 172.21.15.6:0/4185902821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a3cf1d9d0 con 0x563a3d0853e0 2024-05-20T21:17:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e7e00700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d0892e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.576+0000 7f64e7400700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d08ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64e6a00700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d088da0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f64d400e9c0 tx=0x7f64d4010b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1c4dbba1f5b7be5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:42.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64d1600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64d1600700 1 -- 172.21.15.6:0/4185902821 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d40a9500 con 0x563a3d0853e0 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64d1600700 1 -- 172.21.15.6:0/4185902821 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64d40a5fe0 con 0x563a3d0853e0 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/4185902821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64d40aa0f0 con 0x563a3d0853e0 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64d1600700 1 -- 172.21.15.6:0/4185902821 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64d40a99f0 con 0x563a3d0853e0 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64f8a6eb80 10 client.25553 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/4185902821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a3cf9e160 con 0x563a3d0853e0 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.577+0000 7f64d1600700 1 -- 172.21.15.6:0/4185902821 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64d40aa0f0 con 0x563a3d0853e0 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.578+0000 7f64d1600700 1 -- 172.21.15.6:0/4185902821 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f64d40a86c0 con 0x563a3d0853e0 2024-05-20T21:17:42.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.578+0000 7f64f8a6eb80 10 client.25553 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.578+0000 7f64f8a6eb80 10 client.25553 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:17:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.578+0000 7f64f8a6eb80 20 client.25553 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.578+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a3d0a19b0 0x563a3d0a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.578+0000 7f64f8a6eb80 4 client.25553 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.578+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/4185902821 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a3cfdfe90 con 0x563a3d0a19b0 2024-05-20T21:17:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.578+0000 7f64e7400700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a3d0a19b0 0x563a3d0a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.580+0000 7f64e7400700 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a3d0a19b0 0x563a3d0a3da0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d88f0e5fcdcaa9d server_cookie=93b671580ebf2e7f in_seq=0 out_seq=0 2024-05-20T21:17:42.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.580+0000 7f64d1600700 10 client.25553 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:42.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.581+0000 7f64d1600700 1 -- 172.21.15.6:0/4185902821 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563a3cfdfe90 con 0x563a3d0a19b0 2024-05-20T21:17:42.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.581+0000 7f64d1600700 10 client.25553 handle_command_reply: tid=0 2024-05-20T21:17:42.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.581+0000 7f64f8a6eb80 1 client.25553 shutdown 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/4185902821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 msgr2=0x563a3d088da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d088da0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f64d400e9c0 tx=0x7f64d4010b00 comp rx=0 tx=0).stop 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/4185902821 shutdown_connections 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d0892e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a3d0a19b0 0x563a3d0a3da0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d08ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/4185902821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d088da0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/4185902821 >> 172.21.15.6:0/4185902821 conn(0x563a3cfadce0 msgr2=0x563a3d07e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:42.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64d1600700 0 client.25553 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:42.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/4185902821 shutdown_connections 2024-05-20T21:17:42.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/4185902821 wait complete. 2024-05-20T21:17:42.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.582+0000 7f64f8a6eb80 20 client.25553 trim_cache size 0 max 16384 2024-05-20T21:17:42.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64f8a6eb80 1 Processor -- start 2024-05-20T21:17:42.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64f8a6eb80 1 -- start start 2024-05-20T21:17:42.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0a9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0a9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d0860e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64e81ae5b0 con 0x563a3d07ff80 2024-05-20T21:17:42.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64e81abe40 con 0x563a3d085d00 2024-05-20T21:17:42.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64e807bbb0 con 0x563a3d0853e0 2024-05-20T21:17:42.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d0860e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d0860e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58706/0 (socket says 172.21.15.6:58706) 2024-05-20T21:17:42.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 -- 172.21.15.6:0/1538419093 learned_addr learned my addr 172.21.15.6:0/1538419093 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:42.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0a9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0a9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 -- 172.21.15.6:0/1538419093 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 msgr2=0x563a3d0a9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:42.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 --2- 172.21.15.6:0/1538419093 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0a9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 -- 172.21.15.6:0/1538419093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 msgr2=0x563a3d0a9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:42.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 --2- 172.21.15.6:0/1538419093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0a9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 -- 172.21.15.6:0/1538419093 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a3d089430 con 0x563a3d085d00 2024-05-20T21:17:42.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7400700 1 --2- 172.21.15.6:0/1538419093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0a9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:42.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.609+0000 7f64e7e00700 1 --2- 172.21.15.6:0/1538419093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d0860e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f64e0015000 tx=0x7f64e0009be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91f9360c38b46664 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:42.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.615+0000 7f64d3e00700 1 -- 172.21.15.6:0/1538419093 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e00077a0 con 0x563a3d085d00 2024-05-20T21:17:42.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.615+0000 7f64d3e00700 1 -- 172.21.15.6:0/1538419093 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64e0031070 con 0x563a3d085d00 2024-05-20T21:17:42.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.615+0000 7f64d3e00700 1 -- 172.21.15.6:0/1538419093 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e002cbe0 con 0x563a3d085d00 2024-05-20T21:17:42.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1538419093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 msgr2=0x563a3d0860e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1538419093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d0860e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f64e0015000 tx=0x7f64e0009be0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1538419093 shutdown_connections 2024-05-20T21:17:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1538419093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d085d00 0x563a3d0860e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1538419093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d07ff80 0x563a3d0a9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1538419093 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d0853e0 0x563a3d0a9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1538419093 >> 172.21.15.6:0/1538419093 conn(0x563a3cfadce0 msgr2=0x563a3d0876b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1538419093 shutdown_connections 2024-05-20T21:17:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1538419093 wait complete. 2024-05-20T21:17:42.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- start start 2024-05-20T21:17:42.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 Processor -- start 2024-05-20T21:17:42.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d09aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d0972d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d097810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64e81aa300 con 0x563a3d085d00 2024-05-20T21:17:42.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64e81ab770 con 0x563a3d0853e0 2024-05-20T21:17:42.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64e81aa9d0 con 0x563a3d07ff80 2024-05-20T21:17:42.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64f8a6eb80 10 client.0 _ll_register_callbacks cb 0x563a3cf77d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:42.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64e7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d09aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64e6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d0972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64e7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d09aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48824/0 (socket says 172.21.15.6:48824) 2024-05-20T21:17:42.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64e7400700 1 -- 172.21.15.6:0/1844218752 learned_addr learned my addr 172.21.15.6:0/1844218752 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:42.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64e7400700 1 -- 172.21.15.6:0/1844218752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 msgr2=0x563a3d0972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:42.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64e7400700 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d0972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64e7400700 1 -- 172.21.15.6:0/1844218752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 msgr2=0x563a3d097810 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:17:42.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.616+0000 7f64e7e00700 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d097810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.622+0000 7f64e7400700 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d097810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.622+0000 7f64e7400700 1 -- 172.21.15.6:0/1844218752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a3d098010 con 0x563a3d07ff80 2024-05-20T21:17:42.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.622+0000 7f64e6a00700 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d0972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:42.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.622+0000 7f64e7e00700 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d097810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:42.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64e7400700 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d09aa70 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f64d8009a00 tx=0x7f64d8019510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bff4f528d645aaf1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:42.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64d1600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:42.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64d1600700 1 -- 172.21.15.6:0/1844218752 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d8010630 con 0x563a3d07ff80 2024-05-20T21:17:42.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64d1600700 1 -- 172.21.15.6:0/1844218752 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64d80107d0 con 0x563a3d07ff80 2024-05-20T21:17:42.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1844218752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64e0031070 con 0x563a3d07ff80 2024-05-20T21:17:42.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64d1600700 1 -- 172.21.15.6:0/1844218752 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64d80109d0 con 0x563a3d07ff80 2024-05-20T21:17:42.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 10 client.25561 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:42.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1844218752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a3d10d2f0 con 0x563a3d07ff80 2024-05-20T21:17:42.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64d1600700 1 -- 172.21.15.6:0/1844218752 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64e0031070 con 0x563a3d07ff80 2024-05-20T21:17:42.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64d1600700 1 -- 172.21.15.6:0/1844218752 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f64d8023ce0 con 0x563a3d07ff80 2024-05-20T21:17:42.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 10 client.25561 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:42.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 10 client.25561 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:17:42.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 20 client.25561 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:42.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a3d10da00 0x563a3d10fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:42.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 4 client.25561 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "a81555eb", "release": true, "await": true}] 2024-05-20T21:17:42.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1844218752 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "a81555eb", "release": true, "await": true}) -- 0x563a3cfd9670 con 0x563a3d10da00 2024-05-20T21:17:42.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64e6a00700 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a3d10da00 0x563a3d10fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:42.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64e6a00700 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a3d10da00 0x563a3d10fe20 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=187a243713d6f7a8 server_cookie=d1d4dbdc140c8951 in_seq=0 out_seq=0 2024-05-20T21:17:42.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.636+0000 7f64d1600700 10 client.25561 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:42.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64d1600700 1 -- 172.21.15.6:0/1844218752 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x563a3cfd9670 con 0x563a3d10da00 2024-05-20T21:17:42.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64d1600700 10 client.25561 handle_command_reply: tid=0 2024-05-20T21:17:42.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 client.25561 shutdown 2024-05-20T21:17:42.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1844218752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 msgr2=0x563a3d09aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d09aa70 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f64d8009a00 tx=0x7f64d8019510 comp rx=0 tx=0).stop 2024-05-20T21:17:42.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1844218752 shutdown_connections 2024-05-20T21:17:42.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3d085d00 0x563a3d097810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a3d10da00 0x563a3d10fe20 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3d07ff80 0x563a3d09aa70 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 --2- 172.21.15.6:0/1844218752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3d0853e0 0x563a3d0972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1844218752 >> 172.21.15.6:0/1844218752 conn(0x563a3cfadce0 msgr2=0x563a3d0860e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:42.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.642+0000 7f64d1600700 0 client.25561 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:42.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.644+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1844218752 shutdown_connections 2024-05-20T21:17:42.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.644+0000 7f64f8a6eb80 1 -- 172.21.15.6:0/1844218752 wait complete. 2024-05-20T21:17:42.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.644+0000 7f64f8a6eb80 20 client.25561 trim_cache size 0 max 16384 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 4, 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "a81555eb": { 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 4, 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:17:42.645 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 138.8, 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:42.646 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:17:42.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 -- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64cc0b2880 msgr2=0x7f64cc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64cc0b2880 0x7f64cc0b4d40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f64e0009e60 tx=0x7f64e0006210 comp rx=0 tx=0).stop 2024-05-20T21:17:42.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 -- 172.21.15.6:0/2143795300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e8106140 msgr2=0x7f64e819c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:42.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e8106140 0x7f64e819c320 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f64d400e9f0 tx=0x7f64d400ed00 comp rx=0 tx=0).stop 2024-05-20T21:17:42.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 -- 172.21.15.6:0/2143795300 shutdown_connections 2024-05-20T21:17:42.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64cc0b2880 0x7f64cc0b4d40 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64e810b780 0x7f64e81a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64e8105780 0x7f64e819bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 --2- 172.21.15.6:0/2143795300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64e8106140 0x7f64e819c320 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:42.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 -- 172.21.15.6:0/2143795300 >> 172.21.15.6:0/2143795300 conn(0x7f64e8101270 msgr2=0x7f64e81017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:42.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 -- 172.21.15.6:0/2143795300 shutdown_connections 2024-05-20T21:17:42.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:42.646+0000 7f64ee000700 1 -- 172.21.15.6:0/2143795300 wait complete. 2024-05-20T21:17:43.613 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:43 smithi006 ceph-mon[31422]: pgmap v496: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:43.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:43 smithi042 ceph-mon[36332]: pgmap v496: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:43.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:43 smithi062 ceph-mon[36640]: pgmap v496: 97 pgs: 97 active+clean; 673 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:43.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 -- 172.21.15.6:0/3820263913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 msgr2=0x7f3c4c104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 --2- 172.21.15.6:0/3820263913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 0x7f3c4c104a10 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3c40009990 tx=0x7f3c40009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 -- 172.21.15.6:0/3820263913 shutdown_connections 2024-05-20T21:17:43.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 --2- 172.21.15.6:0/3820263913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c4c10da60 0x7f3c4c10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 --2- 172.21.15.6:0/3820263913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 0x7f3c4c104a10 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 --2- 172.21.15.6:0/3820263913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c4c104f50 0x7f3c4c10d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 -- 172.21.15.6:0/3820263913 >> 172.21.15.6:0/3820263913 conn(0x7f3c4c0fde60 msgr2=0x7f3c4c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:43.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 -- 172.21.15.6:0/3820263913 shutdown_connections 2024-05-20T21:17:43.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.919+0000 7f3c52800700 1 -- 172.21.15.6:0/3820263913 wait complete. 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.920+0000 7f3c52800700 1 Processor -- start 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.921+0000 7f3c52800700 1 -- start start 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.921+0000 7f3c52800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 0x7f3c4c10c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.921+0000 7f3c52800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c4c104f50 0x7f3c4c10cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.921+0000 7f3c52800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c4c10da60 0x7f3c4c1a4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.921+0000 7f3c52800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c1136d0 con 0x7f3c4c104630 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.921+0000 7f3c52800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c113550 con 0x7f3c4c10da60 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.921+0000 7f3c52800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c113850 con 0x7f3c4c104f50 2024-05-20T21:17:43.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c51e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c4c10da60 0x7f3c4c1a4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c51e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c4c10da60 0x7f3c4c1a4aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58732/0 (socket says 172.21.15.6:58732) 2024-05-20T21:17:43.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c51e00700 1 -- 172.21.15.6:0/2880232441 learned_addr learned my addr 172.21.15.6:0/2880232441 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:43.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c50a00700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c4c104f50 0x7f3c4c10cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c51400700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 0x7f3c4c10c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c50a00700 1 -- 172.21.15.6:0/2880232441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c4c10da60 msgr2=0x7f3c4c1a4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c50a00700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c4c10da60 0x7f3c4c1a4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c50a00700 1 -- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 msgr2=0x7f3c4c10c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c50a00700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 0x7f3c4c10c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c50a00700 1 -- 172.21.15.6:0/2880232441 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c4c1a51e0 con 0x7f3c4c104f50 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.922+0000 7f3c51400700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 0x7f3c4c10c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.923+0000 7f3c50a00700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c4c104f50 0x7f3c4c10cce0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3c3800e9c0 tx=0x7f3c3800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.923+0000 7f3c4a000700 1 -- 172.21.15.6:0/2880232441 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c380095c0 con 0x7f3c4c104f50 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.923+0000 7f3c4a000700 1 -- 172.21.15.6:0/2880232441 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c38004830 con 0x7f3c4c104f50 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.923+0000 7f3c4a000700 1 -- 172.21.15.6:0/2880232441 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3800cdc0 con 0x7f3c4c104f50 2024-05-20T21:17:43.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.923+0000 7f3c52800700 1 -- 172.21.15.6:0/2880232441 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c4c1a54d0 con 0x7f3c4c104f50 2024-05-20T21:17:43.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.923+0000 7f3c52800700 1 -- 172.21.15.6:0/2880232441 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c4c1acd50 con 0x7f3c4c104f50 2024-05-20T21:17:43.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.928+0000 7f3c5e691b80 1 Processor -- start 2024-05-20T21:17:43.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.928+0000 7f3c5e691b80 1 -- start start 2024-05-20T21:17:43.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.928+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f74400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.928+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f6e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.928+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f6ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.928+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5579b0ecce40 con 0x5579b0f74020 2024-05-20T21:17:43.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.928+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5579b0ebc9e0 con 0x5579b0f74940 2024-05-20T21:17:43.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.928+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5579b0ec0a20 con 0x5579b0f6ead0 2024-05-20T21:17:43.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f74400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c4a000700 1 -- 172.21.15.6:0/2880232441 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3c380049e0 con 0x7f3c4c104f50 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f74400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35624/0 (socket says 172.21.15.6:35624) 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51e00700 1 -- 172.21.15.6:0/1387748654 learned_addr learned my addr 172.21.15.6:0/1387748654 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51400700 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f6e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c50a00700 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f6ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51400700 1 -- 172.21.15.6:0/1387748654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 msgr2=0x5579b0f6ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51400700 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f6ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51400700 1 -- 172.21.15.6:0/1387748654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 msgr2=0x5579b0f74400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51400700 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f74400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.929+0000 7f3c51400700 1 -- 172.21.15.6:0/1387748654 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579b0e85420 con 0x5579b0f74940 2024-05-20T21:17:43.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.930+0000 7f3c51400700 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f6e4b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3c40006010 tx=0x7f3c40005ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=218d53298468ec36 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:43.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.930+0000 7f3c3ea00700 1 -- 172.21.15.6:0/1387748654 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40009510 con 0x5579b0f74940 2024-05-20T21:17:43.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.930+0000 7f3c3ea00700 1 -- 172.21.15.6:0/1387748654 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c40004830 con 0x5579b0f74940 2024-05-20T21:17:43.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.930+0000 7f3c3ea00700 1 -- 172.21.15.6:0/1387748654 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40005420 con 0x5579b0f74940 2024-05-20T21:17:43.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.931+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1387748654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 msgr2=0x5579b0f6e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.931+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f6e4b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3c40006010 tx=0x7f3c40005ee0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.931+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1387748654 shutdown_connections 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.931+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f6ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.931+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f74400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.931+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1387748654 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f6e4b0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.931+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1387748654 >> 172.21.15.6:0/1387748654 conn(0x5579b0e9cbe0 msgr2=0x5579b0f69150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.931+0000 7f3c4a000700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c340b2880 0x7f3c340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.932+0000 7f3c4a000700 1 -- 172.21.15.6:0/2880232441 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3c380e2120 con 0x7f3c4c104f50 2024-05-20T21:17:43.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.932+0000 7f3c51e00700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c340b2880 0x7f3c340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.932+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1387748654 shutdown_connections 2024-05-20T21:17:43.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.933+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1387748654 wait complete. 2024-05-20T21:17:43.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.933+0000 7f3c51e00700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c340b2880 0x7f3c340b4d40 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f3c44009da0 tx=0x7f3c44009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:43.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.933+0000 7f3c5e691b80 1 -- start start 2024-05-20T21:17:43.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.934+0000 7f3c5e691b80 1 Processor -- start 2024-05-20T21:17:43.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.934+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f7a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f77960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f77ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5579b0dc2fa0 con 0x5579b0f74020 2024-05-20T21:17:43.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5579b0e5d760 con 0x5579b0f74940 2024-05-20T21:17:43.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5579b0f7b3a0 con 0x5579b0f6ead0 2024-05-20T21:17:43.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c5e691b80 10 client.0 _ll_register_callbacks cb 0x5579b0e66c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:43.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c51e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f77ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c51400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f7a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c51e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f77ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58764/0 (socket says 172.21.15.6:58764) 2024-05-20T21:17:43.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.935+0000 7f3c51e00700 1 -- 172.21.15.6:0/1336868109 learned_addr learned my addr 172.21.15.6:0/1336868109 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:43.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.936+0000 7f3c51e00700 1 -- 172.21.15.6:0/1336868109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 msgr2=0x5579b0f7a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:43.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.936+0000 7f3c51e00700 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f7a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.936+0000 7f3c50a00700 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f77960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.936+0000 7f3c51e00700 1 -- 172.21.15.6:0/1336868109 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 msgr2=0x5579b0f77960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:43.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.936+0000 7f3c51e00700 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f77960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.936+0000 7f3c51e00700 1 -- 172.21.15.6:0/1336868109 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579b0e0c8d0 con 0x5579b0f74940 2024-05-20T21:17:43.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.936+0000 7f3c51e00700 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f77ea0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3c44009e70 tx=0x7f3c4400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bfd7e030ec3bd4b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:43.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.936+0000 7f3c33400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:43.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.937+0000 7f3c33400700 1 -- 172.21.15.6:0/1336868109 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4401c070 con 0x5579b0f74940 2024-05-20T21:17:43.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.937+0000 7f3c33400700 1 -- 172.21.15.6:0/1336868109 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3c44015bb0 con 0x5579b0f74940 2024-05-20T21:17:43.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.937+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1336868109 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c40004830 con 0x5579b0f74940 2024-05-20T21:17:43.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.938+0000 7f3c33400700 1 -- 172.21.15.6:0/1336868109 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c44015db0 con 0x5579b0f74940 2024-05-20T21:17:43.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.938+0000 7f3c5e691b80 10 client.25571 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:43.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.938+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1336868109 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5579b0e8d060 con 0x5579b0f74940 2024-05-20T21:17:43.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.938+0000 7f3c33400700 1 -- 172.21.15.6:0/1336868109 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c40004830 con 0x5579b0f74940 2024-05-20T21:17:43.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.938+0000 7f3c33400700 1 -- 172.21.15.6:0/1336868109 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3c440223d0 con 0x5579b0f74940 2024-05-20T21:17:43.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.939+0000 7f3c5e691b80 10 client.25571 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:43.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.939+0000 7f3c5e691b80 10 client.25571 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:43.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.939+0000 7f3c5e691b80 20 client.25571 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:43.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.939+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5579b0f87ee0 0x5579b0f8a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.939+0000 7f3c5e691b80 4 client.25571 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:43.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.939+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1336868109 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5579b0eced90 con 0x5579b0f87ee0 2024-05-20T21:17:43.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.940+0000 7f3c51400700 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5579b0f87ee0 0x5579b0f8a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.940+0000 7f3c51400700 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5579b0f87ee0 0x5579b0f8a2d0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6167b0bf376c805e server_cookie=b8d46a9b9ff76fe0 in_seq=0 out_seq=0 2024-05-20T21:17:43.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.940+0000 7f3c33400700 10 client.25571 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:43.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.941+0000 7f3c33400700 1 -- 172.21.15.6:0/1336868109 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5579b0eced90 con 0x5579b0f87ee0 2024-05-20T21:17:43.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.941+0000 7f3c33400700 10 client.25571 handle_command_reply: tid=0 2024-05-20T21:17:43.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.941+0000 7f3c5e691b80 1 client.25571 shutdown 2024-05-20T21:17:43.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1336868109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 msgr2=0x5579b0f77ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f77ea0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3c44009e70 tx=0x7f3c4400b040 comp rx=0 tx=0).stop 2024-05-20T21:17:43.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1336868109 shutdown_connections 2024-05-20T21:17:43.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f77ea0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5579b0f87ee0 0x5579b0f8a2d0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f7a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/1336868109 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f77960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c33400700 0 client.25571 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:43.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1336868109 >> 172.21.15.6:0/1336868109 conn(0x5579b0e9cbe0 msgr2=0x5579b0f6d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:43.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1336868109 shutdown_connections 2024-05-20T21:17:43.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 1 -- 172.21.15.6:0/1336868109 wait complete. 2024-05-20T21:17:43.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.942+0000 7f3c5e691b80 20 client.25571 trim_cache size 0 max 16384 2024-05-20T21:17:43.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.973+0000 7f3c5e691b80 1 Processor -- start 2024-05-20T21:17:43.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.974+0000 7f3c5e691b80 1 -- start start 2024-05-20T21:17:43.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.974+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f76250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.974+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f76790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.974+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f68c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.974+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c1b6d70 con 0x5579b0f74020 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.974+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c1b4600 con 0x5579b0f74940 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.974+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c1b2410 con 0x5579b0f6ead0 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f76250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f76250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48866/0 (socket says 172.21.15.6:48866) 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51400700 1 -- 172.21.15.6:0/4078350562 learned_addr learned my addr 172.21.15.6:0/4078350562 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51e00700 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f68c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c50a00700 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f76790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51e00700 1 -- 172.21.15.6:0/4078350562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 msgr2=0x5579b0f76250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51e00700 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f76250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51e00700 1 -- 172.21.15.6:0/4078350562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 msgr2=0x5579b0f76790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51e00700 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f76790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c51e00700 1 -- 172.21.15.6:0/4078350562 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579b0f63e70 con 0x5579b0f74940 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.975+0000 7f3c50a00700 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f76790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.976+0000 7f3c51e00700 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f68c30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3c44015670 tx=0x7f3c44009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24a23aab9aeb60f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.976+0000 7f3c3e000700 1 -- 172.21.15.6:0/4078350562 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c44015db0 con 0x5579b0f74940 2024-05-20T21:17:43.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.976+0000 7f3c3e000700 1 -- 172.21.15.6:0/4078350562 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c44028070 con 0x5579b0f74940 2024-05-20T21:17:43.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.976+0000 7f3c3e000700 1 -- 172.21.15.6:0/4078350562 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c44005bc0 con 0x5579b0f74940 2024-05-20T21:17:43.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.977+0000 7f3c5e691b80 1 -- 172.21.15.6:0/4078350562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 msgr2=0x5579b0f68c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.977+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f68c30 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3c44015670 tx=0x7f3c44009920 comp rx=0 tx=0).stop 2024-05-20T21:17:43.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.977+0000 7f3c5e691b80 1 -- 172.21.15.6:0/4078350562 shutdown_connections 2024-05-20T21:17:43.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.977+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74940 0x5579b0f68c30 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.977+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f6ead0 0x5579b0f76250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.977+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/4078350562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f74020 0x5579b0f76790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.977+0000 7f3c5e691b80 1 -- 172.21.15.6:0/4078350562 >> 172.21.15.6:0/4078350562 conn(0x5579b0e9cbe0 msgr2=0x5579b0f71b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:43.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.978+0000 7f3c5e691b80 1 -- 172.21.15.6:0/4078350562 shutdown_connections 2024-05-20T21:17:43.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.978+0000 7f3c5e691b80 1 -- 172.21.15.6:0/4078350562 wait complete. 2024-05-20T21:17:43.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.978+0000 7f3c5e691b80 1 -- start start 2024-05-20T21:17:43.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.978+0000 7f3c5e691b80 1 Processor -- start 2024-05-20T21:17:43.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f6ead0 0x5579b0f80660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74020 0x5579b0f80ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c5e691b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f74940 0x5579b0f7d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c1b2ac0 con 0x5579b0f6ead0 2024-05-20T21:17:43.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c1b3f30 con 0x5579b0f74020 2024-05-20T21:17:43.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c5e691b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3c4c1b3190 con 0x5579b0f74940 2024-05-20T21:17:43.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c5e691b80 10 client.0 _ll_register_callbacks cb 0x5579b0e66c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:43.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c50a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74020 0x5579b0f80ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c50a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74020 0x5579b0f80ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58778/0 (socket says 172.21.15.6:58778) 2024-05-20T21:17:43.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c50a00700 1 -- 172.21.15.6:0/193756719 learned_addr learned my addr 172.21.15.6:0/193756719 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:43.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c51e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f74940 0x5579b0f7d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.979+0000 7f3c51400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f6ead0 0x5579b0f80660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.980+0000 7f3c51e00700 1 -- 172.21.15.6:0/193756719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74020 msgr2=0x5579b0f80ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:43.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.980+0000 7f3c51e00700 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74020 0x5579b0f80ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.980+0000 7f3c51e00700 1 -- 172.21.15.6:0/193756719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f6ead0 msgr2=0x5579b0f80660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:43.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.980+0000 7f3c51e00700 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f6ead0 0x5579b0f80660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.980+0000 7f3c51e00700 1 -- 172.21.15.6:0/193756719 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579b0f7db70 con 0x5579b0f74940 2024-05-20T21:17:43.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.980+0000 7f3c51400700 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f6ead0 0x5579b0f80660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:43.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.981+0000 7f3c51e00700 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f74940 0x5579b0f7d630 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3c44009ea0 tx=0x7f3c44022600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cac52ecb83f509ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:43.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.981+0000 7f3c33400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:43.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.981+0000 7f3c33400700 1 -- 172.21.15.6:0/193756719 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c44003c00 con 0x5579b0f74940 2024-05-20T21:17:43.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.981+0000 7f3c33400700 1 -- 172.21.15.6:0/193756719 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3c44003da0 con 0x5579b0f74940 2024-05-20T21:17:43.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.981+0000 7f3c5e691b80 1 -- 172.21.15.6:0/193756719 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c44028070 con 0x5579b0f74940 2024-05-20T21:17:43.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.982+0000 7f3c33400700 1 -- 172.21.15.6:0/193756719 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c44005e90 con 0x5579b0f74940 2024-05-20T21:17:43.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.982+0000 7f3c5e691b80 10 client.25579 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:43.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.982+0000 7f3c5e691b80 1 -- 172.21.15.6:0/193756719 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5579b0ff3280 con 0x5579b0f74940 2024-05-20T21:17:43.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.983+0000 7f3c33400700 1 -- 172.21.15.6:0/193756719 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c44028070 con 0x5579b0f74940 2024-05-20T21:17:43.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.984+0000 7f3c33400700 1 -- 172.21.15.6:0/193756719 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3c44047030 con 0x5579b0f74940 2024-05-20T21:17:43.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.984+0000 7f3c5e691b80 10 client.25579 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:43.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.984+0000 7f3c5e691b80 10 client.25579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:43.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.984+0000 7f3c5e691b80 20 client.25579 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:43.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.984+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5579b0ff3870 0x5579b0ff5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:43.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.984+0000 7f3c5e691b80 4 client.25579 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:17:43.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.984+0000 7f3c5e691b80 1 -- 172.21.15.6:0/193756719 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5579b0ec8570 con 0x5579b0ff3870 2024-05-20T21:17:43.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.984+0000 7f3c51400700 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5579b0ff3870 0x5579b0ff5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:43.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.985+0000 7f3c51400700 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5579b0ff3870 0x5579b0ff5c60 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d26e02b11f30c280 server_cookie=a7ba6adb6093ad8a in_seq=0 out_seq=0 2024-05-20T21:17:43.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.985+0000 7f3c33400700 10 client.25579 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:43.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.985+0000 7f3c33400700 1 -- 172.21.15.6:0/193756719 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5579b0ec8570 con 0x5579b0ff3870 2024-05-20T21:17:43.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.985+0000 7f3c33400700 10 client.25579 handle_command_reply: tid=0 2024-05-20T21:17:43.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.985+0000 7f3c5e691b80 1 client.25579 shutdown 2024-05-20T21:17:43.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.985+0000 7f3c5e691b80 1 -- 172.21.15.6:0/193756719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f74940 msgr2=0x5579b0f7d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.985+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f74940 0x5579b0f7d630 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3c44009ea0 tx=0x7f3c44022600 comp rx=0 tx=0).stop 2024-05-20T21:17:43.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 1 -- 172.21.15.6:0/193756719 shutdown_connections 2024-05-20T21:17:43.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5579b0ff3870 0x5579b0ff5c60 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5579b0f74940 0x5579b0f7d630 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5579b0f6ead0 0x5579b0f80660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 1 --2- 172.21.15.6:0/193756719 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5579b0f74020 0x5579b0f80ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 1 -- 172.21.15.6:0/193756719 >> 172.21.15.6:0/193756719 conn(0x5579b0e9cbe0 msgr2=0x5579b0f68c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:43.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c33400700 0 client.25579 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:43.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 1 -- 172.21.15.6:0/193756719 shutdown_connections 2024-05-20T21:17:43.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 1 -- 172.21.15.6:0/193756719 wait complete. 2024-05-20T21:17:43.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.986+0000 7f3c5e691b80 20 client.25579 trim_cache size 0 max 16384 2024-05-20T21:17:43.987 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:17:43.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 -- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c340b2880 msgr2=0x7f3c340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c340b2880 0x7f3c340b4d40 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f3c44009da0 tx=0x7f3c44009040 comp rx=0 tx=0).stop 2024-05-20T21:17:43.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 -- 172.21.15.6:0/2880232441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c4c104f50 msgr2=0x7f3c4c10cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c4c104f50 0x7f3c4c10cce0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3c3800e9c0 tx=0x7f3c3800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 -- 172.21.15.6:0/2880232441 shutdown_connections 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3c340b2880 0x7f3c340b4d40 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3c4c10da60 0x7f3c4c1a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3c4c104630 0x7f3c4c10c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 --2- 172.21.15.6:0/2880232441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c4c104f50 0x7f3c4c10cce0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.987+0000 7f3c52800700 1 -- 172.21.15.6:0/2880232441 >> 172.21.15.6:0/2880232441 conn(0x7f3c4c0fde60 msgr2=0x7f3c4c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.988+0000 7f3c52800700 1 -- 172.21.15.6:0/2880232441 shutdown_connections 2024-05-20T21:17:43.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:43.988+0000 7f3c52800700 1 -- 172.21.15.6:0/2880232441 wait complete. 2024-05-20T21:17:44.812 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'a81555eb', total seconds elapsed: 30.6 2024-05-20T21:17:44.812 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 18.85 2024-05-20T21:17:44.813 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:17:45.450 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:45.605 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:45 smithi006 ceph-mon[31422]: pgmap v497: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:17:45.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:45 smithi042 ceph-mon[36332]: pgmap v497: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:17:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:45 smithi062 ceph-mon[36640]: pgmap v497: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:17:46.381 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:17:46.382 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:17:46.985 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:47.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:47 smithi042 ceph-mon[36332]: pgmap v498: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:47 smithi006 ceph-mon[31422]: pgmap v498: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:47.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:47 smithi062 ceph-mon[36640]: pgmap v498: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:17:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 -- 172.21.15.6:0/3618004637 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103e50 msgr2=0x7f41a8110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:47.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 --2- 172.21.15.6:0/3618004637 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103e50 0x7f41a8110310 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f41a0009fc0 tx=0x7f41a000b330 comp rx=0 tx=0).stop 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 -- 172.21.15.6:0/3618004637 shutdown_connections 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 --2- 172.21.15.6:0/3618004637 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103e50 0x7f41a8110310 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 --2- 172.21.15.6:0/3618004637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a8109540 0x7f41a8109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 --2- 172.21.15.6:0/3618004637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a8103490 0x7f41a8103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 -- 172.21.15.6:0/3618004637 >> 172.21.15.6:0/3618004637 conn(0x7f41a80fefc0 msgr2=0x7f41a81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 -- 172.21.15.6:0/3618004637 shutdown_connections 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.932+0000 7f41a7200700 1 -- 172.21.15.6:0/3618004637 wait complete. 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.934+0000 7f41a7200700 1 Processor -- start 2024-05-20T21:17:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.934+0000 7f41a7200700 1 -- start start 2024-05-20T21:17:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.934+0000 7f41a7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103490 0x7f41a819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a7200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a8103e50 0x7f41a819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a8109540 0x7f41a8199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a7200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f41a81136a0 con 0x7f41a8103490 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a7200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f41a8113520 con 0x7f41a8109540 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a7200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f41a8113820 con 0x7f41a8103e50 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103490 0x7f41a819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103490 0x7f41a819f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56092/0 (socket says 172.21.15.6:56092) 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a8109540 0x7f41a8199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a5e00700 1 -- 172.21.15.6:0/379445904 learned_addr learned my addr 172.21.15.6:0/379445904 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.935+0000 7f41a5400700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a8103e50 0x7f41a819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.936+0000 7f41a5e00700 1 -- 172.21.15.6:0/379445904 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a8103e50 msgr2=0x7f41a819fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.936+0000 7f41a5e00700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a8103e50 0x7f41a819fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.936+0000 7f41a5e00700 1 -- 172.21.15.6:0/379445904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a8109540 msgr2=0x7f41a8199880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.936+0000 7f41a5e00700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a8109540 0x7f41a8199880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.936+0000 7f41a5e00700 1 -- 172.21.15.6:0/379445904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41a8199fe0 con 0x7f41a8103490 2024-05-20T21:17:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.936+0000 7f41a5400700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a8103e50 0x7f41a819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.936+0000 7f41a6800700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a8109540 0x7f41a8199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.936+0000 7f41a5e00700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103490 0x7f41a819f6c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f419800e9c0 tx=0x7f419800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.937+0000 7f419ea00700 1 -- 172.21.15.6:0/379445904 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f419800cbd0 con 0x7f41a8103490 2024-05-20T21:17:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.937+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41a819a2d0 con 0x7f41a8103490 2024-05-20T21:17:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.937+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41a8075770 con 0x7f41a8103490 2024-05-20T21:17:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.937+0000 7f419ea00700 1 -- 172.21.15.6:0/379445904 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f419800cd70 con 0x7f41a8103490 2024-05-20T21:17:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.937+0000 7f419ea00700 1 -- 172.21.15.6:0/379445904 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4198005550 con 0x7f41a8103490 2024-05-20T21:17:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.938+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4188005330 con 0x7f41a8103490 2024-05-20T21:17:47.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.943+0000 7f419ea00700 1 -- 172.21.15.6:0/379445904 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4198004750 con 0x7f41a8103490 2024-05-20T21:17:47.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.945+0000 7f419ea00700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f418c0b2980 0x7f418c0b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:47.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.945+0000 7f419ea00700 1 -- 172.21.15.6:0/379445904 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f41980e25f0 con 0x7f41a8103490 2024-05-20T21:17:47.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.946+0000 7f41a5400700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f418c0b2980 0x7f418c0b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:47.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.947+0000 7f41a5400700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f418c0b2980 0x7f418c0b4e40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f41a8108b00 tx=0x7f4194009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:47.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:47.950+0000 7f419ea00700 1 -- 172.21.15.6:0/379445904 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4198054df0 con 0x7f41a8103490 2024-05-20T21:17:48.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.463+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4188005620 con 0x7f41a8103490 2024-05-20T21:17:48.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.464+0000 7f419ea00700 1 -- 172.21.15.6:0/379445904 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f41980aa210 con 0x7f41a8103490 2024-05-20T21:17:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:17:48.465 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:17:48.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f418c0b2980 msgr2=0x7f418c0b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:48.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f418c0b2980 0x7f418c0b4e40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f41a8108b00 tx=0x7f4194009260 comp rx=0 tx=0).stop 2024-05-20T21:17:48.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103490 msgr2=0x7f41a819f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:48.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103490 0x7f41a819f6c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f419800e9c0 tx=0x7f419800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:17:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 shutdown_connections 2024-05-20T21:17:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f418c0b2980 0x7f418c0b4e40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f41a8109540 0x7f41a8199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f41a8103490 0x7f41a819f6c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 --2- 172.21.15.6:0/379445904 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f41a8103e50 0x7f41a819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.468+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 >> 172.21.15.6:0/379445904 conn(0x7f41a80fefc0 msgr2=0x7f41a81005c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.470+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 shutdown_connections 2024-05-20T21:17:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:48.470+0000 7f41a7200700 1 -- 172.21.15.6:0/379445904 wait complete. 2024-05-20T21:17:48.471 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:17:49.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:49 smithi042 ceph-mon[36332]: pgmap v499: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:49.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:49 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/379445904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:49.629 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:49 smithi006 ceph-mon[31422]: pgmap v499: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:49.629 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:49 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/379445904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:49.692 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 138.85 --await-for 45.0' 2024-05-20T21:17:49.692 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 138.85 --await-for 45.0 2024-05-20T21:17:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:49 smithi062 ceph-mon[36640]: pgmap v499: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:49 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/379445904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.330+0000 7f5a94e00700 1 -- 172.21.15.6:0/16315401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90102d40 msgr2=0x7f5a90107210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.330+0000 7f5a94e00700 1 --2- 172.21.15.6:0/16315401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90102d40 0x7f5a90107210 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5a78009990 tx=0x7f5a78009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.330+0000 7f5a94e00700 1 -- 172.21.15.6:0/16315401 shutdown_connections 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.330+0000 7f5a94e00700 1 --2- 172.21.15.6:0/16315401 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90107830 0x7f5a90107ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.330+0000 7f5a94e00700 1 --2- 172.21.15.6:0/16315401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a90102420 0x7f5a90102800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.330+0000 7f5a94e00700 1 --2- 172.21.15.6:0/16315401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90102d40 0x7f5a90107210 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.330+0000 7f5a94e00700 1 -- 172.21.15.6:0/16315401 >> 172.21.15.6:0/16315401 conn(0x7f5a900fde60 msgr2=0x7f5a90100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.330+0000 7f5a94e00700 1 -- 172.21.15.6:0/16315401 shutdown_connections 2024-05-20T21:17:50.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.331+0000 7f5a94e00700 1 -- 172.21.15.6:0/16315401 wait complete. 2024-05-20T21:17:50.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.332+0000 7f5a94e00700 1 Processor -- start 2024-05-20T21:17:50.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.332+0000 7f5a94e00700 1 -- start start 2024-05-20T21:17:50.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.332+0000 7f5a94e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90102420 0x7f5a901a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.332+0000 7f5a94e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a90102d40 0x7f5a901a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.332+0000 7f5a94e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90107830 0x7f5a901a4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.332+0000 7f5a94e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5a90119c40 con 0x7f5a90107830 2024-05-20T21:17:50.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.332+0000 7f5a94e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5a90119ac0 con 0x7f5a90102d40 2024-05-20T21:17:50.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.332+0000 7f5a94e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5a90119dc0 con 0x7f5a90102420 2024-05-20T21:17:50.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.333+0000 7f5a8f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90102420 0x7f5a901a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.333+0000 7f5a8f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90102420 0x7f5a901a01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:51362/0 (socket says 172.21.15.6:51362) 2024-05-20T21:17:50.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.333+0000 7f5a8f400700 1 -- 172.21.15.6:0/2559945813 learned_addr learned my addr 172.21.15.6:0/2559945813 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:50.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.333+0000 7f5a86a00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a90102d40 0x7f5a901a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.333+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90107830 0x7f5a901a4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.334+0000 7f5a8f400700 1 -- 172.21.15.6:0/2559945813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a90102d40 msgr2=0x7f5a901a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.334+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a90102d40 0x7f5a901a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.334+0000 7f5a8f400700 1 -- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90107830 msgr2=0x7f5a901a4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.334+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90107830 0x7f5a901a4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.334+0000 7f5a8f400700 1 -- 172.21.15.6:0/2559945813 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a901a51e0 con 0x7f5a90102420 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.334+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90107830 0x7f5a901a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.334+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90102420 0x7f5a901a01d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5a8000ef10 tx=0x7f5a8000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.334+0000 7f5a8cc00700 1 -- 172.21.15.6:0/2559945813 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8000ca70 con 0x7f5a90102420 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.335+0000 7f5a8cc00700 1 -- 172.21.15.6:0/2559945813 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a80019070 con 0x7f5a90102420 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.335+0000 7f5a8cc00700 1 -- 172.21.15.6:0/2559945813 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80014480 con 0x7f5a90102420 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.335+0000 7f5a94e00700 1 -- 172.21.15.6:0/2559945813 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a901a5470 con 0x7f5a90102420 2024-05-20T21:17:50.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.335+0000 7f5a94e00700 1 -- 172.21.15.6:0/2559945813 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a901acd50 con 0x7f5a90102420 2024-05-20T21:17:50.338 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:50.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.340+0000 7f5a8cc00700 1 -- 172.21.15.6:0/2559945813 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5a80012050 con 0x7f5a90102420 2024-05-20T21:17:50.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.341+0000 7f5aa0cf4b80 1 Processor -- start 2024-05-20T21:17:50.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.341+0000 7f5aa0cf4b80 1 -- start start 2024-05-20T21:17:50.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.342+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7383480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.342+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd737d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.342+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd737dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.342+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564bd72dbec0 con 0x564bd73830a0 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.342+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564bd72cba60 con 0x564bd737db50 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.342+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564bd72cfaa0 con 0x564bd73839c0 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.343+0000 7f5a8fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7383480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.343+0000 7f5a8f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd737d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.343+0000 7f5a8f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd737d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:51376/0 (socket says 172.21.15.6:51376) 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.343+0000 7f5a8f400700 1 -- 172.21.15.6:0/2813782957 learned_addr learned my addr 172.21.15.6:0/2813782957 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:50.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.344+0000 7f5a8cc00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5a740b2900 0x7f5a740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.344+0000 7f5a86a00700 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd737dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.344+0000 7f5a8cc00700 1 -- 172.21.15.6:0/2559945813 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5a800e23b0 con 0x7f5a90102420 2024-05-20T21:17:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.344+0000 7f5a8f400700 1 -- 172.21.15.6:0/2813782957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 msgr2=0x564bd737dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.344+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd737dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.344+0000 7f5a8f400700 1 -- 172.21.15.6:0/2813782957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 msgr2=0x564bd7383480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:50.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.345+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7383480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.345+0000 7f5a8f400700 1 -- 172.21.15.6:0/2813782957 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bd72944a0 con 0x564bd73839c0 2024-05-20T21:17:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.345+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7383480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.346+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5a740b2900 0x7f5a740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.346+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd737d530 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009c10 tx=0x7f5a80023000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f1b0e35b618d3b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.347+0000 7f5a84c00700 1 -- 172.21.15.6:0/2813782957 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a800a9040 con 0x564bd73839c0 2024-05-20T21:17:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.347+0000 7f5a84c00700 1 -- 172.21.15.6:0/2813782957 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a8000cdc0 con 0x564bd73839c0 2024-05-20T21:17:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.347+0000 7f5a84c00700 1 -- 172.21.15.6:0/2813782957 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a800adc80 con 0x564bd73839c0 2024-05-20T21:17:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.348+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2813782957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 msgr2=0x564bd737d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.348+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd737d530 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009c10 tx=0x7f5a80023000 comp rx=0 tx=0).stop 2024-05-20T21:17:50.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.349+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2813782957 shutdown_connections 2024-05-20T21:17:50.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.349+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd737dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.349+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7383480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.349+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2813782957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd737d530 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.349+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2813782957 >> 172.21.15.6:0/2813782957 conn(0x564bd72abc60 msgr2=0x564bd73781d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:50.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.349+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5a740b2900 0x7f5a740b4dc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5a88009fb0 tx=0x7f5a88004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:50.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.349+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2813782957 shutdown_connections 2024-05-20T21:17:50.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.350+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2813782957 wait complete. 2024-05-20T21:17:50.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.350+0000 7f5aa0cf4b80 1 -- start start 2024-05-20T21:17:50.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.351+0000 7f5aa0cf4b80 1 Processor -- start 2024-05-20T21:17:50.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.351+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd7389750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.351+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7386af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.351+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd7387030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.351+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564bd71d2020 con 0x564bd73830a0 2024-05-20T21:17:50.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.351+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564bd726c7e0 con 0x564bd737db50 2024-05-20T21:17:50.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.351+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564bd738a480 con 0x564bd73839c0 2024-05-20T21:17:50.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.351+0000 7f5aa0cf4b80 10 client.0 _ll_register_callbacks cb 0x564bd7275cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:50.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.352+0000 7f5a8f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd7389750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.352+0000 7f5a8f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd7389750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48476/0 (socket says 172.21.15.6:48476) 2024-05-20T21:17:50.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.352+0000 7f5a8f400700 1 -- 172.21.15.6:0/2319352840 learned_addr learned my addr 172.21.15.6:0/2319352840 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:50.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.352+0000 7f5a86a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7386af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a8f400700 1 -- 172.21.15.6:0/2319352840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 msgr2=0x564bd7387030 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd7387030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a8f400700 1 -- 172.21.15.6:0/2319352840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 msgr2=0x564bd7386af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7386af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a8f400700 1 -- 172.21.15.6:0/2319352840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bd721b950 con 0x564bd737db50 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd7389750 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009040 tx=0x7f5a800cadb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42b148b07f729f87 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a7d600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a7d600700 1 -- 172.21.15.6:0/2319352840 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a800a9040 con 0x564bd737db50 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.353+0000 7f5a7d600700 1 -- 172.21.15.6:0/2319352840 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5a80012e00 con 0x564bd737db50 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.354+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2319352840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564bd72dde10 con 0x564bd737db50 2024-05-20T21:17:50.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.354+0000 7f5a7d600700 1 -- 172.21.15.6:0/2319352840 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5a800a5060 con 0x564bd737db50 2024-05-20T21:17:50.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.354+0000 7f5aa0cf4b80 10 client.25595 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:50.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.354+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2319352840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564bd729c0e0 con 0x564bd737db50 2024-05-20T21:17:50.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.355+0000 7f5a7d600700 1 -- 172.21.15.6:0/2319352840 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564bd72dde10 con 0x564bd737db50 2024-05-20T21:17:50.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.355+0000 7f5a7d600700 1 -- 172.21.15.6:0/2319352840 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5a800a5240 con 0x564bd737db50 2024-05-20T21:17:50.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.355+0000 7f5aa0cf4b80 10 client.25595 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:50.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.355+0000 7f5aa0cf4b80 10 client.25595 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:50.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.355+0000 7f5aa0cf4b80 20 client.25595 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:50.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.355+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564bd7396c80 0x564bd7399070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.355+0000 7f5aa0cf4b80 4 client.25595 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:50.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.355+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2319352840 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bd72d75f0 con 0x564bd7396c80 2024-05-20T21:17:50.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.356+0000 7f5a86a00700 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564bd7396c80 0x564bd7399070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.356+0000 7f5a86a00700 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564bd7396c80 0x564bd7399070 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8726025f0435a2a2 server_cookie=b91adcd340c6dab3 in_seq=0 out_seq=0 2024-05-20T21:17:50.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.356+0000 7f5a7d600700 10 client.25595 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:50.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.357+0000 7f5a7d600700 1 -- 172.21.15.6:0/2319352840 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564bd72d75f0 con 0x564bd7396c80 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.357+0000 7f5a7d600700 10 client.25595 handle_command_reply: tid=0 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.357+0000 7f5aa0cf4b80 1 client.25595 shutdown 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2319352840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 msgr2=0x564bd7389750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd7389750 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009040 tx=0x7f5a800cadb0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2319352840 shutdown_connections 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564bd7396c80 0x564bd7399070 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd7387030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd737db50 0x564bd7389750 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2319352840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73830a0 0x564bd7386af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2319352840 >> 172.21.15.6:0/2319352840 conn(0x564bd72abc60 msgr2=0x564bd737c520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:50.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5a7d600700 0 client.25595 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:50.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2319352840 shutdown_connections 2024-05-20T21:17:50.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2319352840 wait complete. 2024-05-20T21:17:50.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.358+0000 7f5aa0cf4b80 20 client.25595 trim_cache size 0 max 16384 2024-05-20T21:17:50.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.391+0000 7f5aa0cf4b80 1 Processor -- start 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.391+0000 7f5aa0cf4b80 1 -- start start 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.392+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd737db50 0x564bd737d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.392+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd73830a0 0x564bd7378320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.392+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73839c0 0x564bd7388f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.392+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5a901b6de0 con 0x564bd73839c0 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.392+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5a901b4670 con 0x564bd73830a0 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.392+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5a901b24c0 con 0x564bd737db50 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.392+0000 7f5a8fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73839c0 0x564bd7388f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.393+0000 7f5a8fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73839c0 0x564bd7388f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56136/0 (socket says 172.21.15.6:56136) 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.393+0000 7f5a8fe00700 1 -- 172.21.15.6:0/1767801157 learned_addr learned my addr 172.21.15.6:0/1767801157 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.393+0000 7f5a86a00700 1 --2- 172.21.15.6:0/1767801157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd73830a0 0x564bd7378320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.394+0000 7f5a86a00700 1 -- 172.21.15.6:0/1767801157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd737db50 msgr2=0x564bd737d530 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.394+0000 7f5a86a00700 1 --2- 172.21.15.6:0/1767801157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd737db50 0x564bd737d530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.394+0000 7f5a86a00700 1 -- 172.21.15.6:0/1767801157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73839c0 msgr2=0x564bd7388f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.394+0000 7f5a86a00700 1 --2- 172.21.15.6:0/1767801157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73839c0 0x564bd7388f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.394+0000 7f5a86a00700 1 -- 172.21.15.6:0/1767801157 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bd7387160 con 0x564bd73830a0 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.394+0000 7f5a86a00700 1 --2- 172.21.15.6:0/1767801157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd73830a0 0x564bd7378320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5a780098e0 tx=0x7f5a78005960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d64c513effb89c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.394+0000 7f5a7fe00700 1 -- 172.21.15.6:0/1767801157 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a7800b920 con 0x564bd73830a0 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.394+0000 7f5a7fe00700 1 -- 172.21.15.6:0/1767801157 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a78003680 con 0x564bd73830a0 2024-05-20T21:17:50.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.395+0000 7f5a7fe00700 1 -- 172.21.15.6:0/1767801157 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a7800f6c0 con 0x564bd73830a0 2024-05-20T21:17:50.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.397+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/1767801157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd73830a0 msgr2=0x564bd7378320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.397+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/1767801157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd73830a0 0x564bd7378320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5a780098e0 tx=0x7f5a78005960 comp rx=0 tx=0).stop 2024-05-20T21:17:50.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.398+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/1767801157 shutdown_connections 2024-05-20T21:17:50.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.398+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/1767801157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd73839c0 0x564bd7388f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.398+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/1767801157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd737db50 0x564bd737d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.398+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/1767801157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd73830a0 0x564bd7378320 secure :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5a780098e0 tx=0x7f5a78005960 comp rx=0 tx=0).stop 2024-05-20T21:17:50.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.398+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/1767801157 >> 172.21.15.6:0/1767801157 conn(0x564bd72abc60 msgr2=0x564bd7383e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:50.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.398+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/1767801157 shutdown_connections 2024-05-20T21:17:50.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.398+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/1767801157 wait complete. 2024-05-20T21:17:50.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.399+0000 7f5aa0cf4b80 1 -- start start 2024-05-20T21:17:50.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.399+0000 7f5aa0cf4b80 1 Processor -- start 2024-05-20T21:17:50.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.400+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd737db50 0x564bd739c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.400+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd739a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.401+0000 7f5aa0cf4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd739afb0 0x564bd73fb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.401+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5a901b2b30 con 0x564bd737db50 2024-05-20T21:17:50.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.401+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5a901b3fa0 con 0x564bd739afb0 2024-05-20T21:17:50.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.401+0000 7f5aa0cf4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5a901b3200 con 0x564bd73839c0 2024-05-20T21:17:50.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.402+0000 7f5a8f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd737db50 0x564bd739c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.402+0000 7f5a8f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd737db50 0x564bd739c560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56140/0 (socket says 172.21.15.6:56140) 2024-05-20T21:17:50.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.402+0000 7f5a8f400700 1 -- 172.21.15.6:0/2696561495 learned_addr learned my addr 172.21.15.6:0/2696561495 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:50.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.402+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd739afb0 0x564bd73fb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.402+0000 7f5a86a00700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd739a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.402+0000 7f5aa0cf4b80 10 client.0 _ll_register_callbacks cb 0x564bd7275cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:50.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.403+0000 7f5a8fe00700 1 -- 172.21.15.6:0/2696561495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 msgr2=0x564bd739a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:50.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.403+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd739a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.403+0000 7f5a8fe00700 1 -- 172.21.15.6:0/2696561495 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd737db50 msgr2=0x564bd739c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:50.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.403+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd737db50 0x564bd739c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.403+0000 7f5a8fe00700 1 -- 172.21.15.6:0/2696561495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bd739b730 con 0x564bd739afb0 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.403+0000 7f5a86a00700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd739a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.403+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd737db50 0x564bd739c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.404+0000 7f5a8fe00700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd739afb0 0x564bd73fb4a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x564bd737a060 tx=0x7f5a880047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90e371c644fceae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.404+0000 7f5a7d600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.404+0000 7f5a7d600700 1 -- 172.21.15.6:0/2696561495 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a88010430 con 0x564bd739afb0 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.405+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2696561495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a78003680 con 0x564bd739afb0 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.405+0000 7f5a7d600700 1 -- 172.21.15.6:0/2696561495 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5a880105d0 con 0x564bd739afb0 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.405+0000 7f5a7d600700 1 -- 172.21.15.6:0/2696561495 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5a880107d0 con 0x564bd739afb0 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.405+0000 7f5aa0cf4b80 10 client.25601 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.405+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2696561495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564bd73fcb60 con 0x564bd739afb0 2024-05-20T21:17:50.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.406+0000 7f5a7d600700 1 -- 172.21.15.6:0/2696561495 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a78003680 con 0x564bd739afb0 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.407+0000 7f5a7d600700 1 -- 172.21.15.6:0/2696561495 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5a88033a70 con 0x564bd739afb0 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.407+0000 7f5aa0cf4b80 10 client.25601 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.407+0000 7f5aa0cf4b80 10 client.25601 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.407+0000 7f5aa0cf4b80 20 client.25601 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.407+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564bd74144d0 0x564bd74168c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.407+0000 7f5aa0cf4b80 4 client.25601 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.407+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2696561495 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564bd714e2d0 con 0x564bd74144d0 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.408+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564bd74144d0 0x564bd74168c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.408+0000 7f5a8f400700 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564bd74144d0 0x564bd74168c0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b3226a606478220 server_cookie=2e1040aaa1caa355 in_seq=0 out_seq=0 2024-05-20T21:17:50.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.408+0000 7f5a7d600700 10 client.25601 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:50.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.409+0000 7f5a7d600700 1 -- 172.21.15.6:0/2696561495 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564bd714e2d0 con 0x564bd74144d0 2024-05-20T21:17:50.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.409+0000 7f5a7d600700 10 client.25601 handle_command_reply: tid=0 2024-05-20T21:17:50.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.409+0000 7f5aa0cf4b80 1 client.25601 shutdown 2024-05-20T21:17:50.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.410+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd739afb0 msgr2=0x564bd73fb4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.410+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd739afb0 0x564bd73fb4a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x564bd737a060 tx=0x7f5a880047c0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.410+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2696561495 shutdown_connections 2024-05-20T21:17:50.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.410+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564bd739afb0 0x564bd73fb4a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.410+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564bd737db50 0x564bd739c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.410+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564bd74144d0 0x564bd74168c0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.410+0000 7f5aa0cf4b80 1 --2- 172.21.15.6:0/2696561495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564bd73839c0 0x564bd739a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.410+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2696561495 >> 172.21.15.6:0/2696561495 conn(0x564bd72abc60 msgr2=0x564bd7384670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:50.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.411+0000 7f5a7d600700 0 client.25601 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:50.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.411+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2696561495 shutdown_connections 2024-05-20T21:17:50.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.411+0000 7f5aa0cf4b80 1 -- 172.21.15.6:0/2696561495 wait complete. 2024-05-20T21:17:50.412 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:17:50.412 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:17:50.412 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "f06c72cb-3695-4fef-848d-fc5b3c92fb6e", 2024-05-20T21:17:50.412 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:17:50.412 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:17:50.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.411+0000 7f5aa0cf4b80 20 client.25601 trim_cache size 0 max 16384 2024-05-20T21:17:50.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.412+0000 7f5a94e00700 1 -- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5a740b2900 msgr2=0x7f5a740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.412+0000 7f5a94e00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5a740b2900 0x7f5a740b4dc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5a88009fb0 tx=0x7f5a88004750 comp rx=0 tx=0).stop 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.412+0000 7f5a94e00700 1 -- 172.21.15.6:0/2559945813 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90102420 msgr2=0x7f5a901a01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.412+0000 7f5a94e00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90102420 0x7f5a901a01d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5a8000ef10 tx=0x7f5a8000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.413+0000 7f5a94e00700 1 -- 172.21.15.6:0/2559945813 shutdown_connections 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.413+0000 7f5a94e00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5a740b2900 0x7f5a740b4dc0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.413+0000 7f5a94e00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5a90107830 0x7f5a901a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.413+0000 7f5a94e00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90102420 0x7f5a901a01d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.413+0000 7f5a94e00700 1 --2- 172.21.15.6:0/2559945813 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5a90102d40 0x7f5a901a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:50.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.413+0000 7f5a94e00700 1 -- 172.21.15.6:0/2559945813 >> 172.21.15.6:0/2559945813 conn(0x7f5a900fde60 msgr2=0x7f5a901051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:50.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.413+0000 7f5a94e00700 1 -- 172.21.15.6:0/2559945813 shutdown_connections 2024-05-20T21:17:50.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:50.413+0000 7f5a94e00700 1 -- 172.21.15.6:0/2559945813 wait complete. 2024-05-20T21:17:51.366 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:51 smithi006 ceph-mon[31422]: pgmap v500: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:51.366 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:51 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:17:51.366 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:51 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:51.366 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:51 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:17:51.366 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:51 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:51 smithi042 ceph-mon[36332]: pgmap v500: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:51 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:17:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:51 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:51 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:17:51.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:51 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:51.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:51 smithi062 ceph-mon[36640]: pgmap v500: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:51.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:51 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:17:51.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:51 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:51.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:51 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:17:51.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:51 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:17:52.051 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:17:53.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:53 smithi042 ceph-mon[36332]: pgmap v501: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:53 smithi006 ceph-mon[31422]: pgmap v501: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:53.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:53 smithi062 ceph-mon[36640]: pgmap v501: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:17:54.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.317+0000 7fee39c00640 1 -- 172.21.15.6:0/3743634975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34106490 msgr2=0x7fee34106910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.320 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.317+0000 7fee39c00640 1 --2- 172.21.15.6:0/3743634975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34106490 0x7fee34106910 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fee2c009ca0 tx=0x7fee2c02a8b0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.318+0000 7fee39c00640 1 -- 172.21.15.6:0/3743634975 shutdown_connections 2024-05-20T21:17:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.318+0000 7fee39c00640 1 --2- 172.21.15.6:0/3743634975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34106490 0x7fee34106910 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.318+0000 7fee39c00640 1 --2- 172.21.15.6:0/3743634975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee34103ae0 0x7fee34105f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.318+0000 7fee39c00640 1 --2- 172.21.15.6:0/3743634975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee34101170 0x7fee341035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.318+0000 7fee39c00640 1 -- 172.21.15.6:0/3743634975 >> 172.21.15.6:0/3743634975 conn(0x7fee340fcd30 msgr2=0x7fee340ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.318+0000 7fee39c00640 1 -- 172.21.15.6:0/3743634975 shutdown_connections 2024-05-20T21:17:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.318+0000 7fee39c00640 1 -- 172.21.15.6:0/3743634975 wait complete. 2024-05-20T21:17:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.319+0000 7fee39c00640 1 Processor -- start 2024-05-20T21:17:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.320+0000 7fee39c00640 1 -- start start 2024-05-20T21:17:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.320+0000 7fee39c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34101170 0x7fee3419f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.320+0000 7fee39c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee34103ae0 0x7fee3419f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.320+0000 7fee39c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee34106490 0x7fee341a66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.320+0000 7fee39c00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fee34114a80 con 0x7fee34106490 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.320+0000 7fee39c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fee34114900 con 0x7fee34101170 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.320+0000 7fee39c00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fee34114c00 con 0x7fee34103ae0 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.320+0000 7fee39200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee34106490 0x7fee341a66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.321+0000 7fee39200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee34106490 0x7fee341a66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56160/0 (socket says 172.21.15.6:56160) 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.321+0000 7fee39200640 1 -- 172.21.15.6:0/282158589 learned_addr learned my addr 172.21.15.6:0/282158589 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.321+0000 7fee33e00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34101170 0x7fee3419f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.321+0000 7fee33400640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee34103ae0 0x7fee3419f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.321+0000 7fee39200640 1 -- 172.21.15.6:0/282158589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee34103ae0 msgr2=0x7fee3419f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.322+0000 7fee39200640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee34103ae0 0x7fee3419f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.322+0000 7fee39200640 1 -- 172.21.15.6:0/282158589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34101170 msgr2=0x7fee3419f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.322+0000 7fee39200640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34101170 0x7fee3419f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.322+0000 7fee39200640 1 -- 172.21.15.6:0/282158589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee341a6d10 con 0x7fee34106490 2024-05-20T21:17:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.322+0000 7fee33e00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34101170 0x7fee3419f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.322+0000 7fee33400640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee34103ae0 0x7fee3419f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:17:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.322+0000 7fee39200640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee34106490 0x7fee341a66a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fee2c003bd0 tx=0x7fee2c003c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.323+0000 7fee30c00640 1 -- 172.21.15.6:0/282158589 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2c004450 con 0x7fee34106490 2024-05-20T21:17:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.323+0000 7fee30c00640 1 -- 172.21.15.6:0/282158589 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee2c040070 con 0x7fee34106490 2024-05-20T21:17:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.323+0000 7fee39c00640 1 -- 172.21.15.6:0/282158589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee341a6fa0 con 0x7fee34106490 2024-05-20T21:17:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.323+0000 7fee39c00640 1 -- 172.21.15.6:0/282158589 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee341a7460 con 0x7fee34106490 2024-05-20T21:17:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.324+0000 7fee30c00640 1 -- 172.21.15.6:0/282158589 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2c031c60 con 0x7fee34106490 2024-05-20T21:17:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.327+0000 7fee3e004740 1 Processor -- start 2024-05-20T21:17:54.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.329+0000 7fee30c00640 1 -- 172.21.15.6:0/282158589 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fee2c031440 con 0x7fee34106490 2024-05-20T21:17:54.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.329+0000 7fee3e004740 1 -- start start 2024-05-20T21:17:54.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.330+0000 7fee3e004740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e44110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.330+0000 7fee3e004740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e491e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.330+0000 7fee3e004740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e4bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.330+0000 7fee3e004740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559033db3b90 con 0x559033e49850 2024-05-20T21:17:54.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.330+0000 7fee3e004740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559033da3730 con 0x559033e446e0 2024-05-20T21:17:54.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.330+0000 7fee3e004740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559033da7770 con 0x559033e43cf0 2024-05-20T21:17:54.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.331+0000 7fee33e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e491e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.331+0000 7fee33e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e491e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48520/0 (socket says 172.21.15.6:48520) 2024-05-20T21:17:54.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.331+0000 7fee33e00640 1 -- 172.21.15.6:0/2773066234 learned_addr learned my addr 172.21.15.6:0/2773066234 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:54.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.331+0000 7fee33400640 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e4bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.331+0000 7fee33400640 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e44110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.332+0000 7fee33e00640 1 -- 172.21.15.6:0/2773066234 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 msgr2=0x559033e44110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:54.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.332+0000 7fee33e00640 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e44110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.332+0000 7fee30c00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fee180b27d0 0x7fee180b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.332+0000 7fee33e00640 1 -- 172.21.15.6:0/2773066234 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 msgr2=0x559033e4bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:54.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.332+0000 7fee33e00640 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e4bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.332+0000 7fee33e00640 1 -- 172.21.15.6:0/2773066234 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559033d3c8b0 con 0x559033e446e0 2024-05-20T21:17:54.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.332+0000 7fee30c00640 1 -- 172.21.15.6:0/282158589 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fee2c1035e0 con 0x7fee34106490 2024-05-20T21:17:54.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.332+0000 7fee33400640 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e4bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:54.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.333+0000 7fee33400640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fee180b27d0 0x7fee180b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.333+0000 7fee33e00640 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e491e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fee24011540 tx=0x7fee24011a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42e8ded601593717 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:54.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.333+0000 7fee29600640 1 -- 172.21.15.6:0/2773066234 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2400f640 con 0x559033e446e0 2024-05-20T21:17:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.333+0000 7fee29600640 1 -- 172.21.15.6:0/2773066234 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee2400fc90 con 0x559033e446e0 2024-05-20T21:17:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 -- 172.21.15.6:0/2773066234 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 msgr2=0x559033e491e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e491e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fee24011540 tx=0x7fee24011a00 comp rx=0 tx=0).stop 2024-05-20T21:17:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee33400640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fee180b27d0 0x7fee180b4c90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fee20005fd0 tx=0x7fee200046c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 -- 172.21.15.6:0/2773066234 shutdown_connections 2024-05-20T21:17:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e4bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e491e0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 --2- 172.21.15.6:0/2773066234 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e44110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 -- 172.21.15.6:0/2773066234 >> 172.21.15.6:0/2773066234 conn(0x559033e3f360 msgr2=0x559033e3f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 -- 172.21.15.6:0/2773066234 shutdown_connections 2024-05-20T21:17:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.334+0000 7fee3e004740 1 -- 172.21.15.6:0/2773066234 wait complete. 2024-05-20T21:17:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.335+0000 7fee3e004740 1 -- start start 2024-05-20T21:17:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.335+0000 7fee3e004740 1 Processor -- start 2024-05-20T21:17:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.336+0000 7fee3e004740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e4dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.336+0000 7fee3e004740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e4dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.336+0000 7fee3e004740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e55030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.336+0000 7fee3e004740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559033a89790 con 0x559033e49850 2024-05-20T21:17:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.336+0000 7fee3e004740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559033d4bbc0 con 0x559033e446e0 2024-05-20T21:17:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.336+0000 7fee3e004740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559033e4c8a0 con 0x559033e43cf0 2024-05-20T21:17:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.336+0000 7fee3e004740 10 client.0 _ll_register_callbacks cb 0x559033d29400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:54.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.336+0000 7fee39200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e55030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee39200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e55030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56180/0 (socket says 172.21.15.6:56180) 2024-05-20T21:17:54.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee39200640 1 -- 172.21.15.6:0/305959595 learned_addr learned my addr 172.21.15.6:0/305959595 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:54.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee33e00640 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e4dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee33400640 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e4dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee39200640 1 -- 172.21.15.6:0/305959595 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 msgr2=0x559033e4dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee39200640 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e4dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee39200640 1 -- 172.21.15.6:0/305959595 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 msgr2=0x559033e4dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee39200640 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e4dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee39200640 1 -- 172.21.15.6:0/305959595 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559033ab8210 con 0x559033e49850 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee39200640 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e55030 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fee2c0ca800 tx=0x7fee2c0ca330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8105496c001bcd1b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.337+0000 7fee1e000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.338+0000 7fee1e000640 1 -- 172.21.15.6:0/305959595 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2c0ca610 con 0x559033e49850 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.338+0000 7fee1e000640 1 -- 172.21.15.6:0/305959595 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fee2c0c70f0 con 0x559033e49850 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.338+0000 7fee3e004740 1 -- 172.21.15.6:0/305959595 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee2400fc90 con 0x559033e49850 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.338+0000 7fee1e000640 1 -- 172.21.15.6:0/305959595 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fee2c0cb200 con 0x559033e49850 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.338+0000 7fee3e004740 10 client.15483 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.338+0000 7fee3e004740 1 -- 172.21.15.6:0/305959595 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559033b84620 con 0x559033e49850 2024-05-20T21:17:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.338+0000 7fee1e000640 1 -- 172.21.15.6:0/305959595 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee2400fc90 con 0x559033e49850 2024-05-20T21:17:54.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.339+0000 7fee1e000640 1 -- 172.21.15.6:0/305959595 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fee2c0d34d0 con 0x559033e49850 2024-05-20T21:17:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.339+0000 7fee3e004740 10 client.15483 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.339+0000 7fee3e004740 10 client.15483 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.339+0000 7fee3e004740 20 client.15483 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.339+0000 7fee3e004740 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559033e59670 0x559033e5bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.339+0000 7fee3e004740 4 client.15483 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.339+0000 7fee3e004740 1 -- 172.21.15.6:0/305959595 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559033db5ae0 con 0x559033e59670 2024-05-20T21:17:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.339+0000 7fee33e00640 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559033e59670 0x559033e5bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.340+0000 7fee33e00640 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559033e59670 0x559033e5bab0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c14af7fd3caf21c server_cookie=64a0d54de3a6005d in_seq=0 out_seq=0 2024-05-20T21:17:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.340+0000 7fee1e000640 10 client.15483 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee1e000640 1 -- 172.21.15.6:0/305959595 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559033db5ae0 con 0x559033e59670 2024-05-20T21:17:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee1e000640 10 client.15483 handle_command_reply: tid=0 2024-05-20T21:17:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 client.15483 shutdown 2024-05-20T21:17:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 -- 172.21.15.6:0/305959595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 msgr2=0x559033e55030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e55030 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fee2c0ca800 tx=0x7fee2c0ca330 comp rx=0 tx=0).stop 2024-05-20T21:17:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 -- 172.21.15.6:0/305959595 shutdown_connections 2024-05-20T21:17:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559033e59670 0x559033e5bab0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e55030 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee1e000640 0 client.15483 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e4dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 --2- 172.21.15.6:0/305959595 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e4dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.341+0000 7fee3e004740 1 -- 172.21.15.6:0/305959595 >> 172.21.15.6:0/305959595 conn(0x559033e3f360 msgr2=0x559033e3e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:54.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.342+0000 7fee3e004740 1 -- 172.21.15.6:0/305959595 shutdown_connections 2024-05-20T21:17:54.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.342+0000 7fee3e004740 1 -- 172.21.15.6:0/305959595 wait complete. 2024-05-20T21:17:54.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.342+0000 7fee3e004740 20 client.15483 trim_cache size 0 max 16384 2024-05-20T21:17:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.366+0000 7fee3e004740 1 Processor -- start 2024-05-20T21:17:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee3e004740 1 -- start start 2024-05-20T21:17:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee3e004740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e43cf0 0x559033e45890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee3e004740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e54ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee3e004740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e49850 0x559033e42270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee3e004740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fee341b2f00 con 0x559033e43cf0 2024-05-20T21:17:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee3e004740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fee341b07d0 con 0x559033e446e0 2024-05-20T21:17:54.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee3e004740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fee341ae620 con 0x559033e49850 2024-05-20T21:17:54.368 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee33400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e54ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.368 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee33e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e43cf0 0x559033e45890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.368 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee33400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e54ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48544/0 (socket says 172.21.15.6:48544) 2024-05-20T21:17:54.368 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.367+0000 7fee33400640 1 -- 172.21.15.6:0/1295000405 learned_addr learned my addr 172.21.15.6:0/1295000405 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:54.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.368+0000 7fee39200640 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e49850 0x559033e42270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.368+0000 7fee33400640 1 -- 172.21.15.6:0/1295000405 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e49850 msgr2=0x559033e42270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:54.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.368+0000 7fee33400640 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e49850 0x559033e42270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.368+0000 7fee33400640 1 -- 172.21.15.6:0/1295000405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e43cf0 msgr2=0x559033e45890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:54.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.368+0000 7fee33400640 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e43cf0 0x559033e45890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.368+0000 7fee33400640 1 -- 172.21.15.6:0/1295000405 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559033e487c0 con 0x559033e446e0 2024-05-20T21:17:54.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.368+0000 7fee33e00640 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e43cf0 0x559033e45890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:54.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.369+0000 7fee33400640 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e54ff0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fee200137d0 tx=0x7fee20004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f1b71b4891edee2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:54.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.370+0000 7fee28c00640 1 -- 172.21.15.6:0/1295000405 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee200209b0 con 0x559033e446e0 2024-05-20T21:17:54.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.370+0000 7fee28c00640 1 -- 172.21.15.6:0/1295000405 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee20017070 con 0x559033e446e0 2024-05-20T21:17:54.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.370+0000 7fee28c00640 1 -- 172.21.15.6:0/1295000405 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2001bd10 con 0x559033e446e0 2024-05-20T21:17:54.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.371+0000 7fee3e004740 1 -- 172.21.15.6:0/1295000405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 msgr2=0x559033e54ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.371+0000 7fee3e004740 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e54ff0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fee200137d0 tx=0x7fee20004730 comp rx=0 tx=0).stop 2024-05-20T21:17:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.373+0000 7fee3e004740 1 -- 172.21.15.6:0/1295000405 shutdown_connections 2024-05-20T21:17:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.373+0000 7fee3e004740 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e49850 0x559033e42270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.373+0000 7fee3e004740 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e54ff0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.373+0000 7fee3e004740 1 --2- 172.21.15.6:0/1295000405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e43cf0 0x559033e45890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.373+0000 7fee3e004740 1 -- 172.21.15.6:0/1295000405 >> 172.21.15.6:0/1295000405 conn(0x559033e3f360 msgr2=0x559033e45180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.373+0000 7fee3e004740 1 -- 172.21.15.6:0/1295000405 shutdown_connections 2024-05-20T21:17:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.373+0000 7fee3e004740 1 -- 172.21.15.6:0/1295000405 wait complete. 2024-05-20T21:17:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.373+0000 7fee3e004740 1 -- start start 2024-05-20T21:17:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.374+0000 7fee3e004740 1 Processor -- start 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.374+0000 7fee3e004740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e52b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.374+0000 7fee3e004740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e53040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.374+0000 7fee3e004740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e54050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.374+0000 7fee3e004740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fee341aec90 con 0x559033e49850 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.374+0000 7fee3e004740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fee341b0100 con 0x559033e446e0 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.374+0000 7fee3e004740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fee341af360 con 0x559033e43cf0 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.374+0000 7fee3e004740 10 client.0 _ll_register_callbacks cb 0x7fee2c009360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e52b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e53040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e52b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:51442/0 (socket says 172.21.15.6:51442) 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33e00640 1 -- 172.21.15.6:0/1613861617 learned_addr learned my addr 172.21.15.6:0/1613861617 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee39200640 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e54050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33e00640 1 -- 172.21.15.6:0/1613861617 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 msgr2=0x559033e53040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33e00640 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e53040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33e00640 1 -- 172.21.15.6:0/1613861617 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 msgr2=0x559033e54050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33e00640 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e54050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33e00640 1 -- 172.21.15.6:0/1613861617 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559033e54640 con 0x559033e43cf0 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee33400640 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e53040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.375+0000 7fee39200640 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e54050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.376+0000 7fee33e00640 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e52b00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fee2401b040 tx=0x7fee24013ff0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4eeda1be6a769420 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.376+0000 7fee1e000640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.376+0000 7fee1e000640 1 -- 172.21.15.6:0/1613861617 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2400f9f0 con 0x559033e43cf0 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.376+0000 7fee1e000640 1 -- 172.21.15.6:0/1613861617 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fee2400fb90 con 0x559033e43cf0 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.377+0000 7fee3e004740 1 -- 172.21.15.6:0/1613861617 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee20017070 con 0x559033e43cf0 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.377+0000 7fee1e000640 1 -- 172.21.15.6:0/1613861617 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fee240050b0 con 0x559033e43cf0 2024-05-20T21:17:54.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.377+0000 7fee3e004740 10 client.25606 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.377+0000 7fee3e004740 1 -- 172.21.15.6:0/1613861617 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559033ec46a0 con 0x559033e43cf0 2024-05-20T21:17:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.377+0000 7fee1e000640 1 -- 172.21.15.6:0/1613861617 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee20017070 con 0x559033e43cf0 2024-05-20T21:17:54.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.378+0000 7fee1e000640 1 -- 172.21.15.6:0/1613861617 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fee240195b0 con 0x559033e43cf0 2024-05-20T21:17:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.378+0000 7fee3e004740 10 client.25606 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.378+0000 7fee3e004740 10 client.25606 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.378+0000 7fee3e004740 20 client.25606 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.379+0000 7fee3e004740 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559033ec4d90 0x559033ec71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.379+0000 7fee3e004740 4 client.25606 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:17:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.379+0000 7fee3e004740 1 -- 172.21.15.6:0/1613861617 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559033daf2c0 con 0x559033ec4d90 2024-05-20T21:17:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.379+0000 7fee33400640 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559033ec4d90 0x559033ec71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:54.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.380+0000 7fee33400640 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559033ec4d90 0x559033ec71b0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dce1697cb226e831 server_cookie=23df969f48b58f0e in_seq=0 out_seq=0 2024-05-20T21:17:54.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.380+0000 7fee1e000640 10 client.25606 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:54.383 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee1e000640 1 -- 172.21.15.6:0/1613861617 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559033daf2c0 con 0x559033ec4d90 2024-05-20T21:17:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee1e000640 10 client.25606 handle_command_reply: tid=0 2024-05-20T21:17:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 client.25606 shutdown 2024-05-20T21:17:54.384 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 -- 172.21.15.6:0/1613861617 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 msgr2=0x559033e52b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e52b00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fee2401b040 tx=0x7fee24013ff0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 -- 172.21.15.6:0/1613861617 shutdown_connections 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559033ec4d90 0x559033ec71b0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559033e49850 0x559033e54050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559033e446e0 0x559033e53040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 --2- 172.21.15.6:0/1613861617 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559033e43cf0 0x559033e52b00 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee3e004740 1 -- 172.21.15.6:0/1613861617 >> 172.21.15.6:0/1613861617 conn(0x559033e3f360 msgr2=0x559033e42270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.384+0000 7fee1e000640 0 client.25606 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.385+0000 7fee3e004740 1 -- 172.21.15.6:0/1613861617 shutdown_connections 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.385+0000 7fee3e004740 1 -- 172.21.15.6:0/1613861617 wait complete. 2024-05-20T21:17:54.385 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.385+0000 7fee3e004740 20 client.25606 trim_cache size 0 max 16384 2024-05-20T21:17:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:17:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:17:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:17:54.387 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.387+0000 7fee39c00640 1 -- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fee180b27d0 msgr2=0x7fee180b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.387 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.387+0000 7fee39c00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fee180b27d0 0x7fee180b4c90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fee20005fd0 tx=0x7fee200046c0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.387 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 -- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee34106490 msgr2=0x7fee341a66a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:54.387 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee34106490 0x7fee341a66a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fee2c003bd0 tx=0x7fee2c003c00 comp rx=0 tx=0).stop 2024-05-20T21:17:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 -- 172.21.15.6:0/282158589 shutdown_connections 2024-05-20T21:17:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fee180b27d0 0x7fee180b4c90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fee34106490 0x7fee341a66a0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee34103ae0 0x7fee3419f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 --2- 172.21.15.6:0/282158589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fee34101170 0x7fee3419f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 -- 172.21.15.6:0/282158589 >> 172.21.15.6:0/282158589 conn(0x7fee340fcd30 msgr2=0x7fee34101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 -- 172.21.15.6:0/282158589 shutdown_connections 2024-05-20T21:17:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:17:54.388+0000 7fee39c00640 1 -- 172.21.15.6:0/282158589 wait complete. 2024-05-20T21:17:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:55 smithi042 ceph-mon[36332]: pgmap v502: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-20T21:17:55.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:55 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:17:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:55 smithi006 ceph-mon[31422]: pgmap v502: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-20T21:17:55.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:55 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:17:55.754 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:17:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:55 smithi062 ceph-mon[36640]: pgmap v502: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-20T21:17:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:55 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:17:57.377 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:57 smithi006 ceph-mon[31422]: pgmap v503: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-05-20T21:17:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:57 smithi062 ceph-mon[36640]: pgmap v503: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-05-20T21:17:57.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 -- 172.21.15.6:0/564318853 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b30104fe0 msgr2=0x7f4b30105460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/564318853 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b30104fe0 0x7f4b30105460 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c0099c0 tx=0x7f4b1c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 -- 172.21.15.6:0/564318853 shutdown_connections 2024-05-20T21:17:57.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/564318853 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b301059a0 0x7f4b30110380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/564318853 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b301036f0 0x7f4b30103ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/564318853 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b30104fe0 0x7f4b30105460 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 -- 172.21.15.6:0/564318853 >> 172.21.15.6:0/564318853 conn(0x7f4b300feea0 msgr2=0x7f4b301012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:57.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 -- 172.21.15.6:0/564318853 shutdown_connections 2024-05-20T21:17:57.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.841+0000 7f4b2fe00700 1 -- 172.21.15.6:0/564318853 wait complete. 2024-05-20T21:17:57.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.843+0000 7f4b2fe00700 1 Processor -- start 2024-05-20T21:17:57.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.843+0000 7f4b2fe00700 1 -- start start 2024-05-20T21:17:57.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.843+0000 7f4b2fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b301036f0 0x7f4b30075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.843+0000 7f4b2fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b30104fe0 0x7f4b30075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.844+0000 7f4b2fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b301059a0 0x7f4b300762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.844+0000 7f4b2fe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4b30113650 con 0x7f4b301036f0 2024-05-20T21:17:57.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.844+0000 7f4b2fe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4b301134d0 con 0x7f4b30104fe0 2024-05-20T21:17:57.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.844+0000 7f4b2fe00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4b301137d0 con 0x7f4b301059a0 2024-05-20T21:17:57.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.844+0000 7f4b2e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b30104fe0 0x7f4b30075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.844+0000 7f4b2e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b30104fe0 0x7f4b30075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60478/0 (socket says 172.21.15.6:60478) 2024-05-20T21:17:57.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.844+0000 7f4b2e000700 1 -- 172.21.15.6:0/350731506 learned_addr learned my addr 172.21.15.6:0/350731506 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:57.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.844+0000 7f4b2f400700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b301059a0 0x7f4b300762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b2e000700 1 -- 172.21.15.6:0/350731506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b301059a0 msgr2=0x7f4b300762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b2e000700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b301059a0 0x7f4b300762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b2e000700 1 -- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b301036f0 msgr2=0x7f4b30075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b2e000700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b301036f0 0x7f4b30075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b2e000700 1 -- 172.21.15.6:0/350731506 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b301a7f50 con 0x7f4b30104fe0 2024-05-20T21:17:57.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b2e000700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b30104fe0 0x7f4b30075d80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c006010 tx=0x7f4b1c005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:57.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b27400700 1 -- 172.21.15.6:0/350731506 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c026070 con 0x7f4b30104fe0 2024-05-20T21:17:57.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b27400700 1 -- 172.21.15.6:0/350731506 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b1c003c70 con 0x7f4b30104fe0 2024-05-20T21:17:57.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.845+0000 7f4b27400700 1 -- 172.21.15.6:0/350731506 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c00fc20 con 0x7f4b30104fe0 2024-05-20T21:17:57.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.846+0000 7f4b2fe00700 1 -- 172.21.15.6:0/350731506 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b301a81e0 con 0x7f4b30104fe0 2024-05-20T21:17:57.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.846+0000 7f4b2fe00700 1 -- 172.21.15.6:0/350731506 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b301a85e0 con 0x7f4b30104fe0 2024-05-20T21:17:57.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.852+0000 7f4b40116b80 1 Processor -- start 2024-05-20T21:17:57.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.852+0000 7f4b27400700 1 -- 172.21.15.6:0/350731506 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4b1c0037c0 con 0x7f4b30104fe0 2024-05-20T21:17:57.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.852+0000 7f4b40116b80 1 -- start start 2024-05-20T21:17:57.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.853+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad2ee40 0x56200ad2f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.853+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad29370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.853+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad29990 0x56200ad29df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.853+0000 7f4b40116b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56200ac7efe0 con 0x56200ad2f760 2024-05-20T21:17:57.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.853+0000 7f4b40116b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56200ac6eb80 con 0x56200ad29990 2024-05-20T21:17:57.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.853+0000 7f4b40116b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56200ac72bc0 con 0x56200ad2ee40 2024-05-20T21:17:57.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.854+0000 7f4b2f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad2ee40 0x56200ad2f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.854+0000 7f4b2e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad29990 0x56200ad29df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.854+0000 7f4b2e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad29990 0x56200ad29df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60490/0 (socket says 172.21.15.6:60490) 2024-05-20T21:17:57.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.854+0000 7f4b2f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad2ee40 0x56200ad2f220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48364/0 (socket says 172.21.15.6:48364) 2024-05-20T21:17:57.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.854+0000 7f4b2e000700 1 -- 172.21.15.6:0/3102198100 learned_addr learned my addr 172.21.15.6:0/3102198100 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:57.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.854+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/3102198100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad29370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.855+0000 7f4b2ea00700 1 -- 172.21.15.6:0/3102198100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad2ee40 msgr2=0x56200ad2f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:57.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.855+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/3102198100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad2ee40 0x56200ad2f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.855+0000 7f4b2ea00700 1 -- 172.21.15.6:0/3102198100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad29990 msgr2=0x56200ad29df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:57.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.855+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/3102198100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad29990 0x56200ad29df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.855+0000 7f4b2ea00700 1 -- 172.21.15.6:0/3102198100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56200ac375c0 con 0x56200ad2f760 2024-05-20T21:17:57.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.855+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/3102198100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad29370 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4b20009bd0 tx=0x7f4b20009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fa49913dfebeb14 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:57.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.856+0000 7f4b27400700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4b140b29b0 0x7f4b140b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.856+0000 7f4b27400700 1 -- 172.21.15.6:0/350731506 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4b1c0e2b60 con 0x7f4b30104fe0 2024-05-20T21:17:57.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.856+0000 7f4b2f400700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4b140b29b0 0x7f4b140b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.856+0000 7f4b1be00700 1 -- 172.21.15.6:0/3102198100 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b20004230 con 0x56200ad2f760 2024-05-20T21:17:57.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.856+0000 7f4b1be00700 1 -- 172.21.15.6:0/3102198100 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b2000edb0 con 0x56200ad2f760 2024-05-20T21:17:57.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.856+0000 7f4b1be00700 1 -- 172.21.15.6:0/3102198100 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b20005280 con 0x56200ad2f760 2024-05-20T21:17:57.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.858+0000 7f4b2f400700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4b140b29b0 0x7f4b140b4e70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4b280127f0 tx=0x7f4b2800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:57.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.858+0000 7f4b40116b80 1 -- 172.21.15.6:0/3102198100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 msgr2=0x56200ad29370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.858+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3102198100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad29370 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f4b20009bd0 tx=0x7f4b20009ee0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.859+0000 7f4b40116b80 1 -- 172.21.15.6:0/3102198100 shutdown_connections 2024-05-20T21:17:57.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.859+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3102198100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad29990 0x56200ad29df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.859+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3102198100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad2ee40 0x56200ad2f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.859+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3102198100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad29370 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.859+0000 7f4b40116b80 1 -- 172.21.15.6:0/3102198100 >> 172.21.15.6:0/3102198100 conn(0x56200ac4ed80 msgr2=0x56200ad1b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:57.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.859+0000 7f4b40116b80 1 -- 172.21.15.6:0/3102198100 shutdown_connections 2024-05-20T21:17:57.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.859+0000 7f4b40116b80 1 -- 172.21.15.6:0/3102198100 wait complete. 2024-05-20T21:17:57.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.860+0000 7f4b40116b80 1 -- start start 2024-05-20T21:17:57.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.860+0000 7f4b40116b80 1 Processor -- start 2024-05-20T21:17:57.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.861+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad35460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2ee40 0x56200ad32800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad32d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b2e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2ee40 0x56200ad32800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b2e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2ee40 0x56200ad32800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60494/0 (socket says 172.21.15.6:60494) 2024-05-20T21:17:57.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b2ea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad35460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b2e000700 1 -- 172.21.15.6:0/3428466111 learned_addr learned my addr 172.21.15.6:0/3428466111 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:57.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b2f400700 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad32d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56200ab75140 con 0x56200ad2f760 2024-05-20T21:17:57.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56200ac0f900 con 0x56200ad2ee40 2024-05-20T21:17:57.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.862+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56200ad36260 con 0x56200ad29990 2024-05-20T21:17:57.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.863+0000 7f4b40116b80 10 client.0 _ll_register_callbacks cb 0x56200ac18e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.863+0000 7f4b2e000700 1 -- 172.21.15.6:0/3428466111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 msgr2=0x56200ad35460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b2e000700 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad35460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b2e000700 1 -- 172.21.15.6:0/3428466111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 msgr2=0x56200ad32d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b2e000700 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad32d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b2e000700 1 -- 172.21.15.6:0/3428466111 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56200abbea70 con 0x56200ad2ee40 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad35460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b2f400700 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad32d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b2e000700 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2ee40 0x56200ad32800 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c0e05c0 tx=0x7f4b1c0aa6b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=142886da10b8df58 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b18c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:57.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b18c00700 1 -- 172.21.15.6:0/3428466111 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c0a9ac0 con 0x56200ad2ee40 2024-05-20T21:17:57.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b18c00700 1 -- 172.21.15.6:0/3428466111 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4b1c00f460 con 0x56200ad2ee40 2024-05-20T21:17:57.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.864+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b2000edb0 con 0x56200ad2ee40 2024-05-20T21:17:57.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.865+0000 7f4b18c00700 1 -- 172.21.15.6:0/3428466111 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4b1c009e60 con 0x56200ad2ee40 2024-05-20T21:17:57.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.865+0000 7f4b40116b80 10 client.25631 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:57.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.865+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56200ac3f200 con 0x56200ad2ee40 2024-05-20T21:17:57.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.865+0000 7f4b18c00700 1 -- 172.21.15.6:0/3428466111 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b2000edb0 con 0x56200ad2ee40 2024-05-20T21:17:57.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.866+0000 7f4b18c00700 1 -- 172.21.15.6:0/3428466111 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4b1c0ae150 con 0x56200ad2ee40 2024-05-20T21:17:57.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.867+0000 7f4b40116b80 10 client.25631 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:57.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.867+0000 7f4b40116b80 10 client.25631 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:17:57.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.867+0000 7f4b40116b80 20 client.25631 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:57.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.867+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56200ad42de0 0x56200ad45200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.867+0000 7f4b40116b80 4 client.25631 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:57.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.867+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56200ac80f30 con 0x56200ad42de0 2024-05-20T21:17:57.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.867+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56200ad42de0 0x56200ad45200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.869+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56200ad42de0 0x56200ad45200 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae772b68e9ac0780 server_cookie=a93558adb5cf2568 in_seq=0 out_seq=0 2024-05-20T21:17:57.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.869+0000 7f4b18c00700 10 client.25631 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:57.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.870+0000 7f4b18c00700 1 -- 172.21.15.6:0/3428466111 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56200ac80f30 con 0x56200ad42de0 2024-05-20T21:17:57.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.870+0000 7f4b18c00700 10 client.25631 handle_command_reply: tid=0 2024-05-20T21:17:57.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.870+0000 7f4b40116b80 1 client.25631 shutdown 2024-05-20T21:17:57.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2ee40 msgr2=0x56200ad32800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2ee40 0x56200ad32800 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c0e05c0 tx=0x7f4b1c0aa6b0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 shutdown_connections 2024-05-20T21:17:57.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2f760 0x56200ad32d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56200ad42de0 0x56200ad45200 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad35460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b40116b80 1 --2- 172.21.15.6:0/3428466111 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2ee40 0x56200ad32800 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 >> 172.21.15.6:0/3428466111 conn(0x56200ac4ed80 msgr2=0x56200ad1fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:57.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.871+0000 7f4b18c00700 0 client.25631 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:57 smithi042 ceph-mon[36332]: pgmap v503: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-05-20T21:17:57.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.875+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 shutdown_connections 2024-05-20T21:17:57.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.875+0000 7f4b40116b80 1 -- 172.21.15.6:0/3428466111 wait complete. 2024-05-20T21:17:57.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.875+0000 7f4b40116b80 20 client.25631 trim_cache size 0 max 16384 2024-05-20T21:17:57.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.919+0000 7f4b40116b80 1 Processor -- start 2024-05-20T21:17:57.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.919+0000 7f4b40116b80 1 -- start start 2024-05-20T21:17:57.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.919+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad20260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.919+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad4aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.919+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad4aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.919+0000 7f4b40116b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4b301ae280 con 0x56200ad2ee40 2024-05-20T21:17:57.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.919+0000 7f4b40116b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4b301abb10 con 0x56200ad2f760 2024-05-20T21:17:57.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.919+0000 7f4b40116b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4b3019d9c0 con 0x56200ad29990 2024-05-20T21:17:57.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.920+0000 7f4b2f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad4aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.920+0000 7f4b2f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad4aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60498/0 (socket says 172.21.15.6:60498) 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.920+0000 7f4b2f400700 1 -- 172.21.15.6:0/317119556 learned_addr learned my addr 172.21.15.6:0/317119556 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.920+0000 7f4b2e000700 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad4aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.920+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad20260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.920+0000 7f4b2f400700 1 -- 172.21.15.6:0/317119556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 msgr2=0x56200ad20260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.920+0000 7f4b2f400700 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad20260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.920+0000 7f4b2f400700 1 -- 172.21.15.6:0/317119556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 msgr2=0x56200ad4aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.921+0000 7f4b2f400700 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad4aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.921+0000 7f4b2f400700 1 -- 172.21.15.6:0/317119556 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56200ad17c70 con 0x56200ad2f760 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.921+0000 7f4b2e000700 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad4aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:57.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.921+0000 7f4b2f400700 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad4aff0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4b28003f60 tx=0x7f4b28017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6b41c7c3aa6995 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:57.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.921+0000 7f4b1b400700 1 -- 172.21.15.6:0/317119556 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b28024630 con 0x56200ad2f760 2024-05-20T21:17:57.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.922+0000 7f4b1b400700 1 -- 172.21.15.6:0/317119556 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b28024c80 con 0x56200ad2f760 2024-05-20T21:17:57.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.922+0000 7f4b1b400700 1 -- 172.21.15.6:0/317119556 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2802cdb0 con 0x56200ad2f760 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 -- 172.21.15.6:0/317119556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 msgr2=0x56200ad4aff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad4aff0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4b28003f60 tx=0x7f4b28017000 comp rx=0 tx=0).stop 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 -- 172.21.15.6:0/317119556 shutdown_connections 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad4aff0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad20260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 --2- 172.21.15.6:0/317119556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad4aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 -- 172.21.15.6:0/317119556 >> 172.21.15.6:0/317119556 conn(0x56200ac4ed80 msgr2=0x56200ad1fb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 -- 172.21.15.6:0/317119556 shutdown_connections 2024-05-20T21:17:57.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.923+0000 7f4b40116b80 1 -- 172.21.15.6:0/317119556 wait complete. 2024-05-20T21:17:57.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.924+0000 7f4b40116b80 1 -- start start 2024-05-20T21:17:57.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.924+0000 7f4b40116b80 1 Processor -- start 2024-05-20T21:17:57.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.925+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad384c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.925+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad38a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.925+0000 7f4b40116b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad38f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.925+0000 7f4b40116b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4b301a9fd0 con 0x56200ad2ee40 2024-05-20T21:17:57.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.925+0000 7f4b40116b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4b301ab440 con 0x56200ad2f760 2024-05-20T21:17:57.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.925+0000 7f4b40116b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4b301aa6a0 con 0x56200ad29990 2024-05-20T21:17:57.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.925+0000 7f4b40116b80 10 client.0 _ll_register_callbacks cb 0x56200ac18e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:57.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.926+0000 7f4b2f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad38f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.926+0000 7f4b2f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad38f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60514/0 (socket says 172.21.15.6:60514) 2024-05-20T21:17:57.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.926+0000 7f4b2f400700 1 -- 172.21.15.6:0/2114387837 learned_addr learned my addr 172.21.15.6:0/2114387837 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:57.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.926+0000 7f4b2e000700 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad38a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.926+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad384c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.927+0000 7f4b2e000700 1 -- 172.21.15.6:0/2114387837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 msgr2=0x56200ad384c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:57.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.927+0000 7f4b2e000700 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad384c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.927+0000 7f4b2e000700 1 -- 172.21.15.6:0/2114387837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 msgr2=0x56200ad38f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:57.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.927+0000 7f4b2e000700 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad38f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.927+0000 7f4b2e000700 1 -- 172.21.15.6:0/2114387837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56200adad990 con 0x56200ad2ee40 2024-05-20T21:17:57.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.927+0000 7f4b2e000700 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad38a00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c009750 tx=0x7f4b1c003ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56085d8c264b0d50 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:57.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.927+0000 7f4b18c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:17:57.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.928+0000 7f4b18c00700 1 -- 172.21.15.6:0/2114387837 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c0a98e0 con 0x56200ad2ee40 2024-05-20T21:17:57.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.928+0000 7f4b18c00700 1 -- 172.21.15.6:0/2114387837 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4b1c0c41f0 con 0x56200ad2ee40 2024-05-20T21:17:57.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.928+0000 7f4b40116b80 1 -- 172.21.15.6:0/2114387837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b28024c80 con 0x56200ad2ee40 2024-05-20T21:17:57.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.928+0000 7f4b18c00700 1 -- 172.21.15.6:0/2114387837 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4b1c0a9ac0 con 0x56200ad2ee40 2024-05-20T21:17:57.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.928+0000 7f4b40116b80 10 client.15504 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:57.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.928+0000 7f4b40116b80 1 -- 172.21.15.6:0/2114387837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56200adad990 con 0x56200ad2ee40 2024-05-20T21:17:57.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.929+0000 7f4b18c00700 1 -- 172.21.15.6:0/2114387837 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b28024c80 con 0x56200ad2ee40 2024-05-20T21:17:57.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.929+0000 7f4b18c00700 1 -- 172.21.15.6:0/2114387837 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4b1c0a5ae0 con 0x56200ad2ee40 2024-05-20T21:17:57.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.930+0000 7f4b40116b80 10 client.15504 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:57.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.930+0000 7f4b40116b80 10 client.15504 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:17:57.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.930+0000 7f4b40116b80 20 client.15504 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:57.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.930+0000 7f4b40116b80 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56200adaeea0 0x56200adb1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:57.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.930+0000 7f4b40116b80 4 client.15504 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.85, "await_for": 45.0}] 2024-05-20T21:17:57.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.930+0000 7f4b40116b80 1 -- 172.21.15.6:0/2114387837 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 138.85, "await_for": 45.0}) -- 0x56200ac7a710 con 0x56200adaeea0 2024-05-20T21:17:57.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.930+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56200adaeea0 0x56200adb1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:57.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.931+0000 7f4b2ea00700 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56200adaeea0 0x56200adb1290 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2efc5e8cb98e99f server_cookie=8a2a3d638da285e in_seq=0 out_seq=0 2024-05-20T21:17:57.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.931+0000 7f4b18c00700 10 client.15504 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:57.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.939+0000 7f4b18c00700 1 -- 172.21.15.6:0/2114387837 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x56200ac7a710 con 0x56200adaeea0 2024-05-20T21:17:57.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.939+0000 7f4b18c00700 10 client.15504 handle_command_reply: tid=0 2024-05-20T21:17:57.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 client.15504 shutdown 2024-05-20T21:17:57.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 -- 172.21.15.6:0/2114387837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 msgr2=0x56200ad38a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad38a00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c009750 tx=0x7f4b1c003ab0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 -- 172.21.15.6:0/2114387837 shutdown_connections 2024-05-20T21:17:57.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56200ad2f760 0x56200ad38f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56200adaeea0 0x56200adb1290 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56200ad29990 0x56200ad384c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 --2- 172.21.15.6:0/2114387837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56200ad2ee40 0x56200ad38a00 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b18c00700 0 client.15504 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:57.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.940+0000 7f4b40116b80 1 -- 172.21.15.6:0/2114387837 >> 172.21.15.6:0/2114387837 conn(0x56200ac4ed80 msgr2=0x56200ad14f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:57.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.941+0000 7f4b40116b80 1 -- 172.21.15.6:0/2114387837 shutdown_connections 2024-05-20T21:17:57.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.941+0000 7f4b40116b80 1 -- 172.21.15.6:0/2114387837 wait complete. 2024-05-20T21:17:57.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.941+0000 7f4b40116b80 20 client.15504 trim_cache size 0 max 16384 2024-05-20T21:17:57.942 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:17:57.942 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:17:57.942 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:17:57.942 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 6, 2024-05-20T21:17:57.942 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:17:57.942 INFO:teuthology.orchestra.run.smithi006.stdout: "b6295a29": { 2024-05-20T21:17:57.942 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 6, 2024-05-20T21:17:57.942 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 138.8, 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:57.943 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:57.944 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:57.944 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:57.944 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:17:57.944 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:17:57.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 -- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4b140b29b0 msgr2=0x7f4b140b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4b140b29b0 0x7f4b140b4e70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f4b280127f0 tx=0x7f4b2800b040 comp rx=0 tx=0).stop 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 -- 172.21.15.6:0/350731506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b30104fe0 msgr2=0x7f4b30075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b30104fe0 0x7f4b30075d80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c006010 tx=0x7f4b1c005280 comp rx=0 tx=0).stop 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 -- 172.21.15.6:0/350731506 shutdown_connections 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4b140b29b0 0x7f4b140b4e70 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4b301059a0 0x7f4b300762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4b301036f0 0x7f4b30075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 --2- 172.21.15.6:0/350731506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4b30104fe0 0x7f4b30075d80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 -- 172.21.15.6:0/350731506 >> 172.21.15.6:0/350731506 conn(0x7f4b300feea0 msgr2=0x7f4b300ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.943+0000 7f4b2fe00700 1 -- 172.21.15.6:0/350731506 shutdown_connections 2024-05-20T21:17:57.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:57.944+0000 7f4b2fe00700 1 -- 172.21.15.6:0/350731506 wait complete. 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 -- 172.21.15.6:0/3359855561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104630 msgr2=0x7f4014104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 --2- 172.21.15.6:0/3359855561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104630 0x7f4014104a10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f4004009990 tx=0x7f4004009ca0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 -- 172.21.15.6:0/3359855561 shutdown_connections 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 --2- 172.21.15.6:0/3359855561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f401410da60 0x7f401410ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 --2- 172.21.15.6:0/3359855561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104630 0x7f4014104a10 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 --2- 172.21.15.6:0/3359855561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4014104f50 0x7f401410d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 -- 172.21.15.6:0/3359855561 >> 172.21.15.6:0/3359855561 conn(0x7f40140fde60 msgr2=0x7f4014100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 -- 172.21.15.6:0/3359855561 shutdown_connections 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.528+0000 7f4019a00700 1 -- 172.21.15.6:0/3359855561 wait complete. 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.530+0000 7f4019a00700 1 Processor -- start 2024-05-20T21:17:58.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.530+0000 7f4019a00700 1 -- start start 2024-05-20T21:17:58.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.530+0000 7f4019a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4014104630 0x7f4014102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.530+0000 7f4019a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104f50 0x7f40141027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.530+0000 7f4019a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f401410da60 0x7f4014102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.530+0000 7f4019a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4014113680 con 0x7f4014104f50 2024-05-20T21:17:58.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.530+0000 7f4019a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4014113500 con 0x7f4014104630 2024-05-20T21:17:58.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.530+0000 7f4019a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4014113800 con 0x7f401410da60 2024-05-20T21:17:58.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.531+0000 7f4013e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4014104630 0x7f4014102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.531+0000 7f4013e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4014104630 0x7f4014102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60544/0 (socket says 172.21.15.6:60544) 2024-05-20T21:17:58.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.531+0000 7f4013e00700 1 -- 172.21.15.6:0/3073828965 learned_addr learned my addr 172.21.15.6:0/3073828965 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:58.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.531+0000 7f4019000700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f401410da60 0x7f4014102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.531+0000 7f4013400700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104f50 0x7f40141027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.532+0000 7f4013e00700 1 -- 172.21.15.6:0/3073828965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f401410da60 msgr2=0x7f4014102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.532+0000 7f4013e00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f401410da60 0x7f4014102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.532+0000 7f4013e00700 1 -- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104f50 msgr2=0x7f40141027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.532+0000 7f4013e00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104f50 0x7f40141027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.532+0000 7f4013e00700 1 -- 172.21.15.6:0/3073828965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40141a80b0 con 0x7f4014104630 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.532+0000 7f4019000700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f401410da60 0x7f4014102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.532+0000 7f4013400700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104f50 0x7f40141027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.533+0000 7f4013e00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4014104630 0x7f4014102290 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4004000c00 tx=0x7f40040047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.533+0000 7f4010c00700 1 -- 172.21.15.6:0/3073828965 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4004027070 con 0x7f4014104630 2024-05-20T21:17:58.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.533+0000 7f4010c00700 1 -- 172.21.15.6:0/3073828965 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4004003f20 con 0x7f4014104630 2024-05-20T21:17:58.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.533+0000 7f4010c00700 1 -- 172.21.15.6:0/3073828965 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4004022ca0 con 0x7f4014104630 2024-05-20T21:17:58.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.533+0000 7f4019a00700 1 -- 172.21.15.6:0/3073828965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40141a8340 con 0x7f4014104630 2024-05-20T21:17:58.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.533+0000 7f4019a00700 1 -- 172.21.15.6:0/3073828965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40141a8870 con 0x7f4014104630 2024-05-20T21:17:58.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.538+0000 7f4025951b80 1 Processor -- start 2024-05-20T21:17:58.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.538+0000 7f4025951b80 1 -- start start 2024-05-20T21:17:58.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4025951b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4025951b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a5712ead70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4025951b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712eb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4025951b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a571248e40 con 0x55a5712f07c0 2024-05-20T21:17:58.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4025951b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a5712389e0 con 0x55a5712eb390 2024-05-20T21:17:58.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4025951b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a57123ca20 con 0x55a5712f10e0 2024-05-20T21:17:58.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4019000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4019000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59832/0 (socket says 172.21.15.6:59832) 2024-05-20T21:17:58.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.539+0000 7f4019000700 1 -- 172.21.15.6:0/746338224 learned_addr learned my addr 172.21.15.6:0/746338224 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:58.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.540+0000 7f4013400700 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712eb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.540+0000 7f4010c00700 1 -- 172.21.15.6:0/3073828965 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f400402a070 con 0x7f4014104630 2024-05-20T21:17:58.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.540+0000 7f4013e00700 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a5712ead70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.541+0000 7f4019000700 1 -- 172.21.15.6:0/746338224 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 msgr2=0x55a5712ead70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.541+0000 7f4019000700 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a5712ead70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.541+0000 7f4019000700 1 -- 172.21.15.6:0/746338224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 msgr2=0x55a5712eb7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.541+0000 7f4019000700 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712eb7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.541+0000 7f4019000700 1 -- 172.21.15.6:0/746338224 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a571201420 con 0x55a5712f07c0 2024-05-20T21:17:58.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.542+0000 7f4019000700 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f0ba0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f400c009550 tx=0x7f400c0079f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a13b50da75879f96 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.542+0000 7f4009600700 1 -- 172.21.15.6:0/746338224 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f400c019020 con 0x55a5712f07c0 2024-05-20T21:17:58.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.542+0000 7f4009600700 1 -- 172.21.15.6:0/746338224 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f400c015d00 con 0x55a5712f07c0 2024-05-20T21:17:58.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.542+0000 7f4009600700 1 -- 172.21.15.6:0/746338224 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f400c014d60 con 0x55a5712f07c0 2024-05-20T21:17:58.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.543+0000 7f4010c00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3ff80b2980 0x7f3ff80b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.543+0000 7f4010c00700 1 -- 172.21.15.6:0/3073828965 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f40040e30a0 con 0x7f4014104630 2024-05-20T21:17:58.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.543+0000 7f4025951b80 1 -- 172.21.15.6:0/746338224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 msgr2=0x55a5712f0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.543+0000 7f4025951b80 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f0ba0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f400c009550 tx=0x7f400c0079f0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.543+0000 7f4013e00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3ff80b2980 0x7f3ff80b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.544+0000 7f4025951b80 1 -- 172.21.15.6:0/746338224 shutdown_connections 2024-05-20T21:17:58.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.544+0000 7f4025951b80 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712eb7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.544+0000 7f4025951b80 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f0ba0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.544+0000 7f4025951b80 1 --2- 172.21.15.6:0/746338224 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a5712ead70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.544+0000 7f4025951b80 1 -- 172.21.15.6:0/746338224 >> 172.21.15.6:0/746338224 conn(0x55a571218be0 msgr2=0x55a5712e5810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.544+0000 7f4025951b80 1 -- 172.21.15.6:0/746338224 shutdown_connections 2024-05-20T21:17:58.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.544+0000 7f4025951b80 1 -- 172.21.15.6:0/746338224 wait complete. 2024-05-20T21:17:58.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.545+0000 7f4013e00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3ff80b2980 0x7f3ff80b4e40 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f40040aa5e0 tx=0x7f4004022730 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.545+0000 7f4025951b80 1 -- start start 2024-05-20T21:17:58.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.545+0000 7f4025951b80 1 Processor -- start 2024-05-20T21:17:58.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4025951b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712f6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4025951b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4025951b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a5712f46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4025951b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a57113efa0 con 0x55a5712f07c0 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4025951b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a5711d9760 con 0x55a5712eb390 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4025951b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a5712f7c00 con 0x55a5712f10e0 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4025951b80 10 client.0 _ll_register_callbacks cb 0x55a5711e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4013400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4019000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a5712f46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4013400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59834/0 (socket says 172.21.15.6:59834) 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4013400700 1 -- 172.21.15.6:0/835628177 learned_addr learned my addr 172.21.15.6:0/835628177 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.546+0000 7f4019000700 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712f6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.547+0000 7f4019000700 1 -- 172.21.15.6:0/835628177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 msgr2=0x55a5712f46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.547+0000 7f4019000700 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a5712f46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.547+0000 7f4019000700 1 -- 172.21.15.6:0/835628177 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 msgr2=0x55a5712f41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.547+0000 7f4019000700 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.547+0000 7f4019000700 1 -- 172.21.15.6:0/835628177 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5711888d0 con 0x55a5712eb390 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.547+0000 7f4013400700 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:17:58.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.548+0000 7f4019000700 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712f6e00 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f400c009e00 tx=0x7f400c0148a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da9f188c9b90b080 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.548+0000 7f3ffe000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:17:58.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.548+0000 7f3ffe000700 1 -- 172.21.15.6:0/835628177 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f400c019040 con 0x55a5712eb390 2024-05-20T21:17:58.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.548+0000 7f3ffe000700 1 -- 172.21.15.6:0/835628177 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f400c004ce0 con 0x55a5712eb390 2024-05-20T21:17:58.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.548+0000 7f4025951b80 1 -- 172.21.15.6:0/835628177 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f400c015d00 con 0x55a5712eb390 2024-05-20T21:17:58.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.549+0000 7f3ffe000700 1 -- 172.21.15.6:0/835628177 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f400c015650 con 0x55a5712eb390 2024-05-20T21:17:58.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.549+0000 7f4025951b80 10 client.25649 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:58.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.549+0000 7f4025951b80 1 -- 172.21.15.6:0/835628177 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a571209060 con 0x55a5712eb390 2024-05-20T21:17:58.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.549+0000 7f3ffe000700 1 -- 172.21.15.6:0/835628177 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f400c015d00 con 0x55a5712eb390 2024-05-20T21:17:58.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.550+0000 7f3ffe000700 1 -- 172.21.15.6:0/835628177 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f400c01ea40 con 0x55a5712eb390 2024-05-20T21:17:58.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.550+0000 7f4025951b80 10 client.25649 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:58.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.550+0000 7f4025951b80 10 client.25649 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:58.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.550+0000 7f4025951b80 20 client.25649 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:58.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.550+0000 7f4025951b80 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a57130cef0 0x55a57130f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.550+0000 7f4025951b80 4 client.25649 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:17:58.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.550+0000 7f4025951b80 1 -- 172.21.15.6:0/835628177 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a57124ad90 con 0x55a57130cef0 2024-05-20T21:17:58.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.550+0000 7f4013400700 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a57130cef0 0x55a57130f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.551+0000 7f4013400700 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a57130cef0 0x55a57130f2e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a339ebf7d2944fa server_cookie=6cccdddfc8c338f3 in_seq=0 out_seq=0 2024-05-20T21:17:58.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.551+0000 7f3ffe000700 10 client.25649 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:58.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.552+0000 7f3ffe000700 1 -- 172.21.15.6:0/835628177 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a57124ad90 con 0x55a57130cef0 2024-05-20T21:17:58.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.552+0000 7f3ffe000700 10 client.25649 handle_command_reply: tid=0 2024-05-20T21:17:58.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.552+0000 7f4025951b80 1 client.25649 shutdown 2024-05-20T21:17:58.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 -- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 msgr2=0x55a5712f6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712f6e00 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f400c009e00 tx=0x7f400c0148a0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 -- 172.21.15.6:0/835628177 shutdown_connections 2024-05-20T21:17:58.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a57130cef0 0x55a57130f2e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a5712f46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712eb390 0x55a5712f6e00 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 --2- 172.21.15.6:0/835628177 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712f07c0 0x55a5712f41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 -- 172.21.15.6:0/835628177 >> 172.21.15.6:0/835628177 conn(0x55a571218be0 msgr2=0x55a5712e4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f3ffe000700 0 client.25649 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:58.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 -- 172.21.15.6:0/835628177 shutdown_connections 2024-05-20T21:17:58.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 1 -- 172.21.15.6:0/835628177 wait complete. 2024-05-20T21:17:58.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.553+0000 7f4025951b80 20 client.25649 trim_cache size 0 max 16384 2024-05-20T21:17:58.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.598+0000 7f4025951b80 1 Processor -- start 2024-05-20T21:17:58.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.598+0000 7f4025951b80 1 -- start start 2024-05-20T21:17:58.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4025951b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a5712ead70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4025951b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f07c0 0x55a5712f4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4025951b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f10e0 0x55a5712e5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4025951b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f40141ae380 con 0x55a5712eb390 2024-05-20T21:17:58.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4025951b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f40141abc10 con 0x55a5712f10e0 2024-05-20T21:17:58.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4025951b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f401419d9e0 con 0x55a5712f07c0 2024-05-20T21:17:58.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4013400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f07c0 0x55a5712f4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4019000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a5712ead70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4013400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f07c0 0x55a5712f4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48426/0 (socket says 172.21.15.6:48426) 2024-05-20T21:17:58.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4013400700 1 -- 172.21.15.6:0/641072594 learned_addr learned my addr 172.21.15.6:0/641072594 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:58.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.599+0000 7f4019000700 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f10e0 0x55a5712e5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.600+0000 7f4013400700 1 -- 172.21.15.6:0/641072594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f10e0 msgr2=0x55a5712e5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.600+0000 7f4013400700 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f10e0 0x55a5712e5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.600+0000 7f4013400700 1 -- 172.21.15.6:0/641072594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 msgr2=0x55a5712ead70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.600+0000 7f4013400700 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a5712ead70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.600+0000 7f4013400700 1 -- 172.21.15.6:0/641072594 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5712e7230 con 0x55a5712f07c0 2024-05-20T21:17:58.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.600+0000 7f4019000700 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f10e0 0x55a5712e5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:17:58.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.601+0000 7f4013400700 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f07c0 0x55a5712f4750 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x55a57130f9c0 tx=0x7f400000b310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ac758f5e026484a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.601+0000 7f4008c00700 1 -- 172.21.15.6:0/641072594 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4000004830 con 0x55a5712f07c0 2024-05-20T21:17:58.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.601+0000 7f4008c00700 1 -- 172.21.15.6:0/641072594 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4000005020 con 0x55a5712f07c0 2024-05-20T21:17:58.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.601+0000 7f4008c00700 1 -- 172.21.15.6:0/641072594 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40000116a0 con 0x55a5712f07c0 2024-05-20T21:17:58.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.602+0000 7f4025951b80 1 -- 172.21.15.6:0/641072594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f07c0 msgr2=0x55a5712f4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.602+0000 7f4025951b80 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f07c0 0x55a5712f4750 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x55a57130f9c0 tx=0x7f400000b310 comp rx=0 tx=0).stop 2024-05-20T21:17:58.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.602+0000 7f4025951b80 1 -- 172.21.15.6:0/641072594 shutdown_connections 2024-05-20T21:17:58.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.602+0000 7f4025951b80 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f10e0 0x55a5712e5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.602+0000 7f4025951b80 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a5712ead70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.603+0000 7f4025951b80 1 --2- 172.21.15.6:0/641072594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f07c0 0x55a5712f4750 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.603+0000 7f4025951b80 1 -- 172.21.15.6:0/641072594 >> 172.21.15.6:0/641072594 conn(0x55a571218be0 msgr2=0x55a5712f1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.603+0000 7f4025951b80 1 -- 172.21.15.6:0/641072594 shutdown_connections 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.603+0000 7f4025951b80 1 -- 172.21.15.6:0/641072594 wait complete. 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.604+0000 7f4025951b80 1 -- start start 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.604+0000 7f4025951b80 1 Processor -- start 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4025951b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a571314700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4025951b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f07c0 0x55a571314c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4025951b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a571315180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4025951b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f40141aa0d0 con 0x55a5712eb390 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4025951b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f40141ab540 con 0x55a5712f07c0 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4025951b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f40141aa7a0 con 0x55a5712f10e0 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4025951b80 10 client.0 _ll_register_callbacks cb 0x55a5711e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4013400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f07c0 0x55a571314c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4019000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a571314700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4013400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f07c0 0x55a571314c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60582/0 (socket says 172.21.15.6:60582) 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4019000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a571314700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59848/0 (socket says 172.21.15.6:59848) 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.605+0000 7f4019000700 1 -- 172.21.15.6:0/3909491183 learned_addr learned my addr 172.21.15.6:0/3909491183 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.606+0000 7f4019000700 1 -- 172.21.15.6:0/3909491183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 msgr2=0x55a571315180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.606+0000 7f4019000700 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a571315180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.606+0000 7f4019000700 1 -- 172.21.15.6:0/3909491183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f07c0 msgr2=0x55a571314c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.606+0000 7f4019000700 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f07c0 0x55a571314c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.606+0000 7f4019000700 1 -- 172.21.15.6:0/3909491183 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a571376ae0 con 0x55a5712eb390 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.606+0000 7f4019000700 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a571314700 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f400c01ee90 tx=0x7f400c016a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a03e7b75cb3f8206 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.607+0000 7f3ffe000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.607+0000 7f3ffe000700 1 -- 172.21.15.6:0/3909491183 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f400c03a020 con 0x55a5712eb390 2024-05-20T21:17:58.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.607+0000 7f4025951b80 1 -- 172.21.15.6:0/3909491183 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4000005020 con 0x55a5712eb390 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.607+0000 7f3ffe000700 1 -- 172.21.15.6:0/3909491183 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f400c016bd0 con 0x55a5712eb390 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.608+0000 7f3ffe000700 1 -- 172.21.15.6:0/3909491183 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f400c019050 con 0x55a5712eb390 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.608+0000 7f4025951b80 10 client.15522 fetch_fsmap learned FSMap version 26 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.608+0000 7f4025951b80 1 -- 172.21.15.6:0/3909491183 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a571377db0 con 0x55a5712eb390 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.608+0000 7f3ffe000700 1 -- 172.21.15.6:0/3909491183 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4000005020 con 0x55a5712eb390 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.609+0000 7f3ffe000700 1 -- 172.21.15.6:0/3909491183 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f400c01e650 con 0x55a5712eb390 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.609+0000 7f4025951b80 10 client.15522 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.609+0000 7f4025951b80 10 client.15522 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.609+0000 7f4025951b80 20 client.15522 populate_metadata read hostname 'smithi006' 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.609+0000 7f4025951b80 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a571378400 0x55a57137a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.610+0000 7f4025951b80 4 client.15522 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.610+0000 7f4025951b80 1 -- 172.21.15.6:0/3909491183 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a571244570 con 0x55a571378400 2024-05-20T21:17:58.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.610+0000 7f4013400700 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a571378400 0x55a57137a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:17:58.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.611+0000 7f4013400700 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a571378400 0x55a57137a820 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7291c3d7b55ba08e server_cookie=d7fb2ccbf68a41c in_seq=0 out_seq=0 2024-05-20T21:17:58.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.611+0000 7f3ffe000700 10 client.15522 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:58.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.611+0000 7f3ffe000700 1 -- 172.21.15.6:0/3909491183 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a571244570 con 0x55a571378400 2024-05-20T21:17:58.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.611+0000 7f3ffe000700 10 client.15522 handle_command_reply: tid=0 2024-05-20T21:17:58.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.611+0000 7f4025951b80 1 client.15522 shutdown 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 -- 172.21.15.6:0/3909491183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 msgr2=0x55a571314700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a571314700 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f400c01ee90 tx=0x7f400c016a30 comp rx=0 tx=0).stop 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 -- 172.21.15.6:0/3909491183 shutdown_connections 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a571378400 0x55a57137a820 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5712f10e0 0x55a571315180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5712eb390 0x55a571314700 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 --2- 172.21.15.6:0/3909491183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5712f07c0 0x55a571314c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f3ffe000700 0 client.15522 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 -- 172.21.15.6:0/3909491183 >> 172.21.15.6:0/3909491183 conn(0x55a571218be0 msgr2=0x55a5712efbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 -- 172.21.15.6:0/3909491183 shutdown_connections 2024-05-20T21:17:58.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.612+0000 7f4025951b80 1 -- 172.21.15.6:0/3909491183 wait complete. 2024-05-20T21:17:58.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.613+0000 7f4025951b80 20 client.15522 trim_cache size 0 max 16384 2024-05-20T21:17:58.614 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:17:58.614 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:17:58.614 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:17:58.614 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 -- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3ff80b2980 msgr2=0x7f3ff80b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3ff80b2980 0x7f3ff80b4e40 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f40040aa5e0 tx=0x7f4004022730 comp rx=0 tx=0).stop 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 -- 172.21.15.6:0/3073828965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4014104630 msgr2=0x7f4014102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4014104630 0x7f4014102290 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4004000c00 tx=0x7f40040047b0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 -- 172.21.15.6:0/3073828965 shutdown_connections 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3ff80b2980 0x7f3ff80b4e40 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f401410da60 0x7f4014102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4014104630 0x7f4014102290 secure :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4004000c00 tx=0x7f40040047b0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 --2- 172.21.15.6:0/3073828965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4014104f50 0x7f40141027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:17:58.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 -- 172.21.15.6:0/3073828965 >> 172.21.15.6:0/3073828965 conn(0x7f40140fde60 msgr2=0x7f40140fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:17:58.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 -- 172.21.15.6:0/3073828965 shutdown_connections 2024-05-20T21:17:58.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:17:58.614+0000 7f4019a00700 1 -- 172.21.15.6:0/3073828965 wait complete. 2024-05-20T21:17:59.383 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:17:59 smithi006 ceph-mon[31422]: pgmap v504: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-20T21:17:59.620 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:17:59.620 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:17:59.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:17:59 smithi062 ceph-mon[36640]: pgmap v504: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-20T21:17:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:17:59 smithi042 ceph-mon[36332]: pgmap v504: 97 pgs: 97 active+clean; 674 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-20T21:18:00.058 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b6295a29', quiesce took 15.2 seconds. Will release after: 3.650000000000002 2024-05-20T21:18:00.205 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:01.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:01 smithi006 ceph-mon[31422]: pgmap v505: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:01 smithi062 ceph-mon[36640]: pgmap v505: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:01.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:01 smithi042 ceph-mon[36332]: pgmap v505: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:02.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 -- 172.21.15.6:0/3780503839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0de0103490 msgr2=0x7f0de0103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:02.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 --2- 172.21.15.6:0/3780503839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0de0103490 0x7f0de0103910 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc0099c0 tx=0x7f0dcc009cd0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 -- 172.21.15.6:0/3780503839 shutdown_connections 2024-05-20T21:18:02.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 --2- 172.21.15.6:0/3780503839 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0de0103e50 0x7f0de0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 --2- 172.21.15.6:0/3780503839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0de0109540 0x7f0de0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 --2- 172.21.15.6:0/3780503839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0de0103490 0x7f0de0103910 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 -- 172.21.15.6:0/3780503839 >> 172.21.15.6:0/3780503839 conn(0x7f0de00fefc0 msgr2=0x7f0de01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:02.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 -- 172.21.15.6:0/3780503839 shutdown_connections 2024-05-20T21:18:02.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.550+0000 7f0de5800700 1 -- 172.21.15.6:0/3780503839 wait complete. 2024-05-20T21:18:02.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.552+0000 7f0de5800700 1 Processor -- start 2024-05-20T21:18:02.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.552+0000 7f0de5800700 1 -- start start 2024-05-20T21:18:02.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.552+0000 7f0de5800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0de0103490 0x7f0de019bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:02.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.552+0000 7f0de5800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0de0103e50 0x7f0de019c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:02.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.552+0000 7f0de5800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0de0109540 0x7f0de01a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:02.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.552+0000 7f0de5800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01136a0 con 0x7f0de0103e50 2024-05-20T21:18:02.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.552+0000 7f0de5800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0de0113520 con 0x7f0de0109540 2024-05-20T21:18:02.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.552+0000 7f0de5800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0de0113820 con 0x7f0de0103490 2024-05-20T21:18:02.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0de4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0de0109540 0x7f0de01a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:02.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0de4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0de0109540 0x7f0de01a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60600/0 (socket says 172.21.15.6:60600) 2024-05-20T21:18:02.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0de4e00700 1 -- 172.21.15.6:0/2801894362 learned_addr learned my addr 172.21.15.6:0/2801894362 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:02.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0ddfe00700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0de0103490 0x7f0de019bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:02.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0ddf400700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0de0103e50 0x7f0de019c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:02.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0de4e00700 1 -- 172.21.15.6:0/2801894362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0de0103490 msgr2=0x7f0de019bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:02.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0de4e00700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0de0103490 0x7f0de019bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0de4e00700 1 -- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0de0103e50 msgr2=0x7f0de019c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0de4e00700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0de0103e50 0x7f0de019c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0de4e00700 1 -- 172.21.15.6:0/2801894362 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0de01a0d30 con 0x7f0de0109540 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.553+0000 7f0ddfe00700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0de0103490 0x7f0de019bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.554+0000 7f0de4e00700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0de0109540 0x7f0de01a05f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0dd800ef30 tx=0x7f0dd800c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.554+0000 7f0ddcc00700 1 -- 172.21.15.6:0/2801894362 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd80092e0 con 0x7f0de0109540 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.554+0000 7f0ddcc00700 1 -- 172.21.15.6:0/2801894362 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0dd8004bb0 con 0x7f0de0109540 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.554+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0de01a0fc0 con 0x7f0de0109540 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.554+0000 7f0ddcc00700 1 -- 172.21.15.6:0/2801894362 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd8004280 con 0x7f0de0109540 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.554+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0de010a230 con 0x7f0de0109540 2024-05-20T21:18:02.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.556+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0de006a230 con 0x7f0de0109540 2024-05-20T21:18:02.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.560+0000 7f0ddcc00700 1 -- 172.21.15.6:0/2801894362 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0dd801b030 con 0x7f0de0109540 2024-05-20T21:18:02.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.562+0000 7f0ddcc00700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0dc40b2900 0x7f0dc40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:02.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.563+0000 7f0ddcc00700 1 -- 172.21.15.6:0/2801894362 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0dd80e1f10 con 0x7f0de0109540 2024-05-20T21:18:02.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.563+0000 7f0ddfe00700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0dc40b2900 0x7f0dc40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:02.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.564+0000 7f0ddfe00700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0dc40b2900 0x7f0dc40b4dc0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009ca0 tx=0x7f0dd0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:02.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.566+0000 7f0ddcc00700 1 -- 172.21.15.6:0/2801894362 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0dd8022020 con 0x7f0de0109540 2024-05-20T21:18:02.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.898+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0de010a550 con 0x7f0de0109540 2024-05-20T21:18:02.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.899+0000 7f0ddcc00700 1 -- 172.21.15.6:0/2801894362 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f0dd8010040 con 0x7f0de0109540 2024-05-20T21:18:02.899 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:18:02.900 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:18:02.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0dc40b2900 msgr2=0x7f0dc40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:02.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0dc40b2900 0x7f0dc40b4dc0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009ca0 tx=0x7f0dd0009260 comp rx=0 tx=0).stop 2024-05-20T21:18:02.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0de0109540 msgr2=0x7f0de01a05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:02.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0de0109540 0x7f0de01a05f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0dd800ef30 tx=0x7f0dd800c450 comp rx=0 tx=0).stop 2024-05-20T21:18:02.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 shutdown_connections 2024-05-20T21:18:02.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0dc40b2900 0x7f0dc40b4dc0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0de0109540 0x7f0de01a05f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0de0103490 0x7f0de019bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 --2- 172.21.15.6:0/2801894362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0de0103e50 0x7f0de019c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:02.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.902+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 >> 172.21.15.6:0/2801894362 conn(0x7f0de00fefc0 msgr2=0x7f0de0100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:02.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.903+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 shutdown_connections 2024-05-20T21:18:02.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:02.903+0000 7f0de5800700 1 -- 172.21.15.6:0/2801894362 wait complete. 2024-05-20T21:18:02.904 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:18:03.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:03 smithi006 ceph-mon[31422]: pgmap v506: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:03.660 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:03 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2801894362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:03.710 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:18:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:03 smithi062 ceph-mon[36640]: pgmap v506: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:03 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2801894362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:03.829 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:18:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:03 smithi042 ceph-mon[36332]: pgmap v506: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:03 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2801894362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:04.283 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:04.291 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:05.617 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:05 smithi006 ceph-mon[31422]: pgmap v507: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:05 smithi062 ceph-mon[36640]: pgmap v507: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:05 smithi042 ceph-mon[36332]: pgmap v507: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:07.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 -- 172.21.15.6:0/4292916049 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 msgr2=0x7fa45c109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 --2- 172.21.15.6:0/4292916049 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 0x7fa45c109920 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa44c009990 tx=0x7fa44c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 -- 172.21.15.6:0/4292916049 shutdown_connections 2024-05-20T21:18:07.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 --2- 172.21.15.6:0/4292916049 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa45c103e50 0x7fa45c110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 --2- 172.21.15.6:0/4292916049 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 0x7fa45c109920 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 --2- 172.21.15.6:0/4292916049 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa45c103490 0x7fa45c103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 -- 172.21.15.6:0/4292916049 >> 172.21.15.6:0/4292916049 conn(0x7fa45c0fefc0 msgr2=0x7fa45c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 -- 172.21.15.6:0/4292916049 shutdown_connections 2024-05-20T21:18:07.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.071+0000 7fa460e00700 1 -- 172.21.15.6:0/4292916049 wait complete. 2024-05-20T21:18:07.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.073+0000 7fa460e00700 1 Processor -- start 2024-05-20T21:18:07.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.073+0000 7fa460e00700 1 -- start start 2024-05-20T21:18:07.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa460e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa45c103490 0x7fa45c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa460e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa45c103e50 0x7fa45c1a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa460e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 0x7fa45c10f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa460e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa45c113620 con 0x7fa45c103e50 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa460e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa45c1134a0 con 0x7fa45c103490 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa460e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa45c1137a0 con 0x7fa45c109540 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa45b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa45c103490 0x7fa45c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa45b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa45c103490 0x7fa45c1a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47202/0 (socket says 172.21.15.6:47202) 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.074+0000 7fa45b400700 1 -- 172.21.15.6:0/2163922344 learned_addr learned my addr 172.21.15.6:0/2163922344 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45aa00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa45c103e50 0x7fa45c1a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45be00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 0x7fa45c10f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45b400700 1 -- 172.21.15.6:0/2163922344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 msgr2=0x7fa45c10f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45b400700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 0x7fa45c10f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45b400700 1 -- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa45c103e50 msgr2=0x7fa45c1a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45b400700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa45c103e50 0x7fa45c1a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45b400700 1 -- 172.21.15.6:0/2163922344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa45c10fcd0 con 0x7fa45c103490 2024-05-20T21:18:07.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45be00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 0x7fa45c10f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:07.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.075+0000 7fa45b400700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa45c103490 0x7fa45c1a0620 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00c010 tx=0x7fa44c005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.077+0000 7fa453e00700 1 -- 172.21.15.6:0/2163922344 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c027070 con 0x7fa45c103490 2024-05-20T21:18:07.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.077+0000 7fa453e00700 1 -- 172.21.15.6:0/2163922344 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa44c022470 con 0x7fa45c103490 2024-05-20T21:18:07.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.077+0000 7fa453e00700 1 -- 172.21.15.6:0/2163922344 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44c017630 con 0x7fa45c103490 2024-05-20T21:18:07.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.077+0000 7fa460e00700 1 -- 172.21.15.6:0/2163922344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa45c10ff60 con 0x7fa45c103490 2024-05-20T21:18:07.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.077+0000 7fa460e00700 1 -- 172.21.15.6:0/2163922344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa45c19c160 con 0x7fa45c103490 2024-05-20T21:18:07.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.081+0000 7fa46ccafb80 1 Processor -- start 2024-05-20T21:18:07.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.081+0000 7fa46ccafb80 1 -- start start 2024-05-20T21:18:07.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.082+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1020 0x559758ee1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.082+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1940 0x559758edb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.082+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758edbad0 0x559758edbf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.082+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559758e39e40 con 0x559758edbad0 2024-05-20T21:18:07.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.082+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559758e299e0 con 0x559758ee1940 2024-05-20T21:18:07.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.082+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559758e2da20 con 0x559758ee1020 2024-05-20T21:18:07.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.082+0000 7fa453e00700 1 -- 172.21.15.6:0/2163922344 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa44c009d10 con 0x7fa45c103490 2024-05-20T21:18:07.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.083+0000 7fa45aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758edbad0 0x559758edbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.083+0000 7fa45aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758edbad0 0x559758edbf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57772/0 (socket says 172.21.15.6:57772) 2024-05-20T21:18:07.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.083+0000 7fa45aa00700 1 -- 172.21.15.6:0/2544699900 learned_addr learned my addr 172.21.15.6:0/2544699900 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.083+0000 7fa45be00700 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1020 0x559758ee1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.083+0000 7fa45be00700 1 -- 172.21.15.6:0/2544699900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1940 msgr2=0x559758edb4b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:18:07.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.083+0000 7fa45be00700 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1940 0x559758edb4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.083+0000 7fa45be00700 1 -- 172.21.15.6:0/2544699900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758edbad0 msgr2=0x559758edbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa45be00700 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758edbad0 0x559758edbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa45be00700 1 -- 172.21.15.6:0/2544699900 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559758df2420 con 0x559758ee1020 2024-05-20T21:18:07.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa45aa00700 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758edbad0 0x559758edbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:07.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa45be00700 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1020 0x559758ee1400 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa454009370 tx=0x7fa454009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c4d853cf99871f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa453e00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4400b29d0 0x7fa4400b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa450c00700 1 -- 172.21.15.6:0/2544699900 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454007e60 con 0x559758ee1020 2024-05-20T21:18:07.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa450c00700 1 -- 172.21.15.6:0/2544699900 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa454004bb0 con 0x559758ee1020 2024-05-20T21:18:07.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa450c00700 1 -- 172.21.15.6:0/2544699900 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454005280 con 0x559758ee1020 2024-05-20T21:18:07.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.084+0000 7fa453e00700 1 -- 172.21.15.6:0/2163922344 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa44c0e2c30 con 0x7fa45c103490 2024-05-20T21:18:07.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.085+0000 7fa45b400700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4400b29d0 0x7fa4400b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.085+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2544699900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1020 msgr2=0x559758ee1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.085+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1020 0x559758ee1400 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa454009370 tx=0x7fa454009920 comp rx=0 tx=0).stop 2024-05-20T21:18:07.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.086+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2544699900 shutdown_connections 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.086+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758edbad0 0x559758edbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.086+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1020 0x559758ee1400 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.086+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2544699900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1940 0x559758edb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.086+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2544699900 >> 172.21.15.6:0/2544699900 conn(0x559758e09be0 msgr2=0x559758ed6150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.086+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2544699900 shutdown_connections 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.086+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2544699900 wait complete. 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.087+0000 7fa45b400700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4400b29d0 0x7fa4400b4e90 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00f740 tx=0x7fa44c009ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.087+0000 7fa46ccafb80 1 -- start start 2024-05-20T21:18:07.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.087+0000 7fa46ccafb80 1 Processor -- start 2024-05-20T21:18:07.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758ee76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758ee4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758ee5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559758d2ffa0 con 0x559758ee1940 2024-05-20T21:18:07.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559758dca760 con 0x559758ee1020 2024-05-20T21:18:07.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559758ee8460 con 0x559758edbad0 2024-05-20T21:18:07.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa46ccafb80 10 client.0 _ll_register_callbacks cb 0x559758dd3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:07.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa45be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758ee76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa45be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758ee76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59618/0 (socket says 172.21.15.6:59618) 2024-05-20T21:18:07.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa45be00700 1 -- 172.21.15.6:0/2782144314 learned_addr learned my addr 172.21.15.6:0/2782144314 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.088+0000 7fa45be00700 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758ee5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.089+0000 7fa45aa00700 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758ee4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.089+0000 7fa45be00700 1 -- 172.21.15.6:0/2782144314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 msgr2=0x559758ee4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.089+0000 7fa45be00700 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758ee4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.089+0000 7fa45be00700 1 -- 172.21.15.6:0/2782144314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 msgr2=0x559758ee5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.089+0000 7fa45be00700 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758ee5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.089+0000 7fa45be00700 1 -- 172.21.15.6:0/2782144314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559758d798d0 con 0x559758edbad0 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.089+0000 7fa45be00700 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758ee76f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa454009da0 tx=0x7fa454015d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59a29d231f6bf94e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.089+0000 7fa445600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.090+0000 7fa445600700 1 -- 172.21.15.6:0/2782144314 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454025070 con 0x559758edbad0 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.090+0000 7fa445600700 1 -- 172.21.15.6:0/2782144314 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa454021440 con 0x559758edbad0 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.090+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2782144314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa454004bb0 con 0x559758edbad0 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.090+0000 7fa445600700 1 -- 172.21.15.6:0/2782144314 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa454033050 con 0x559758edbad0 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa46ccafb80 10 client.25651 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:07.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2782144314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559758dfa060 con 0x559758edbad0 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa445600700 1 -- 172.21.15.6:0/2782144314 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa454004bb0 con 0x559758edbad0 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa445600700 1 -- 172.21.15.6:0/2782144314 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa454020660 con 0x559758edbad0 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa46ccafb80 10 client.25651 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa46ccafb80 10 client.25651 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa46ccafb80 20 client.25651 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559758ef5030 0x559758ef7420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa46ccafb80 4 client.25651 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.091+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2782144314 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559758e3bd90 con 0x559758ef5030 2024-05-20T21:18:07.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.092+0000 7fa45aa00700 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559758ef5030 0x559758ef7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.093+0000 7fa45aa00700 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559758ef5030 0x559758ef7420 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c9c13ecfb503b5eb server_cookie=bf67db61f94b61da in_seq=0 out_seq=0 2024-05-20T21:18:07.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.093+0000 7fa445600700 10 client.25651 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:18:07.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.093+0000 7fa445600700 1 -- 172.21.15.6:0/2782144314 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559758e3bd90 con 0x559758ef5030 2024-05-20T21:18:07.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.093+0000 7fa445600700 10 client.25651 handle_command_reply: tid=0 2024-05-20T21:18:07.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.093+0000 7fa46ccafb80 1 client.25651 shutdown 2024-05-20T21:18:07.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2782144314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 msgr2=0x559758ee76f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758ee76f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa454009da0 tx=0x7fa454015d50 comp rx=0 tx=0).stop 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2782144314 shutdown_connections 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758ee5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758ee76f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559758ef5030 0x559758ef7420 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2782144314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758ee4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2782144314 >> 172.21.15.6:0/2782144314 conn(0x559758e09be0 msgr2=0x559758eda4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa445600700 0 client.25651 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2782144314 shutdown_connections 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2782144314 wait complete. 2024-05-20T21:18:07.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.094+0000 7fa46ccafb80 20 client.25651 trim_cache size 0 max 16384 2024-05-20T21:18:07.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.124+0000 7fa46ccafb80 1 Processor -- start 2024-05-20T21:18:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.125+0000 7fa46ccafb80 1 -- start start 2024-05-20T21:18:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.125+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758edbad0 0x559758ef1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.125+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1020 0x559758edb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.125+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1940 0x559758ef7420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.125+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c00ffc0 con 0x559758ee1020 2024-05-20T21:18:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.125+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c00d850 con 0x559758edbad0 2024-05-20T21:18:07.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.125+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c00b6a0 con 0x559758ee1940 2024-05-20T21:18:07.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.126+0000 7fa45aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1020 0x559758edb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.126+0000 7fa45aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1020 0x559758edb4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57790/0 (socket says 172.21.15.6:57790) 2024-05-20T21:18:07.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.126+0000 7fa45aa00700 1 -- 172.21.15.6:0/118436414 learned_addr learned my addr 172.21.15.6:0/118436414 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.126+0000 7fa45be00700 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758edbad0 0x559758ef1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.126+0000 7fa45be00700 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1940 0x559758ef7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.127+0000 7fa45aa00700 1 -- 172.21.15.6:0/118436414 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1940 msgr2=0x559758ef7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.127+0000 7fa45aa00700 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1940 0x559758ef7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.127+0000 7fa45aa00700 1 -- 172.21.15.6:0/118436414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758edbad0 msgr2=0x559758ef1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.127+0000 7fa45aa00700 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758edbad0 0x559758ef1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.127+0000 7fa45aa00700 1 -- 172.21.15.6:0/118436414 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559758ed0e40 con 0x559758ee1020 2024-05-20T21:18:07.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.127+0000 7fa45aa00700 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1020 0x559758edb4b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa448000c00 tx=0x7fa448009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8ff29024bc1914c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.128+0000 7fa447e00700 1 -- 172.21.15.6:0/118436414 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa448012bd0 con 0x559758ee1020 2024-05-20T21:18:07.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.128+0000 7fa447e00700 1 -- 172.21.15.6:0/118436414 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa448012d70 con 0x559758ee1020 2024-05-20T21:18:07.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.128+0000 7fa447e00700 1 -- 172.21.15.6:0/118436414 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4480117c0 con 0x559758ee1020 2024-05-20T21:18:07.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.129+0000 7fa46ccafb80 1 -- 172.21.15.6:0/118436414 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1020 msgr2=0x559758edb4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.129+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1020 0x559758edb4b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa448000c00 tx=0x7fa448009260 comp rx=0 tx=0).stop 2024-05-20T21:18:07.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.129+0000 7fa46ccafb80 1 -- 172.21.15.6:0/118436414 shutdown_connections 2024-05-20T21:18:07.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.129+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758ee1940 0x559758ef7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.129+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758edbad0 0x559758ef1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.129+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/118436414 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1020 0x559758edb4b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.129+0000 7fa46ccafb80 1 -- 172.21.15.6:0/118436414 >> 172.21.15.6:0/118436414 conn(0x559758e09be0 msgr2=0x559758ee33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.130+0000 7fa46ccafb80 1 -- 172.21.15.6:0/118436414 shutdown_connections 2024-05-20T21:18:07.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.131+0000 7fa46ccafb80 1 -- 172.21.15.6:0/118436414 wait complete. 2024-05-20T21:18:07.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.131+0000 7fa46ccafb80 1 -- start start 2024-05-20T21:18:07.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.131+0000 7fa46ccafb80 1 Processor -- start 2024-05-20T21:18:07.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.132+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758eedd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.132+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758efc370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.132+0000 7fa46ccafb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758efc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.132+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c00bd10 con 0x559758ee1940 2024-05-20T21:18:07.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.132+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c00d180 con 0x559758ee1020 2024-05-20T21:18:07.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.132+0000 7fa46ccafb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c00c3e0 con 0x559758edbad0 2024-05-20T21:18:07.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.132+0000 7fa46ccafb80 10 client.0 _ll_register_callbacks cb 0x559758dd3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:07.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.133+0000 7fa45aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758efc370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.133+0000 7fa45aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758efc370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47210/0 (socket says 172.21.15.6:47210) 2024-05-20T21:18:07.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.133+0000 7fa45aa00700 1 -- 172.21.15.6:0/2012675705 learned_addr learned my addr 172.21.15.6:0/2012675705 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.133+0000 7fa45be00700 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758eedd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.133+0000 7fa45be00700 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758efc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.133+0000 7fa45aa00700 1 -- 172.21.15.6:0/2012675705 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 msgr2=0x559758eedd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.133+0000 7fa45aa00700 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758eedd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.133+0000 7fa45aa00700 1 -- 172.21.15.6:0/2012675705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 msgr2=0x559758efc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.134+0000 7fa45aa00700 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758efc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.134+0000 7fa45aa00700 1 -- 172.21.15.6:0/2012675705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559758efd000 con 0x559758ee1020 2024-05-20T21:18:07.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.135+0000 7fa45aa00700 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758efc370 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa4480099c0 tx=0x7fa448028420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91a131ee9527db5d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.135+0000 7fa445600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:07.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.135+0000 7fa445600700 1 -- 172.21.15.6:0/2012675705 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa448005240 con 0x559758ee1020 2024-05-20T21:18:07.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.136+0000 7fa45be00700 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758efc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:07.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.136+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2012675705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa448012d70 con 0x559758ee1020 2024-05-20T21:18:07.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.136+0000 7fa445600700 1 -- 172.21.15.6:0/2012675705 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa448024070 con 0x559758ee1020 2024-05-20T21:18:07.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.136+0000 7fa445600700 1 -- 172.21.15.6:0/2012675705 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa448037050 con 0x559758ee1020 2024-05-20T21:18:07.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.136+0000 7fa46ccafb80 10 client.25676 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:07.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.137+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2012675705 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559758f5fa10 con 0x559758ee1020 2024-05-20T21:18:07.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.137+0000 7fa445600700 1 -- 172.21.15.6:0/2012675705 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa448012d70 con 0x559758ee1020 2024-05-20T21:18:07.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.138+0000 7fa445600700 1 -- 172.21.15.6:0/2012675705 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa448028770 con 0x559758ee1020 2024-05-20T21:18:07.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.138+0000 7fa46ccafb80 10 client.25676 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:07.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.138+0000 7fa46ccafb80 10 client.25676 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:18:07.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.138+0000 7fa46ccafb80 20 client.25676 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:07.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.138+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559758f5fff0 0x559758f62410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.139+0000 7fa46ccafb80 4 client.25676 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:07.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.139+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2012675705 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559758e35570 con 0x559758f5fff0 2024-05-20T21:18:07.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.139+0000 7fa45be00700 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559758f5fff0 0x559758f62410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.140+0000 7fa45be00700 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559758f5fff0 0x559758f62410 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f43623664bc9890 server_cookie=6cfc0ef3fc84e691 in_seq=0 out_seq=0 2024-05-20T21:18:07.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.140+0000 7fa445600700 10 client.25676 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:18:07.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.140+0000 7fa445600700 1 -- 172.21.15.6:0/2012675705 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559758e35570 con 0x559758f5fff0 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.140+0000 7fa445600700 10 client.25676 handle_command_reply: tid=0 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.140+0000 7fa46ccafb80 1 client.25676 shutdown 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2012675705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 msgr2=0x559758efc370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758efc370 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa4480099c0 tx=0x7fa448028420 comp rx=0 tx=0).stop 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2012675705 shutdown_connections 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559758ee1940 0x559758efc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559758edbad0 0x559758eedd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559758f5fff0 0x559758f62410 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 --2- 172.21.15.6:0/2012675705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559758ee1020 0x559758efc370 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2012675705 >> 172.21.15.6:0/2012675705 conn(0x559758e09be0 msgr2=0x559758ee3390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa445600700 0 client.25676 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:18:07.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.141+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2012675705 shutdown_connections 2024-05-20T21:18:07.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.142+0000 7fa46ccafb80 1 -- 172.21.15.6:0/2012675705 wait complete. 2024-05-20T21:18:07.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.142+0000 7fa46ccafb80 20 client.25676 trim_cache size 0 max 16384 2024-05-20T21:18:07.143 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:18:07.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 -- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4400b29d0 msgr2=0x7fa4400b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4400b29d0 0x7fa4400b4e90 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00f740 tx=0x7fa44c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 -- 172.21.15.6:0/2163922344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa45c103490 msgr2=0x7fa45c1a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa45c103490 0x7fa45c1a0620 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00c010 tx=0x7fa44c005e80 comp rx=0 tx=0).stop 2024-05-20T21:18:07.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 -- 172.21.15.6:0/2163922344 shutdown_connections 2024-05-20T21:18:07.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4400b29d0 0x7fa4400b4e90 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa45c109540 0x7fa45c10f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa45c103490 0x7fa45c1a0620 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 --2- 172.21.15.6:0/2163922344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa45c103e50 0x7fa45c1a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.143+0000 7fa460e00700 1 -- 172.21.15.6:0/2163922344 >> 172.21.15.6:0/2163922344 conn(0x7fa45c0fefc0 msgr2=0x7fa45c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.144+0000 7fa460e00700 1 -- 172.21.15.6:0/2163922344 shutdown_connections 2024-05-20T21:18:07.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:07.144+0000 7fa460e00700 1 -- 172.21.15.6:0/2163922344 wait complete. 2024-05-20T21:18:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 -- 172.21.15.6:0/4221960461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 msgr2=0x7f0470102d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 --2- 172.21.15.6:0/4221960461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 0x7f0470102d10 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0460009860 tx=0x7f046002a340 comp rx=0 tx=0).stop 2024-05-20T21:18:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 -- 172.21.15.6:0/4221960461 shutdown_connections 2024-05-20T21:18:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 --2- 172.21.15.6:0/4221960461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04701044a0 0x7f047010ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 --2- 172.21.15.6:0/4221960461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0470103ae0 0x7f0470103f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 --2- 172.21.15.6:0/4221960461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 0x7f0470102d10 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 -- 172.21.15.6:0/4221960461 >> 172.21.15.6:0/4221960461 conn(0x7f04700fde60 msgr2=0x7f04701002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 -- 172.21.15.6:0/4221960461 shutdown_connections 2024-05-20T21:18:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.562+0000 7f046f200640 1 -- 172.21.15.6:0/4221960461 wait complete. 2024-05-20T21:18:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.563+0000 7f046f200640 1 Processor -- start 2024-05-20T21:18:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.563+0000 7f046f200640 1 -- start start 2024-05-20T21:18:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046f200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 0x7f047019f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.564 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0470103ae0 0x7f047019f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.564 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046f200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04701044a0 0x7f04701a6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.564 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046f200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0470076240 con 0x7f0470103ae0 2024-05-20T21:18:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046f200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04700760c0 con 0x7f04701044a0 2024-05-20T21:18:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046f200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04700763c0 con 0x7f04701028f0 2024-05-20T21:18:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 0x7f047019f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 0x7f047019f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59658/0 (socket says 172.21.15.6:59658) 2024-05-20T21:18:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.564+0000 7f046de00640 1 -- 172.21.15.6:0/824104248 learned_addr learned my addr 172.21.15.6:0/824104248 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046e800640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04701044a0 0x7f04701a6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046d400640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0470103ae0 0x7f047019f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046de00640 1 -- 172.21.15.6:0/824104248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04701044a0 msgr2=0x7f04701a6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046de00640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04701044a0 0x7f04701a6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046de00640 1 -- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0470103ae0 msgr2=0x7f047019f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046de00640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0470103ae0 0x7f047019f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046de00640 1 -- 172.21.15.6:0/824104248 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04701a6d70 con 0x7f04701028f0 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046e800640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04701044a0 0x7f04701a6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046d400640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0470103ae0 0x7f047019f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.565+0000 7f046de00640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 0x7f047019f150 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f04600057c0 tx=0x7f0460032da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.566+0000 7f0466a00640 1 -- 172.21.15.6:0/824104248 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0460037040 con 0x7f04701028f0 2024-05-20T21:18:07.567 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.566+0000 7f0466a00640 1 -- 172.21.15.6:0/824104248 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0460030bd0 con 0x7f04701028f0 2024-05-20T21:18:07.567 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.566+0000 7f0466a00640 1 -- 172.21.15.6:0/824104248 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0460005280 con 0x7f04701028f0 2024-05-20T21:18:07.567 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.566+0000 7f046f200640 1 -- 172.21.15.6:0/824104248 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04701a7000 con 0x7f04701028f0 2024-05-20T21:18:07.567 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.566+0000 7f046f200640 1 -- 172.21.15.6:0/824104248 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04701a7440 con 0x7f04701028f0 2024-05-20T21:18:07.569 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.570+0000 7f0466a00640 1 -- 172.21.15.6:0/824104248 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0460043020 con 0x7f04701028f0 2024-05-20T21:18:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.571+0000 7f04779da740 1 Processor -- start 2024-05-20T21:18:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f04779da740 1 -- start start 2024-05-20T21:18:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f0466a00640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04540b27d0 0x7f04540b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f0466a00640 1 -- 172.21.15.6:0/824104248 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0460101a10 con 0x7f04701028f0 2024-05-20T21:18:07.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f04779da740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f04779da740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aa1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f04779da740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 0x5556ca6acce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f04779da740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5556ca614b90 con 0x5556ca6a56e0 2024-05-20T21:18:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f04779da740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5556ca604730 con 0x5556ca6aa850 2024-05-20T21:18:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.572+0000 7f04779da740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5556ca608770 con 0x5556ca6a4cf0 2024-05-20T21:18:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.573+0000 7f046e800640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04540b27d0 0x7f04540b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.573+0000 7f046de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.573+0000 7f046d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aa1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.573+0000 7f046de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59662/0 (socket says 172.21.15.6:59662) 2024-05-20T21:18:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.573+0000 7f046d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aa1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57820/0 (socket says 172.21.15.6:57820) 2024-05-20T21:18:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.573+0000 7f046de00640 1 -- 172.21.15.6:0/1355431866 learned_addr learned my addr 172.21.15.6:0/1355431866 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.573+0000 7f046e800640 1 --2- 172.21.15.6:0/1355431866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 0x5556ca6acce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.574+0000 7f046de00640 1 -- 172.21.15.6:0/1355431866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 msgr2=0x5556ca6acce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.574+0000 7f046de00640 1 --2- 172.21.15.6:0/1355431866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 0x5556ca6acce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.574+0000 7f046de00640 1 -- 172.21.15.6:0/1355431866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 msgr2=0x5556ca6aa1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.574+0000 7f046de00640 1 --2- 172.21.15.6:0/1355431866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aa1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.574+0000 7f046de00640 1 -- 172.21.15.6:0/1355431866 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556ca59d8b0 con 0x5556ca6a4cf0 2024-05-20T21:18:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.575+0000 7f046de00640 1 --2- 172.21.15.6:0/1355431866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5110 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f04600c4fb0 tx=0x7f046002a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3712e8bb188fb2d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.575+0000 7f046e800640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04540b27d0 0x7f04540b4c90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0468005c40 tx=0x7f0468009e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.575+0000 7f045b000640 1 -- 172.21.15.6:0/1355431866 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04600c9630 con 0x5556ca6a4cf0 2024-05-20T21:18:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.575+0000 7f045b000640 1 -- 172.21.15.6:0/1355431866 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04600c8f30 con 0x5556ca6a4cf0 2024-05-20T21:18:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.575+0000 7f045b000640 1 -- 172.21.15.6:0/1355431866 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04600c51c0 con 0x5556ca6a4cf0 2024-05-20T21:18:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.577+0000 7f04779da740 1 -- 172.21.15.6:0/1355431866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 msgr2=0x5556ca6a5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.577+0000 7f04779da740 1 --2- 172.21.15.6:0/1355431866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5110 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f04600c4fb0 tx=0x7f046002a340 comp rx=0 tx=0).stop 2024-05-20T21:18:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.577+0000 7f04779da740 1 -- 172.21.15.6:0/1355431866 shutdown_connections 2024-05-20T21:18:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.577+0000 7f04779da740 1 --2- 172.21.15.6:0/1355431866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 0x5556ca6acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.577+0000 7f04779da740 1 --2- 172.21.15.6:0/1355431866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aa1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.577+0000 7f04779da740 1 --2- 172.21.15.6:0/1355431866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5110 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.577+0000 7f04779da740 1 -- 172.21.15.6:0/1355431866 >> 172.21.15.6:0/1355431866 conn(0x5556ca6a0360 msgr2=0x5556ca6a0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.577+0000 7f04779da740 1 -- 172.21.15.6:0/1355431866 shutdown_connections 2024-05-20T21:18:07.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.578+0000 7f04779da740 1 -- 172.21.15.6:0/1355431866 wait complete. 2024-05-20T21:18:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.578+0000 7f04779da740 1 -- start start 2024-05-20T21:18:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.579+0000 7f04779da740 1 Processor -- start 2024-05-20T21:18:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.579+0000 7f04779da740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6ae870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.579+0000 7f04779da740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.579+0000 7f04779da740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 0x5556ca6b5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.579+0000 7f04779da740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5556ca2ea790 con 0x5556ca6a56e0 2024-05-20T21:18:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.579+0000 7f04779da740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5556ca5acbc0 con 0x5556ca6aa850 2024-05-20T21:18:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.579+0000 7f04779da740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5556ca6ad5c0 con 0x5556ca6a4cf0 2024-05-20T21:18:07.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.580+0000 7f04779da740 10 client.0 _ll_register_callbacks cb 0x5556ca58a400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:07.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.580+0000 7f046de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6ae870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.580+0000 7f046d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.580+0000 7f046e800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 0x5556ca6b5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.580+0000 7f046d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aedb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57826/0 (socket says 172.21.15.6:57826) 2024-05-20T21:18:07.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.580+0000 7f046d400640 1 -- 172.21.15.6:0/2290806249 learned_addr learned my addr 172.21.15.6:0/2290806249 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.581+0000 7f046d400640 1 -- 172.21.15.6:0/2290806249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 msgr2=0x5556ca6ae870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.581+0000 7f046d400640 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6ae870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.581+0000 7f046d400640 1 -- 172.21.15.6:0/2290806249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 msgr2=0x5556ca6b5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.581+0000 7f046d400640 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 0x5556ca6b5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.581+0000 7f046d400640 1 -- 172.21.15.6:0/2290806249 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556ca319210 con 0x5556ca6a56e0 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.581+0000 7f046d400640 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aedb0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f045c0136e0 tx=0x7f045c013ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68cdc8d31941b9bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.581+0000 7f044f400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.582+0000 7f044f400640 1 -- 172.21.15.6:0/2290806249 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045c011d70 con 0x5556ca6a56e0 2024-05-20T21:18:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.582+0000 7f04779da740 1 -- 172.21.15.6:0/2290806249 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04600c8f30 con 0x5556ca6a56e0 2024-05-20T21:18:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.582+0000 7f044f400640 1 -- 172.21.15.6:0/2290806249 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f045c01b3e0 con 0x5556ca6a56e0 2024-05-20T21:18:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.582+0000 7f044f400640 1 -- 172.21.15.6:0/2290806249 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f045c01b5e0 con 0x5556ca6a56e0 2024-05-20T21:18:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.582+0000 7f04779da740 10 client.15552 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.582+0000 7f04779da740 1 -- 172.21.15.6:0/2290806249 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5556ca3e5620 con 0x5556ca6a56e0 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.583+0000 7f044f400640 1 -- 172.21.15.6:0/2290806249 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04600c8f30 con 0x5556ca6a56e0 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.583+0000 7f044f400640 1 -- 172.21.15.6:0/2290806249 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f045c01a070 con 0x5556ca6a56e0 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.583+0000 7f04779da740 10 client.15552 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.583+0000 7f04779da740 10 client.15552 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.583+0000 7f04779da740 20 client.15552 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.583+0000 7f04779da740 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556ca6ba520 0x5556ca6bc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.583+0000 7f04779da740 4 client.15552 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.584+0000 7f04779da740 1 -- 172.21.15.6:0/2290806249 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556ca616ae0 con 0x5556ca6ba520 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.584+0000 7f046de00640 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556ca6ba520 0x5556ca6bc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.584+0000 7f046de00640 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556ca6ba520 0x5556ca6bc910 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc80c70103126b8c server_cookie=f81e70a34c740a68 in_seq=0 out_seq=0 2024-05-20T21:18:07.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.584+0000 7f044f400640 10 client.15552 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.585+0000 7f044f400640 1 -- 172.21.15.6:0/2290806249 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5556ca616ae0 con 0x5556ca6ba520 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.585+0000 7f044f400640 10 client.15552 handle_command_reply: tid=0 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.585+0000 7f04779da740 1 client.15552 shutdown 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 -- 172.21.15.6:0/2290806249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 msgr2=0x5556ca6aedb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aedb0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f045c0136e0 tx=0x7f045c013ba0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 -- 172.21.15.6:0/2290806249 shutdown_connections 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556ca6ba520 0x5556ca6bc910 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f044f400640 0 client.15552 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6aa850 0x5556ca6b5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6a56e0 0x5556ca6aedb0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 --2- 172.21.15.6:0/2290806249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6ae870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 -- 172.21.15.6:0/2290806249 >> 172.21.15.6:0/2290806249 conn(0x5556ca6a0360 msgr2=0x5556ca69f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 -- 172.21.15.6:0/2290806249 shutdown_connections 2024-05-20T21:18:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 1 -- 172.21.15.6:0/2290806249 wait complete. 2024-05-20T21:18:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.586+0000 7f04779da740 20 client.15552 trim_cache size 0 max 16384 2024-05-20T21:18:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.619+0000 7f04779da740 1 Processor -- start 2024-05-20T21:18:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.619+0000 7f04779da740 1 -- start start 2024-05-20T21:18:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.619+0000 7f04779da740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.619+0000 7f04779da740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.619+0000 7f04779da740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca6a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.619+0000 7f04779da740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04701b2e20 con 0x5556ca6aa850 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.619+0000 7f04779da740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04701b06f0 con 0x5556ca6a56e0 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f04779da740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04701ae540 con 0x5556ca6a4cf0 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f046de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f046d400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f046e800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca6a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f046de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59688/0 (socket says 172.21.15.6:59688) 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f046de00640 1 -- 172.21.15.6:0/608953356 learned_addr learned my addr 172.21.15.6:0/608953356 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f046d400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47256/0 (socket says 172.21.15.6:47256) 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f046de00640 1 -- 172.21.15.6:0/608953356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 msgr2=0x5556ca6b5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.620+0000 7f046de00640 1 --2- 172.21.15.6:0/608953356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.621+0000 7f046de00640 1 -- 172.21.15.6:0/608953356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 msgr2=0x5556ca6a64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.621+0000 7f046de00640 1 --2- 172.21.15.6:0/608953356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca6a64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.621+0000 7f046de00640 1 -- 172.21.15.6:0/608953356 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556ca6af710 con 0x5556ca6a4cf0 2024-05-20T21:18:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.621+0000 7f046e800640 1 --2- 172.21.15.6:0/608953356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca6a64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.621+0000 7f046de00640 1 --2- 172.21.15.6:0/608953356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5f70 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f04600c8ec0 tx=0x7f0460032f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d01b7cc638d7814 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.621+0000 7f045a600640 1 -- 172.21.15.6:0/608953356 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04600e7070 con 0x5556ca6a4cf0 2024-05-20T21:18:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.621+0000 7f045a600640 1 -- 172.21.15.6:0/608953356 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04600c9630 con 0x5556ca6a4cf0 2024-05-20T21:18:07.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.621+0000 7f045a600640 1 -- 172.21.15.6:0/608953356 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04600c51c0 con 0x5556ca6a4cf0 2024-05-20T21:18:07.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.622+0000 7f04779da740 1 -- 172.21.15.6:0/608953356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 msgr2=0x5556ca6a5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.622+0000 7f04779da740 1 --2- 172.21.15.6:0/608953356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5f70 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f04600c8ec0 tx=0x7f0460032f10 comp rx=0 tx=0).stop 2024-05-20T21:18:07.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.622+0000 7f04779da740 1 -- 172.21.15.6:0/608953356 shutdown_connections 2024-05-20T21:18:07.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.622+0000 7f04779da740 1 --2- 172.21.15.6:0/608953356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca6a64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.622+0000 7f04779da740 1 --2- 172.21.15.6:0/608953356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.622+0000 7f04779da740 1 --2- 172.21.15.6:0/608953356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6a5f70 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.622+0000 7f04779da740 1 -- 172.21.15.6:0/608953356 >> 172.21.15.6:0/608953356 conn(0x5556ca6a0360 msgr2=0x5556ca6a3ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.623+0000 7f04779da740 1 -- 172.21.15.6:0/608953356 shutdown_connections 2024-05-20T21:18:07.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.623+0000 7f04779da740 1 -- 172.21.15.6:0/608953356 wait complete. 2024-05-20T21:18:07.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.623+0000 7f04779da740 1 -- start start 2024-05-20T21:18:07.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.623+0000 7f04779da740 1 Processor -- start 2024-05-20T21:18:07.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.624+0000 7f04779da740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6b0e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.624+0000 7f04779da740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.624+0000 7f04779da740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca734070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.624+0000 7f04779da740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04701aebb0 con 0x5556ca6aa850 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.624+0000 7f04779da740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04701b0020 con 0x5556ca6a56e0 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.624+0000 7f04779da740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04701af280 con 0x5556ca6a4cf0 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.624+0000 7f04779da740 10 client.0 _ll_register_callbacks cb 0x7f045c0096f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046e800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca734070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b13d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47264/0 (socket says 172.21.15.6:47264) 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6b0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 -- 172.21.15.6:0/538838291 learned_addr learned my addr 172.21.15.6:0/538838291 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:07.626 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 -- 172.21.15.6:0/538838291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 msgr2=0x5556ca6b0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6b0e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 -- 172.21.15.6:0/538838291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 msgr2=0x5556ca734070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca734070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 -- 172.21.15.6:0/538838291 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556ca734660 con 0x5556ca6a56e0 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.625+0000 7f046d400640 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b13d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f045c01cb40 tx=0x7f045c01c650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9894a2a92a36298d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.626+0000 7f044f400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.626+0000 7f044f400640 1 -- 172.21.15.6:0/538838291 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045c029040 con 0x5556ca6a56e0 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.626+0000 7f044f400640 1 -- 172.21.15.6:0/538838291 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f045c01c840 con 0x5556ca6a56e0 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.626+0000 7f04779da740 1 -- 172.21.15.6:0/538838291 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04600c9630 con 0x5556ca6a56e0 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.627+0000 7f044f400640 1 -- 172.21.15.6:0/538838291 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f045c005850 con 0x5556ca6a56e0 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.627+0000 7f04779da740 10 client.25694 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.627+0000 7f04779da740 1 -- 172.21.15.6:0/538838291 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5556ca7359e0 con 0x5556ca6a56e0 2024-05-20T21:18:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.627+0000 7f044f400640 1 -- 172.21.15.6:0/538838291 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04600c9630 con 0x5556ca6a56e0 2024-05-20T21:18:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.628+0000 7f044f400640 1 -- 172.21.15.6:0/538838291 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f045c035030 con 0x5556ca6a56e0 2024-05-20T21:18:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.629+0000 7f04779da740 10 client.25694 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.629+0000 7f04779da740 10 client.25694 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.629+0000 7f04779da740 20 client.25694 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.629+0000 7f04779da740 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556ca7362f0 0x5556ca738710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.629+0000 7f04779da740 4 client.25694 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:18:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.629+0000 7f04779da740 1 -- 172.21.15.6:0/538838291 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5556ca6102c0 con 0x5556ca7362f0 2024-05-20T21:18:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.629+0000 7f046de00640 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556ca7362f0 0x5556ca738710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.630+0000 7f046de00640 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556ca7362f0 0x5556ca738710 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f28860bb64efb39d server_cookie=69c8ea5063fca186 in_seq=0 out_seq=0 2024-05-20T21:18:07.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.630+0000 7f044f400640 10 client.25694 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:07.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.633+0000 7f044f400640 1 -- 172.21.15.6:0/538838291 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5556ca6102c0 con 0x5556ca7362f0 2024-05-20T21:18:07.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.633+0000 7f044f400640 10 client.25694 handle_command_reply: tid=0 2024-05-20T21:18:07.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.633+0000 7f04779da740 1 client.25694 shutdown 2024-05-20T21:18:07.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.634+0000 7f04779da740 1 -- 172.21.15.6:0/538838291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 msgr2=0x5556ca6b13d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.634+0000 7f04779da740 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b13d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f045c01cb40 tx=0x7f045c01c650 comp rx=0 tx=0).stop 2024-05-20T21:18:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.634+0000 7f04779da740 1 -- 172.21.15.6:0/538838291 shutdown_connections 2024-05-20T21:18:07.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.634+0000 7f04779da740 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556ca7362f0 0x5556ca738710 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.634+0000 7f04779da740 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556ca6aa850 0x5556ca734070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.635+0000 7f04779da740 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556ca6a56e0 0x5556ca6b13d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.635+0000 7f04779da740 1 --2- 172.21.15.6:0/538838291 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556ca6a4cf0 0x5556ca6b0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.635+0000 7f04779da740 1 -- 172.21.15.6:0/538838291 >> 172.21.15.6:0/538838291 conn(0x5556ca6a0360 msgr2=0x5556ca6a3ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.635+0000 7f044f400640 0 client.25694 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.635+0000 7f04779da740 1 -- 172.21.15.6:0/538838291 shutdown_connections 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.635+0000 7f04779da740 1 -- 172.21.15.6:0/538838291 wait complete. 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.635+0000 7f04779da740 20 client.25694 trim_cache size 0 max 16384 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:18:07.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:18:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 -- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04540b27d0 msgr2=0x7f04540b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04540b27d0 0x7f04540b4c90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0468005c40 tx=0x7f0468009e50 comp rx=0 tx=0).stop 2024-05-20T21:18:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 -- 172.21.15.6:0/824104248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 msgr2=0x7f047019f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 0x7f047019f150 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f04600057c0 tx=0x7f0460032da0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 -- 172.21.15.6:0/824104248 shutdown_connections 2024-05-20T21:18:07.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04540b27d0 0x7f04540b4c90 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04701044a0 0x7f04701a6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0470103ae0 0x7f047019f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 --2- 172.21.15.6:0/824104248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04701028f0 0x7f047019f150 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:07.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.636+0000 7f046f200640 1 -- 172.21.15.6:0/824104248 >> 172.21.15.6:0/824104248 conn(0x7f04700fde60 msgr2=0x7f047010edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:07.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.637+0000 7f046f200640 1 -- 172.21.15.6:0/824104248 shutdown_connections 2024-05-20T21:18:07.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:07.637+0000 7f046f200640 1 -- 172.21.15.6:0/824104248 wait complete. 2024-05-20T21:18:07.652 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:07 smithi006 ceph-mon[31422]: pgmap v508: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:18:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:07 smithi062 ceph-mon[36640]: pgmap v508: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:18:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:07 smithi042 ceph-mon[36332]: pgmap v508: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:18:08.434 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.028+0000 7f54ff000700 1 -- 172.21.15.6:0/686335994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 msgr2=0x7f54f81070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.028+0000 7f54ff000700 1 --2- 172.21.15.6:0/686335994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 0x7f54f81070a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f54f000b1a0 tx=0x7f54f000b4b0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.029+0000 7f54ff000700 1 -- 172.21.15.6:0/686335994 shutdown_connections 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.029+0000 7f54ff000700 1 --2- 172.21.15.6:0/686335994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f8107780 0x7f54f810f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.029+0000 7f54ff000700 1 --2- 172.21.15.6:0/686335994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f81083a0 0x7f54f8108780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.029+0000 7f54ff000700 1 --2- 172.21.15.6:0/686335994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 0x7f54f81070a0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.029+0000 7f54ff000700 1 -- 172.21.15.6:0/686335994 >> 172.21.15.6:0/686335994 conn(0x7f54f8078640 msgr2=0x7f54f80ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.029+0000 7f54ff000700 1 -- 172.21.15.6:0/686335994 shutdown_connections 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.029+0000 7f54ff000700 1 -- 172.21.15.6:0/686335994 wait complete. 2024-05-20T21:18:09.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.030+0000 7f54ff000700 1 Processor -- start 2024-05-20T21:18:09.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.031+0000 7f54ff000700 1 -- start start 2024-05-20T21:18:09.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.031+0000 7f54ff000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f8107780 0x7f54f819d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:09.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.031+0000 7f54ff000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f81083a0 0x7f54f819dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:09.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.031+0000 7f54ff000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 0x7f54f81978c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:09.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.031+0000 7f54ff000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54f8111560 con 0x7f54f8107780 2024-05-20T21:18:09.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.031+0000 7f54ff000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54f81113e0 con 0x7f54f8108d50 2024-05-20T21:18:09.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.032+0000 7f54ff000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54f81116e0 con 0x7f54f81083a0 2024-05-20T21:18:09.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.032+0000 7f54f7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f81083a0 0x7f54f819dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:09.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.032+0000 7f54f7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f81083a0 0x7f54f819dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59722/0 (socket says 172.21.15.6:59722) 2024-05-20T21:18:09.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.032+0000 7f54f7400700 1 -- 172.21.15.6:0/2940351258 learned_addr learned my addr 172.21.15.6:0/2940351258 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:09.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.032+0000 7f54f7e00700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f8107780 0x7f54f819d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:09.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.033+0000 7f54f7e00700 1 -- 172.21.15.6:0/2940351258 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f81083a0 msgr2=0x7f54f819dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:09.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.033+0000 7f54f7e00700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f81083a0 0x7f54f819dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.033+0000 7f54f7e00700 1 -- 172.21.15.6:0/2940351258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 msgr2=0x7f54f81978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:09.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.032+0000 7f54fd000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 0x7f54f81978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:09.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.034+0000 7f54f7e00700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 0x7f54f81978c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.034+0000 7f54f7e00700 1 -- 172.21.15.6:0/2940351258 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54f8198020 con 0x7f54f8107780 2024-05-20T21:18:09.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.034+0000 7f54fd000700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 0x7f54f81978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:09.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.035+0000 7f54f7e00700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f8107780 0x7f54f819d700 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f54e800be90 tx=0x7f54e800dbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:09.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.035+0000 7f54f4c00700 1 -- 172.21.15.6:0/2940351258 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e801c070 con 0x7f54f8107780 2024-05-20T21:18:09.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.035+0000 7f54f4c00700 1 -- 172.21.15.6:0/2940351258 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e8020ab0 con 0x7f54f8107780 2024-05-20T21:18:09.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.036+0000 7f54f4c00700 1 -- 172.21.15.6:0/2940351258 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e801fa90 con 0x7f54f8107780 2024-05-20T21:18:09.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.036+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54f8198310 con 0x7f54f8107780 2024-05-20T21:18:09.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.036+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54f81a45d0 con 0x7f54f8107780 2024-05-20T21:18:09.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.039+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54f8101a40 con 0x7f54f8107780 2024-05-20T21:18:09.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.043+0000 7f54f4c00700 1 -- 172.21.15.6:0/2940351258 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f54e801fc30 con 0x7f54f8107780 2024-05-20T21:18:09.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.045+0000 7f54f4c00700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54dc0b2a50 0x7f54dc0b4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:09.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.046+0000 7f54f4c00700 1 -- 172.21.15.6:0/2940351258 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54e80ea0d0 con 0x7f54f8107780 2024-05-20T21:18:09.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.046+0000 7f54f7400700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54dc0b2a50 0x7f54dc0b4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:09.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.047+0000 7f54f7400700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54dc0b2a50 0x7f54dc0b4f10 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f54f0009e60 tx=0x7f54f000d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:09.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.049+0000 7f54f4c00700 1 -- 172.21.15.6:0/2940351258 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f54e80b1d80 con 0x7f54f8107780 2024-05-20T21:18:09.126 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:09.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.435+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f54f8198df0 con 0x7f54f8107780 2024-05-20T21:18:09.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.436+0000 7f54f4c00700 1 -- 172.21.15.6:0/2940351258 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f54e80b1680 con 0x7f54f8107780 2024-05-20T21:18:09.437 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:18:09.437 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.439+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54dc0b2a50 msgr2=0x7f54dc0b4f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.439+0000 7f54ff000700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54dc0b2a50 0x7f54dc0b4f10 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f54f0009e60 tx=0x7f54f000d040 comp rx=0 tx=0).stop 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.439+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f8107780 msgr2=0x7f54f819d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.439+0000 7f54ff000700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f8107780 0x7f54f819d700 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f54e800be90 tx=0x7f54e800dbb0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.440+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 shutdown_connections 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.440+0000 7f54ff000700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54dc0b2a50 0x7f54dc0b4f10 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.440+0000 7f54ff000700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f8108d50 0x7f54f81978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.440+0000 7f54ff000700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f8107780 0x7f54f819d700 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.440+0000 7f54ff000700 1 --2- 172.21.15.6:0/2940351258 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f81083a0 0x7f54f819dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:09.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.440+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 >> 172.21.15.6:0/2940351258 conn(0x7f54f8078640 msgr2=0x7f54f8105440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:09.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.440+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 shutdown_connections 2024-05-20T21:18:09.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:09.440+0000 7f54ff000700 1 -- 172.21.15.6:0/2940351258 wait complete. 2024-05-20T21:18:09.441 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:18:09.661 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:09 smithi006 ceph-mon[31422]: pgmap v509: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:09 smithi062 ceph-mon[36640]: pgmap v509: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:09 smithi042 ceph-mon[36332]: pgmap v509: 97 pgs: 97 active+clean; 675 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:10.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:10 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2940351258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:10.699 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id b6295a29 --release --await' 2024-05-20T21:18:10.699 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id b6295a29 --release --await 2024-05-20T21:18:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:10 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2940351258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:10 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2940351258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:11.362 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:11.475 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:11 smithi006 ceph-mon[31422]: pgmap v510: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-20T21:18:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:11 smithi062 ceph-mon[36640]: pgmap v510: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-20T21:18:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:11 smithi042 ceph-mon[36332]: pgmap v510: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-20T21:18:12.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.187+0000 7f0d12c00700 1 -- 172.21.15.6:0/774963938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 msgr2=0x7f0d0c105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.187+0000 7f0d12c00700 1 --2- 172.21.15.6:0/774963938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 0x7f0d0c105c00 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8009990 tx=0x7f0cf8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.187+0000 7f0d12c00700 1 -- 172.21.15.6:0/774963938 shutdown_connections 2024-05-20T21:18:12.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.187+0000 7f0d12c00700 1 --2- 172.21.15.6:0/774963938 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d0c106140 0x7f0d0c112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.187+0000 7f0d12c00700 1 --2- 172.21.15.6:0/774963938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d0c10b780 0x7f0d0c10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.188+0000 7f0d12c00700 1 --2- 172.21.15.6:0/774963938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 0x7f0d0c105c00 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.188+0000 7f0d12c00700 1 -- 172.21.15.6:0/774963938 >> 172.21.15.6:0/774963938 conn(0x7f0d0c101270 msgr2=0x7f0d0c103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.188+0000 7f0d12c00700 1 -- 172.21.15.6:0/774963938 shutdown_connections 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.188+0000 7f0d12c00700 1 -- 172.21.15.6:0/774963938 wait complete. 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.189+0000 7f0d12c00700 1 Processor -- start 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.189+0000 7f0d12c00700 1 -- start start 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d12c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 0x7f0d0c19be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d12c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d0c106140 0x7f0d0c19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d12c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d0c10b780 0x7f0d0c1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d12c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c1159c0 con 0x7f0d0c105780 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d12c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c115840 con 0x7f0d0c106140 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d12c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c115b40 con 0x7f0d0c10b780 2024-05-20T21:18:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 0x7f0d0c19be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 0x7f0d0c19be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57876/0 (socket says 172.21.15.6:57876) 2024-05-20T21:18:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d0be00700 1 -- 172.21.15.6:0/658024277 learned_addr learned my addr 172.21.15.6:0/658024277 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d10c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d0c10b780 0x7f0d0c1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.190+0000 7f0d0b400700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d0c106140 0x7f0d0c19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d0be00700 1 -- 172.21.15.6:0/658024277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d0c10b780 msgr2=0x7f0d0c1a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d0be00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d0c10b780 0x7f0d0c1a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d0be00700 1 -- 172.21.15.6:0/658024277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d0c106140 msgr2=0x7f0d0c19c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d0be00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d0c106140 0x7f0d0c19c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d0be00700 1 -- 172.21.15.6:0/658024277 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d0c1a0e30 con 0x7f0d0c105780 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d10c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d0c10b780 0x7f0d0c1a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d0b400700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d0c106140 0x7f0d0c19c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d0be00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 0x7f0d0c19be70 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00e9a0 tx=0x7f0cfc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d08c00700 1 -- 172.21.15.6:0/658024277 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc00ca10 con 0x7f0d0c105780 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d12c00700 1 -- 172.21.15.6:0/658024277 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d0c1a1120 con 0x7f0d0c105780 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d08c00700 1 -- 172.21.15.6:0/658024277 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cfc00cbb0 con 0x7f0d0c105780 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.191+0000 7f0d08c00700 1 -- 172.21.15.6:0/658024277 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc018680 con 0x7f0d0c105780 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.192+0000 7f0d12c00700 1 -- 172.21.15.6:0/658024277 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d0c1a89a0 con 0x7f0d0c105780 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.195+0000 7f0d08c00700 1 -- 172.21.15.6:0/658024277 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0cfc010430 con 0x7f0d0c105780 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.196+0000 7f0d1d541b80 1 Processor -- start 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.196+0000 7f0d1d541b80 1 -- start start 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.196+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 0x5562ed699290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.196+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed693260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.196+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.196+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5562ed5f1e40 con 0x5562ed693880 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.196+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5562ed5e19e0 con 0x5562ed6997d0 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.196+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5562ed5e5a20 con 0x5562ed698eb0 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed693260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57880/0 (socket says 172.21.15.6:57880) 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0b400700 1 -- 172.21.15.6:0/3136485363 learned_addr learned my addr 172.21.15.6:0/3136485363 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d10c00700 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 0x5562ed699290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d08c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0cf00b2900 0x7f0cf00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0b400700 1 -- 172.21.15.6:0/3136485363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 msgr2=0x5562ed699290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0b400700 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 0x5562ed699290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0b400700 1 -- 172.21.15.6:0/3136485363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 msgr2=0x5562ed693260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d08c00700 1 -- 172.21.15.6:0/658024277 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0cfc0e2390 con 0x7f0d0c105780 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d10c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0cf00b2900 0x7f0cf00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0b400700 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed693260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0b400700 1 -- 172.21.15.6:0/3136485363 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562ed5aa420 con 0x5562ed693880 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.197+0000 7f0d0be00700 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed693260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.198+0000 7f0d0b400700 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693ce0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8009990 tx=0x7f0cf8005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb42a895bd8c4aa2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.198+0000 7f0d01600700 1 -- 172.21.15.6:0/3136485363 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf8027070 con 0x5562ed693880 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.198+0000 7f0d10c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0cf00b2900 0x7f0cf00b4dc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0d04009420 tx=0x7f0d0400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.198+0000 7f0d01600700 1 -- 172.21.15.6:0/3136485363 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cf8003680 con 0x5562ed693880 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.198+0000 7f0d01600700 1 -- 172.21.15.6:0/3136485363 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf800f6c0 con 0x5562ed693880 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3136485363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 msgr2=0x5562ed693ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693ce0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8009990 tx=0x7f0cf8005bc0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3136485363 shutdown_connections 2024-05-20T21:18:12.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693ce0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 0x5562ed699290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3136485363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed693260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3136485363 >> 172.21.15.6:0/3136485363 conn(0x5562ed5c1be0 msgr2=0x5562ed68e010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3136485363 shutdown_connections 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.199+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3136485363 wait complete. 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 1 -- start start 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 1 Processor -- start 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed693880 0x5562ed69f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed69c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed6997d0 0x5562ed69cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5562ed4e7fa0 con 0x5562ed6997d0 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5562ed582760 con 0x5562ed698eb0 2024-05-20T21:18:12.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5562ed6a01e0 con 0x5562ed693880 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.200+0000 7f0d1d541b80 10 client.0 _ll_register_callbacks cb 0x5562ed58bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed69c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed69c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47330/0 (socket says 172.21.15.6:47330) 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 -- 172.21.15.6:0/6023228 learned_addr learned my addr 172.21.15.6:0/6023228 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d10c00700 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed6997d0 0x5562ed69cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0be00700 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed693880 0x5562ed69f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 -- 172.21.15.6:0/6023228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed693880 msgr2=0x5562ed69f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed693880 0x5562ed69f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 -- 172.21.15.6:0/6023228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed6997d0 msgr2=0x5562ed69cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed6997d0 0x5562ed69cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 -- 172.21.15.6:0/6023228 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562ed5318d0 con 0x5562ed698eb0 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0d0b400700 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed69c820 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8003e90 tx=0x7f0cf8003ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44437861c21bfd4d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.201+0000 7f0cf6000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.202+0000 7f0cf6000700 1 -- 172.21.15.6:0/6023228 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf8030060 con 0x5562ed698eb0 2024-05-20T21:18:12.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.202+0000 7f0cf6000700 1 -- 172.21.15.6:0/6023228 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0cf8005270 con 0x5562ed698eb0 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.202+0000 7f0d1d541b80 1 -- 172.21.15.6:0/6023228 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cf8003680 con 0x5562ed698eb0 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.202+0000 7f0cf6000700 1 -- 172.21.15.6:0/6023228 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0cf8027040 con 0x5562ed698eb0 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.202+0000 7f0d1d541b80 10 client.25709 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.202+0000 7f0d1d541b80 1 -- 172.21.15.6:0/6023228 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5562ed5b2060 con 0x5562ed698eb0 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0cf6000700 1 -- 172.21.15.6:0/6023228 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cf8003680 con 0x5562ed698eb0 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0cf6000700 1 -- 172.21.15.6:0/6023228 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0cf8021030 con 0x5562ed698eb0 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0d1d541b80 10 client.25709 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0d1d541b80 10 client.25709 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0d1d541b80 20 client.25709 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5562ed6acb70 0x5562ed6aef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0d1d541b80 4 client.25709 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:12.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0d1d541b80 1 -- 172.21.15.6:0/6023228 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5562ed5f3d90 con 0x5562ed6acb70 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.203+0000 7f0d0be00700 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5562ed6acb70 0x5562ed6aef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.204+0000 7f0d0be00700 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5562ed6acb70 0x5562ed6aef60 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1382ee48a3c8501f server_cookie=9027c153036dba67 in_seq=0 out_seq=0 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.204+0000 7f0cf6000700 10 client.25709 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.204+0000 7f0cf6000700 1 -- 172.21.15.6:0/6023228 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5562ed5f3d90 con 0x5562ed6acb70 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.204+0000 7f0cf6000700 10 client.25709 handle_command_reply: tid=0 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.204+0000 7f0d1d541b80 1 client.25709 shutdown 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 -- 172.21.15.6:0/6023228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 msgr2=0x5562ed69c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed69c820 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0cf8003e90 tx=0x7f0cf8003ec0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 -- 172.21.15.6:0/6023228 shutdown_connections 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed6997d0 0x5562ed69cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5562ed6acb70 0x5562ed6aef60 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed693880 0x5562ed69f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/6023228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed69c820 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0cf6000700 0 client.25709 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 -- 172.21.15.6:0/6023228 >> 172.21.15.6:0/6023228 conn(0x5562ed5c1be0 msgr2=0x5562ed692250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 -- 172.21.15.6:0/6023228 shutdown_connections 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 1 -- 172.21.15.6:0/6023228 wait complete. 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.205+0000 7f0d1d541b80 20 client.25709 trim_cache size 0 max 16384 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.221+0000 7f0d1d541b80 1 Processor -- start 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.221+0000 7f0d1d541b80 1 -- start start 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 0x5562ed69b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed69b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c1b28e0 con 0x5562ed693880 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c1b0170 con 0x5562ed6997d0 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c1adfc0 con 0x5562ed698eb0 2024-05-20T21:18:12.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d10c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed69b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57902/0 (socket says 172.21.15.6:57902) 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d0be00700 1 -- 172.21.15.6:0/763575468 learned_addr learned my addr 172.21.15.6:0/763575468 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d0b400700 1 --2- 172.21.15.6:0/763575468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 0x5562ed69b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d0be00700 1 -- 172.21.15.6:0/763575468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 msgr2=0x5562ed69b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d0be00700 1 --2- 172.21.15.6:0/763575468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 0x5562ed69b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d0be00700 1 -- 172.21.15.6:0/763575468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 msgr2=0x5562ed69b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.222+0000 7f0d0be00700 1 --2- 172.21.15.6:0/763575468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed69b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.223+0000 7f0d0be00700 1 -- 172.21.15.6:0/763575468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562ed694020 con 0x5562ed693880 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.223+0000 7f0d0be00700 1 --2- 172.21.15.6:0/763575468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693260 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00c2d0 tx=0x7f0cfc0a5040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=133002a41d3b04bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.223+0000 7f0d00c00700 1 -- 172.21.15.6:0/763575468 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc0a93c0 con 0x5562ed693880 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.223+0000 7f0d00c00700 1 -- 172.21.15.6:0/763575468 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cfc0a9fb0 con 0x5562ed693880 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.223+0000 7f0d00c00700 1 -- 172.21.15.6:0/763575468 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cfc0dfea0 con 0x5562ed693880 2024-05-20T21:18:12.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 -- 172.21.15.6:0/763575468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 msgr2=0x5562ed693260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/763575468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693260 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00c2d0 tx=0x7f0cfc0a5040 comp rx=0 tx=0).stop 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 -- 172.21.15.6:0/763575468 shutdown_connections 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/763575468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed6997d0 0x5562ed69b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/763575468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed693260 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/763575468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed698eb0 0x5562ed69b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 -- 172.21.15.6:0/763575468 >> 172.21.15.6:0/763575468 conn(0x5562ed5c1be0 msgr2=0x5562ed68f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 -- 172.21.15.6:0/763575468 shutdown_connections 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 -- 172.21.15.6:0/763575468 wait complete. 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 -- start start 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.224+0000 7f0d1d541b80 1 Processor -- start 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed6b25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed6af960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d1d541b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed6997d0 0x5562ed6afea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c1ae630 con 0x5562ed693880 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c1afaa0 con 0x5562ed698eb0 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d1d541b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0d0c1aed00 con 0x5562ed6997d0 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d1d541b80 10 client.0 _ll_register_callbacks cb 0x5562ed58bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed6b25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d10c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed6997d0 0x5562ed6afea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d10c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed6997d0 0x5562ed6afea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59782/0 (socket says 172.21.15.6:59782) 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d10c00700 1 -- 172.21.15.6:0/3385571861 learned_addr learned my addr 172.21.15.6:0/3385571861 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.225+0000 7f0d0b400700 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed6af960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0d10c00700 1 -- 172.21.15.6:0/3385571861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 msgr2=0x5562ed6af960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0d10c00700 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed6af960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0d10c00700 1 -- 172.21.15.6:0/3385571861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 msgr2=0x5562ed6b25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0d10c00700 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed6b25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0d10c00700 1 -- 172.21.15.6:0/3385571861 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562ed6b06e0 con 0x5562ed6997d0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0d0be00700 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed6b25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0d10c00700 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed6997d0 0x5562ed6afea0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0d04017e80 tx=0x7f0d04004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5384cc1d1908f38 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0cf6000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0cf6000700 1 -- 172.21.15.6:0/3385571861 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d04013e10 con 0x5562ed6997d0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3385571861 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cfc0a9fb0 con 0x5562ed6997d0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.226+0000 7f0cf6000700 1 -- 172.21.15.6:0/3385571861 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0d04024400 con 0x5562ed6997d0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0cf6000700 1 -- 172.21.15.6:0/3385571861 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0d04034050 con 0x5562ed6997d0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d1d541b80 10 client.25699 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3385571861 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5562ed7173f0 con 0x5562ed6997d0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0cf6000700 1 -- 172.21.15.6:0/3385571861 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cfc0a9fb0 con 0x5562ed6997d0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0cf6000700 1 -- 172.21.15.6:0/3385571861 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0d0402d060 con 0x5562ed6997d0 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d1d541b80 10 client.25699 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d1d541b80 10 client.25699 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:18:12.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d1d541b80 20 client.25699 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5562ed717aa0 0x5562ed719ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d1d541b80 4 client.25699 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3385571861 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5562ed5ed570 con 0x5562ed717aa0 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.227+0000 7f0d0be00700 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5562ed717aa0 0x5562ed719ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.228+0000 7f0d0be00700 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5562ed717aa0 0x5562ed719ec0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=71d0ad20aeeb69e2 server_cookie=795b2cd0bc4bac24 in_seq=0 out_seq=0 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.228+0000 7f0cf6000700 10 client.25699 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.228+0000 7f0cf6000700 1 -- 172.21.15.6:0/3385571861 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5562ed5ed570 con 0x5562ed717aa0 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.228+0000 7f0cf6000700 10 client.25699 handle_command_reply: tid=0 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.228+0000 7f0d1d541b80 1 client.25699 shutdown 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3385571861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed6997d0 msgr2=0x5562ed6afea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed6997d0 0x5562ed6afea0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0d04017e80 tx=0x7f0d04004ad0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.680 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3385571861 shutdown_connections 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5562ed717aa0 0x5562ed719ec0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5562ed6997d0 0x5562ed6afea0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5562ed693880 0x5562ed6b25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 --2- 172.21.15.6:0/3385571861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5562ed698eb0 0x5562ed6af960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3385571861 >> 172.21.15.6:0/3385571861 conn(0x5562ed5c1be0 msgr2=0x5562ed6969c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0cf6000700 0 client.25699 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3385571861 shutdown_connections 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.229+0000 7f0d1d541b80 1 -- 172.21.15.6:0/3385571861 wait complete. 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.230+0000 7f0d1d541b80 20 client.25699 trim_cache size 0 max 16384 2024-05-20T21:18:12.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 -- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0cf00b2900 msgr2=0x7f0cf00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0cf00b2900 0x7f0cf00b4dc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0d04009420 tx=0x7f0d0400b040 comp rx=0 tx=0).stop 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 -- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 msgr2=0x7f0d0c19be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 0x7f0d0c19be70 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0cfc00e9a0 tx=0x7f0cfc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 -- 172.21.15.6:0/658024277 shutdown_connections 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0cf00b2900 0x7f0cf00b4dc0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d0c10b780 0x7f0d0c1a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d0c105780 0x7f0d0c19be70 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 --2- 172.21.15.6:0/658024277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d0c106140 0x7f0d0c19c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 -- 172.21.15.6:0/658024277 >> 172.21.15.6:0/658024277 conn(0x7f0d0c101270 msgr2=0x7f0d0c101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 -- 172.21.15.6:0/658024277 shutdown_connections 2024-05-20T21:18:12.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:12.231+0000 7f0d12c00700 1 -- 172.21.15.6:0/658024277 wait complete. 2024-05-20T21:18:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:13 smithi006 ceph-mon[31422]: pgmap v511: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:13 smithi062 ceph-mon[36640]: pgmap v511: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:13 smithi042 ceph-mon[36332]: pgmap v511: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:14.485 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:18:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.124+0000 7ff99f600700 1 -- 172.21.15.6:0/2496522031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998108460 msgr2=0x7ff99806bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.124+0000 7ff99f600700 1 --2- 172.21.15.6:0/2496522031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998108460 0x7ff99806bae0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff98c009990 tx=0x7ff98c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.125+0000 7ff99f600700 1 -- 172.21.15.6:0/2496522031 shutdown_connections 2024-05-20T21:18:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.125+0000 7ff99f600700 1 --2- 172.21.15.6:0/2496522031 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff998105f70 0x7ff998106400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.125+0000 7ff99f600700 1 --2- 172.21.15.6:0/2496522031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998108460 0x7ff99806bae0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.125+0000 7ff99f600700 1 --2- 172.21.15.6:0/2496522031 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff99806c020 0x7ff99806c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.125+0000 7ff99f600700 1 -- 172.21.15.6:0/2496522031 >> 172.21.15.6:0/2496522031 conn(0x7ff9980793b0 msgr2=0x7ff9980797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.125+0000 7ff99f600700 1 -- 172.21.15.6:0/2496522031 shutdown_connections 2024-05-20T21:18:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.125+0000 7ff99f600700 1 -- 172.21.15.6:0/2496522031 wait complete. 2024-05-20T21:18:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.127+0000 7ff99f600700 1 Processor -- start 2024-05-20T21:18:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.127+0000 7ff99f600700 1 -- start start 2024-05-20T21:18:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.127+0000 7ff99f600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff99806c020 0x7ff9981a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.127+0000 7ff99f600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998105f70 0x7ff9981a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.127+0000 7ff99f600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff998108460 0x7ff9981a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.127+0000 7ff99f600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff998119ca0 con 0x7ff99806c020 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.127+0000 7ff99f600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff998119b20 con 0x7ff998105f70 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.127+0000 7ff99f600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff998119e20 con 0x7ff998108460 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff99806c020 0x7ff9981a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff99806c020 0x7ff9981a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57928/0 (socket says 172.21.15.6:57928) 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff997e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998105f70 0x7ff9981a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99cc00700 1 -- 172.21.15.6:0/1052464823 learned_addr learned my addr 172.21.15.6:0/1052464823 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:15.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99d600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff998108460 0x7ff9981a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99cc00700 1 -- 172.21.15.6:0/1052464823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff998108460 msgr2=0x7ff9981a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99cc00700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff998108460 0x7ff9981a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99cc00700 1 -- 172.21.15.6:0/1052464823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998105f70 msgr2=0x7ff9981a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99cc00700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998105f70 0x7ff9981a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff99cc00700 1 -- 172.21.15.6:0/1052464823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9981a5260 con 0x7ff99806c020 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.128+0000 7ff997e00700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998105f70 0x7ff9981a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.129+0000 7ff99cc00700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff99806c020 0x7ff9981a0250 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff98c00b2e0 tx=0x7ff98c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.129+0000 7ff995600700 1 -- 172.21.15.6:0/1052464823 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c026070 con 0x7ff99806c020 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.129+0000 7ff995600700 1 -- 172.21.15.6:0/1052464823 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff98c021410 con 0x7ff99806c020 2024-05-20T21:18:15.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.129+0000 7ff995600700 1 -- 172.21.15.6:0/1052464823 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c017650 con 0x7ff99806c020 2024-05-20T21:18:15.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.129+0000 7ff99f600700 1 -- 172.21.15.6:0/1052464823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9981a54f0 con 0x7ff99806c020 2024-05-20T21:18:15.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.130+0000 7ff99f600700 1 -- 172.21.15.6:0/1052464823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9981acdd0 con 0x7ff99806c020 2024-05-20T21:18:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.133+0000 7ff995600700 1 -- 172.21.15.6:0/1052464823 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff98c029070 con 0x7ff99806c020 2024-05-20T21:18:15.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.134+0000 7ff9aa037b80 1 Processor -- start 2024-05-20T21:18:15.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.134+0000 7ff9aa037b80 1 -- start start 2024-05-20T21:18:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1505960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e15063c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a4e1463f40 con 0x55a4e150b3e0 2024-05-20T21:18:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4e1453ae0 con 0x55a4e1505f80 2024-05-20T21:18:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a4e1457b20 con 0x55a4e150bd00 2024-05-20T21:18:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff995600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9800b2880 0x7ff9800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1505960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1505960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59800/0 (socket says 172.21.15.6:59800) 2024-05-20T21:18:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff99cc00700 1 -- 172.21.15.6:0/4096083382 learned_addr learned my addr 172.21.15.6:0/4096083382 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.135+0000 7ff997e00700 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e15063c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff99d600700 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff99cc00700 1 -- 172.21.15.6:0/4096083382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 msgr2=0x55a4e15063c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff99cc00700 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e15063c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff99cc00700 1 -- 172.21.15.6:0/4096083382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 msgr2=0x55a4e150b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff99cc00700 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff99cc00700 1 -- 172.21.15.6:0/4096083382 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4e141c520 con 0x55a4e150bd00 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff995600700 1 -- 172.21.15.6:0/1052464823 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff98c0e2f70 con 0x7ff99806c020 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff99d600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9800b2880 0x7ff9800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.136+0000 7ff99cc00700 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1505960 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff98c005b40 tx=0x7ff98c029000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49118af799302397 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.137+0000 7ff98a000700 1 -- 172.21.15.6:0/4096083382 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c0aa580 con 0x55a4e150bd00 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.137+0000 7ff98a000700 1 -- 172.21.15.6:0/4096083382 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff98c0ae930 con 0x55a4e150bd00 2024-05-20T21:18:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.137+0000 7ff98a000700 1 -- 172.21.15.6:0/4096083382 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c0aaa40 con 0x55a4e150bd00 2024-05-20T21:18:15.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 -- 172.21.15.6:0/4096083382 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 msgr2=0x55a4e1505960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff99d600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9800b2880 0x7ff9800b4d40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff990009ec0 tx=0x7ff990009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:15.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1505960 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff98c005b40 tx=0x7ff98c029000 comp rx=0 tx=0).stop 2024-05-20T21:18:15.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 -- 172.21.15.6:0/4096083382 shutdown_connections 2024-05-20T21:18:15.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e15063c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/4096083382 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1505960 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 -- 172.21.15.6:0/4096083382 >> 172.21.15.6:0/4096083382 conn(0x55a4e1433ce0 msgr2=0x55a4e1500420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:15.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 -- 172.21.15.6:0/4096083382 shutdown_connections 2024-05-20T21:18:15.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.138+0000 7ff9aa037b80 1 -- 172.21.15.6:0/4096083382 wait complete. 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.139+0000 7ff9aa037b80 1 -- start start 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.139+0000 7ff9aa037b80 1 Processor -- start 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e1511a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e150f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a4e135a0a0 con 0x55a4e150b3e0 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4e13f4860 con 0x55a4e1505f80 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a4e15125a0 con 0x55a4e150bd00 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff9aa037b80 10 client.0 _ll_register_callbacks cb 0x55a4e13fdd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e1511a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e1511a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47406/0 (socket says 172.21.15.6:47406) 2024-05-20T21:18:15.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff99cc00700 1 -- 172.21.15.6:0/2753445171 learned_addr learned my addr 172.21.15.6:0/2753445171 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:15.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff997e00700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff99d600700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e150f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff99cc00700 1 -- 172.21.15.6:0/2753445171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 msgr2=0x55a4e150f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:15.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff99cc00700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e150f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff99cc00700 1 -- 172.21.15.6:0/2753445171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 msgr2=0x55a4e150edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:15.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.140+0000 7ff99cc00700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff99cc00700 1 -- 172.21.15.6:0/2753445171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4e13a39d0 con 0x55a4e1505f80 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff997e00700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff99d600700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e150f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff99cc00700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e1511a20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0a6600 tx=0x7ff98c02d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1e5ca0262cf246d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff97ea00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff97ea00700 1 -- 172.21.15.6:0/2753445171 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c0c3020 con 0x55a4e1505f80 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2753445171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff98c0ae930 con 0x55a4e1505f80 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff97ea00700 1 -- 172.21.15.6:0/2753445171 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff98c00fb10 con 0x55a4e1505f80 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff97ea00700 1 -- 172.21.15.6:0/2753445171 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff98c0b3350 con 0x55a4e1505f80 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.141+0000 7ff9aa037b80 10 client.25727 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2753445171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4e1424160 con 0x55a4e1505f80 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff97ea00700 1 -- 172.21.15.6:0/2753445171 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff98c0ae930 con 0x55a4e1505f80 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff97ea00700 1 -- 172.21.15.6:0/2753445171 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff98c090af0 con 0x55a4e1505f80 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff9aa037b80 10 client.25727 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff9aa037b80 10 client.25727 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:18:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff9aa037b80 20 client.25727 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:15.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a4e151eec0 0x55a4e15212b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff9aa037b80 4 client.25727 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:15.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.142+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2753445171 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4e1465e90 con 0x55a4e151eec0 2024-05-20T21:18:15.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.143+0000 7ff997e00700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a4e151eec0 0x55a4e15212b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.144+0000 7ff997e00700 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a4e151eec0 0x55a4e15212b0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5e11687019b03e6 server_cookie=f5c7262d741e1fe5 in_seq=0 out_seq=0 2024-05-20T21:18:15.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.144+0000 7ff97ea00700 10 client.25727 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:15.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.144+0000 7ff97ea00700 1 -- 172.21.15.6:0/2753445171 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a4e1465e90 con 0x55a4e151eec0 2024-05-20T21:18:15.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.144+0000 7ff97ea00700 10 client.25727 handle_command_reply: tid=0 2024-05-20T21:18:15.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 client.25727 shutdown 2024-05-20T21:18:15.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2753445171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 msgr2=0x55a4e1511a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e1511a20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0a6600 tx=0x7ff98c02d000 comp rx=0 tx=0).stop 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2753445171 shutdown_connections 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a4e151eec0 0x55a4e15212b0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e150f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e1505f80 0x55a4e1511a20 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2753445171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2753445171 >> 172.21.15.6:0/2753445171 conn(0x55a4e1433ce0 msgr2=0x55a4e1504950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff97ea00700 0 client.25727 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2753445171 shutdown_connections 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.145+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2753445171 wait complete. 2024-05-20T21:18:15.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.146+0000 7ff9aa037b80 20 client.25727 trim_cache size 0 max 16384 2024-05-20T21:18:15.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.169+0000 7ff9aa037b80 1 Processor -- start 2024-05-20T21:18:15.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff9aa037b80 1 -- start start 2024-05-20T21:18:15.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e1505f80 0x55a4e150eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150bd00 0x55a4e1526ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9981b6d40 con 0x55a4e150b3e0 2024-05-20T21:18:15.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff9981b45d0 con 0x55a4e150bd00 2024-05-20T21:18:15.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff9981b2420 con 0x55a4e1505f80 2024-05-20T21:18:15.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e1505f80 0x55a4e150eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e1505f80 0x55a4e150eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59816/0 (socket says 172.21.15.6:59816) 2024-05-20T21:18:15.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.170+0000 7ff99cc00700 1 -- 172.21.15.6:0/2246657508 learned_addr learned my addr 172.21.15.6:0/2246657508 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:15.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.171+0000 7ff99d600700 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150bd00 0x55a4e1526ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.171+0000 7ff997e00700 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.171+0000 7ff99d600700 1 -- 172.21.15.6:0/2246657508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e1505f80 msgr2=0x55a4e150eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.171+0000 7ff99d600700 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e1505f80 0x55a4e150eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.171+0000 7ff99d600700 1 -- 172.21.15.6:0/2246657508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 msgr2=0x55a4e150f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.171+0000 7ff99d600700 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.171+0000 7ff99d600700 1 -- 172.21.15.6:0/2246657508 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4e150d330 con 0x55a4e150bd00 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.171+0000 7ff99cc00700 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e1505f80 0x55a4e150eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.172+0000 7ff99d600700 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150bd00 0x55a4e1526ac0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff990007ce0 tx=0x7ff990004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81d62ce6a0e53eda server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:15.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.172+0000 7ff989600700 1 -- 172.21.15.6:0/2246657508 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff990003c00 con 0x55a4e150bd00 2024-05-20T21:18:15.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.172+0000 7ff989600700 1 -- 172.21.15.6:0/2246657508 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff990027070 con 0x55a4e150bd00 2024-05-20T21:18:15.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.172+0000 7ff989600700 1 -- 172.21.15.6:0/2246657508 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff990016920 con 0x55a4e150bd00 2024-05-20T21:18:15.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2246657508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150bd00 msgr2=0x55a4e1526ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150bd00 0x55a4e1526ac0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff990007ce0 tx=0x7ff990004b40 comp rx=0 tx=0).stop 2024-05-20T21:18:15.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2246657508 shutdown_connections 2024-05-20T21:18:15.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150bd00 0x55a4e1526ac0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e1505f80 0x55a4e150eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/2246657508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e150b3e0 0x55a4e150f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2246657508 >> 172.21.15.6:0/2246657508 conn(0x55a4e1433ce0 msgr2=0x55a4e150d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:15.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2246657508 shutdown_connections 2024-05-20T21:18:15.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.173+0000 7ff9aa037b80 1 -- 172.21.15.6:0/2246657508 wait complete. 2024-05-20T21:18:15.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.174+0000 7ff9aa037b80 1 -- start start 2024-05-20T21:18:15.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.174+0000 7ff9aa037b80 1 Processor -- start 2024-05-20T21:18:15.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.175+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e1505f80 0x55a4e15147c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.175+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150b3e0 0x55a4e1514d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.175+0000 7ff9aa037b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1515240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.175+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9981b2a90 con 0x55a4e1505f80 2024-05-20T21:18:15.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.175+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff9981b3f00 con 0x55a4e150b3e0 2024-05-20T21:18:15.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.175+0000 7ff9aa037b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff9981b3160 con 0x55a4e150bd00 2024-05-20T21:18:15.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.175+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e1505f80 0x55a4e15147c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e1505f80 0x55a4e15147c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57968/0 (socket says 172.21.15.6:57968) 2024-05-20T21:18:15.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1515240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff997e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150b3e0 0x55a4e1514d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff9aa037b80 10 client.0 _ll_register_callbacks cb 0x55a4e1500a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:15.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1515240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59826/0 (socket says 172.21.15.6:59826) 2024-05-20T21:18:15.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99d600700 1 -- 172.21.15.6:0/1991607418 learned_addr learned my addr 172.21.15.6:0/1991607418 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99cc00700 1 -- 172.21.15.6:0/1991607418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 msgr2=0x55a4e1515240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99cc00700 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1515240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99cc00700 1 -- 172.21.15.6:0/1991607418 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150b3e0 msgr2=0x55a4e1514d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99cc00700 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150b3e0 0x55a4e1514d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.176+0000 7ff99cc00700 1 -- 172.21.15.6:0/1991607418 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4e15899a0 con 0x55a4e1505f80 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.177+0000 7ff99cc00700 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e1505f80 0x55a4e15147c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0a9d10 tx=0x7ff98c021af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72cd51d7403caccc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.177+0000 7ff97ea00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.177+0000 7ff97ea00700 1 -- 172.21.15.6:0/1991607418 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c0c3070 con 0x55a4e1505f80 2024-05-20T21:18:15.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.177+0000 7ff97ea00700 1 -- 172.21.15.6:0/1991607418 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff98c00fb10 con 0x55a4e1505f80 2024-05-20T21:18:15.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.177+0000 7ff9aa037b80 1 -- 172.21.15.6:0/1991607418 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff990027070 con 0x55a4e1505f80 2024-05-20T21:18:15.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.177+0000 7ff97ea00700 1 -- 172.21.15.6:0/1991607418 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff98c090cf0 con 0x55a4e1505f80 2024-05-20T21:18:15.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.177+0000 7ff9aa037b80 10 client.15594 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:15.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.177+0000 7ff9aa037b80 1 -- 172.21.15.6:0/1991607418 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4e15899a0 con 0x55a4e1505f80 2024-05-20T21:18:15.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff97ea00700 1 -- 172.21.15.6:0/1991607418 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff990027070 con 0x55a4e1505f80 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff97ea00700 1 -- 172.21.15.6:0/1991607418 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff98c0afac0 con 0x55a4e1505f80 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff9aa037b80 10 client.15594 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff9aa037b80 10 client.15594 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff9aa037b80 20 client.15594 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a4e158af30 0x55a4e158d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff9aa037b80 4 client.15594 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b6295a29", "release": true, "await": true}] 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff9aa037b80 1 -- 172.21.15.6:0/1991607418 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b6295a29", "release": true, "await": true}) -- 0x55a4e145f670 con 0x55a4e158af30 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.178+0000 7ff997e00700 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a4e158af30 0x55a4e158d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.179+0000 7ff97ea00700 10 client.15594 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:15.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.179+0000 7ff997e00700 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a4e158af30 0x55a4e158d320 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46a1e6334399f2ca server_cookie=ca241dc469af8823 in_seq=0 out_seq=0 2024-05-20T21:18:15.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.181+0000 7ff97ea00700 1 -- 172.21.15.6:0/1991607418 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55a4e145f670 con 0x55a4e158af30 2024-05-20T21:18:15.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.181+0000 7ff97ea00700 10 client.15594 handle_command_reply: tid=0 2024-05-20T21:18:15.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.181+0000 7ff9aa037b80 1 client.15594 shutdown 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.181+0000 7ff9aa037b80 1 -- 172.21.15.6:0/1991607418 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e1505f80 msgr2=0x55a4e15147c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.181+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e1505f80 0x55a4e15147c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0a9d10 tx=0x7ff98c021af0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.181+0000 7ff9aa037b80 1 -- 172.21.15.6:0/1991607418 shutdown_connections 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a4e158af30 0x55a4e158d320 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4e150bd00 0x55a4e1515240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4e1505f80 0x55a4e15147c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff9aa037b80 1 --2- 172.21.15.6:0/1991607418 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4e150b3e0 0x55a4e1514d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff9aa037b80 1 -- 172.21.15.6:0/1991607418 >> 172.21.15.6:0/1991607418 conn(0x55a4e1433ce0 msgr2=0x55a4e150eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:15.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff97ea00700 0 client.15594 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff9aa037b80 1 -- 172.21.15.6:0/1991607418 shutdown_connections 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff9aa037b80 1 -- 172.21.15.6:0/1991607418 wait complete. 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.182+0000 7ff9aa037b80 20 client.15594 trim_cache size 0 max 16384 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 8, 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stdout: "b6295a29": { 2024-05-20T21:18:15.183 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 8, 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 138.8, 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:18:15.184 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:18:15.185 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:18:15.185 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:18:15.185 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:18:15.185 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:18:15.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 -- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9800b2880 msgr2=0x7ff9800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9800b2880 0x7ff9800b4d40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff990009ec0 tx=0x7ff990009040 comp rx=0 tx=0).stop 2024-05-20T21:18:15.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 -- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff99806c020 msgr2=0x7ff9981a0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:15.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff99806c020 0x7ff9981a0250 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff98c00b2e0 tx=0x7ff98c0047b0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 -- 172.21.15.6:0/1052464823 shutdown_connections 2024-05-20T21:18:15.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9800b2880 0x7ff9800b4d40 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff998108460 0x7ff9981a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff99806c020 0x7ff9981a0250 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 --2- 172.21.15.6:0/1052464823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff998105f70 0x7ff9981a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:15.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.183+0000 7ff99f600700 1 -- 172.21.15.6:0/1052464823 >> 172.21.15.6:0/1052464823 conn(0x7ff9980793b0 msgr2=0x7ff998101420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:15.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.184+0000 7ff99f600700 1 -- 172.21.15.6:0/1052464823 shutdown_connections 2024-05-20T21:18:15.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:15.184+0000 7ff99f600700 1 -- 172.21.15.6:0/1052464823 wait complete. 2024-05-20T21:18:15.196 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:15.732 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:15 smithi006 ceph-mon[31422]: pgmap v512: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:15 smithi062 ceph-mon[36640]: pgmap v512: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:15.803 INFO:tasks.workunit.client.0.smithi006.stderr:Updating files: 57% (7025/12271) Updating files: 58% (7118/12271) Updating files: 59% (7240/12271) Updating files: 60% (7363/12271) Updating files: 61% (7486/12271) Updating files: 62% (7609/12271) Updating files: 63% (7731/12271) Updating files: 64% (7854/12271) Updating files: 65% (7977/12271) Updating files: 66% (8099/12271) Updating files: 67% (8222/12271) Updating files: 68% (8345/12271) Updating files: 69% (8467/12271) Updating files: 70% (8590/12271) Updating files: 71% (8713/12271) Updating files: 72% (8836/12271) Updating files: 73% (8958/12271) Updating files: 74% (9081/12271) Updating files: 75% (9204/12271) Updating files: 76% (9326/12271) Updating files: 77% (9449/12271) Updating files: 78% (9572/12271) Updating files: 79% (9695/12271) Updating files: 80% (9817/12271) Updating files: 81% (9940/12271) Updating files: 82% (10063/12271) Updating files: 83% (10185/12271) Updating files: 84% (10308/12271) Updating files: 85% (10431/12271) Updating files: 86% (10554/12271) Updating files: 87% (10676/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 91% (11172/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-20T21:18:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:15 smithi042 ceph-mon[36332]: pgmap v512: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-20T21:18:16.282 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b6295a29', total seconds elapsed: 31.5 2024-05-20T21:18:16.897 INFO:tasks.workunit.client.0.smithi006.stderr:Note: switching to '4ebd1d5361d457738957dc0455bba90102296634'. 2024-05-20T21:18:16.897 INFO:tasks.workunit.client.0.smithi006.stderr: 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr:state without impacting any branches by switching back to a branch. 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr: 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr: 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr: git switch -c 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr: 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr:Or undo this operation with: 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr: 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr: git switch - 2024-05-20T21:18:16.898 INFO:tasks.workunit.client.0.smithi006.stderr: 2024-05-20T21:18:16.899 INFO:tasks.workunit.client.0.smithi006.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-20T21:18:16.899 INFO:tasks.workunit.client.0.smithi006.stderr: 2024-05-20T21:18:16.899 INFO:tasks.workunit.client.0.smithi006.stderr:HEAD is now at 4ebd1d5361d mds/queisce-db: collect acks while bootstrapping 2024-05-20T21:18:16.915 DEBUG:teuthology.orchestra.run.smithi006:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-20T21:18:17.002 INFO:tasks.workunit.client.0.smithi006.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-20T21:18:17.010 INFO:tasks.workunit.client.0.smithi006.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-20T21:18:17.010 INFO:tasks.workunit.client.0.smithi006.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-20T21:18:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:17 smithi062 ceph-mon[36640]: pgmap v513: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:18:17.856 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:17 smithi006 ceph-mon[31422]: pgmap v513: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:18:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:17 smithi042 ceph-mon[36332]: pgmap v513: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:18:18.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 -- 172.21.15.6:0/1111051816 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f477c10ffa0 msgr2=0x7f477c112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 --2- 172.21.15.6:0/1111051816 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f477c10ffa0 0x7f477c112390 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f477400b0a0 tx=0x7f477400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 -- 172.21.15.6:0/1111051816 shutdown_connections 2024-05-20T21:18:18.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 --2- 172.21.15.6:0/1111051816 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f477c10ffa0 0x7f477c112390 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 --2- 172.21.15.6:0/1111051816 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f477c075770 0x7f477c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 --2- 172.21.15.6:0/1111051816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f477c076090 0x7f477c10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 -- 172.21.15.6:0/1111051816 >> 172.21.15.6:0/1111051816 conn(0x7f477c07a6a0 msgr2=0x7f477c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:18.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 -- 172.21.15.6:0/1111051816 shutdown_connections 2024-05-20T21:18:18.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.516+0000 7f4782800700 1 -- 172.21.15.6:0/1111051816 wait complete. 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.517+0000 7f4782800700 1 Processor -- start 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.517+0000 7f4782800700 1 -- start start 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f4782800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f477c075770 0x7f477c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f4782800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f477c076090 0x7f477c19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f4782800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f477c10ffa0 0x7f477c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f4782800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f477c115980 con 0x7f477c076090 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f4782800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f477c115800 con 0x7f477c075770 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f4782800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f477c115b00 con 0x7f477c10ffa0 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f477aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f477c076090 0x7f477c19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f477b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f477c075770 0x7f477c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f477b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f477c075770 0x7f477c19bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43852/0 (socket says 172.21.15.6:43852) 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f477b400700 1 -- 172.21.15.6:0/1392538901 learned_addr learned my addr 172.21.15.6:0/1392538901 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.518+0000 7f477be00700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f477c10ffa0 0x7f477c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f477b400700 1 -- 172.21.15.6:0/1392538901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f477c10ffa0 msgr2=0x7f477c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f477b400700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f477c10ffa0 0x7f477c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f477b400700 1 -- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f477c076090 msgr2=0x7f477c19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f477b400700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f477c076090 0x7f477c19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f477b400700 1 -- 172.21.15.6:0/1392538901 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f477c1a0da0 con 0x7f477c075770 2024-05-20T21:18:18.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f477b400700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f477c075770 0x7f477c19bd90 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f476c00e9c0 tx=0x7f476c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:18.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f4773e00700 1 -- 172.21.15.6:0/1392538901 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c00cbd0 con 0x7f477c075770 2024-05-20T21:18:18.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f4773e00700 1 -- 172.21.15.6:0/1392538901 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f476c00ee60 con 0x7f477c075770 2024-05-20T21:18:18.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f4782800700 1 -- 172.21.15.6:0/1392538901 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f477c1a1090 con 0x7f477c075770 2024-05-20T21:18:18.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.519+0000 7f4773e00700 1 -- 172.21.15.6:0/1392538901 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c0055c0 con 0x7f477c075770 2024-05-20T21:18:18.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.520+0000 7f4782800700 1 -- 172.21.15.6:0/1392538901 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f477c1a8910 con 0x7f477c075770 2024-05-20T21:18:18.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.523+0000 7f4773e00700 1 -- 172.21.15.6:0/1392538901 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f476c004750 con 0x7f477c075770 2024-05-20T21:18:18.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.524+0000 7f478d164b80 1 Processor -- start 2024-05-20T21:18:18.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f478d164b80 1 -- start start 2024-05-20T21:18:18.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f4773e00700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47600b2900 0x7f47600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f478d164b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea4299f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f478d164b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea423b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f478d164b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea424140 0x55d0ea4245c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f478d164b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d0ea381e40 con 0x55d0ea429610 2024-05-20T21:18:18.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f478d164b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d0ea3719e0 con 0x55d0ea429f30 2024-05-20T21:18:18.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f478d164b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d0ea375a20 con 0x55d0ea424140 2024-05-20T21:18:18.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f4773e00700 1 -- 172.21.15.6:0/1392538901 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f476c0e2510 con 0x7f477c075770 2024-05-20T21:18:18.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f477aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea423b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.525+0000 7f477b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea4299f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea423b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43868/0 (socket says 172.21.15.6:43868) 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477aa00700 1 -- 172.21.15.6:0/1467497779 learned_addr learned my addr 172.21.15.6:0/1467497779 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477be00700 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea424140 0x55d0ea4245c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477be00700 1 -- 172.21.15.6:0/1467497779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 msgr2=0x55d0ea423b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477be00700 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea423b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477be00700 1 -- 172.21.15.6:0/1467497779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 msgr2=0x55d0ea4299f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477be00700 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea4299f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477be00700 1 -- 172.21.15.6:0/1467497779 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0ea33a420 con 0x55d0ea424140 2024-05-20T21:18:18.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.526+0000 7f477aa00700 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea423b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.527+0000 7f477be00700 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea424140 0x55d0ea4245c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f477400b070 tx=0x7f4774009470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e1c68949dbc95bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.527+0000 7f477be00700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47600b2900 0x7f47600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.527+0000 7f4770c00700 1 -- 172.21.15.6:0/1467497779 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477400bd10 con 0x55d0ea424140 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.527+0000 7f4770c00700 1 -- 172.21.15.6:0/1467497779 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47740074e0 con 0x55d0ea424140 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.527+0000 7f4770c00700 1 -- 172.21.15.6:0/1467497779 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47740052a0 con 0x55d0ea424140 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f477be00700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47600b2900 0x7f47600b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f477400bfa0 tx=0x7f477400bf30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 -- 172.21.15.6:0/1467497779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea424140 msgr2=0x55d0ea4245c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea424140 0x55d0ea4245c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f477400b070 tx=0x7f4774009470 comp rx=0 tx=0).stop 2024-05-20T21:18:18.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 -- 172.21.15.6:0/1467497779 shutdown_connections 2024-05-20T21:18:18.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea424140 0x55d0ea4245c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea4299f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 --2- 172.21.15.6:0/1467497779 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea423b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 -- 172.21.15.6:0/1467497779 >> 172.21.15.6:0/1467497779 conn(0x55d0ea351be0 msgr2=0x55d0ea41e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:18.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 -- 172.21.15.6:0/1467497779 shutdown_connections 2024-05-20T21:18:18.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.528+0000 7f478d164b80 1 -- 172.21.15.6:0/1467497779 wait complete. 2024-05-20T21:18:18.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.529+0000 7f478d164b80 1 -- start start 2024-05-20T21:18:18.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.529+0000 7f478d164b80 1 Processor -- start 2024-05-20T21:18:18.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f478d164b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea424140 0x55d0ea42fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f478d164b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429610 0x55d0ea42d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f478d164b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea42d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f478d164b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d0ea277fa0 con 0x55d0ea424140 2024-05-20T21:18:18.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f478d164b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d0ea312760 con 0x55d0ea429f30 2024-05-20T21:18:18.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f478d164b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d0ea430980 con 0x55d0ea429610 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f478d164b80 10 client.0 _ll_register_callbacks cb 0x55d0ea31bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f477b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea424140 0x55d0ea42fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f477b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea424140 0x55d0ea42fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50658/0 (socket says 172.21.15.6:50658) 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f477b400700 1 -- 172.21.15.6:0/2789412646 learned_addr learned my addr 172.21.15.6:0/2789412646 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.530+0000 7f477aa00700 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429610 0x55d0ea42d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f477b400700 1 -- 172.21.15.6:0/2789412646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429610 msgr2=0x55d0ea42d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f477b400700 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429610 0x55d0ea42d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f477b400700 1 -- 172.21.15.6:0/2789412646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 msgr2=0x55d0ea42d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f477b400700 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea42d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f477b400700 1 -- 172.21.15.6:0/2789412646 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0ea2c18d0 con 0x55d0ea424140 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f477b400700 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea424140 0x55d0ea42fcf0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f476c0a5a60 tx=0x7f476c0a9f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9b8618c093aa8c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:18.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f4765600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f4765600700 1 -- 172.21.15.6:0/2789412646 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f476c0c4320 con 0x55d0ea424140 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f4765600700 1 -- 172.21.15.6:0/2789412646 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f476c0b2610 con 0x55d0ea424140 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.531+0000 7f478d164b80 1 -- 172.21.15.6:0/2789412646 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47740074e0 con 0x55d0ea424140 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f4765600700 1 -- 172.21.15.6:0/2789412646 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f476c0a51c0 con 0x55d0ea424140 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f478d164b80 10 client.15606 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f478d164b80 1 -- 172.21.15.6:0/2789412646 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0ea342060 con 0x55d0ea424140 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f4765600700 1 -- 172.21.15.6:0/2789412646 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47740074e0 con 0x55d0ea424140 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f4765600700 1 -- 172.21.15.6:0/2789412646 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f476c0cace0 con 0x55d0ea424140 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f478d164b80 10 client.15606 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f478d164b80 10 client.15606 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f478d164b80 20 client.15606 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:18.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f478d164b80 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0ea43d4f0 0x55d0ea43f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f478d164b80 4 client.15606 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:18.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.532+0000 7f478d164b80 1 -- 172.21.15.6:0/2789412646 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0ea383d90 con 0x55d0ea43d4f0 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.533+0000 7f477aa00700 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0ea43d4f0 0x55d0ea43f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.533+0000 7f477aa00700 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0ea43d4f0 0x55d0ea43f930 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=169b3251739c98e6 server_cookie=506848bd1b5f16b5 in_seq=0 out_seq=0 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.533+0000 7f4765600700 10 client.15606 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.534+0000 7f4765600700 1 -- 172.21.15.6:0/2789412646 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d0ea383d90 con 0x55d0ea43d4f0 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.534+0000 7f4765600700 10 client.15606 handle_command_reply: tid=0 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.534+0000 7f478d164b80 1 client.15606 shutdown 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.534+0000 7f478d164b80 1 -- 172.21.15.6:0/2789412646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea424140 msgr2=0x55d0ea42fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.534+0000 7f478d164b80 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea424140 0x55d0ea42fcf0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f476c0a5a60 tx=0x7f476c0a9f40 comp rx=0 tx=0).stop 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.534+0000 7f478d164b80 1 -- 172.21.15.6:0/2789412646 shutdown_connections 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.534+0000 7f478d164b80 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429f30 0x55d0ea42d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.534+0000 7f478d164b80 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea424140 0x55d0ea42fcf0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.535+0000 7f478d164b80 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0ea43d4f0 0x55d0ea43f930 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.535+0000 7f478d164b80 1 --2- 172.21.15.6:0/2789412646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429610 0x55d0ea42d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.535+0000 7f4765600700 0 client.15606 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:18.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.535+0000 7f478d164b80 1 -- 172.21.15.6:0/2789412646 >> 172.21.15.6:0/2789412646 conn(0x55d0ea351be0 msgr2=0x55d0ea41dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:18.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.535+0000 7f478d164b80 1 -- 172.21.15.6:0/2789412646 shutdown_connections 2024-05-20T21:18:18.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.535+0000 7f478d164b80 1 -- 172.21.15.6:0/2789412646 wait complete. 2024-05-20T21:18:18.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.535+0000 7f478d164b80 20 client.15606 trim_cache size 0 max 16384 2024-05-20T21:18:18.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.552+0000 7f478d164b80 1 Processor -- start 2024-05-20T21:18:18.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.552+0000 7f478d164b80 1 -- start start 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.552+0000 7f478d164b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429610 0x55d0ea423b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.552+0000 7f478d164b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429f30 0x55d0ea42aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.552+0000 7f478d164b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea439a20 0x55d0ea41e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f478d164b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1b2840 con 0x55d0ea429f30 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f478d164b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1b00d0 con 0x55d0ea429610 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f478d164b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1adf20 con 0x55d0ea439a20 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429f30 0x55d0ea42aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429610 0x55d0ea423b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429f30 0x55d0ea42aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50664/0 (socket says 172.21.15.6:50664) 2024-05-20T21:18:18.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429610 0x55d0ea423b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43888/0 (socket says 172.21.15.6:43888) 2024-05-20T21:18:18.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477aa00700 1 -- 172.21.15.6:0/3050458820 learned_addr learned my addr 172.21.15.6:0/3050458820 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:18.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477be00700 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea439a20 0x55d0ea41e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477aa00700 1 -- 172.21.15.6:0/3050458820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea439a20 msgr2=0x55d0ea41e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:18.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477aa00700 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea439a20 0x55d0ea41e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477aa00700 1 -- 172.21.15.6:0/3050458820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429610 msgr2=0x55d0ea423b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:18.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477aa00700 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429610 0x55d0ea423b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.553+0000 7f477aa00700 1 -- 172.21.15.6:0/3050458820 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0ea429c40 con 0x55d0ea429f30 2024-05-20T21:18:18.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.554+0000 7f477be00700 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea439a20 0x55d0ea41e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:18.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.554+0000 7f477b400700 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429610 0x55d0ea423b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.554+0000 7f477aa00700 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429f30 0x55d0ea42aba0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x55d0ea42e660 tx=0x7f4768009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcf84cf62f2b31c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.554+0000 7f4767e00700 1 -- 172.21.15.6:0/3050458820 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4768011d40 con 0x55d0ea429f30 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.554+0000 7f4767e00700 1 -- 172.21.15.6:0/3050458820 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47680044e0 con 0x55d0ea429f30 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.554+0000 7f4767e00700 1 -- 172.21.15.6:0/3050458820 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4768005280 con 0x55d0ea429f30 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 -- 172.21.15.6:0/3050458820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429f30 msgr2=0x55d0ea42aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429f30 0x55d0ea42aba0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x55d0ea42e660 tx=0x7f4768009260 comp rx=0 tx=0).stop 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 -- 172.21.15.6:0/3050458820 shutdown_connections 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea439a20 0x55d0ea41e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea429610 0x55d0ea423b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 --2- 172.21.15.6:0/3050458820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429f30 0x55d0ea42aba0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 -- 172.21.15.6:0/3050458820 >> 172.21.15.6:0/3050458820 conn(0x55d0ea351be0 msgr2=0x55d0ea42d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:18.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 -- 172.21.15.6:0/3050458820 shutdown_connections 2024-05-20T21:18:18.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.555+0000 7f478d164b80 1 -- 172.21.15.6:0/3050458820 wait complete. 2024-05-20T21:18:18.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.556+0000 7f478d164b80 1 -- start start 2024-05-20T21:18:18.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.556+0000 7f478d164b80 1 Processor -- start 2024-05-20T21:18:18.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.556+0000 7f478d164b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea444f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.556+0000 7f478d164b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429f30 0x55d0ea445460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f478d164b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea439a20 0x55d0ea4459a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f478d164b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1ae590 con 0x55d0ea429610 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f478d164b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1afa00 con 0x55d0ea439a20 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f478d164b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f477c1aec60 con 0x55d0ea429f30 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f478d164b80 10 client.0 _ll_register_callbacks cb 0x55d0ea31bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea444f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea439a20 0x55d0ea4459a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea439a20 0x55d0ea4459a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43902/0 (socket says 172.21.15.6:43902) 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea444f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50674/0 (socket says 172.21.15.6:50674) 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477be00700 1 -- 172.21.15.6:0/4283259333 learned_addr learned my addr 172.21.15.6:0/4283259333 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:18.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477aa00700 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429f30 0x55d0ea445460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477be00700 1 -- 172.21.15.6:0/4283259333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429f30 msgr2=0x55d0ea445460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477be00700 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429f30 0x55d0ea445460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477be00700 1 -- 172.21.15.6:0/4283259333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 msgr2=0x55d0ea444f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477be00700 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea444f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477be00700 1 -- 172.21.15.6:0/4283259333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0ea4a7280 con 0x55d0ea439a20 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.557+0000 7f477b400700 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea444f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.558+0000 7f477be00700 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea439a20 0x55d0ea4459a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f477400b0a0 tx=0x7f4774022000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a885092cca49b7d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.558+0000 7f4765600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.558+0000 7f4765600700 1 -- 172.21.15.6:0/4283259333 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4774038030 con 0x55d0ea439a20 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.558+0000 7f478d164b80 1 -- 172.21.15.6:0/4283259333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47680044e0 con 0x55d0ea439a20 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.558+0000 7f4765600700 1 -- 172.21.15.6:0/4283259333 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4774003d30 con 0x55d0ea439a20 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.558+0000 7f4765600700 1 -- 172.21.15.6:0/4283259333 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4774044050 con 0x55d0ea439a20 2024-05-20T21:18:18.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.558+0000 7f478d164b80 10 client.25748 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.558+0000 7f478d164b80 1 -- 172.21.15.6:0/4283259333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0ea4a8560 con 0x55d0ea439a20 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.559+0000 7f4765600700 1 -- 172.21.15.6:0/4283259333 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47680044e0 con 0x55d0ea439a20 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.559+0000 7f4765600700 1 -- 172.21.15.6:0/4283259333 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4774011070 con 0x55d0ea439a20 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.559+0000 7f478d164b80 10 client.25748 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.559+0000 7f478d164b80 10 client.25748 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.559+0000 7f478d164b80 20 client.25748 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.559+0000 7f478d164b80 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0ea4a8850 0x55d0ea4aac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.559+0000 7f478d164b80 4 client.25748 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.559+0000 7f478d164b80 1 -- 172.21.15.6:0/4283259333 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d0ea37d570 con 0x55d0ea4a8850 2024-05-20T21:18:18.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.560+0000 7f477b400700 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0ea4a8850 0x55d0ea4aac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:18.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.560+0000 7f477b400700 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0ea4a8850 0x55d0ea4aac40 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b2dfd21e3d3ef5c server_cookie=9690961e829f664d in_seq=0 out_seq=0 2024-05-20T21:18:18.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.560+0000 7f4765600700 10 client.25748 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:18.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f4765600700 1 -- 172.21.15.6:0/4283259333 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d0ea37d570 con 0x55d0ea4a8850 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f4765600700 10 client.25748 handle_command_reply: tid=0 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 client.25748 shutdown 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 -- 172.21.15.6:0/4283259333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea439a20 msgr2=0x55d0ea4459a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea439a20 0x55d0ea4459a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f477400b0a0 tx=0x7f4774022000 comp rx=0 tx=0).stop 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 -- 172.21.15.6:0/4283259333 shutdown_connections 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0ea439a20 0x55d0ea4459a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0ea429610 0x55d0ea444f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0ea4a8850 0x55d0ea4aac40 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f4765600700 0 client.25748 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 --2- 172.21.15.6:0/4283259333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0ea429f30 0x55d0ea445460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 -- 172.21.15.6:0/4283259333 >> 172.21.15.6:0/4283259333 conn(0x55d0ea351be0 msgr2=0x55d0ea42b980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 -- 172.21.15.6:0/4283259333 shutdown_connections 2024-05-20T21:18:18.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 1 -- 172.21.15.6:0/4283259333 wait complete. 2024-05-20T21:18:18.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.561+0000 7f478d164b80 20 client.25748 trim_cache size 0 max 16384 2024-05-20T21:18:18.565 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:18:18.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 -- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47600b2900 msgr2=0x7f47600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47600b2900 0x7f47600b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f477400bfa0 tx=0x7f477400bf30 comp rx=0 tx=0).stop 2024-05-20T21:18:18.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 -- 172.21.15.6:0/1392538901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f477c075770 msgr2=0x7f477c19bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f477c075770 0x7f477c19bd90 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f476c00e9c0 tx=0x7f476c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 -- 172.21.15.6:0/1392538901 shutdown_connections 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47600b2900 0x7f47600b4dc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f477c10ffa0 0x7f477c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f477c075770 0x7f477c19bd90 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 --2- 172.21.15.6:0/1392538901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f477c076090 0x7f477c19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.562+0000 7f4782800700 1 -- 172.21.15.6:0/1392538901 >> 172.21.15.6:0/1392538901 conn(0x7f477c07a6a0 msgr2=0x7f477c100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.563+0000 7f4782800700 1 -- 172.21.15.6:0/1392538901 shutdown_connections 2024-05-20T21:18:18.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:18.563+0000 7f4782800700 1 -- 172.21.15.6:0/1392538901 wait complete. 2024-05-20T21:18:18.995 INFO:tasks.workunit.client.0.smithi006.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-20T21:18:19.168 INFO:tasks.workunit.client.0.smithi006.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-20T21:18:19.261 INFO:tasks.workunit.client.0.smithi006.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-20T21:18:19.267 INFO:tasks.workunit.client.0.smithi006.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-20T21:18:19.267 INFO:tasks.workunit.client.0.smithi006.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-20T21:18:19.355 INFO:tasks.workunit.client.0.smithi006.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-20T21:18:19.367 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:18:19.367 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-20T21:18:19.422 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-05-20T21:18:19.423 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-05-20T21:18:19.424 DEBUG:teuthology.orchestra.run.smithi006:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4ebd1d5361d457738957dc0455bba90102296634 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-05-20T21:18:19.496 INFO:tasks.workunit.client.0.smithi006.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-05-20T21:18:19.499 INFO:tasks.workunit.client.0.smithi006.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-05-20T21:18:19.499 INFO:tasks.workunit.client.0.smithi006.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-05-20T21:18:19.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:19 smithi062 ceph-mon[36640]: pgmap v514: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:19.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:19 smithi042 ceph-mon[36332]: pgmap v514: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:19.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:19 smithi006 ceph-mon[31422]: pgmap v514: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:20.659 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:18:20.659 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:18:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 -- 172.21.15.6:0/151928616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450102910 msgr2=0x7f2450102d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 --2- 172.21.15.6:0/151928616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450102910 0x7f2450102d30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f2440009900 tx=0x7f244002a3f0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 -- 172.21.15.6:0/151928616 shutdown_connections 2024-05-20T21:18:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 --2- 172.21.15.6:0/151928616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24501044c0 0x7f245010ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 --2- 172.21.15.6:0/151928616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2450103b00 0x7f2450103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 --2- 172.21.15.6:0/151928616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450102910 0x7f2450102d30 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 -- 172.21.15.6:0/151928616 >> 172.21.15.6:0/151928616 conn(0x7f24500fde80 msgr2=0x7f24501002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:20.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 -- 172.21.15.6:0/151928616 shutdown_connections 2024-05-20T21:18:20.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.792+0000 7f244fe00640 1 -- 172.21.15.6:0/151928616 wait complete. 2024-05-20T21:18:20.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.793+0000 7f244fe00640 1 Processor -- start 2024-05-20T21:18:20.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244fe00640 1 -- start start 2024-05-20T21:18:20.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2450102910 0x7f245019ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450103b00 0x7f245019b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24501044c0 0x7f24501a22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244fe00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f245010e460 con 0x7f2450103b00 2024-05-20T21:18:20.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244fe00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f245010e2e0 con 0x7f2450102910 2024-05-20T21:18:20.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244fe00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f245010e5e0 con 0x7f24501044c0 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450103b00 0x7f245019b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244f400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24501044c0 0x7f24501a22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244ea00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2450102910 0x7f245019ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450103b00 0x7f245019b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50686/0 (socket says 172.21.15.6:50686) 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244e000640 1 -- 172.21.15.6:0/2934188741 learned_addr learned my addr 172.21.15.6:0/2934188741 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.794+0000 7f244f400640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24501044c0 0x7f24501a22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54084/0 (socket says 172.21.15.6:54084) 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.795+0000 7f244f400640 1 -- 172.21.15.6:0/2934188741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2450102910 msgr2=0x7f245019ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.795+0000 7f244f400640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2450102910 0x7f245019ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.795+0000 7f244f400640 1 -- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450103b00 msgr2=0x7f245019b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.795+0000 7f244f400640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450103b00 0x7f245019b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.795+0000 7f244f400640 1 -- 172.21.15.6:0/2934188741 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24501a2960 con 0x7f24501044c0 2024-05-20T21:18:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.795+0000 7f244ea00640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2450102910 0x7f245019ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.795+0000 7f244f400640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24501044c0 0x7f24501a22f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2448009fd0 tx=0x7f244800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.796+0000 7f2447400640 1 -- 172.21.15.6:0/2934188741 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244800ce20 con 0x7f24501044c0 2024-05-20T21:18:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.796+0000 7f2447400640 1 -- 172.21.15.6:0/2934188741 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2448005020 con 0x7f24501044c0 2024-05-20T21:18:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.796+0000 7f244fe00640 1 -- 172.21.15.6:0/2934188741 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24501a2c50 con 0x7f24501044c0 2024-05-20T21:18:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.796+0000 7f2447400640 1 -- 172.21.15.6:0/2934188741 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2448010690 con 0x7f24501044c0 2024-05-20T21:18:20.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.796+0000 7f244fe00640 1 -- 172.21.15.6:0/2934188741 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24501a3150 con 0x7f24501044c0 2024-05-20T21:18:20.798 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.799+0000 7f2458591740 1 Processor -- start 2024-05-20T21:18:20.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.800+0000 7f2447400640 1 -- 172.21.15.6:0/2934188741 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f24480054d0 con 0x7f24501044c0 2024-05-20T21:18:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.800+0000 7f2458591740 1 -- start start 2024-05-20T21:18:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.800+0000 7f2458591740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d4cf0 0x5627451d5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.800+0000 7f2458591740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451da1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.800+0000 7f2458591740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451dcce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.800+0000 7f2458591740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562745144b90 con 0x5627451d4cf0 2024-05-20T21:18:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.800+0000 7f2458591740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562745134730 con 0x5627451d56e0 2024-05-20T21:18:20.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.800+0000 7f2458591740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562745138770 con 0x5627451da850 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451da1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451da1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43924/0 (socket says 172.21.15.6:43924) 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 -- 172.21.15.6:0/2466771676 learned_addr learned my addr 172.21.15.6:0/2466771676 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244e000640 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d4cf0 0x5627451d5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244e000640 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451dcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 -- 172.21.15.6:0/2466771676 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 msgr2=0x5627451dcce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451dcce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 -- 172.21.15.6:0/2466771676 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d4cf0 msgr2=0x5627451d5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d4cf0 0x5627451d5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 -- 172.21.15.6:0/2466771676 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627450cd8b0 con 0x5627451d56e0 2024-05-20T21:18:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244e000640 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451dcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.801+0000 7f244ea00640 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451da1e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2440000c00 tx=0x7f24400044c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ba866ebcb59f93f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.802+0000 7f2447400640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24340b2840 0x7f24340b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.802+0000 7f243be00640 1 -- 172.21.15.6:0/2466771676 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2440040070 con 0x5627451d56e0 2024-05-20T21:18:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.802+0000 7f243be00640 1 -- 172.21.15.6:0/2466771676 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2440003de0 con 0x5627451d56e0 2024-05-20T21:18:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.802+0000 7f243be00640 1 -- 172.21.15.6:0/2466771676 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2440035040 con 0x5627451d56e0 2024-05-20T21:18:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.802+0000 7f2447400640 1 -- 172.21.15.6:0/2934188741 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f24480e29a0 con 0x7f24501044c0 2024-05-20T21:18:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.802+0000 7f244e000640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24340b2840 0x7f24340b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 -- 172.21.15.6:0/2466771676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 msgr2=0x5627451da1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451da1e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2440000c00 tx=0x7f24400044c0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f244e000640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24340b2840 0x7f24340b4d00 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x5627451d5f40 tx=0x7f243c0094b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 -- 172.21.15.6:0/2466771676 shutdown_connections 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451dcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451da1e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 --2- 172.21.15.6:0/2466771676 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d4cf0 0x5627451d5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 -- 172.21.15.6:0/2466771676 >> 172.21.15.6:0/2466771676 conn(0x5627451d0360 msgr2=0x5627451d0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 -- 172.21.15.6:0/2466771676 shutdown_connections 2024-05-20T21:18:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 -- 172.21.15.6:0/2466771676 wait complete. 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.803+0000 7f2458591740 1 -- start start 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f2458591740 1 Processor -- start 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f2458591740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451dea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f2458591740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451def90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f2458591740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x5627451e5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f2458591740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562744e1a790 con 0x5627451da850 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f2458591740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5627450dcbc0 con 0x5627451d56e0 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f2458591740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5627451dd7a0 con 0x5627451d4cf0 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f2458591740 10 client.0 _ll_register_callbacks cb 0x5627450ba400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f244ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451dea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f244ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451dea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54096/0 (socket says 172.21.15.6:54096) 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f244ea00640 1 -- 172.21.15.6:0/1629394952 learned_addr learned my addr 172.21.15.6:0/1629394952 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f244f400640 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x5627451e5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.804+0000 7f244e000640 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451def90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f244ea00640 1 -- 172.21.15.6:0/1629394952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 msgr2=0x5627451def90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f244ea00640 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451def90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f244ea00640 1 -- 172.21.15.6:0/1629394952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 msgr2=0x5627451e5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f244ea00640 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x5627451e5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f244ea00640 1 -- 172.21.15.6:0/1629394952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562744e49210 con 0x5627451d4cf0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f244f400640 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x5627451e5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f244ea00640 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451dea50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2440005710 tx=0x7f24400315a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8cb046f75f4785e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f2438c00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f2438c00640 1 -- 172.21.15.6:0/1629394952 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2440052060 con 0x5627451d4cf0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f2438c00640 1 -- 172.21.15.6:0/1629394952 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2440003930 con 0x5627451d4cf0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.805+0000 7f2458591740 1 -- 172.21.15.6:0/1629394952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2440003de0 con 0x5627451d4cf0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2438c00640 1 -- 172.21.15.6:0/1629394952 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2440035040 con 0x5627451d4cf0 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2458591740 10 client.25741 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2458591740 1 -- 172.21.15.6:0/1629394952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562744f15620 con 0x5627451d4cf0 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2438c00640 1 -- 172.21.15.6:0/1629394952 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2440003de0 con 0x5627451d4cf0 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2438c00640 1 -- 172.21.15.6:0/1629394952 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f244003c440 con 0x5627451d4cf0 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2458591740 10 client.25741 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2458591740 10 client.25741 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2458591740 20 client.25741 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2458591740 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627451ea0a0 0x5627451ec490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2458591740 4 client.25741 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.806+0000 7f2458591740 1 -- 172.21.15.6:0/1629394952 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562745146ae0 con 0x5627451ea0a0 2024-05-20T21:18:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.807+0000 7f244e000640 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627451ea0a0 0x5627451ec490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.807+0000 7f244e000640 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627451ea0a0 0x5627451ec490 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d449973585a98035 server_cookie=a577d636a744862c in_seq=0 out_seq=0 2024-05-20T21:18:20.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.807+0000 7f2438c00640 10 client.25741 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:20.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.808+0000 7f2438c00640 1 -- 172.21.15.6:0/1629394952 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562745146ae0 con 0x5627451ea0a0 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.808+0000 7f2438c00640 10 client.25741 handle_command_reply: tid=0 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.808+0000 7f2458591740 1 client.25741 shutdown 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.808+0000 7f2458591740 1 -- 172.21.15.6:0/1629394952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 msgr2=0x5627451dea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.808+0000 7f2458591740 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451dea50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f2440005710 tx=0x7f24400315a0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 1 -- 172.21.15.6:0/1629394952 shutdown_connections 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627451ea0a0 0x5627451ec490 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x5627451e5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451def90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 1 --2- 172.21.15.6:0/1629394952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451dea50 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2438c00640 0 client.25741 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 1 -- 172.21.15.6:0/1629394952 >> 172.21.15.6:0/1629394952 conn(0x5627451d0360 msgr2=0x5627451cf4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 1 -- 172.21.15.6:0/1629394952 shutdown_connections 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 1 -- 172.21.15.6:0/1629394952 wait complete. 2024-05-20T21:18:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.809+0000 7f2458591740 20 client.25741 trim_cache size 0 max 16384 2024-05-20T21:18:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.826+0000 7f2458591740 1 Processor -- start 2024-05-20T21:18:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.826+0000 7f2458591740 1 -- start start 2024-05-20T21:18:20.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.826+0000 7f2458591740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d4cf0 0x5627451d6860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.826+0000 7f2458591740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d56e0 0x5627451e5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.826+0000 7f2458591740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451de070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.826+0000 7f2458591740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f24501aea30 con 0x5627451d56e0 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.826+0000 7f2458591740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f24501ac300 con 0x5627451d4cf0 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.826+0000 7f2458591740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f24501aa150 con 0x5627451da850 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d56e0 0x5627451e5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244ea00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d4cf0 0x5627451d6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d56e0 0x5627451e5f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50706/0 (socket says 172.21.15.6:50706) 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244ea00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d4cf0 0x5627451d6860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43950/0 (socket says 172.21.15.6:43950) 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244f400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451de070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244e000640 1 -- 172.21.15.6:0/810164323 learned_addr learned my addr 172.21.15.6:0/810164323 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:20.828 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244ea00640 1 -- 172.21.15.6:0/810164323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 msgr2=0x5627451de070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244ea00640 1 --2- 172.21.15.6:0/810164323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451de070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244ea00640 1 -- 172.21.15.6:0/810164323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d56e0 msgr2=0x5627451e5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244ea00640 1 --2- 172.21.15.6:0/810164323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d56e0 0x5627451e5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244ea00640 1 -- 172.21.15.6:0/810164323 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627451d0190 con 0x5627451d4cf0 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244e000640 1 --2- 172.21.15.6:0/810164323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d56e0 0x5627451e5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.827+0000 7f244ea00640 1 --2- 172.21.15.6:0/810164323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d4cf0 0x5627451d6860 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f244003ca00 tx=0x7f24400044c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=396e6e141c410da3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.828+0000 7f243b400640 1 -- 172.21.15.6:0/810164323 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2440040040 con 0x5627451d4cf0 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.828+0000 7f243b400640 1 -- 172.21.15.6:0/810164323 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f244003ce50 con 0x5627451d4cf0 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.828+0000 7f243b400640 1 -- 172.21.15.6:0/810164323 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2440003b30 con 0x5627451d4cf0 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.828+0000 7f2458591740 1 -- 172.21.15.6:0/810164323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d4cf0 msgr2=0x5627451d6860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.828+0000 7f2458591740 1 --2- 172.21.15.6:0/810164323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d4cf0 0x5627451d6860 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f244003ca00 tx=0x7f24400044c0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 -- 172.21.15.6:0/810164323 shutdown_connections 2024-05-20T21:18:20.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 --2- 172.21.15.6:0/810164323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451da850 0x5627451de070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 --2- 172.21.15.6:0/810164323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451d56e0 0x5627451e5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 --2- 172.21.15.6:0/810164323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d4cf0 0x5627451d6860 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 -- 172.21.15.6:0/810164323 >> 172.21.15.6:0/810164323 conn(0x5627451d0360 msgr2=0x5627451d6150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:20.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 -- 172.21.15.6:0/810164323 shutdown_connections 2024-05-20T21:18:20.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 -- 172.21.15.6:0/810164323 wait complete. 2024-05-20T21:18:20.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 -- start start 2024-05-20T21:18:20.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.829+0000 7f2458591740 1 Processor -- start 2024-05-20T21:18:20.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f2458591740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451e2c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f2458591740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451e3190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f2458591740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x562745252b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f2458591740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f24501aa7c0 con 0x5627451da850 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f2458591740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f24501abc30 con 0x5627451d56e0 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f2458591740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f24501aae90 con 0x5627451d4cf0 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f2458591740 10 client.0 _ll_register_callbacks cb 0x7f2440009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244e000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451e3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244e000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451e3190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43956/0 (socket says 172.21.15.6:43956) 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244e000640 1 -- 172.21.15.6:0/1048974432 learned_addr learned my addr 172.21.15.6:0/1048974432 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244ea00640 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451e2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244f400640 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x562745252b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244e000640 1 -- 172.21.15.6:0/1048974432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 msgr2=0x5627451e2c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244e000640 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451e2c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244e000640 1 -- 172.21.15.6:0/1048974432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 msgr2=0x562745252b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244e000640 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x562745252b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.830+0000 7f244e000640 1 -- 172.21.15.6:0/1048974432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627451e6210 con 0x5627451d56e0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.831+0000 7f244e000640 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451e3190 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f243c004040 tx=0x7f243c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=806d2c567d412222 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.831+0000 7f2438c00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.831+0000 7f2438c00640 1 -- 172.21.15.6:0/1048974432 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243c01c870 con 0x5627451d56e0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.831+0000 7f2458591740 1 -- 172.21.15.6:0/1048974432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f244003ce50 con 0x5627451d56e0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.831+0000 7f2438c00640 1 -- 172.21.15.6:0/1048974432 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f243c01ca10 con 0x5627451d56e0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2438c00640 1 -- 172.21.15.6:0/1048974432 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f243c01cc10 con 0x5627451d56e0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2458591740 10 client.25766 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2458591740 1 -- 172.21.15.6:0/1048974432 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627452540f0 con 0x5627451d56e0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2438c00640 1 -- 172.21.15.6:0/1048974432 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f244003ce50 con 0x5627451d56e0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2438c00640 1 -- 172.21.15.6:0/1048974432 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f243c004aa0 con 0x5627451d56e0 2024-05-20T21:18:20.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2458591740 10 client.25766 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:20.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2458591740 10 client.25766 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:20.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2458591740 20 client.25766 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:20.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2458591740 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562745254b00 0x562745256f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:20.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2458591740 4 client.25766 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:18:20.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.832+0000 7f2458591740 1 -- 172.21.15.6:0/1048974432 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5627451402c0 con 0x562745254b00 2024-05-20T21:18:20.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.833+0000 7f244ea00640 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562745254b00 0x562745256f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:20.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.833+0000 7f244ea00640 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562745254b00 0x562745256f20 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6a870d2fe6f5e8b server_cookie=14590a1d71ea5b8d in_seq=0 out_seq=0 2024-05-20T21:18:20.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.833+0000 7f2438c00640 10 client.25766 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:20.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2438c00640 1 -- 172.21.15.6:0/1048974432 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5627451402c0 con 0x562745254b00 2024-05-20T21:18:20.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2438c00640 10 client.25766 handle_command_reply: tid=0 2024-05-20T21:18:20.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 client.25766 shutdown 2024-05-20T21:18:20.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 -- 172.21.15.6:0/1048974432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 msgr2=0x5627451e3190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451e3190 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f243c004040 tx=0x7f243c0046c0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 -- 172.21.15.6:0/1048974432 shutdown_connections 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562745254b00 0x562745256f20 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627451da850 0x562745252b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2438c00640 0 client.25766 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627451d56e0 0x5627451e3190 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 --2- 172.21.15.6:0/1048974432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627451d4cf0 0x5627451e2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.843+0000 7f2458591740 1 -- 172.21.15.6:0/1048974432 >> 172.21.15.6:0/1048974432 conn(0x5627451d0360 msgr2=0x5627451d6800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.844+0000 7f2458591740 1 -- 172.21.15.6:0/1048974432 shutdown_connections 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.844+0000 7f2458591740 1 -- 172.21.15.6:0/1048974432 wait complete. 2024-05-20T21:18:20.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.844+0000 7f2458591740 20 client.25766 trim_cache size 0 max 16384 2024-05-20T21:18:20.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:18:20.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:18:20.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:18:20.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.844+0000 7f244fe00640 1 -- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24340b2840 msgr2=0x7f24340b4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24340b2840 0x7f24340b4d00 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x5627451d5f40 tx=0x7f243c0094b0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 -- 172.21.15.6:0/2934188741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24501044c0 msgr2=0x7f24501a22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24501044c0 0x7f24501a22f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2448009fd0 tx=0x7f244800ef10 comp rx=0 tx=0).stop 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 -- 172.21.15.6:0/2934188741 shutdown_connections 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24340b2840 0x7f24340b4d00 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24501044c0 0x7f24501a22f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2450103b00 0x7f245019b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 --2- 172.21.15.6:0/2934188741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2450102910 0x7f245019ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 -- 172.21.15.6:0/2934188741 >> 172.21.15.6:0/2934188741 conn(0x7f24500fde80 msgr2=0x7f2450074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 -- 172.21.15.6:0/2934188741 shutdown_connections 2024-05-20T21:18:20.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:20.845+0000 7f244fe00640 1 -- 172.21.15.6:0/2934188741 wait complete. 2024-05-20T21:18:21.127 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:21.599 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:21 smithi006 ceph-mon[31422]: pgmap v515: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:21 smithi062 ceph-mon[36640]: pgmap v515: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:21 smithi042 ceph-mon[36332]: pgmap v515: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:18:23.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 -- 172.21.15.6:0/3699316226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 msgr2=0x7ff1f010f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3699316226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 0x7ff1f010f7f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc009990 tx=0x7ff1dc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 -- 172.21.15.6:0/3699316226 shutdown_connections 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3699316226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1f010fd30 0x7ff1f0112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3699316226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff1f0075860 0x7ff1f0075c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3699316226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 0x7ff1f010f7f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 -- 172.21.15.6:0/3699316226 >> 172.21.15.6:0/3699316226 conn(0x7ff1f00fefc0 msgr2=0x7ff1f01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 -- 172.21.15.6:0/3699316226 shutdown_connections 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.391+0000 7ff1f6000700 1 -- 172.21.15.6:0/3699316226 wait complete. 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.393+0000 7ff1f6000700 1 Processor -- start 2024-05-20T21:18:23.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.393+0000 7ff1f6000700 1 -- start start 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.393+0000 7ff1f6000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff1f0075860 0x7ff1f019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.393+0000 7ff1f6000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 0x7ff1f019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.393+0000 7ff1f6000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1f010fd30 0x7ff1f01a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.393+0000 7ff1f6000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f0115870 con 0x7ff1f010fd30 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.393+0000 7ff1f6000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01156f0 con 0x7ff1f0075860 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.393+0000 7ff1f6000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01159f0 con 0x7ff1f0076180 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 0x7ff1f019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1f4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff1f0075860 0x7ff1f019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 0x7ff1f019c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54122/0 (socket says 172.21.15.6:54122) 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 -- 172.21.15.6:0/3920495694 learned_addr learned my addr 172.21.15.6:0/3920495694 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1f5600700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1f010fd30 0x7ff1f01a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 -- 172.21.15.6:0/3920495694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff1f0075860 msgr2=0x7ff1f019be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff1f0075860 0x7ff1f019be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 -- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1f010fd30 msgr2=0x7ff1f01a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1f010fd30 0x7ff1f01a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 -- 172.21.15.6:0/3920495694 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1f01a0e10 con 0x7ff1f0076180 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff1f0075860 0x7ff1f019be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.394+0000 7ff1efe00700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 0x7ff1f019c340 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc000c00 tx=0x7ff1dc0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.395+0000 7ff1ed600700 1 -- 172.21.15.6:0/3920495694 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc027070 con 0x7ff1f0076180 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.395+0000 7ff1f6000700 1 -- 172.21.15.6:0/3920495694 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1f01a10a0 con 0x7ff1f0076180 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.395+0000 7ff1ed600700 1 -- 172.21.15.6:0/3920495694 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1dc022470 con 0x7ff1f0076180 2024-05-20T21:18:23.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.395+0000 7ff1ed600700 1 -- 172.21.15.6:0/3920495694 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc017650 con 0x7ff1f0076180 2024-05-20T21:18:23.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.395+0000 7ff1f6000700 1 -- 172.21.15.6:0/3920495694 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1f01a8980 con 0x7ff1f0076180 2024-05-20T21:18:23.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.399+0000 7ff1ed600700 1 -- 172.21.15.6:0/3920495694 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff1dc02a070 con 0x7ff1f0076180 2024-05-20T21:18:23.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.400+0000 7ff201f7ab80 1 Processor -- start 2024-05-20T21:18:23.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.400+0000 7ff201f7ab80 1 -- start start 2024-05-20T21:18:23.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.400+0000 7ff1ed600700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1d80b2880 0x7ff1d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e2317480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e2311530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1ed600700 1 -- 172.21.15.6:0/3920495694 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff1dc0e2fe0 con 0x7ff1f0076180 2024-05-20T21:18:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e2311fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5598e226fec0 con 0x5598e23179c0 2024-05-20T21:18:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5598e225fa60 con 0x5598e23170a0 2024-05-20T21:18:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5598e2263aa0 con 0x5598e2311b50 2024-05-20T21:18:23.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1f4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e2317480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1f4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e2317480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43980/0 (socket says 172.21.15.6:43980) 2024-05-20T21:18:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1f4c00700 1 -- 172.21.15.6:0/3263555589 learned_addr learned my addr 172.21.15.6:0/3263555589 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1f5600700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1d80b2880 0x7ff1d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1efe00700 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e2311530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1f5600700 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e2311fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1f4c00700 1 -- 172.21.15.6:0/3263555589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 msgr2=0x5598e2311fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.401+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e2311fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1f4c00700 1 -- 172.21.15.6:0/3263555589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 msgr2=0x5598e2311530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e2311530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1f4c00700 1 -- 172.21.15.6:0/3263555589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598e22284a0 con 0x5598e23170a0 2024-05-20T21:18:23.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1efe00700 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e2311530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e2317480 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff1e40060b0 tx=0x7ff1e4009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=567a432e8fb9963e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1f5600700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1d80b2880 0x7ff1d80b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff1e800b620 tx=0x7ff1e800b830 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1e2000700 1 -- 172.21.15.6:0/3263555589 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e4019070 con 0x5598e23170a0 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1e2000700 1 -- 172.21.15.6:0/3263555589 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1e400edb0 con 0x5598e23170a0 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.402+0000 7ff1e2000700 1 -- 172.21.15.6:0/3263555589 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e40143b0 con 0x5598e23170a0 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3263555589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 msgr2=0x5598e2317480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e2317480 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff1e40060b0 tx=0x7ff1e4009920 comp rx=0 tx=0).stop 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3263555589 shutdown_connections 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e2311fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e2317480 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/3263555589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e2311530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3263555589 >> 172.21.15.6:0/3263555589 conn(0x5598e223fc60 msgr2=0x5598e230c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:23.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3263555589 shutdown_connections 2024-05-20T21:18:23.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.403+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3263555589 wait complete. 2024-05-20T21:18:23.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.404+0000 7ff201f7ab80 1 -- start start 2024-05-20T21:18:23.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.404+0000 7ff201f7ab80 1 Processor -- start 2024-05-20T21:18:23.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e231d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e231aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e231afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5598e2166020 con 0x5598e23179c0 2024-05-20T21:18:23.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5598e22007e0 con 0x5598e23170a0 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5598e231e4e0 con 0x5598e2311b50 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff201f7ab80 10 client.0 _ll_register_callbacks cb 0x5598e2209cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff1f5600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e231afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff1f4c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e231d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff1efe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e231aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff1f4c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e231d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54142/0 (socket says 172.21.15.6:54142) 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.405+0000 7ff1f4c00700 1 -- 172.21.15.6:0/34548492 learned_addr learned my addr 172.21.15.6:0/34548492 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1f4c00700 1 -- 172.21.15.6:0/34548492 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 msgr2=0x5598e231aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e231aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1f4c00700 1 -- 172.21.15.6:0/34548492 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 msgr2=0x5598e231afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e231afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1f4c00700 1 -- 172.21.15.6:0/34548492 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598e21af950 con 0x5598e2311b50 2024-05-20T21:18:23.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e231d6f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4015640 tx=0x7ff1e4015670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9339719773bdbeda server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:23.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1d6a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:18:23.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1d6a00700 1 -- 172.21.15.6:0/34548492 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e402c060 con 0x5598e2311b50 2024-05-20T21:18:23.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff1d6a00700 1 -- 172.21.15.6:0/34548492 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff1e400e700 con 0x5598e2311b50 2024-05-20T21:18:23.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.406+0000 7ff201f7ab80 1 -- 172.21.15.6:0/34548492 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1e400edb0 con 0x5598e2311b50 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff1d6a00700 1 -- 172.21.15.6:0/34548492 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff1e4019040 con 0x5598e2311b50 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff201f7ab80 10 client.25759 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff201f7ab80 1 -- 172.21.15.6:0/34548492 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5598e22300e0 con 0x5598e2311b50 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff1d6a00700 1 -- 172.21.15.6:0/34548492 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1e400edb0 con 0x5598e2311b50 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff1d6a00700 1 -- 172.21.15.6:0/34548492 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff1e4026030 con 0x5598e2311b50 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff201f7ab80 10 client.25759 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff201f7ab80 10 client.25759 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff201f7ab80 20 client.25759 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:23.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5598e232af50 0x5598e232d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff201f7ab80 4 client.25759 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.407+0000 7ff201f7ab80 1 -- 172.21.15.6:0/34548492 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598e2271e10 con 0x5598e232af50 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.408+0000 7ff1efe00700 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5598e232af50 0x5598e232d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.408+0000 7ff1efe00700 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5598e232af50 0x5598e232d340 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28039da96ab9fbd7 server_cookie=dd17b5c48ae18b93 in_seq=0 out_seq=0 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.408+0000 7ff1d6a00700 10 client.25759 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.409+0000 7ff1d6a00700 1 -- 172.21.15.6:0/34548492 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5598e2271e10 con 0x5598e232af50 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.409+0000 7ff1d6a00700 10 client.25759 handle_command_reply: tid=0 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.409+0000 7ff201f7ab80 1 client.25759 shutdown 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.409+0000 7ff201f7ab80 1 -- 172.21.15.6:0/34548492 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 msgr2=0x5598e231d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.409+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e231d6f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4015640 tx=0x7ff1e4015670 comp rx=0 tx=0).stop 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 1 -- 172.21.15.6:0/34548492 shutdown_connections 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e231afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5598e232af50 0x5598e232d340 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e2311b50 0x5598e231d6f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/34548492 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e23170a0 0x5598e231aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff1d6a00700 0 client.25759 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:23.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 1 -- 172.21.15.6:0/34548492 >> 172.21.15.6:0/34548492 conn(0x5598e223fc60 msgr2=0x5598e2310520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:23.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 1 -- 172.21.15.6:0/34548492 shutdown_connections 2024-05-20T21:18:23.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 1 -- 172.21.15.6:0/34548492 wait complete. 2024-05-20T21:18:23.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.410+0000 7ff201f7ab80 20 client.25759 trim_cache size 0 max 16384 2024-05-20T21:18:23.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.433+0000 7ff201f7ab80 1 Processor -- start 2024-05-20T21:18:23.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.433+0000 7ff201f7ab80 1 -- start start 2024-05-20T21:18:23.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2311530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23170a0 0x5598e23329d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23179c0 0x5598e2332f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01b27d0 con 0x5598e23170a0 2024-05-20T21:18:23.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01b0060 con 0x5598e2311b50 2024-05-20T21:18:23.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01adeb0 con 0x5598e23179c0 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff1efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23170a0 0x5598e23329d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff1f4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2311530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff1efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23170a0 0x5598e23329d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50772/0 (socket says 172.21.15.6:50772) 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff1efe00700 1 -- 172.21.15.6:0/3098803882 learned_addr learned my addr 172.21.15.6:0/3098803882 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.434+0000 7ff1f5600700 1 --2- 172.21.15.6:0/3098803882 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23179c0 0x5598e2332f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1f4c00700 1 -- 172.21.15.6:0/3098803882 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23179c0 msgr2=0x5598e2332f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/3098803882 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23179c0 0x5598e2332f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1f4c00700 1 -- 172.21.15.6:0/3098803882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23170a0 msgr2=0x5598e23329d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:23.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/3098803882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23170a0 0x5598e23329d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1f4c00700 1 -- 172.21.15.6:0/3098803882 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598e2333450 con 0x5598e2311b50 2024-05-20T21:18:23.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/3098803882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2311530 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4016af0 tx=0x7ff1e40094b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d7d324636eb0c31 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:23.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1e1600700 1 -- 172.21.15.6:0/3098803882 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e402c050 con 0x5598e2311b50 2024-05-20T21:18:23.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1e1600700 1 -- 172.21.15.6:0/3098803882 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1e4004ce0 con 0x5598e2311b50 2024-05-20T21:18:23.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.435+0000 7ff1e1600700 1 -- 172.21.15.6:0/3098803882 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e400eba0 con 0x5598e2311b50 2024-05-20T21:18:23.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3098803882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 msgr2=0x5598e2311530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/3098803882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2311530 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4016af0 tx=0x7ff1e40094b0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3098803882 shutdown_connections 2024-05-20T21:18:23.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/3098803882 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23179c0 0x5598e2332f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/3098803882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2311530 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/3098803882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23170a0 0x5598e23329d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3098803882 >> 172.21.15.6:0/3098803882 conn(0x5598e223fc60 msgr2=0x5598e230bcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:23.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3098803882 shutdown_connections 2024-05-20T21:18:23.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 -- 172.21.15.6:0/3098803882 wait complete. 2024-05-20T21:18:23.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.436+0000 7ff201f7ab80 1 -- start start 2024-05-20T21:18:23.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.437+0000 7ff201f7ab80 1 Processor -- start 2024-05-20T21:18:23.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.437+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2320740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.437+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23170a0 0x5598e2320c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.437+0000 7ff201f7ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e23211c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.437+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01ae520 con 0x5598e23179c0 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.437+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01af990 con 0x5598e2311b50 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.437+0000 7ff201f7ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01aebf0 con 0x5598e23170a0 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.437+0000 7ff201f7ab80 10 client.0 _ll_register_callbacks cb 0x5598e2209cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2320740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2320740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44014/0 (socket says 172.21.15.6:44014) 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f5600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e23211c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 -- 172.21.15.6:0/357811761 learned_addr learned my addr 172.21.15.6:0/357811761 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1efe00700 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23170a0 0x5598e2320c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 -- 172.21.15.6:0/357811761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23170a0 msgr2=0x5598e2320c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23170a0 0x5598e2320c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 -- 172.21.15.6:0/357811761 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 msgr2=0x5598e23211c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e23211c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 -- 172.21.15.6:0/357811761 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598e23958b0 con 0x5598e2311b50 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1f4c00700 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2320740 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4009960 tx=0x7ff1e4004f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e23f900f6d1b0b8b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.438+0000 7ff1d6a00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.439+0000 7ff1d6a00700 1 -- 172.21.15.6:0/357811761 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e402c040 con 0x5598e2311b50 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.439+0000 7ff201f7ab80 1 -- 172.21.15.6:0/357811761 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1e4004ce0 con 0x5598e2311b50 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.439+0000 7ff1d6a00700 1 -- 172.21.15.6:0/357811761 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff1e4015c10 con 0x5598e2311b50 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.439+0000 7ff1d6a00700 1 -- 172.21.15.6:0/357811761 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff1e4015e30 con 0x5598e2311b50 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.439+0000 7ff201f7ab80 10 client.25784 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.439+0000 7ff201f7ab80 1 -- 172.21.15.6:0/357811761 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5598e2396b50 con 0x5598e2311b50 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.439+0000 7ff1d6a00700 1 -- 172.21.15.6:0/357811761 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1e4004ce0 con 0x5598e2311b50 2024-05-20T21:18:23.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.440+0000 7ff1d6a00700 1 -- 172.21.15.6:0/357811761 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff1e4026040 con 0x5598e2311b50 2024-05-20T21:18:23.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.440+0000 7ff201f7ab80 10 client.25784 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:23.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.440+0000 7ff201f7ab80 10 client.25784 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:23.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.440+0000 7ff201f7ab80 20 client.25784 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:23.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.440+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5598e2397090 0x5598e2399480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:23.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.440+0000 7ff201f7ab80 4 client.25784 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:18:23.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.440+0000 7ff201f7ab80 1 -- 172.21.15.6:0/357811761 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5598e226b5f0 con 0x5598e2397090 2024-05-20T21:18:23.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.440+0000 7ff1efe00700 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5598e2397090 0x5598e2399480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:23.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.441+0000 7ff1efe00700 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5598e2397090 0x5598e2399480 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2440cd3b23c12c8a server_cookie=c156049467386595 in_seq=0 out_seq=0 2024-05-20T21:18:23.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.441+0000 7ff1d6a00700 10 client.25784 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:23.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff1d6a00700 1 -- 172.21.15.6:0/357811761 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5598e226b5f0 con 0x5598e2397090 2024-05-20T21:18:23.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff1d6a00700 10 client.25784 handle_command_reply: tid=0 2024-05-20T21:18:23.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 client.25784 shutdown 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 -- 172.21.15.6:0/357811761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 msgr2=0x5598e2320740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2320740 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4009960 tx=0x7ff1e4004f80 comp rx=0 tx=0).stop 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 -- 172.21.15.6:0/357811761 shutdown_connections 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5598e23179c0 0x5598e23211c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5598e2311b50 0x5598e2320740 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5598e2397090 0x5598e2399480 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 --2- 172.21.15.6:0/357811761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5598e23170a0 0x5598e2320c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 -- 172.21.15.6:0/357811761 >> 172.21.15.6:0/357811761 conn(0x5598e223fc60 msgr2=0x5598e2317e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff1d6a00700 0 client.25784 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.442+0000 7ff201f7ab80 1 -- 172.21.15.6:0/357811761 shutdown_connections 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.443+0000 7ff201f7ab80 1 -- 172.21.15.6:0/357811761 wait complete. 2024-05-20T21:18:23.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.443+0000 7ff201f7ab80 20 client.25784 trim_cache size 0 max 16384 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "36b21c20-3733-43ed-9a5e-3c1064f8f1db", 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 -- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1d80b2880 msgr2=0x7ff1d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1d80b2880 0x7ff1d80b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff1e800b620 tx=0x7ff1e800b830 comp rx=0 tx=0).stop 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 -- 172.21.15.6:0/3920495694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 msgr2=0x7ff1f019c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:23.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 0x7ff1f019c340 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc000c00 tx=0x7ff1dc0057c0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 -- 172.21.15.6:0/3920495694 shutdown_connections 2024-05-20T21:18:23.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1d80b2880 0x7ff1d80b4d40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff1f010fd30 0x7ff1f01a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff1f0075860 0x7ff1f019be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 --2- 172.21.15.6:0/3920495694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1f0076180 0x7ff1f019c340 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:23.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 -- 172.21.15.6:0/3920495694 >> 172.21.15.6:0/3920495694 conn(0x7ff1f00fefc0 msgr2=0x7ff1f00ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:23.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 -- 172.21.15.6:0/3920495694 shutdown_connections 2024-05-20T21:18:23.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:23.444+0000 7ff1f6000700 1 -- 172.21.15.6:0/3920495694 wait complete. 2024-05-20T21:18:23.463 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:23 smithi006 ceph-mon[31422]: pgmap v516: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:18:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:23 smithi062 ceph-mon[36640]: pgmap v516: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:18:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:23 smithi042 ceph-mon[36332]: pgmap v516: 97 pgs: 97 active+clean; 676 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-20T21:18:24.511 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:18:24.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:24 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:18:24.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:24 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:24.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:24 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:18:24.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:24 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:24 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:18:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:24 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:24 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:18:24.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:24 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:24.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:24 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:18:24.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:24 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:24.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:24 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:18:24.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:24 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:25.036 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:25 smithi062 ceph-mon[36640]: pgmap v517: 97 pgs: 97 active+clean; 724 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 KiB/s wr, 10 op/s 2024-05-20T21:18:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:25 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:18:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:25 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:18:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:25 smithi042 ceph-mon[36332]: pgmap v517: 97 pgs: 97 active+clean; 724 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 KiB/s wr, 10 op/s 2024-05-20T21:18:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:25 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:18:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:25 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:18:25.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:25 smithi006 ceph-mon[31422]: pgmap v517: 97 pgs: 97 active+clean; 724 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 5.5 KiB/s wr, 10 op/s 2024-05-20T21:18:25.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:25 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:18:25.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:25 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:18:26.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:18:26.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:18:26.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:26 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:18:26.820 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:18:26.821 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:18:26.821 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:26 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:18:26.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:18:26.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:18:26.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:26 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:18:27.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 -- 172.21.15.6:0/2053919674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5e410a780 msgr2=0x7fe5e410e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/2053919674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5e410a780 0x7fe5e410e7d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc0099c0 tx=0x7fe5cc009cd0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 -- 172.21.15.6:0/2053919674 shutdown_connections 2024-05-20T21:18:27.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/2053919674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe5e410eeb0 0x7fe5e4116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/2053919674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5e4109dd0 0x7fe5e410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/2053919674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5e410a780 0x7fe5e410e7d0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 -- 172.21.15.6:0/2053919674 >> 172.21.15.6:0/2053919674 conn(0x7fe5e4076d10 msgr2=0x7fe5e4108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:27.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 -- 172.21.15.6:0/2053919674 shutdown_connections 2024-05-20T21:18:27.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.409+0000 7fe5e9e00700 1 -- 172.21.15.6:0/2053919674 wait complete. 2024-05-20T21:18:27.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.410+0000 7fe5e9e00700 1 Processor -- start 2024-05-20T21:18:27.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.411+0000 7fe5e9e00700 1 -- start start 2024-05-20T21:18:27.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.411+0000 7fe5e9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5e4109dd0 0x7fe5e41a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.411+0000 7fe5e9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe5e410a780 0x7fe5e41a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.411+0000 7fe5e9e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5e410eeb0 0x7fe5e41a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.411+0000 7fe5e9e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e4119d80 con 0x7fe5e4109dd0 2024-05-20T21:18:27.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.411+0000 7fe5e9e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e4119c00 con 0x7fe5e410a780 2024-05-20T21:18:27.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.411+0000 7fe5e9e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e4119f00 con 0x7fe5e410eeb0 2024-05-20T21:18:27.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5da000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe5e410a780 0x7fe5e41a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5e2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5e4109dd0 0x7fe5e41a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5da000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe5e410a780 0x7fe5e41a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51514/0 (socket says 172.21.15.6:51514) 2024-05-20T21:18:27.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5da000700 1 -- 172.21.15.6:0/3273359869 learned_addr learned my addr 172.21.15.6:0/3273359869 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:27.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5e3400700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5e410eeb0 0x7fe5e41a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5da000700 1 -- 172.21.15.6:0/3273359869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5e410eeb0 msgr2=0x7fe5e41a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5da000700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5e410eeb0 0x7fe5e41a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5da000700 1 -- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5e4109dd0 msgr2=0x7fe5e41a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5da000700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5e4109dd0 0x7fe5e41a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5da000700 1 -- 172.21.15.6:0/3273359869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5e41a52e0 con 0x7fe5e410a780 2024-05-20T21:18:27.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.412+0000 7fe5e3400700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5e410eeb0 0x7fe5e41a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:27.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.413+0000 7fe5da000700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe5e410a780 0x7fe5e41a0810 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc005f50 tx=0x7fe5cc005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:27.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.413+0000 7fe5e8a00700 1 -- 172.21.15.6:0/3273359869 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc026070 con 0x7fe5e410a780 2024-05-20T21:18:27.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.413+0000 7fe5e8a00700 1 -- 172.21.15.6:0/3273359869 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5cc003c70 con 0x7fe5e410a780 2024-05-20T21:18:27.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.413+0000 7fe5e8a00700 1 -- 172.21.15.6:0/3273359869 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc00f960 con 0x7fe5e410a780 2024-05-20T21:18:27.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.413+0000 7fe5e9e00700 1 -- 172.21.15.6:0/3273359869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5e41a5570 con 0x7fe5e410a780 2024-05-20T21:18:27.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.414+0000 7fe5e9e00700 1 -- 172.21.15.6:0/3273359869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5e41ace50 con 0x7fe5e410a780 2024-05-20T21:18:27.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.419+0000 7fe5e8a00700 1 -- 172.21.15.6:0/3273359869 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe5cc029070 con 0x7fe5e410a780 2024-05-20T21:18:27.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.419+0000 7fe5f46fab80 1 Processor -- start 2024-05-20T21:18:27.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.420+0000 7fe5f46fab80 1 -- start start 2024-05-20T21:18:27.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.420+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c02290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.420+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34bfc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.420+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34bfc880 0x559e34bfcce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.420+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559e34b5ae40 con 0x559e34c027d0 2024-05-20T21:18:27.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.420+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559e34b4a9e0 con 0x559e34c01eb0 2024-05-20T21:18:27.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.420+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559e34b4ea20 con 0x559e34bfc880 2024-05-20T21:18:27.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5da000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34bfc880 0x559e34bfcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c02290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c02290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51520/0 (socket says 172.21.15.6:51520) 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e3400700 1 -- 172.21.15.6:0/1718542501 learned_addr learned my addr 172.21.15.6:0/1718542501 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34bfc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e8a00700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe5c80b2880 0x7fe5c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e2a00700 1 -- 172.21.15.6:0/1718542501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34bfc880 msgr2=0x559e34bfcce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e8a00700 1 -- 172.21.15.6:0/3273359869 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe5cc0e2aa0 con 0x7fe5e410a780 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34bfc880 0x559e34bfcce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e2a00700 1 -- 172.21.15.6:0/1718542501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 msgr2=0x559e34c02290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c02290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e2a00700 1 -- 172.21.15.6:0/1718542501 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e34b13420 con 0x559e34c027d0 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5e3400700 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c02290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.421+0000 7fe5da000700 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34bfc880 0x559e34bfcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:27.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.422+0000 7fe5e3400700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe5c80b2880 0x7fe5c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.422+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34bfc260 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4011580 tx=0x7fe5d4009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6159fa212f2c261 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.422+0000 7fe5d8c00700 1 -- 172.21.15.6:0/1718542501 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d4019070 con 0x559e34c027d0 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.422+0000 7fe5d8c00700 1 -- 172.21.15.6:0/1718542501 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5d40079b0 con 0x559e34c027d0 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.422+0000 7fe5d8c00700 1 -- 172.21.15.6:0/1718542501 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d40158f0 con 0x559e34c027d0 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 -- 172.21.15.6:0/1718542501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 msgr2=0x559e34bfc260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5e3400700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe5c80b2880 0x7fe5c80b4d40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc0046e0 tx=0x7fe5dc004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34bfc260 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4011580 tx=0x7fe5d4009920 comp rx=0 tx=0).stop 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 -- 172.21.15.6:0/1718542501 shutdown_connections 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34bfc880 0x559e34bfcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c02290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/1718542501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34bfc260 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 -- 172.21.15.6:0/1718542501 >> 172.21.15.6:0/1718542501 conn(0x559e34b2abe0 msgr2=0x559e34bf7010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:27.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 -- 172.21.15.6:0/1718542501 shutdown_connections 2024-05-20T21:18:27.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.423+0000 7fe5f46fab80 1 -- 172.21.15.6:0/1718542501 wait complete. 2024-05-20T21:18:27.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.424+0000 7fe5f46fab80 1 -- start start 2024-05-20T21:18:27.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.424+0000 7fe5f46fab80 1 Processor -- start 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34c08410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c01eb0 0x559e34c057b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 0x559e34c05cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559e34a50fa0 con 0x559e34c01eb0 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559e34aeb760 con 0x559e34bfc880 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559e34c09240 con 0x559e34c027d0 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5f46fab80 10 client.0 _ll_register_callbacks cb 0x559e34af4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34c08410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5da000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c01eb0 0x559e34c057b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34c08410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51534/0 (socket says 172.21.15.6:51534) 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5da000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c01eb0 0x559e34c057b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46698/0 (socket says 172.21.15.6:46698) 2024-05-20T21:18:27.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5e2a00700 1 -- 172.21.15.6:0/3522584600 learned_addr learned my addr 172.21.15.6:0/3522584600 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.425+0000 7fe5e3400700 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 0x559e34c05cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5e2a00700 1 -- 172.21.15.6:0/3522584600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 msgr2=0x559e34c05cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 0x559e34c05cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5e2a00700 1 -- 172.21.15.6:0/3522584600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c01eb0 msgr2=0x559e34c057b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c01eb0 0x559e34c057b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5e2a00700 1 -- 172.21.15.6:0/3522584600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e34a9a8d0 con 0x559e34bfc880 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5da000700 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c01eb0 0x559e34c057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34c08410 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe5d400b010 tx=0x7fe5d4005ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3519b57f014f2d7a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5d1600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.426+0000 7fe5d1600700 1 -- 172.21.15.6:0/3522584600 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d4024070 con 0x559e34bfc880 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.427+0000 7fe5f46fab80 1 -- 172.21.15.6:0/3522584600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5d40079b0 con 0x559e34bfc880 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.427+0000 7fe5d1600700 1 -- 172.21.15.6:0/3522584600 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe5d4003a00 con 0x559e34bfc880 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.427+0000 7fe5d1600700 1 -- 172.21.15.6:0/3522584600 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe5d4019040 con 0x559e34bfc880 2024-05-20T21:18:27.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.427+0000 7fe5f46fab80 10 client.25796 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:27.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.427+0000 7fe5f46fab80 1 -- 172.21.15.6:0/3522584600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559e34b1b060 con 0x559e34bfc880 2024-05-20T21:18:27.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.427+0000 7fe5d1600700 1 -- 172.21.15.6:0/3522584600 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5d40079b0 con 0x559e34bfc880 2024-05-20T21:18:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.427+0000 7fe5d1600700 1 -- 172.21.15.6:0/3522584600 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe5d4015570 con 0x559e34bfc880 2024-05-20T21:18:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.428+0000 7fe5f46fab80 10 client.25796 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.428+0000 7fe5f46fab80 10 client.25796 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.428+0000 7fe5f46fab80 20 client.25796 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.428+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559e34c15c30 0x559e34c18020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.428+0000 7fe5f46fab80 4 client.25796 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.428+0000 7fe5f46fab80 1 -- 172.21.15.6:0/3522584600 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e34b5cd90 con 0x559e34c15c30 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.428+0000 7fe5da000700 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559e34c15c30 0x559e34c18020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.429+0000 7fe5da000700 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559e34c15c30 0x559e34c18020 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=457dab0964da597a server_cookie=2875a33164842d9c in_seq=0 out_seq=0 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.429+0000 7fe5d1600700 10 client.25796 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5d1600700 1 -- 172.21.15.6:0/3522584600 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559e34b5cd90 con 0x559e34c15c30 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5d1600700 10 client.25796 handle_command_reply: tid=0 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 client.25796 shutdown 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 -- 172.21.15.6:0/3522584600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 msgr2=0x559e34c08410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34c08410 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe5d400b010 tx=0x7fe5d4005ae0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 -- 172.21.15.6:0/3522584600 shutdown_connections 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559e34c15c30 0x559e34c18020 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 0x559e34c05cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34c08410 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/3522584600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c01eb0 0x559e34c057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 -- 172.21.15.6:0/3522584600 >> 172.21.15.6:0/3522584600 conn(0x559e34b2abe0 msgr2=0x559e34bfb250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:27.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5d1600700 0 client.25796 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:27.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 -- 172.21.15.6:0/3522584600 shutdown_connections 2024-05-20T21:18:27.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.430+0000 7fe5f46fab80 1 -- 172.21.15.6:0/3522584600 wait complete. 2024-05-20T21:18:27.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.431+0000 7fe5f46fab80 20 client.25796 trim_cache size 0 max 16384 2024-05-20T21:18:27.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.454+0000 7fe5f46fab80 1 Processor -- start 2024-05-20T21:18:27.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.454+0000 7fe5f46fab80 1 -- start start 2024-05-20T21:18:27.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.454+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34bfc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.454+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c01eb0 0x559e34c02c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.454+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34c031b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.454+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e41b6cc0 con 0x559e34c027d0 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.454+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e41b4550 con 0x559e34bfc880 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.454+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e41b23a0 con 0x559e34c01eb0 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c01eb0 0x559e34c02c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34bfc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c01eb0 0x559e34c02c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44332/0 (socket says 172.21.15.6:44332) 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 -- 172.21.15.6:0/2953748388 learned_addr learned my addr 172.21.15.6:0/2953748388 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5e3400700 1 --2- 172.21.15.6:0/2953748388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34c031b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 -- 172.21.15.6:0/2953748388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 msgr2=0x559e34bfc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 --2- 172.21.15.6:0/2953748388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34bfc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 -- 172.21.15.6:0/2953748388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 msgr2=0x559e34c031b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 --2- 172.21.15.6:0/2953748388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34c031b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 -- 172.21.15.6:0/2953748388 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e34c03d20 con 0x559e34c01eb0 2024-05-20T21:18:27.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.455+0000 7fe5da000700 1 --2- 172.21.15.6:0/2953748388 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c01eb0 0x559e34c02c70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc0a65f0 tx=0x7fe5cc0aa590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d34e34a6998fd4dd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:27.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.456+0000 7fe5d3e00700 1 -- 172.21.15.6:0/2953748388 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc0a99a0 con 0x559e34c01eb0 2024-05-20T21:18:27.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.456+0000 7fe5d3e00700 1 -- 172.21.15.6:0/2953748388 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5cc0a9b60 con 0x559e34c01eb0 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.456+0000 7fe5d3e00700 1 -- 172.21.15.6:0/2953748388 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc0a97c0 con 0x559e34c01eb0 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2953748388 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c01eb0 msgr2=0x559e34c02c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2953748388 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c01eb0 0x559e34c02c70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc0a65f0 tx=0x7fe5cc0aa590 comp rx=0 tx=0).stop 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2953748388 shutdown_connections 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2953748388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34c027d0 0x559e34c031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2953748388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34bfc880 0x559e34bfc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2953748388 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c01eb0 0x559e34c02c70 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2953748388 >> 172.21.15.6:0/2953748388 conn(0x559e34b2abe0 msgr2=0x559e34bff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:27.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2953748388 shutdown_connections 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2953748388 wait complete. 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.457+0000 7fe5f46fab80 1 -- start start 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.458+0000 7fe5f46fab80 1 Processor -- start 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.458+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34bfc880 0x559e34c1d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.458+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c1d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.458+0000 7fe5f46fab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 0x559e34c1dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.458+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e41b2a10 con 0x559e34bfc880 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.458+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e41b3e80 con 0x559e34c01eb0 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.458+0000 7fe5f46fab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e41b30e0 con 0x559e34c027d0 2024-05-20T21:18:27.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.458+0000 7fe5f46fab80 10 client.0 _ll_register_callbacks cb 0x559e34af4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:27.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5e2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34bfc880 0x559e34c1d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5e2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34bfc880 0x559e34c1d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46712/0 (socket says 172.21.15.6:46712) 2024-05-20T21:18:27.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5da000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c1d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5e2a00700 1 -- 172.21.15.6:0/2334543263 learned_addr learned my addr 172.21.15.6:0/2334543263 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:27.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5e3400700 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 0x559e34c1dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5da000700 1 -- 172.21.15.6:0/2334543263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 msgr2=0x559e34c1dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:27.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5da000700 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 0x559e34c1dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5da000700 1 -- 172.21.15.6:0/2334543263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34bfc880 msgr2=0x559e34c1d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5da000700 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34bfc880 0x559e34c1d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5da000700 1 -- 172.21.15.6:0/2334543263 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e34c7f5d0 con 0x559e34c01eb0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5da000700 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c1d730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x559e34b4eb30 tx=0x7fe5cc0a97c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=314e6f74e3b5ccb2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.459+0000 7fe5d1600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.460+0000 7fe5d1600700 1 -- 172.21.15.6:0/2334543263 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc003e20 con 0x559e34c01eb0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.460+0000 7fe5d1600700 1 -- 172.21.15.6:0/2334543263 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe5cc0ae0c0 con 0x559e34c01eb0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.460+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2334543263 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5cc0a9b60 con 0x559e34c01eb0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.460+0000 7fe5d1600700 1 -- 172.21.15.6:0/2334543263 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe5cc0aa750 con 0x559e34c01eb0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.460+0000 7fe5f46fab80 10 client.25802 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.460+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2334543263 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559e34c808c0 con 0x559e34c01eb0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.460+0000 7fe5d1600700 1 -- 172.21.15.6:0/2334543263 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5cc0a9b60 con 0x559e34c01eb0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.461+0000 7fe5d1600700 1 -- 172.21.15.6:0/2334543263 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe5cc00fc80 con 0x559e34c01eb0 2024-05-20T21:18:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.461+0000 7fe5f46fab80 10 client.25802 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:27.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.461+0000 7fe5f46fab80 10 client.25802 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:27.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.461+0000 7fe5f46fab80 20 client.25802 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:27.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.461+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559e34c80e50 0x559e34c83240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:27.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.461+0000 7fe5f46fab80 4 client.25802 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:18:27.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.461+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2334543263 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559e34b56570 con 0x559e34c80e50 2024-05-20T21:18:27.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.461+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559e34c80e50 0x559e34c83240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:27.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5e2a00700 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559e34c80e50 0x559e34c83240 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a9f28d983ea6e83 server_cookie=4d090d03e64824c6 in_seq=0 out_seq=0 2024-05-20T21:18:27.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5d1600700 10 client.25802 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:27.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5d1600700 1 -- 172.21.15.6:0/2334543263 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559e34b56570 con 0x559e34c80e50 2024-05-20T21:18:27.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5d1600700 10 client.25802 handle_command_reply: tid=0 2024-05-20T21:18:27.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 client.25802 shutdown 2024-05-20T21:18:27.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2334543263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 msgr2=0x559e34c1d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c1d730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x559e34b4eb30 tx=0x7fe5cc0a97c0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2334543263 shutdown_connections 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559e34c80e50 0x559e34c83240 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e34c027d0 0x559e34c1dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e34bfc880 0x559e34c1d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5d1600700 0 client.25802 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 --2- 172.21.15.6:0/2334543263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e34c01eb0 0x559e34c1d730 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2334543263 >> 172.21.15.6:0/2334543263 conn(0x559e34b2abe0 msgr2=0x559e34c02bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.462+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2334543263 shutdown_connections 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5f46fab80 1 -- 172.21.15.6:0/2334543263 wait complete. 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5f46fab80 20 client.25802 trim_cache size 0 max 16384 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:18:27.465 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:18:27.466 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:18:27.466 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:18:27.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 -- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe5c80b2880 msgr2=0x7fe5c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe5c80b2880 0x7fe5c80b4d40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc0046e0 tx=0x7fe5dc004750 comp rx=0 tx=0).stop 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 -- 172.21.15.6:0/3273359869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe5e410a780 msgr2=0x7fe5e41a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe5e410a780 0x7fe5e41a0810 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc005f50 tx=0x7fe5cc005280 comp rx=0 tx=0).stop 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 -- 172.21.15.6:0/3273359869 shutdown_connections 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe5c80b2880 0x7fe5c80b4d40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe5e410eeb0 0x7fe5e41a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe5e4109dd0 0x7fe5e41a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 --2- 172.21.15.6:0/3273359869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe5e410a780 0x7fe5e41a0810 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.463+0000 7fe5e9e00700 1 -- 172.21.15.6:0/3273359869 >> 172.21.15.6:0/3273359869 conn(0x7fe5e4076d10 msgr2=0x7fe5e4078940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.464+0000 7fe5e9e00700 1 -- 172.21.15.6:0/3273359869 shutdown_connections 2024-05-20T21:18:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:27.464+0000 7fe5e9e00700 1 -- 172.21.15.6:0/3273359869 wait complete. 2024-05-20T21:18:27.774 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:27 smithi042 ceph-mon[36332]: pgmap v518: 97 pgs: 97 active+clean; 724 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-05-20T21:18:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:27 smithi062 ceph-mon[36640]: pgmap v518: 97 pgs: 97 active+clean; 724 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-05-20T21:18:27.826 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:27 smithi006 ceph-mon[31422]: pgmap v518: 97 pgs: 97 active+clean; 724 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.6 KiB/s wr, 9 op/s 2024-05-20T21:18:28.389 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:18:28.389 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:18:28.882 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:29.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:29 smithi006 ceph-mon[31422]: pgmap v519: 97 pgs: 97 active+clean; 781 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 15 op/s 2024-05-20T21:18:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:29 smithi062 ceph-mon[36640]: pgmap v519: 97 pgs: 97 active+clean; 781 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 15 op/s 2024-05-20T21:18:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:29 smithi042 ceph-mon[36332]: pgmap v519: 97 pgs: 97 active+clean; 781 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 15 op/s 2024-05-20T21:18:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 -- 172.21.15.6:0/1382668214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2618104630 msgr2=0x7f2618104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 --2- 172.21.15.6:0/1382668214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2618104630 0x7f2618104a10 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f2608009990 tx=0x7f2608009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 -- 172.21.15.6:0/1382668214 shutdown_connections 2024-05-20T21:18:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 --2- 172.21.15.6:0/1382668214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f261810da60 0x7f261810ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 --2- 172.21.15.6:0/1382668214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2618104630 0x7f2618104a10 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 --2- 172.21.15.6:0/1382668214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2618104f50 0x7f261810d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 -- 172.21.15.6:0/1382668214 >> 172.21.15.6:0/1382668214 conn(0x7f26180fde60 msgr2=0x7f2618100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:31.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 -- 172.21.15.6:0/1382668214 shutdown_connections 2024-05-20T21:18:31.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.371+0000 7f2617200700 1 -- 172.21.15.6:0/1382668214 wait complete. 2024-05-20T21:18:31.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.373+0000 7f2617200700 1 Processor -- start 2024-05-20T21:18:31.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.373+0000 7f2617200700 1 -- start start 2024-05-20T21:18:31.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.373+0000 7f2617200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2618104630 0x7f261819f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:31.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.373+0000 7f2617200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2618104f50 0x7f261819fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:31.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.373+0000 7f2617200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f261810da60 0x7f2618199990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:31.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.373+0000 7f2617200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2618113670 con 0x7f2618104630 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.373+0000 7f2617200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f26181134f0 con 0x7f2618104f50 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.373+0000 7f2617200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f26181137f0 con 0x7f261810da60 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f2615e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2618104630 0x7f261819f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2618104f50 0x7f261819fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f2616800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f261810da60 0x7f2618199990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2618104f50 0x7f261819fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51558/0 (socket says 172.21.15.6:51558) 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 -- 172.21.15.6:0/2135074030 learned_addr learned my addr 172.21.15.6:0/2135074030 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 -- 172.21.15.6:0/2135074030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f261810da60 msgr2=0x7f2618199990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f261810da60 0x7f2618199990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 -- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2618104630 msgr2=0x7f261819f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2618104630 0x7f261819f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 -- 172.21.15.6:0/2135074030 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f261819a0f0 con 0x7f2618104f50 2024-05-20T21:18:31.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.374+0000 7f260fe00700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2618104f50 0x7f261819fd10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f260000e9c0 tx=0x7f260000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:31.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.375+0000 7f260ea00700 1 -- 172.21.15.6:0/2135074030 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2600004a30 con 0x7f2618104f50 2024-05-20T21:18:31.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.375+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f261819a3e0 con 0x7f2618104f50 2024-05-20T21:18:31.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.375+0000 7f260ea00700 1 -- 172.21.15.6:0/2135074030 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f260000cc70 con 0x7f2618104f50 2024-05-20T21:18:31.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.375+0000 7f260ea00700 1 -- 172.21.15.6:0/2135074030 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26000054f0 con 0x7f2618104f50 2024-05-20T21:18:31.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.375+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26181021c0 con 0x7f2618104f50 2024-05-20T21:18:31.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.376+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f261806a230 con 0x7f2618104f50 2024-05-20T21:18:31.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.379+0000 7f260ea00700 1 -- 172.21.15.6:0/2135074030 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f260000c7c0 con 0x7f2618104f50 2024-05-20T21:18:31.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.381+0000 7f260ea00700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25fc0b2900 0x7f25fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:31.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.381+0000 7f260ea00700 1 -- 172.21.15.6:0/2135074030 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f26000e2550 con 0x7f2618104f50 2024-05-20T21:18:31.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.381+0000 7f2615e00700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25fc0b2900 0x7f25fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:31.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.382+0000 7f2615e00700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25fc0b2900 0x7f25fc0b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f260800b2e0 tx=0x7f260801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:31.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.382+0000 7f260ea00700 1 -- 172.21.15.6:0/2135074030 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2600054df0 con 0x7f2618104f50 2024-05-20T21:18:31.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.679+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f261819aec0 con 0x7f2618104f50 2024-05-20T21:18:31.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.680+0000 7f260ea00700 1 -- 172.21.15.6:0/2135074030 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f260000ce20 con 0x7f2618104f50 2024-05-20T21:18:31.681 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:18:31.681 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:18:31.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25fc0b2900 msgr2=0x7f25fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:31.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25fc0b2900 0x7f25fc0b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f260800b2e0 tx=0x7f260801a040 comp rx=0 tx=0).stop 2024-05-20T21:18:31.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2618104f50 msgr2=0x7f261819fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:31.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2618104f50 0x7f261819fd10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f260000e9c0 tx=0x7f260000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 shutdown_connections 2024-05-20T21:18:31.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25fc0b2900 0x7f25fc0b4dc0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f261810da60 0x7f2618199990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2618104630 0x7f261819f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 --2- 172.21.15.6:0/2135074030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2618104f50 0x7f261819fd10 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:31.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 >> 172.21.15.6:0/2135074030 conn(0x7f26180fde60 msgr2=0x7f26180feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:31.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 shutdown_connections 2024-05-20T21:18:31.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:31.684+0000 7f2617200700 1 -- 172.21.15.6:0/2135074030 wait complete. 2024-05-20T21:18:31.686 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:18:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:31 smithi062 ceph-mon[36640]: pgmap v520: 97 pgs: 97 active+clean; 781 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:18:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:31 smithi042 ceph-mon[36332]: pgmap v520: 97 pgs: 97 active+clean; 781 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:18:31.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:31 smithi006 ceph-mon[31422]: pgmap v520: 97 pgs: 97 active+clean; 781 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:18:32.547 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:18:32.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2135074030' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2135074030' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:32.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2135074030' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:33.027 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:33.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:33 smithi062 ceph-mon[36640]: pgmap v521: 97 pgs: 97 active+clean; 781 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-05-20T21:18:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:33 smithi042 ceph-mon[36332]: pgmap v521: 97 pgs: 97 active+clean; 781 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-05-20T21:18:33.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:33 smithi006 ceph-mon[31422]: pgmap v521: 97 pgs: 97 active+clean; 781 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 14 op/s 2024-05-20T21:18:33.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 -- 172.21.15.6:0/1668379076 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784106890 msgr2=0x7ff78410d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:33.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 --2- 172.21.15.6:0/1668379076 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784106890 0x7ff78410d120 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff77c009ca0 tx=0x7ff77c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:18:33.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 -- 172.21.15.6:0/1668379076 shutdown_connections 2024-05-20T21:18:33.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 --2- 172.21.15.6:0/1668379076 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784106890 0x7ff78410d120 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:33.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 --2- 172.21.15.6:0/1668379076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff784105ed0 0x7ff784106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:33.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 --2- 172.21.15.6:0/1668379076 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff784104ce0 0x7ff784105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:33.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 -- 172.21.15.6:0/1668379076 >> 172.21.15.6:0/1668379076 conn(0x7ff784100270 msgr2=0x7ff784102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:33.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 -- 172.21.15.6:0/1668379076 shutdown_connections 2024-05-20T21:18:33.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.992+0000 7ff78ac00640 1 -- 172.21.15.6:0/1668379076 wait complete. 2024-05-20T21:18:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.993+0000 7ff78ac00640 1 Processor -- start 2024-05-20T21:18:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.993+0000 7ff78ac00640 1 -- start start 2024-05-20T21:18:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff78ac00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784104ce0 0x7ff78419ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff78ac00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff784105ed0 0x7ff78419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff78ac00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff784106890 0x7ff7841a2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff78ac00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff7841107f0 con 0x7ff784104ce0 2024-05-20T21:18:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff78ac00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff784110670 con 0x7ff784106890 2024-05-20T21:18:33.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff78ac00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff784110970 con 0x7ff784105ed0 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff783e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784104ce0 0x7ff78419ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff788c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff784106890 0x7ff7841a2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff783e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784104ce0 0x7ff78419ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46748/0 (socket says 172.21.15.6:46748) 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff783e00640 1 -- 172.21.15.6:0/4193548699 learned_addr learned my addr 172.21.15.6:0/4193548699 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.994+0000 7ff783400640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff784105ed0 0x7ff78419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff783e00640 1 -- 172.21.15.6:0/4193548699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff784105ed0 msgr2=0x7ff78419b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff783e00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff784105ed0 0x7ff78419b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff783e00640 1 -- 172.21.15.6:0/4193548699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff784106890 msgr2=0x7ff7841a2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff783e00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff784106890 0x7ff7841a2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff783e00640 1 -- 172.21.15.6:0/4193548699 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7841a2ab0 con 0x7ff784104ce0 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff783e00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784104ce0 0x7ff78419ae90 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff77400e9c0 tx=0x7ff77400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff780c00640 1 -- 172.21.15.6:0/4193548699 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77400cde0 con 0x7ff784104ce0 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff780c00640 1 -- 172.21.15.6:0/4193548699 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7740108e0 con 0x7ff784104ce0 2024-05-20T21:18:33.996 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff780c00640 1 -- 172.21.15.6:0/4193548699 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff774018960 con 0x7ff784104ce0 2024-05-20T21:18:33.997 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff78ac00640 1 -- 172.21.15.6:0/4193548699 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7841a2da0 con 0x7ff784104ce0 2024-05-20T21:18:33.997 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:33.995+0000 7ff78ac00640 1 -- 172.21.15.6:0/4193548699 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7841a3210 con 0x7ff784104ce0 2024-05-20T21:18:33.999 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.000+0000 7ff78da13740 1 Processor -- start 2024-05-20T21:18:33.999 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.000+0000 7ff78da13740 1 -- start start 2024-05-20T21:18:34.000 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.000+0000 7ff78da13740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818f7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.000 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.000+0000 7ff78da13740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7d30 0x5642818fc830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.000 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.000+0000 7ff78da13740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642818ff330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.000 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.000+0000 7ff78da13740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56428185eb90 con 0x5642818f7340 2024-05-20T21:18:34.000 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.000+0000 7ff78da13740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56428184e730 con 0x5642818f7d30 2024-05-20T21:18:34.000 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.000+0000 7ff78da13740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564281852770 con 0x5642818fcea0 2024-05-20T21:18:34.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff788c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818f7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff783400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642818ff330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff788c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818f7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46752/0 (socket says 172.21.15.6:46752) 2024-05-20T21:18:34.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff788c00640 1 -- 172.21.15.6:0/157118729 learned_addr learned my addr 172.21.15.6:0/157118729 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:34.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff780c00640 1 -- 172.21.15.6:0/4193548699 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff77401f020 con 0x7ff784104ce0 2024-05-20T21:18:34.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff788c00640 1 -- 172.21.15.6:0/157118729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 msgr2=0x5642818ff330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:34.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff788c00640 1 --2- 172.21.15.6:0/157118729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642818ff330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.002 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff788c00640 1 -- 172.21.15.6:0/157118729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7d30 msgr2=0x5642818fc830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:34.002 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff788c00640 1 --2- 172.21.15.6:0/157118729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7d30 0x5642818fc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.002 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff788c00640 1 -- 172.21.15.6:0/157118729 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642817e78b0 con 0x5642818f7340 2024-05-20T21:18:34.002 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.001+0000 7ff783400640 1 --2- 172.21.15.6:0/157118729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642818ff330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:34.002 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.002+0000 7ff788c00640 1 --2- 172.21.15.6:0/157118729 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818f7760 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff77c009ca0 tx=0x7ff77c005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7752bd87d534cb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:34.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.002+0000 7ff779200640 1 -- 172.21.15.6:0/157118729 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77c031650 con 0x5642818f7340 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.002+0000 7ff779200640 1 -- 172.21.15.6:0/157118729 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff77c036030 con 0x5642818f7340 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.002+0000 7ff779200640 1 -- 172.21.15.6:0/157118729 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77c0047a0 con 0x5642818f7340 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff780c00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7680b27e0 0x7ff7680b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 -- 172.21.15.6:0/157118729 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 msgr2=0x5642818f7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 --2- 172.21.15.6:0/157118729 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818f7760 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff77c009ca0 tx=0x7ff77c005ef0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 -- 172.21.15.6:0/157118729 shutdown_connections 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 --2- 172.21.15.6:0/157118729 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642818ff330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 --2- 172.21.15.6:0/157118729 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7d30 0x5642818fc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 --2- 172.21.15.6:0/157118729 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818f7760 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 -- 172.21.15.6:0/157118729 >> 172.21.15.6:0/157118729 conn(0x5642818ea1a0 msgr2=0x5642818ea5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:34.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff780c00640 1 -- 172.21.15.6:0/4193548699 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff7740e2570 con 0x7ff784104ce0 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff783e00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7680b27e0 0x7ff7680b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 -- 172.21.15.6:0/157118729 shutdown_connections 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.003+0000 7ff78da13740 1 -- 172.21.15.6:0/157118729 wait complete. 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff78da13740 1 -- start start 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff783e00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7680b27e0 0x7ff7680b4ca0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ff7740dff70 tx=0x7ff7740a59e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff78da13740 1 Processor -- start 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff78da13740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281900f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff78da13740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7d30 0x564281901460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff78da13740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642819084a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff78da13740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564281534790 con 0x5642818f7d30 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff78da13740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5642817f6bc0 con 0x5642818f7340 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.004+0000 7ff78da13740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5642818ffc70 con 0x5642818fcea0 2024-05-20T21:18:34.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff78da13740 10 client.0 _ll_register_callbacks cb 0x5642817d4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff783400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7d30 0x564281901460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff783400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7d30 0x564281901460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46766/0 (socket says 172.21.15.6:46766) 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff783400640 1 -- 172.21.15.6:0/2203425444 learned_addr learned my addr 172.21.15.6:0/2203425444 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff788c00640 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281900f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff788c00640 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642819084a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff783400640 1 -- 172.21.15.6:0/2203425444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 msgr2=0x5642819084a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff783400640 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642819084a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff783400640 1 -- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 msgr2=0x564281900f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff783400640 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281900f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff783400640 1 -- 172.21.15.6:0/2203425444 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564281563210 con 0x5642818f7d30 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.005+0000 7ff788c00640 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281900f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff783400640 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7d30 0x564281901460 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff770012720 tx=0x7ff770012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5224f220a9982 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:34.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff76d600640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff76d600640 1 -- 172.21.15.6:0/2203425444 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770004050 con 0x5642818f7d30 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff78da13740 1 -- 172.21.15.6:0/2203425444 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff77c036030 con 0x5642818f7d30 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff76d600640 1 -- 172.21.15.6:0/2203425444 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff7700041f0 con 0x5642818f7d30 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff76d600640 1 -- 172.21.15.6:0/2203425444 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff7700043f0 con 0x5642818f7d30 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff78da13740 10 client.15684 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff78da13740 1 -- 172.21.15.6:0/2203425444 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56428162f620 con 0x5642818f7d30 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.006+0000 7ff76d600640 1 -- 172.21.15.6:0/2203425444 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff77c036030 con 0x5642818f7d30 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.007+0000 7ff76d600640 1 -- 172.21.15.6:0/2203425444 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff770003ad0 con 0x5642818f7d30 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.007+0000 7ff78da13740 10 client.15684 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.007+0000 7ff78da13740 10 client.15684 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.007+0000 7ff78da13740 20 client.15684 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.007+0000 7ff78da13740 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56428190ca50 0x56428190eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.007+0000 7ff78da13740 4 client.15684 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:34.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.007+0000 7ff78da13740 1 -- 172.21.15.6:0/2203425444 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564281860ae0 con 0x56428190ca50 2024-05-20T21:18:34.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.007+0000 7ff788c00640 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56428190ca50 0x56428190eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.008+0000 7ff788c00640 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56428190ca50 0x56428190eeb0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b93e7a9204caef68 server_cookie=aaeb66ccdda95ac5 in_seq=0 out_seq=0 2024-05-20T21:18:34.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.008+0000 7ff76d600640 10 client.15684 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff76d600640 1 -- 172.21.15.6:0/2203425444 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564281860ae0 con 0x56428190ca50 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff76d600640 10 client.15684 handle_command_reply: tid=0 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 client.15684 shutdown 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 -- 172.21.15.6:0/2203425444 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7d30 msgr2=0x564281901460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7d30 0x564281901460 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff770012720 tx=0x7ff770012be0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 -- 172.21.15.6:0/2203425444 shutdown_connections 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56428190ca50 0x56428190eeb0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818fcea0 0x5642819084a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7d30 0x564281901460 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 --2- 172.21.15.6:0/2203425444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281900f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff76d600640 0 client.15684 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:34.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.009+0000 7ff78da13740 1 -- 172.21.15.6:0/2203425444 >> 172.21.15.6:0/2203425444 conn(0x5642818ea1a0 msgr2=0x5642818e9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:34.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.010+0000 7ff78da13740 1 -- 172.21.15.6:0/2203425444 shutdown_connections 2024-05-20T21:18:34.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.010+0000 7ff78da13740 1 -- 172.21.15.6:0/2203425444 wait complete. 2024-05-20T21:18:34.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.010+0000 7ff78da13740 20 client.15684 trim_cache size 0 max 16384 2024-05-20T21:18:34.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.027+0000 7ff78da13740 1 Processor -- start 2024-05-20T21:18:34.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.027+0000 7ff78da13740 1 -- start start 2024-05-20T21:18:34.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.027+0000 7ff78da13740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818ed190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.027+0000 7ff78da13740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281908460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.027+0000 7ff78da13740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818fcea0 0x5642818ed6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.027+0000 7ff78da13740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff7841aa850 con 0x5642818f7340 2024-05-20T21:18:34.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.027+0000 7ff78da13740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff7841a8120 con 0x5642818fcea0 2024-05-20T21:18:34.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.027+0000 7ff78da13740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff7841a5f70 con 0x5642818f7d30 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281908460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281908460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44408/0 (socket says 172.21.15.6:44408) 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 -- 172.21.15.6:0/2603339272 learned_addr learned my addr 172.21.15.6:0/2603339272 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff788c00640 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818ed190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff788c00640 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818fcea0 0x5642818ed6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 -- 172.21.15.6:0/2603339272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818fcea0 msgr2=0x5642818ed6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818fcea0 0x5642818ed6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 -- 172.21.15.6:0/2603339272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 msgr2=0x5642818ed190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:34.028 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818ed190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 -- 172.21.15.6:0/2603339272 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642818f85c0 con 0x5642818f7d30 2024-05-20T21:18:34.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff788c00640 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818fcea0 0x5642818ed6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:18:34.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.028+0000 7ff783400640 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281908460 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff7700126f0 tx=0x7ff7700267d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a318a0debf73104d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.029+0000 7ff76fe00640 1 -- 172.21.15.6:0/2603339272 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7700040c0 con 0x5642818f7d30 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.029+0000 7ff76fe00640 1 -- 172.21.15.6:0/2603339272 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff770026e40 con 0x5642818f7d30 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.029+0000 7ff76fe00640 1 -- 172.21.15.6:0/2603339272 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7700052d0 con 0x5642818f7d30 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 -- 172.21.15.6:0/2603339272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 msgr2=0x564281908460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281908460 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff7700126f0 tx=0x7ff7700267d0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 -- 172.21.15.6:0/2603339272 shutdown_connections 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818fcea0 0x5642818ed6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281908460 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 --2- 172.21.15.6:0/2603339272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818f7340 0x5642818ed190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 -- 172.21.15.6:0/2603339272 >> 172.21.15.6:0/2603339272 conn(0x5642818ea1a0 msgr2=0x5642818ea580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 -- 172.21.15.6:0/2603339272 shutdown_connections 2024-05-20T21:18:34.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 -- 172.21.15.6:0/2603339272 wait complete. 2024-05-20T21:18:34.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 -- start start 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.030+0000 7ff78da13740 1 Processor -- start 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff78da13740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281905450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff78da13740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281905990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff78da13740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818fcea0 0x564281975680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff78da13740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff7841a65e0 con 0x5642818fcea0 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff78da13740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff7841a7a50 con 0x5642818f7340 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff78da13740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff7841a6cb0 con 0x5642818f7d30 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff78da13740 10 client.0 _ll_register_callbacks cb 0x7ff770009850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff788c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818fcea0 0x564281975680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff788c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818fcea0 0x564281975680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46788/0 (socket says 172.21.15.6:46788) 2024-05-20T21:18:34.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff788c00640 1 -- 172.21.15.6:0/2294507713 learned_addr learned my addr 172.21.15.6:0/2294507713 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff783400640 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281905990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.031+0000 7ff788c00640 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281905450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff783400640 1 -- 172.21.15.6:0/2294507713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 msgr2=0x564281905450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff783400640 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281905450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff783400640 1 -- 172.21.15.6:0/2294507713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818fcea0 msgr2=0x564281975680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff783400640 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818fcea0 0x564281975680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff783400640 1 -- 172.21.15.6:0/2294507713 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564281975bc0 con 0x5642818f7d30 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff783400640 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281905990 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff770012420 tx=0x7ff7700265c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=206c7a1e61d94b3a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff76d600640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff76d600640 1 -- 172.21.15.6:0/2294507713 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770004200 con 0x5642818f7d30 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff78da13740 1 -- 172.21.15.6:0/2294507713 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56428185a2c0 con 0x5642818f7d30 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.032+0000 7ff76d600640 1 -- 172.21.15.6:0/2294507713 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff770026b80 con 0x5642818f7d30 2024-05-20T21:18:34.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff76d600640 1 -- 172.21.15.6:0/2294507713 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff77003d050 con 0x5642818f7d30 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff78da13740 10 client.25807 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff78da13740 1 -- 172.21.15.6:0/2294507713 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564281976e10 con 0x5642818f7d30 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff76d600640 1 -- 172.21.15.6:0/2294507713 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56428185a2c0 con 0x5642818f7d30 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff76d600640 1 -- 172.21.15.6:0/2294507713 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff77002e030 con 0x5642818f7d30 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff78da13740 10 client.25807 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff78da13740 10 client.25807 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff78da13740 20 client.25807 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff78da13740 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564281977720 0x564281979b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff78da13740 4 client.25807 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:18:34.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.033+0000 7ff78da13740 1 -- 172.21.15.6:0/2294507713 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5642817d44b0 con 0x564281977720 2024-05-20T21:18:34.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.034+0000 7ff788c00640 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564281977720 0x564281979b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:34.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.034+0000 7ff788c00640 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564281977720 0x564281979b40 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bd0778c3771df7c server_cookie=6b2b639eae869d7d in_seq=0 out_seq=0 2024-05-20T21:18:34.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.034+0000 7ff76d600640 10 client.25807 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:34.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff76d600640 1 -- 172.21.15.6:0/2294507713 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5642817d44b0 con 0x564281977720 2024-05-20T21:18:34.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff76d600640 10 client.25807 handle_command_reply: tid=0 2024-05-20T21:18:34.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff78da13740 1 client.25807 shutdown 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff78da13740 1 -- 172.21.15.6:0/2294507713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 msgr2=0x564281905990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff78da13740 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281905990 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff770012420 tx=0x7ff7700265c0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff78da13740 1 -- 172.21.15.6:0/2294507713 shutdown_connections 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff78da13740 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564281977720 0x564281979b40 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff78da13740 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5642818fcea0 0x564281975680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff78da13740 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5642818f7d30 0x564281905990 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff78da13740 1 --2- 172.21.15.6:0/2294507713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5642818f7340 0x564281905450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.047+0000 7ff76d600640 0 client.25807 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.048+0000 7ff78da13740 1 -- 172.21.15.6:0/2294507713 >> 172.21.15.6:0/2294507713 conn(0x5642818ea1a0 msgr2=0x5642818ed190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.048+0000 7ff78da13740 1 -- 172.21.15.6:0/2294507713 shutdown_connections 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.048+0000 7ff78da13740 1 -- 172.21.15.6:0/2294507713 wait complete. 2024-05-20T21:18:34.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.048+0000 7ff78da13740 20 client.25807 trim_cache size 0 max 16384 2024-05-20T21:18:34.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:18:34.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:18:34.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 -- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7680b27e0 msgr2=0x7ff7680b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7680b27e0 0x7ff7680b4ca0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ff7740dff70 tx=0x7ff7740a59e0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 -- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784104ce0 msgr2=0x7ff78419ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784104ce0 0x7ff78419ae90 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff77400e9c0 tx=0x7ff77400ee80 comp rx=0 tx=0).stop 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 -- 172.21.15.6:0/4193548699 shutdown_connections 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7680b27e0 0x7ff7680b4ca0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff784106890 0x7ff7841a2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff784105ed0 0x7ff78419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 --2- 172.21.15.6:0/4193548699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff784104ce0 0x7ff78419ae90 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 -- 172.21.15.6:0/4193548699 >> 172.21.15.6:0/4193548699 conn(0x7ff784100270 msgr2=0x7ff7841091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 -- 172.21.15.6:0/4193548699 shutdown_connections 2024-05-20T21:18:34.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:34.049+0000 7ff78ac00640 1 -- 172.21.15.6:0/4193548699 wait complete. 2024-05-20T21:18:35.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 -- 172.21.15.6:0/143945348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 msgr2=0x7f8ad4112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 --2- 172.21.15.6:0/143945348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 0x7f8ad4112330 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8acc00b0a0 tx=0x7f8acc00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 -- 172.21.15.6:0/143945348 shutdown_connections 2024-05-20T21:18:35.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 --2- 172.21.15.6:0/143945348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 0x7f8ad4112330 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 --2- 172.21.15.6:0/143945348 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ad4075770 0x7f8ad4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 --2- 172.21.15.6:0/143945348 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ad4076090 0x7f8ad410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 -- 172.21.15.6:0/143945348 >> 172.21.15.6:0/143945348 conn(0x7f8ad407a6a0 msgr2=0x7f8ad407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:35.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 -- 172.21.15.6:0/143945348 shutdown_connections 2024-05-20T21:18:35.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.365+0000 7f8adac00700 1 -- 172.21.15.6:0/143945348 wait complete. 2024-05-20T21:18:35.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.366+0000 7f8adac00700 1 Processor -- start 2024-05-20T21:18:35.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8adac00700 1 -- start start 2024-05-20T21:18:35.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8adac00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ad4075770 0x7f8ad419be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8adac00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ad4076090 0x7f8ad419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8adac00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 0x7f8ad41a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8adac00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad4115920 con 0x7f8ad4075770 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8adac00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad41157a0 con 0x7f8ad410ff40 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8adac00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad4115aa0 con 0x7f8ad4076090 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8ad3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ad4075770 0x7f8ad419be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8ad3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ad4075770 0x7f8ad419be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46804/0 (socket says 172.21.15.6:46804) 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.367+0000 7f8ad3e00700 1 -- 172.21.15.6:0/1165666020 learned_addr learned my addr 172.21.15.6:0/1165666020 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad3400700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ad4076090 0x7f8ad419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad8c00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 0x7f8ad41a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad3400700 1 -- 172.21.15.6:0/1165666020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 msgr2=0x7f8ad41a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad3400700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 0x7f8ad41a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad3400700 1 -- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ad4075770 msgr2=0x7f8ad419be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad3400700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ad4075770 0x7f8ad419be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad3400700 1 -- 172.21.15.6:0/1165666020 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ad41a0df0 con 0x7f8ad4076090 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad8c00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 0x7f8ad41a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ad4075770 0x7f8ad419be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.368+0000 7f8ad3400700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ad4076090 0x7f8ad419c370 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8ac000e9f0 tx=0x7f8ac000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.369+0000 7f8ad0c00700 1 -- 172.21.15.6:0/1165666020 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac000cb70 con 0x7f8ad4076090 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.369+0000 7f8adac00700 1 -- 172.21.15.6:0/1165666020 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ad41a10e0 con 0x7f8ad4076090 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.369+0000 7f8adac00700 1 -- 172.21.15.6:0/1165666020 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ad41a8960 con 0x7f8ad4076090 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.369+0000 7f8ad0c00700 1 -- 172.21.15.6:0/1165666020 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ac000ee90 con 0x7f8ad4076090 2024-05-20T21:18:35.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.369+0000 7f8ad0c00700 1 -- 172.21.15.6:0/1165666020 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac0003d30 con 0x7f8ad4076090 2024-05-20T21:18:35.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.375+0000 7f8ae5570b80 1 Processor -- start 2024-05-20T21:18:35.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.375+0000 7f8ae5570b80 1 -- start start 2024-05-20T21:18:35.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ad0c00700 1 -- 172.21.15.6:0/1165666020 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8ac0004020 con 0x7f8ad4076090 2024-05-20T21:18:35.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35f610 0x559daa35f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa359b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35a140 0x559daa35a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559daa2b7e40 con 0x559daa35f610 2024-05-20T21:18:35.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559daa2a79e0 con 0x559daa35a140 2024-05-20T21:18:35.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559daa2aba20 con 0x559daa35ff30 2024-05-20T21:18:35.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ad8c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35f610 0x559daa35f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ad8c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35f610 0x559daa35f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46806/0 (socket says 172.21.15.6:46806) 2024-05-20T21:18:35.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ad8c00700 1 -- 172.21.15.6:0/1828508026 learned_addr learned my addr 172.21.15.6:0/1828508026 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:35.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa359b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.376+0000 7f8ad3400700 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35a140 0x559daa35a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.377+0000 7f8ad3e00700 1 -- 172.21.15.6:0/1828508026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35a140 msgr2=0x559daa35a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.377+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35a140 0x559daa35a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.377+0000 7f8ad3e00700 1 -- 172.21.15.6:0/1828508026 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35f610 msgr2=0x559daa35f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.377+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35f610 0x559daa35f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.377+0000 7f8ad3e00700 1 -- 172.21.15.6:0/1828508026 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559daa270420 con 0x559daa35ff30 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.377+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa359b20 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8ac40115c0 tx=0x7f8ac40118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f032374720f3b6a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.378+0000 7f8ac9600700 1 -- 172.21.15.6:0/1828508026 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac401e070 con 0x559daa35ff30 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.378+0000 7f8ad0c00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ab80b2880 0x7f8ab80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.378+0000 7f8ac9600700 1 -- 172.21.15.6:0/1828508026 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ac4019ae0 con 0x559daa35ff30 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.378+0000 7f8ac9600700 1 -- 172.21.15.6:0/1828508026 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac400fc00 con 0x559daa35ff30 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.378+0000 7f8ad0c00700 1 -- 172.21.15.6:0/1165666020 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8ac00e2360 con 0x7f8ad4076090 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.378+0000 7f8ad8c00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ab80b2880 0x7f8ab80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.378+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1828508026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 msgr2=0x559daa359b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.378+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa359b20 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8ac40115c0 tx=0x7f8ac40118d0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1828508026 shutdown_connections 2024-05-20T21:18:35.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35a140 0x559daa35a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35f610 0x559daa35f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1828508026 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa359b20 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1828508026 >> 172.21.15.6:0/1828508026 conn(0x559daa287be0 msgr2=0x559daa354690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:35.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1828508026 shutdown_connections 2024-05-20T21:18:35.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1828508026 wait complete. 2024-05-20T21:18:35.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ad8c00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ab80b2880 0x7f8ab80b4d40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f8acc00bfa0 tx=0x7f8acc01d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:35.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.379+0000 7f8ae5570b80 1 -- start start 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.380+0000 7f8ae5570b80 1 Processor -- start 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.380+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35a140 0x559daa365c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.380+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa362ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.380+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35ff30 0x559daa363530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.380+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559daa1adfa0 con 0x559daa35ff30 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.380+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559daa248760 con 0x559daa35f610 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.380+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559daa3669e0 con 0x559daa35a140 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.380+0000 7f8ae5570b80 10 client.0 _ll_register_callbacks cb 0x559daa251c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa362ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad8c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35ff30 0x559daa363530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35a140 0x559daa365c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa362ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:51662/0 (socket says 172.21.15.6:51662) 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 -- 172.21.15.6:0/1740053707 learned_addr learned my addr 172.21.15.6:0/1740053707 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 -- 172.21.15.6:0/1740053707 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35a140 msgr2=0x559daa365c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35a140 0x559daa365c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 -- 172.21.15.6:0/1740053707 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35ff30 msgr2=0x559daa363530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35ff30 0x559daa363530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 -- 172.21.15.6:0/1740053707 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559daa1f78d0 con 0x559daa35f610 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8ad3400700 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa362ff0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8ac00a9810 tx=0x7f8ac000cf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b508a0113e6a0072 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.381+0000 7f8abe000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.382+0000 7f8abe000700 1 -- 172.21.15.6:0/1740053707 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac00a5740 con 0x559daa35f610 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.382+0000 7f8abe000700 1 -- 172.21.15.6:0/1740053707 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8ac00cc0b0 con 0x559daa35f610 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.382+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1740053707 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ac4019ae0 con 0x559daa35f610 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.382+0000 7f8abe000700 1 -- 172.21.15.6:0/1740053707 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ac00a8ff0 con 0x559daa35f610 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.382+0000 7f8ae5570b80 10 client.25832 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:35.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.382+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1740053707 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559daa278060 con 0x559daa35f610 2024-05-20T21:18:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.382+0000 7f8abe000700 1 -- 172.21.15.6:0/1740053707 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ac4019ae0 con 0x559daa35f610 2024-05-20T21:18:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.382+0000 7f8abe000700 1 -- 172.21.15.6:0/1740053707 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8ac00a9ae0 con 0x559daa35f610 2024-05-20T21:18:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.383+0000 7f8ae5570b80 10 client.25832 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.383+0000 7f8ae5570b80 10 client.25832 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:18:35.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.383+0000 7f8ae5570b80 20 client.25832 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.383+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559daa3735f0 0x559daa3759e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.383+0000 7f8ae5570b80 4 client.25832 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.383+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1740053707 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559daa2b9d90 con 0x559daa3735f0 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.383+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559daa3735f0 0x559daa3759e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.384+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559daa3735f0 0x559daa3759e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7ac83e1575a8b8e7 server_cookie=f0453bad6190d13f in_seq=0 out_seq=0 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.384+0000 7f8abe000700 10 client.25832 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.384+0000 7f8abe000700 1 -- 172.21.15.6:0/1740053707 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559daa2b9d90 con 0x559daa3735f0 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.384+0000 7f8abe000700 10 client.25832 handle_command_reply: tid=0 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 client.25832 shutdown 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1740053707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 msgr2=0x559daa362ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa362ff0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8ac00a9810 tx=0x7f8ac000cf40 comp rx=0 tx=0).stop 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1740053707 shutdown_connections 2024-05-20T21:18:35.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35ff30 0x559daa363530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35a140 0x559daa365c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559daa3735f0 0x559daa3759e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/1740053707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa362ff0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1740053707 >> 172.21.15.6:0/1740053707 conn(0x559daa287be0 msgr2=0x559daa353d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:35.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8abe000700 0 client.25832 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:18:35.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1740053707 shutdown_connections 2024-05-20T21:18:35.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 1 -- 172.21.15.6:0/1740053707 wait complete. 2024-05-20T21:18:35.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.385+0000 7f8ae5570b80 20 client.25832 trim_cache size 0 max 16384 2024-05-20T21:18:35.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.402+0000 7f8ae5570b80 1 Processor -- start 2024-05-20T21:18:35.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.402+0000 7f8ae5570b80 1 -- start start 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa359b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa361f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa360ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad41b28d0 con 0x559daa35a140 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad41b0160 con 0x559daa35f610 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad41adfb0 con 0x559daa35ff30 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad8c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa360ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa361f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa359b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad8c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa360ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44466/0 (socket says 172.21.15.6:44466) 2024-05-20T21:18:35.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad8c00700 1 -- 172.21.15.6:0/2488486060 learned_addr learned my addr 172.21.15.6:0/2488486060 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:35.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad3400700 1 -- 172.21.15.6:0/2488486060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 msgr2=0x559daa360ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:35.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad3400700 1 --2- 172.21.15.6:0/2488486060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa360ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad3400700 1 -- 172.21.15.6:0/2488486060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 msgr2=0x559daa359b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:35.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad3400700 1 --2- 172.21.15.6:0/2488486060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa359b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.403+0000 7f8ad3400700 1 -- 172.21.15.6:0/2488486060 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559daa361560 con 0x559daa35f610 2024-05-20T21:18:35.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.404+0000 7f8ad3400700 1 --2- 172.21.15.6:0/2488486060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa361f50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8ac00b2760 tx=0x7f8ac0000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4933f4a3bf35b372 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:35.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.404+0000 7f8ac8c00700 1 -- 172.21.15.6:0/2488486060 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac00a91d0 con 0x559daa35f610 2024-05-20T21:18:35.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.404+0000 7f8ac8c00700 1 -- 172.21.15.6:0/2488486060 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ac00a9390 con 0x559daa35f610 2024-05-20T21:18:35.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.404+0000 7f8ac8c00700 1 -- 172.21.15.6:0/2488486060 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac00a9650 con 0x559daa35f610 2024-05-20T21:18:35.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 -- 172.21.15.6:0/2488486060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 msgr2=0x559daa361f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/2488486060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa361f50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8ac00b2760 tx=0x7f8ac0000bc0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 -- 172.21.15.6:0/2488486060 shutdown_connections 2024-05-20T21:18:35.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/2488486060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35ff30 0x559daa360ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/2488486060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa359b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/2488486060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35f610 0x559daa361f50 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 -- 172.21.15.6:0/2488486060 >> 172.21.15.6:0/2488486060 conn(0x559daa287be0 msgr2=0x559daa3603b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 -- 172.21.15.6:0/2488486060 shutdown_connections 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 -- 172.21.15.6:0/2488486060 wait complete. 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.405+0000 7f8ae5570b80 1 -- start start 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ae5570b80 1 Processor -- start 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa36bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35f610 0x559daa36c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ae5570b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35ff30 0x559daa368c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad41ae620 con 0x559daa35a140 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad41afa90 con 0x559daa35ff30 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ae5570b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad41aecf0 con 0x559daa35f610 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ae5570b80 10 client.0 _ll_register_callbacks cb 0x559daa251c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ad3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa36bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ad3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa36bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46842/0 (socket says 172.21.15.6:46842) 2024-05-20T21:18:35.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ad3e00700 1 -- 172.21.15.6:0/3506707970 learned_addr learned my addr 172.21.15.6:0/3506707970 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:35.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.406+0000 7f8ad3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35f610 0x559daa36c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8ad8c00700 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35ff30 0x559daa368c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8ad3400700 1 -- 172.21.15.6:0/3506707970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35ff30 msgr2=0x559daa368c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8ad3400700 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35ff30 0x559daa368c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8ad3400700 1 -- 172.21.15.6:0/3506707970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 msgr2=0x559daa36bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8ad3400700 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa36bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8ad3400700 1 -- 172.21.15.6:0/3506707970 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559daa3691b0 con 0x559daa35f610 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8ad3400700 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35f610 0x559daa36c1e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8ac00e5e80 tx=0x7f8ac00e5e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14d4595daf1d4631 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8abe000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8abe000700 1 -- 172.21.15.6:0/3506707970 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac00a91d0 con 0x559daa35f610 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8abe000700 1 -- 172.21.15.6:0/3506707970 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8ac00aabb0 con 0x559daa35f610 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.407+0000 7f8ae5570b80 1 -- 172.21.15.6:0/3506707970 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ac00a9390 con 0x559daa35f610 2024-05-20T21:18:35.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8abe000700 1 -- 172.21.15.6:0/3506707970 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ac00a5740 con 0x559daa35f610 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8ae5570b80 10 client.25825 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8ae5570b80 1 -- 172.21.15.6:0/3506707970 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559daa3691b0 con 0x559daa35f610 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8abe000700 1 -- 172.21.15.6:0/3506707970 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ac00a9390 con 0x559daa35f610 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8abe000700 1 -- 172.21.15.6:0/3506707970 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8ac006a020 con 0x559daa35f610 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8ae5570b80 10 client.25825 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8ae5570b80 10 client.25825 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8ae5570b80 20 client.25825 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559daa3dec20 0x559daa3e1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8ae5570b80 4 client.25825 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.408+0000 7f8ae5570b80 1 -- 172.21.15.6:0/3506707970 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559daa2b3570 con 0x559daa3dec20 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.409+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559daa3dec20 0x559daa3e1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.409+0000 7f8ad3e00700 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559daa3dec20 0x559daa3e1040 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=39fe777afab33957 server_cookie=714d92eef29e828d in_seq=0 out_seq=0 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.409+0000 7f8abe000700 10 client.25825 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:18:35.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.409+0000 7f8abe000700 1 -- 172.21.15.6:0/3506707970 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559daa2b3570 con 0x559daa3dec20 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.409+0000 7f8abe000700 10 client.25825 handle_command_reply: tid=0 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.409+0000 7f8ae5570b80 1 client.25825 shutdown 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.409+0000 7f8ae5570b80 1 -- 172.21.15.6:0/3506707970 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35f610 msgr2=0x559daa36c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.409+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35f610 0x559daa36c1e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8ac00e5e80 tx=0x7f8ac00e5e10 comp rx=0 tx=0).stop 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 1 -- 172.21.15.6:0/3506707970 shutdown_connections 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559daa3dec20 0x559daa3e1040 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559daa35ff30 0x559daa368c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559daa35a140 0x559daa36bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 1 --2- 172.21.15.6:0/3506707970 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559daa35f610 0x559daa36c1e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 1 -- 172.21.15.6:0/3506707970 >> 172.21.15.6:0/3506707970 conn(0x559daa287be0 msgr2=0x559daa364480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8abe000700 0 client.25825 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 1 -- 172.21.15.6:0/3506707970 shutdown_connections 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 1 -- 172.21.15.6:0/3506707970 wait complete. 2024-05-20T21:18:35.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.410+0000 7f8ae5570b80 20 client.25825 trim_cache size 0 max 16384 2024-05-20T21:18:35.413 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:18:35.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 -- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ab80b2880 msgr2=0x7f8ab80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ab80b2880 0x7f8ab80b4d40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f8acc00bfa0 tx=0x7f8acc01d040 comp rx=0 tx=0).stop 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 -- 172.21.15.6:0/1165666020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ad4076090 msgr2=0x7f8ad419c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ad4076090 0x7f8ad419c370 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8ac000e9f0 tx=0x7f8ac000ed00 comp rx=0 tx=0).stop 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 -- 172.21.15.6:0/1165666020 shutdown_connections 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8ab80b2880 0x7f8ab80b4d40 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ad410ff40 0x7f8ad41a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ad4075770 0x7f8ad419be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 --2- 172.21.15.6:0/1165666020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ad4076090 0x7f8ad419c370 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 -- 172.21.15.6:0/1165666020 >> 172.21.15.6:0/1165666020 conn(0x7f8ad407a6a0 msgr2=0x7f8ad4101b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 -- 172.21.15.6:0/1165666020 shutdown_connections 2024-05-20T21:18:35.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:35.411+0000 7f8adac00700 1 -- 172.21.15.6:0/1165666020 wait complete. 2024-05-20T21:18:35.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:35 smithi062 ceph-mon[36640]: pgmap v522: 97 pgs: 97 active+clean; 841 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-05-20T21:18:35.819 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:35 smithi006 ceph-mon[31422]: pgmap v522: 97 pgs: 97 active+clean; 841 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-05-20T21:18:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:35 smithi042 ceph-mon[36332]: pgmap v522: 97 pgs: 97 active+clean; 841 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-05-20T21:18:36.239 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:18:36.713 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:37.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:37 smithi006 ceph-mon[31422]: pgmap v523: 97 pgs: 97 active+clean; 841 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:18:37.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:37 smithi062 ceph-mon[36640]: pgmap v523: 97 pgs: 97 active+clean; 841 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:18:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:37 smithi042 ceph-mon[36332]: pgmap v523: 97 pgs: 97 active+clean; 841 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 -- 172.21.15.6:0/1606483677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0075970 msgr2=0x7fb5e0075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/1606483677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0075970 0x7fb5e0075d50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4009990 tx=0x7fb5d4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 -- 172.21.15.6:0/1606483677 shutdown_connections 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/1606483677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e010fcb0 0x7fb5e0112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/1606483677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0075970 0x7fb5e0075d50 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/1606483677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0076290 0x7fb5e010f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 -- 172.21.15.6:0/1606483677 >> 172.21.15.6:0/1606483677 conn(0x7fb5e00fefc0 msgr2=0x7fb5e01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 -- 172.21.15.6:0/1606483677 shutdown_connections 2024-05-20T21:18:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.148+0000 7fb5e6c00700 1 -- 172.21.15.6:0/1606483677 wait complete. 2024-05-20T21:18:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.149+0000 7fb5e6c00700 1 Processor -- start 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.149+0000 7fb5e6c00700 1 -- start start 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0075970 0x7fb5e019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0076290 0x7fb5e019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e010fcb0 0x7fb5e01a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e0115880 con 0x7fb5e0075970 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e0115700 con 0x7fb5e0076290 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e0115a00 con 0x7fb5e010fcb0 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e5800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0075970 0x7fb5e019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e010fcb0 0x7fb5e01a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e010fcb0 0x7fb5e01a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40302/0 (socket says 172.21.15.6:40302) 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e6200700 1 -- 172.21.15.6:0/2348983601 learned_addr learned my addr 172.21.15.6:0/2348983601 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.150+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0076290 0x7fb5e019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.151+0000 7fb5e6200700 1 -- 172.21.15.6:0/2348983601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0076290 msgr2=0x7fb5e019c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.151+0000 7fb5e6200700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0076290 0x7fb5e019c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.151+0000 7fb5e6200700 1 -- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0075970 msgr2=0x7fb5e019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.151+0000 7fb5e6200700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0075970 0x7fb5e019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.151+0000 7fb5e6200700 1 -- 172.21.15.6:0/2348983601 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e01a0d90 con 0x7fb5e010fcb0 2024-05-20T21:18:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.151+0000 7fb5e6200700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e010fcb0 0x7fb5e01a0650 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800c370 tx=0x7fb5d800c680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.151+0000 7fb5de000700 1 -- 172.21.15.6:0/2348983601 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80092e0 con 0x7fb5e010fcb0 2024-05-20T21:18:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.152+0000 7fb5e6c00700 1 -- 172.21.15.6:0/2348983601 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5e01a1020 con 0x7fb5e010fcb0 2024-05-20T21:18:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.152+0000 7fb5de000700 1 -- 172.21.15.6:0/2348983601 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d8003a00 con 0x7fb5e010fcb0 2024-05-20T21:18:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.152+0000 7fb5de000700 1 -- 172.21.15.6:0/2348983601 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80046f0 con 0x7fb5e010fcb0 2024-05-20T21:18:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.152+0000 7fb5e6c00700 1 -- 172.21.15.6:0/2348983601 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5e01a8900 con 0x7fb5e010fcb0 2024-05-20T21:18:39.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.155+0000 7fb5de000700 1 -- 172.21.15.6:0/2348983601 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb5d801a020 con 0x7fb5e010fcb0 2024-05-20T21:18:39.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.156+0000 7fb5f2b40b80 1 Processor -- start 2024-05-20T21:18:39.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.156+0000 7fb5f2b40b80 1 -- start start 2024-05-20T21:18:39.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.156+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c02bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.156+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c025d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c026390 0x559e7c0267f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559e7bf83e40 con 0x559e7c026390 2024-05-20T21:18:39.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559e7bf739e0 con 0x559e7c02c0e0 2024-05-20T21:18:39.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559e7bf77a20 con 0x559e7c02b7c0 2024-05-20T21:18:39.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e5800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c025d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e5800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c025d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57752/0 (socket says 172.21.15.6:57752) 2024-05-20T21:18:39.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e5800700 1 -- 172.21.15.6:0/3207528196 learned_addr learned my addr 172.21.15.6:0/3207528196 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5de000700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c80b2880 0x7fb5c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c026390 0x559e7c0267f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c02bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5de000700 1 -- 172.21.15.6:0/2348983601 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5d80e1b30 con 0x7fb5e010fcb0 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e5800700 1 -- 172.21.15.6:0/3207528196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 msgr2=0x559e7c02bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e5800700 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c02bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e5800700 1 -- 172.21.15.6:0/3207528196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c026390 msgr2=0x559e7c0267f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e5800700 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c026390 0x559e7c0267f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e6200700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c80b2880 0x7fb5c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e5800700 1 -- 172.21.15.6:0/3207528196 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e7bf3c420 con 0x559e7c02c0e0 2024-05-20T21:18:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.157+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c026390 0x559e7c0267f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.158+0000 7fb5e5800700 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c025d70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb5d40096a0 tx=0x7fb5d40096d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aaab99fea56a7b52 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.158+0000 7fb5d2a00700 1 -- 172.21.15.6:0/3207528196 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4027070 con 0x559e7c02c0e0 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.158+0000 7fb5e6200700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c80b2880 0x7fb5c80b4d40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8009690 tx=0x7fb5d8009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.158+0000 7fb5d2a00700 1 -- 172.21.15.6:0/3207528196 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d40056d0 con 0x559e7c02c0e0 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.158+0000 7fb5d2a00700 1 -- 172.21.15.6:0/3207528196 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4003be0 con 0x559e7c02c0e0 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/3207528196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 msgr2=0x559e7c025d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c025d70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb5d40096a0 tx=0x7fb5d40096d0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/3207528196 shutdown_connections 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c026390 0x559e7c0267f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c02bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/3207528196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c025d70 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/3207528196 >> 172.21.15.6:0/3207528196 conn(0x559e7bf53be0 msgr2=0x559e7c020810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/3207528196 shutdown_connections 2024-05-20T21:18:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.159+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/3207528196 wait complete. 2024-05-20T21:18:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.160+0000 7fb5f2b40b80 1 -- start start 2024-05-20T21:18:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.160+0000 7fb5f2b40b80 1 Processor -- start 2024-05-20T21:18:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.160+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c031f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.160+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c02f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.160+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02c0e0 0x559e7c02f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559e7be79fa0 con 0x559e7c02b7c0 2024-05-20T21:18:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559e7bf14760 con 0x559e7c026390 2024-05-20T21:18:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559e7c032ba0 con 0x559e7c02c0e0 2024-05-20T21:18:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5f2b40b80 10 client.0 _ll_register_callbacks cb 0x559e7bf1dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e5800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c02f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c031f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c031f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57760/0 (socket says 172.21.15.6:57760) 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 -- 172.21.15.6:0/1024399190 learned_addr learned my addr 172.21.15.6:0/1024399190 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02c0e0 0x559e7c02f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 -- 172.21.15.6:0/1024399190 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02c0e0 msgr2=0x559e7c02f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02c0e0 0x559e7c02f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 -- 172.21.15.6:0/1024399190 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 msgr2=0x559e7c02f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c02f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.161+0000 7fb5e4e00700 1 -- 172.21.15.6:0/1024399190 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e7bec38d0 con 0x559e7c026390 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.162+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c031f20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc010f90 tx=0x7fb5cc012040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=873f37b471c9ce0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.162+0000 7fb5c7400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.162+0000 7fb5c7400700 1 -- 172.21.15.6:0/1024399190 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5cc016030 con 0x559e7c026390 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.162+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/1024399190 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5d40056d0 con 0x559e7c026390 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.162+0000 7fb5c7400700 1 -- 172.21.15.6:0/1024399190 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5cc004830 con 0x559e7c026390 2024-05-20T21:18:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.162+0000 7fb5c7400700 1 -- 172.21.15.6:0/1024399190 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5cc019040 con 0x559e7c026390 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.162+0000 7fb5f2b40b80 10 client.25850 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.162+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/1024399190 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559e7bf44060 con 0x559e7c026390 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5c7400700 1 -- 172.21.15.6:0/1024399190 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d40056d0 con 0x559e7c026390 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5c7400700 1 -- 172.21.15.6:0/1024399190 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5cc01c030 con 0x559e7c026390 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5f2b40b80 10 client.25850 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5f2b40b80 10 client.25850 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5f2b40b80 20 client.25850 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x559e7c03f7e0 0x559e7c041bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5f2b40b80 4 client.25850 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/1024399190 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e7bf85d90 con 0x559e7c03f7e0 2024-05-20T21:18:39.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.163+0000 7fb5e5800700 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x559e7c03f7e0 0x559e7c041bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.164+0000 7fb5e5800700 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x559e7c03f7e0 0x559e7c041bd0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7ea4206318061169 server_cookie=d74a1f1a295afa7c in_seq=0 out_seq=0 2024-05-20T21:18:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.164+0000 7fb5c7400700 10 client.25850 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5c7400700 1 -- 172.21.15.6:0/1024399190 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559e7bf85d90 con 0x559e7c03f7e0 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5c7400700 10 client.25850 handle_command_reply: tid=0 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 client.25850 shutdown 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/1024399190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 msgr2=0x559e7c031f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c031f20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc010f90 tx=0x7fb5cc012040 comp rx=0 tx=0).stop 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/1024399190 shutdown_connections 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x559e7c03f7e0 0x559e7c041bd0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02c0e0 0x559e7c02f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c031f20 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/1024399190 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c02f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/1024399190 >> 172.21.15.6:0/1024399190 conn(0x559e7bf53be0 msgr2=0x559e7c01ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.165+0000 7fb5c7400700 0 client.25850 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.166+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/1024399190 shutdown_connections 2024-05-20T21:18:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.166+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/1024399190 wait complete. 2024-05-20T21:18:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.166+0000 7fb5f2b40b80 20 client.25850 trim_cache size 0 max 16384 2024-05-20T21:18:39.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.182+0000 7fb5f2b40b80 1 Processor -- start 2024-05-20T21:18:39.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.182+0000 7fb5f2b40b80 1 -- start start 2024-05-20T21:18:39.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c025d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c03bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02c0e0 0x559e7c02e240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01b27c0 con 0x559e7c02c0e0 2024-05-20T21:18:39.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01b0050 con 0x559e7c026390 2024-05-20T21:18:39.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01adea0 con 0x559e7c02b7c0 2024-05-20T21:18:39.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5e4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c025d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5e5800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c03bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5e4e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02c0e0 0x559e7c02e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5e5800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c03bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40334/0 (socket says 172.21.15.6:40334) 2024-05-20T21:18:39.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5e4e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02c0e0 0x559e7c02e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53868/0 (socket says 172.21.15.6:53868) 2024-05-20T21:18:39.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.183+0000 7fb5e5800700 1 -- 172.21.15.6:0/2720776797 learned_addr learned my addr 172.21.15.6:0/2720776797 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5e5800700 1 -- 172.21.15.6:0/2720776797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 msgr2=0x559e7c025d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5e5800700 1 --2- 172.21.15.6:0/2720776797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c025d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5e5800700 1 -- 172.21.15.6:0/2720776797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02c0e0 msgr2=0x559e7c02e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5e5800700 1 --2- 172.21.15.6:0/2720776797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02c0e0 0x559e7c02e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5e5800700 1 -- 172.21.15.6:0/2720776797 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e7c042160 con 0x559e7c02b7c0 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/2720776797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c025d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5e5800700 1 --2- 172.21.15.6:0/2720776797 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c03bc40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4003790 tx=0x7fb5d4003680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9eedae5f912cafd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5d2000700 1 -- 172.21.15.6:0/2720776797 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4027040 con 0x559e7c02b7c0 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5d2000700 1 -- 172.21.15.6:0/2720776797 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d4034040 con 0x559e7c02b7c0 2024-05-20T21:18:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.184+0000 7fb5d2000700 1 -- 172.21.15.6:0/2720776797 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d400be00 con 0x559e7c02b7c0 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/2720776797 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 msgr2=0x559e7c03bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/2720776797 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c03bc40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4003790 tx=0x7fb5d4003680 comp rx=0 tx=0).stop 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/2720776797 shutdown_connections 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/2720776797 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02c0e0 0x559e7c02e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/2720776797 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c026390 0x559e7c025d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/2720776797 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c02b7c0 0x559e7c03bc40 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/2720776797 >> 172.21.15.6:0/2720776797 conn(0x559e7bf53be0 msgr2=0x559e7c02c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/2720776797 shutdown_connections 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.185+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/2720776797 wait complete. 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.186+0000 7fb5f2b40b80 1 -- start start 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.186+0000 7fb5f2b40b80 1 Processor -- start 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c026390 0x559e7c038640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c046d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5f2b40b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c047390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01ae510 con 0x559e7c02b7c0 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01af980 con 0x559e7c02c0e0 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5f2b40b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01aebe0 con 0x559e7c026390 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5f2b40b80 10 client.0 _ll_register_callbacks cb 0x559e7bf1dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e5800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c046d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e5800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c046d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53880/0 (socket says 172.21.15.6:53880) 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e5800700 1 -- 172.21.15.6:0/13522643 learned_addr learned my addr 172.21.15.6:0/13522643 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c047390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c026390 0x559e7c038640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e5800700 1 -- 172.21.15.6:0/13522643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c026390 msgr2=0x559e7c038640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:39.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e5800700 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c026390 0x559e7c038640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e5800700 1 -- 172.21.15.6:0/13522643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 msgr2=0x559e7c047390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e5800700 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c047390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e5800700 1 -- 172.21.15.6:0/13522643 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e7c0b1ab0 con 0x559e7c02b7c0 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.187+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c047390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.188+0000 7fb5e5800700 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c046d60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4009990 tx=0x7fb5d40058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8346353f5f8cf368 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.188+0000 7fb5c7400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.188+0000 7fb5c7400700 1 -- 172.21.15.6:0/13522643 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d4027040 con 0x559e7c02b7c0 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.188+0000 7fb5c7400700 1 -- 172.21.15.6:0/13522643 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5d4003bd0 con 0x559e7c02b7c0 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.188+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/13522643 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5d4034040 con 0x559e7c02b7c0 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5c7400700 1 -- 172.21.15.6:0/13522643 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5d400b2f0 con 0x559e7c02b7c0 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5f2b40b80 10 client.15726 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/13522643 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559e7c0b2c10 con 0x559e7c02b7c0 2024-05-20T21:18:39.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5c7400700 1 -- 172.21.15.6:0/13522643 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d4034040 con 0x559e7c02b7c0 2024-05-20T21:18:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5c7400700 1 -- 172.21.15.6:0/13522643 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5d4021070 con 0x559e7c02b7c0 2024-05-20T21:18:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5f2b40b80 10 client.15726 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5f2b40b80 10 client.15726 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:18:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5f2b40b80 20 client.15726 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x559e7c0b2de0 0x559e7c0b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5f2b40b80 4 client.15726 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.189+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/13522643 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559e7bf7f570 con 0x559e7c0b2de0 2024-05-20T21:18:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.190+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x559e7c0b2de0 0x559e7c0b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.190+0000 7fb5e4e00700 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x559e7c0b2de0 0x559e7c0b51d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5257ce8abc14303e server_cookie=7cee91b9b18a1629 in_seq=0 out_seq=0 2024-05-20T21:18:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.190+0000 7fb5c7400700 10 client.15726 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:18:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.190+0000 7fb5c7400700 1 -- 172.21.15.6:0/13522643 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559e7bf7f570 con 0x559e7c0b2de0 2024-05-20T21:18:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.190+0000 7fb5c7400700 10 client.15726 handle_command_reply: tid=0 2024-05-20T21:18:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.190+0000 7fb5f2b40b80 1 client.15726 shutdown 2024-05-20T21:18:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/13522643 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 msgr2=0x559e7c046d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c046d60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb5d4009990 tx=0x7fb5d40058e0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/13522643 shutdown_connections 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559e7c02c0e0 0x559e7c047390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x559e7c0b2de0 0x559e7c0b51d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559e7c026390 0x559e7c038640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5c7400700 0 client.15726 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 --2- 172.21.15.6:0/13522643 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559e7c02b7c0 0x559e7c046d60 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/13522643 >> 172.21.15.6:0/13522643 conn(0x559e7bf53be0 msgr2=0x559e7c02f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/13522643 shutdown_connections 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 1 -- 172.21.15.6:0/13522643 wait complete. 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.191+0000 7fb5f2b40b80 20 client.15726 trim_cache size 0 max 16384 2024-05-20T21:18:39.193 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:18:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 -- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c80b2880 msgr2=0x7fb5c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c80b2880 0x7fb5c80b4d40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8009690 tx=0x7fb5d8009480 comp rx=0 tx=0).stop 2024-05-20T21:18:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 -- 172.21.15.6:0/2348983601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e010fcb0 msgr2=0x7fb5e01a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e010fcb0 0x7fb5e01a0650 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800c370 tx=0x7fb5d800c680 comp rx=0 tx=0).stop 2024-05-20T21:18:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 -- 172.21.15.6:0/2348983601 shutdown_connections 2024-05-20T21:18:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c80b2880 0x7fb5c80b4d40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e010fcb0 0x7fb5e01a0650 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0075970 0x7fb5e019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 --2- 172.21.15.6:0/2348983601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0076290 0x7fb5e019c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 -- 172.21.15.6:0/2348983601 >> 172.21.15.6:0/2348983601 conn(0x7fb5e00fefc0 msgr2=0x7fb5e00ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 -- 172.21.15.6:0/2348983601 shutdown_connections 2024-05-20T21:18:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:39.192+0000 7fb5e6c00700 1 -- 172.21.15.6:0/2348983601 wait complete. 2024-05-20T21:18:39.604 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:39 smithi006 ceph-mon[31422]: pgmap v524: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:18:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:39 smithi062 ceph-mon[36640]: pgmap v524: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:18:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:39 smithi042 ceph-mon[36332]: pgmap v524: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:18:40.074 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:18:40.547 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:41.774 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:41 smithi006 ceph-mon[31422]: pgmap v525: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:41.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:41 smithi062 ceph-mon[36640]: pgmap v525: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:41 smithi042 ceph-mon[36332]: pgmap v525: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:42.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 -- 172.21.15.6:0/332107434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe06c106010 msgr2=0x7fe06c112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 --2- 172.21.15.6:0/332107434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe06c106010 0x7fe06c112520 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe06400b0a0 tx=0x7fe06400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 -- 172.21.15.6:0/332107434 shutdown_connections 2024-05-20T21:18:42.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 --2- 172.21.15.6:0/332107434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe06c106010 0x7fe06c112520 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 --2- 172.21.15.6:0/332107434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe06c10b650 0x7fe06c10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 --2- 172.21.15.6:0/332107434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe06c105650 0x7fe06c105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 -- 172.21.15.6:0/332107434 >> 172.21.15.6:0/332107434 conn(0x7fe06c101180 msgr2=0x7fe06c1035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 -- 172.21.15.6:0/332107434 shutdown_connections 2024-05-20T21:18:42.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.817+0000 7fe06b200700 1 -- 172.21.15.6:0/332107434 wait complete. 2024-05-20T21:18:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.818+0000 7fe06b200700 1 Processor -- start 2024-05-20T21:18:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.818+0000 7fe06b200700 1 -- start start 2024-05-20T21:18:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe06b200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe06c105650 0x7fe06c1a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe06b200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe06c106010 0x7fe06c1a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe06b200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe06c10b650 0x7fe06c19bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe06b200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c115880 con 0x7fe06c106010 2024-05-20T21:18:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe06b200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c115700 con 0x7fe06c105650 2024-05-20T21:18:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe06b200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c115a00 con 0x7fe06c10b650 2024-05-20T21:18:42.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe069400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe06c106010 0x7fe06c1a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe06a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe06c10b650 0x7fe06c19bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe069e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe06c105650 0x7fe06c1a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe069400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe06c106010 0x7fe06c1a1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53902/0 (socket says 172.21.15.6:53902) 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.819+0000 7fe069400700 1 -- 172.21.15.6:0/3883835744 learned_addr learned my addr 172.21.15.6:0/3883835744 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe069400700 1 -- 172.21.15.6:0/3883835744 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe06c10b650 msgr2=0x7fe06c19bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe069400700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe06c10b650 0x7fe06c19bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe069400700 1 -- 172.21.15.6:0/3883835744 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe06c105650 msgr2=0x7fe06c1a1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe069400700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe06c105650 0x7fe06c1a1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe069400700 1 -- 172.21.15.6:0/3883835744 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe06c19c260 con 0x7fe06c106010 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe069e00700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe06c105650 0x7fe06c1a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe069400700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe06c106010 0x7fe06c1a1e80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe05800e9a0 tx=0x7fe05800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe062a00700 1 -- 172.21.15.6:0/3883835744 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe05800ca10 con 0x7fe06c106010 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe062a00700 1 -- 172.21.15.6:0/3883835744 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe05800cbb0 con 0x7fe06c106010 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.820+0000 7fe06b200700 1 -- 172.21.15.6:0/3883835744 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe06c19c550 con 0x7fe06c106010 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.821+0000 7fe062a00700 1 -- 172.21.15.6:0/3883835744 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe058018680 con 0x7fe06c106010 2024-05-20T21:18:42.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.821+0000 7fe06b200700 1 -- 172.21.15.6:0/3883835744 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe06c1a8810 con 0x7fe06c106010 2024-05-20T21:18:42.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.825+0000 7fe062a00700 1 -- 172.21.15.6:0/3883835744 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe058010430 con 0x7fe06c106010 2024-05-20T21:18:42.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.825+0000 7fe07b3eeb80 1 Processor -- start 2024-05-20T21:18:42.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe07b3eeb80 1 -- start start 2024-05-20T21:18:42.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5f9b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f6f5ef9e40 con 0x55f6f5fa1940 2024-05-20T21:18:42.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f6f5ee99e0 con 0x55f6f5f9bad0 2024-05-20T21:18:42.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f6f5eeda20 con 0x55f6f5fa1020 2024-05-20T21:18:42.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe069e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5f9b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.826+0000 7fe069e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5f9b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53916/0 (socket says 172.21.15.6:53916) 2024-05-20T21:18:42.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe069e00700 1 -- 172.21.15.6:0/2746126808 learned_addr learned my addr 172.21.15.6:0/2746126808 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:42.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe06a800700 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe069400700 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe06a800700 1 -- 172.21.15.6:0/2746126808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5f9bad0 msgr2=0x55f6f5f9bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe06a800700 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe06a800700 1 -- 172.21.15.6:0/2746126808 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 msgr2=0x55f6f5f9b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe06a800700 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5f9b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe06a800700 1 -- 172.21.15.6:0/2746126808 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6f5eb2420 con 0x55f6f5fa1020 2024-05-20T21:18:42.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.827+0000 7fe062a00700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe0500b2880 0x7fe0500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.828+0000 7fe06a800700 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa1400 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe0640062a0 tx=0x7fe0640092e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e53a7faf325567f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.828+0000 7fe062a00700 1 -- 172.21.15.6:0/3883835744 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe0580e2460 con 0x7fe06c106010 2024-05-20T21:18:42.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.828+0000 7fe069e00700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe0500b2880 0x7fe0500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.828+0000 7fe057400700 1 -- 172.21.15.6:0/2746126808 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe06400bcb0 con 0x55f6f5fa1020 2024-05-20T21:18:42.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.828+0000 7fe057400700 1 -- 172.21.15.6:0/2746126808 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0640074e0 con 0x55f6f5fa1020 2024-05-20T21:18:42.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.828+0000 7fe057400700 1 -- 172.21.15.6:0/2746126808 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe064005260 con 0x55f6f5fa1020 2024-05-20T21:18:42.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe069e00700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe0500b2880 0x7fe0500b4d40 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe05c009fd0 tx=0x7fe05c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2746126808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 msgr2=0x55f6f5fa1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa1400 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe0640062a0 tx=0x7fe0640092e0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2746126808 shutdown_connections 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa1400 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/2746126808 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5f9b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2746126808 >> 172.21.15.6:0/2746126808 conn(0x55f6f5ec9be0 msgr2=0x55f6f5f96150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2746126808 shutdown_connections 2024-05-20T21:18:42.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.829+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2746126808 wait complete. 2024-05-20T21:18:42.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.830+0000 7fe07b3eeb80 1 -- start start 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.830+0000 7fe07b3eeb80 1 Processor -- start 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fa76b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fa4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f6f5deffa0 con 0x55f6f5f9bad0 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f6f5e8a760 con 0x55f6f5fa1940 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f6f5fa8400 con 0x55f6f5fa1020 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe07b3eeb80 10 client.0 _ll_register_callbacks cb 0x55f6f5e93c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe069e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fa76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe06a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fa4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe06a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fa4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57794/0 (socket says 172.21.15.6:57794) 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe06a800700 1 -- 172.21.15.6:0/1038000683 learned_addr learned my addr 172.21.15.6:0/1038000683 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:42.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe069e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fa76b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53928/0 (socket says 172.21.15.6:53928) 2024-05-20T21:18:42.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe069400700 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe06a800700 1 -- 172.21.15.6:0/1038000683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 msgr2=0x55f6f5fa4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe06a800700 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe06a800700 1 -- 172.21.15.6:0/1038000683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5f9bad0 msgr2=0x55f6f5fa76b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.831+0000 7fe06a800700 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fa76b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.832+0000 7fe06a800700 1 -- 172.21.15.6:0/1038000683 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6f5e398d0 con 0x55f6f5fa1940 2024-05-20T21:18:42.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.832+0000 7fe06a800700 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fa4f90 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe064009a20 tx=0x7fe064003cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20139f16d0152434 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.832+0000 7fe04be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.832+0000 7fe04be00700 1 -- 172.21.15.6:0/1038000683 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe064007aa0 con 0x55f6f5fa1940 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.832+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1038000683 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe0640074e0 con 0x55f6f5fa1940 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.832+0000 7fe04be00700 1 -- 172.21.15.6:0/1038000683 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe0640050b0 con 0x55f6f5fa1940 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.833+0000 7fe04be00700 1 -- 172.21.15.6:0/1038000683 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe064038050 con 0x55f6f5fa1940 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.833+0000 7fe07b3eeb80 10 client.25868 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.833+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1038000683 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f6f5eba060 con 0x55f6f5fa1940 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.833+0000 7fe04be00700 1 -- 172.21.15.6:0/1038000683 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0640074e0 con 0x55f6f5fa1940 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.834+0000 7fe04be00700 1 -- 172.21.15.6:0/1038000683 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe064011070 con 0x55f6f5fa1940 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.834+0000 7fe07b3eeb80 10 client.25868 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.834+0000 7fe07b3eeb80 10 client.25868 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.834+0000 7fe07b3eeb80 20 client.25868 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:42.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.834+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f6f5fb4df0 0x55f6f5fb71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.834+0000 7fe07b3eeb80 4 client.25868 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:42.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.834+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1038000683 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f6f5efbd90 con 0x55f6f5fb4df0 2024-05-20T21:18:42.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.834+0000 7fe069e00700 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f6f5fb4df0 0x55f6f5fb71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.835+0000 7fe069e00700 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f6f5fb4df0 0x55f6f5fb71e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c46baa195f2d5031 server_cookie=a7c8f2edd4687a72 in_seq=0 out_seq=0 2024-05-20T21:18:42.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.835+0000 7fe04be00700 10 client.25868 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe04be00700 1 -- 172.21.15.6:0/1038000683 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f6f5efbd90 con 0x55f6f5fb4df0 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe04be00700 10 client.25868 handle_command_reply: tid=0 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 client.25868 shutdown 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1038000683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 msgr2=0x55f6f5fa4f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fa4f90 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe064009a20 tx=0x7fe064003cb0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1038000683 shutdown_connections 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fa4f90 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fa76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f6f5fb4df0 0x55f6f5fb71e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1038000683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe04be00700 0 client.25868 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:42.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.836+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1038000683 >> 172.21.15.6:0/1038000683 conn(0x55f6f5ec9be0 msgr2=0x55f6f5f9a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.837+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1038000683 shutdown_connections 2024-05-20T21:18:42.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.837+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1038000683 wait complete. 2024-05-20T21:18:42.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.837+0000 7fe07b3eeb80 20 client.25868 trim_cache size 0 max 16384 2024-05-20T21:18:42.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.853+0000 7fe07b3eeb80 1 Processor -- start 2024-05-20T21:18:42.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.853+0000 7fe07b3eeb80 1 -- start start 2024-05-20T21:18:42.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fba200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c1b2670 con 0x55f6f5fa1020 2024-05-20T21:18:42.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c1aff00 con 0x55f6f5fa1940 2024-05-20T21:18:42.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c1add50 con 0x55f6f5f9bad0 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe069400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe069e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe069400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa6ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53930/0 (socket says 172.21.15.6:53930) 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe069e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40390/0 (socket says 172.21.15.6:40390) 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe069400700 1 -- 172.21.15.6:0/2773825852 learned_addr learned my addr 172.21.15.6:0/2773825852 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.854+0000 7fe06a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fba200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.855+0000 7fe069e00700 1 -- 172.21.15.6:0/2773825852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 msgr2=0x55f6f5fba200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.855+0000 7fe069e00700 1 --2- 172.21.15.6:0/2773825852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fba200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.855+0000 7fe069e00700 1 -- 172.21.15.6:0/2773825852 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1020 msgr2=0x55f6f5fa6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.855+0000 7fe069e00700 1 --2- 172.21.15.6:0/2773825852 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa6ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.855+0000 7fe069e00700 1 -- 172.21.15.6:0/2773825852 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6f5fb16a0 con 0x55f6f5f9bad0 2024-05-20T21:18:42.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.855+0000 7fe069e00700 1 --2- 172.21.15.6:0/2773825852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9b4b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x55f6f5ef9f40 tx=0x7fe05c019000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31fba60338b27e15 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.855+0000 7fe056a00700 1 -- 172.21.15.6:0/2773825852 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe05c00fe10 con 0x55f6f5f9bad0 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe056a00700 1 -- 172.21.15.6:0/2773825852 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe05c02f070 con 0x55f6f5f9bad0 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe056a00700 1 -- 172.21.15.6:0/2773825852 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe05c003cc0 con 0x55f6f5f9bad0 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2773825852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 msgr2=0x55f6f5f9b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/2773825852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9b4b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x55f6f5ef9f40 tx=0x7fe05c019000 comp rx=0 tx=0).stop 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2773825852 shutdown_connections 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/2773825852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1940 0x55f6f5fba200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/2773825852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5f9b4b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/2773825852 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1020 0x55f6f5fa6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2773825852 >> 172.21.15.6:0/2773825852 conn(0x55f6f5ec9be0 msgr2=0x55f6f5f95c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2773825852 shutdown_connections 2024-05-20T21:18:42.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.856+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/2773825852 wait complete. 2024-05-20T21:18:42.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.857+0000 7fe07b3eeb80 1 -- start start 2024-05-20T21:18:42.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.857+0000 7fe07b3eeb80 1 Processor -- start 2024-05-20T21:18:42.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fbaa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1020 0x55f6f5fb7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe07b3eeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5fb8540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c1ae3c0 con 0x55f6f5fa1940 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c1af830 con 0x55f6f5fa1020 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe07b3eeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe06c1aea90 con 0x55f6f5f9bad0 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe07b3eeb80 10 client.0 _ll_register_callbacks cb 0x55f6f5e93c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe06a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5fb8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe069400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1020 0x55f6f5fb7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe06a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5fb8540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53932/0 (socket says 172.21.15.6:53932) 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe06a800700 1 -- 172.21.15.6:0/1661626735 learned_addr learned my addr 172.21.15.6:0/1661626735 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe069e00700 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fbaa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe069400700 1 -- 172.21.15.6:0/1661626735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 msgr2=0x55f6f5fbaa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe069400700 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fbaa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe069400700 1 -- 172.21.15.6:0/1661626735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 msgr2=0x55f6f5fb8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.858+0000 7fe069400700 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5fb8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe069400700 1 -- 172.21.15.6:0/1661626735 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6f601e630 con 0x55f6f5fa1020 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe06a800700 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5fb8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe069400700 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1020 0x55f6f5fb7e00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe0580a6bf0 tx=0x7fe0580e5f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7466dd5e492faa2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe04be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe04be00700 1 -- 172.21.15.6:0/1661626735 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0580a92d0 con 0x55f6f5fa1020 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe04be00700 1 -- 172.21.15.6:0/1661626735 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe0580b2560 con 0x55f6f5fa1020 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1661626735 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe05c02f070 con 0x55f6f5fa1020 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe04be00700 1 -- 172.21.15.6:0/1661626735 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe0580a5110 con 0x55f6f5fa1020 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe07b3eeb80 10 client.25874 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.859+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1661626735 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f6f601f840 con 0x55f6f5fa1020 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe04be00700 1 -- 172.21.15.6:0/1661626735 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe05c02f070 con 0x55f6f5fa1020 2024-05-20T21:18:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe04be00700 1 -- 172.21.15.6:0/1661626735 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe058010720 con 0x55f6f5fa1020 2024-05-20T21:18:42.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe07b3eeb80 10 client.25874 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:42.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe07b3eeb80 10 client.25874 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:42.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe07b3eeb80 20 client.25874 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:42.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f6f601ff00 0x55f6f6022320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:42.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe07b3eeb80 4 client.25874 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:18:42.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1661626735 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f6f5ef5570 con 0x55f6f601ff00 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.860+0000 7fe069e00700 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f6f601ff00 0x55f6f6022320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe069e00700 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f6f601ff00 0x55f6f6022320 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4506420d279d0c28 server_cookie=fc683458c8ec81c5 in_seq=0 out_seq=0 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe04be00700 10 client.25874 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe04be00700 1 -- 172.21.15.6:0/1661626735 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f6f5ef5570 con 0x55f6f601ff00 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe04be00700 10 client.25874 handle_command_reply: tid=0 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 client.25874 shutdown 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1661626735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1020 msgr2=0x55f6f5fb7e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1020 0x55f6f5fb7e00 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe0580a6bf0 tx=0x7fe0580e5f90 comp rx=0 tx=0).stop 2024-05-20T21:18:42.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1661626735 shutdown_connections 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f6f5fa1940 0x55f6f5fb8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f6f601ff00 0x55f6f6022320 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f6f5f9bad0 0x55f6f5fbaa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 --2- 172.21.15.6:0/1661626735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f6f5fa1020 0x55f6f5fb7e00 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe04be00700 0 client.25874 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.861+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1661626735 >> 172.21.15.6:0/1661626735 conn(0x55f6f5ec9be0 msgr2=0x55f6f5fa1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.862+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1661626735 shutdown_connections 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.862+0000 7fe07b3eeb80 1 -- 172.21.15.6:0/1661626735 wait complete. 2024-05-20T21:18:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.862+0000 7fe07b3eeb80 20 client.25874 trim_cache size 0 max 16384 2024-05-20T21:18:42.865 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:18:42.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.862+0000 7fe06b200700 1 -- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe0500b2880 msgr2=0x7fe0500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.862+0000 7fe06b200700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe0500b2880 0x7fe0500b4d40 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe05c009fd0 tx=0x7fe05c009260 comp rx=0 tx=0).stop 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.862+0000 7fe06b200700 1 -- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe06c106010 msgr2=0x7fe06c1a1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.862+0000 7fe06b200700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe06c106010 0x7fe06c1a1e80 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe05800e9a0 tx=0x7fe05800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.863+0000 7fe06b200700 1 -- 172.21.15.6:0/3883835744 shutdown_connections 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.863+0000 7fe06b200700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe0500b2880 0x7fe0500b4d40 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.863+0000 7fe06b200700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe06c10b650 0x7fe06c19bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.863+0000 7fe06b200700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe06c105650 0x7fe06c1a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.863+0000 7fe06b200700 1 --2- 172.21.15.6:0/3883835744 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe06c106010 0x7fe06c1a1e80 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.863+0000 7fe06b200700 1 -- 172.21.15.6:0/3883835744 >> 172.21.15.6:0/3883835744 conn(0x7fe06c101180 msgr2=0x7fe06c101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.863+0000 7fe06b200700 1 -- 172.21.15.6:0/3883835744 shutdown_connections 2024-05-20T21:18:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:42.863+0000 7fe06b200700 1 -- 172.21.15.6:0/3883835744 wait complete. 2024-05-20T21:18:43.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:43 smithi006 ceph-mon[31422]: pgmap v526: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:43.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:43 smithi062 ceph-mon[36640]: pgmap v526: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:43 smithi042 ceph-mon[36332]: pgmap v526: 97 pgs: 97 active+clean; 911 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:44.821 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:18:44.821 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:18:45.309 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:45.722 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:45 smithi006 ceph-mon[31422]: pgmap v527: 97 pgs: 97 active+clean; 970 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:45 smithi062 ceph-mon[36640]: pgmap v527: 97 pgs: 97 active+clean; 970 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:45 smithi042 ceph-mon[36332]: pgmap v527: 97 pgs: 97 active+clean; 970 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:18:47.198 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.197+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2001360373 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0eec103b00 msgr2=0x7f0eec103f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.197+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2001360373 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0eec103b00 0x7f0eec103f80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4009860 tx=0x7f0ed402a340 comp rx=0 tx=0).stop 2024-05-20T21:18:47.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.198+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2001360373 shutdown_connections 2024-05-20T21:18:47.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.198+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2001360373 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0eec1044c0 0x7f0eec10ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.198+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2001360373 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0eec103b00 0x7f0eec103f80 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.198+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2001360373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0eec102910 0x7f0eec102d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.198+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2001360373 >> 172.21.15.6:0/2001360373 conn(0x7f0eec0fde80 msgr2=0x7f0eec1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:47.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.198+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2001360373 shutdown_connections 2024-05-20T21:18:47.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.198+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2001360373 wait complete. 2024-05-20T21:18:47.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.199+0000 7f0ef1e00640 1 Processor -- start 2024-05-20T21:18:47.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.199+0000 7f0ef1e00640 1 -- start start 2024-05-20T21:18:47.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0eec102910 0x7f0eec19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0eec103b00 0x7f0eec19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0eec1044c0 0x7f0eec1a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1e00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec10e420 con 0x7f0eec102910 2024-05-20T21:18:47.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec10e2a0 con 0x7f0eec1044c0 2024-05-20T21:18:47.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1e00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec10e5a0 con 0x7f0eec103b00 2024-05-20T21:18:47.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef0a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0eec102910 0x7f0eec19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0eec1044c0 0x7f0eec1a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0eec1044c0 0x7f0eec1a22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55816/0 (socket says 172.21.15.6:55816) 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef1400640 1 -- 172.21.15.6:0/2533600399 learned_addr learned my addr 172.21.15.6:0/2533600399 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ef0a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0eec102910 0x7f0eec19ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57972/0 (socket says 172.21.15.6:57972) 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.200+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0eec103b00 0x7f0eec19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0ef1400640 1 -- 172.21.15.6:0/2533600399 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0eec103b00 msgr2=0x7f0eec19b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0ef1400640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0eec103b00 0x7f0eec19b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0ef1400640 1 -- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0eec102910 msgr2=0x7f0eec19ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0ef1400640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0eec102910 0x7f0eec19ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0ef1400640 1 -- 172.21.15.6:0/2533600399 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0eec1a2960 con 0x7f0eec1044c0 2024-05-20T21:18:47.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0ef1400640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0eec1044c0 0x7f0eec1a22c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400eb10 tx=0x7f0ee400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:47.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0eea000640 1 -- 172.21.15.6:0/2533600399 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee400ce20 con 0x7f0eec1044c0 2024-05-20T21:18:47.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2533600399 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0eec1a2c50 con 0x7f0eec1044c0 2024-05-20T21:18:47.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0eea000640 1 -- 172.21.15.6:0/2533600399 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ee4005020 con 0x7f0eec1044c0 2024-05-20T21:18:47.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0eea000640 1 -- 172.21.15.6:0/2533600399 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee4010690 con 0x7f0eec1044c0 2024-05-20T21:18:47.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.201+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2533600399 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0eec1a31a0 con 0x7f0eec1044c0 2024-05-20T21:18:47.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.205+0000 7f0ef61d5740 1 Processor -- start 2024-05-20T21:18:47.206 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.205+0000 7f0eea000640 1 -- 172.21.15.6:0/2533600399 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0ee4005510 con 0x7f0eec1044c0 2024-05-20T21:18:47.206 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ef61d5740 1 -- start start 2024-05-20T21:18:47.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d169110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d16e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 0x55bc0d170ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55bc0d0d8b90 con 0x55bc0d168cf0 2024-05-20T21:18:47.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bc0d0c8730 con 0x55bc0d16e850 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55bc0d0cc770 con 0x55bc0d1696e0 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ee3e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d169110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ee3e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d169110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57974/0 (socket says 172.21.15.6:57974) 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ee3e00640 1 -- 172.21.15.6:0/2826923294 learned_addr learned my addr 172.21.15.6:0/2826923294 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d16e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.206+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 0x55bc0d170ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee3e00640 1 -- 172.21.15.6:0/2826923294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 msgr2=0x55bc0d16e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d16e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee3e00640 1 -- 172.21.15.6:0/2826923294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 msgr2=0x55bc0d170ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 0x55bc0d170ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee3e00640 1 -- 172.21.15.6:0/2826923294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc0d0618b0 con 0x55bc0d168cf0 2024-05-20T21:18:47.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d169110 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4000c00 tx=0x7f0ed4009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32bf599296269333 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:47.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee1c00640 1 -- 172.21.15.6:0/2826923294 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed4046070 con 0x55bc0d168cf0 2024-05-20T21:18:47.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee1c00640 1 -- 172.21.15.6:0/2826923294 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ed4030810 con 0x55bc0d168cf0 2024-05-20T21:18:47.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0ee1c00640 1 -- 172.21.15.6:0/2826923294 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed4037040 con 0x55bc0d168cf0 2024-05-20T21:18:47.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.207+0000 7f0eea000640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed00b27d0 0x7f0ed00b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed00b27d0 0x7f0ed00b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0eea000640 1 -- 172.21.15.6:0/2533600399 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ee40e2930 con 0x7f0eec1044c0 2024-05-20T21:18:47.213 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef61d5740 1 -- 172.21.15.6:0/2826923294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 msgr2=0x55bc0d169110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d169110 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4000c00 tx=0x7f0ed4009490 comp rx=0 tx=0).stop 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef61d5740 1 -- 172.21.15.6:0/2826923294 shutdown_connections 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 0x55bc0d170ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d16e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/2826923294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d169110 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef61d5740 1 -- 172.21.15.6:0/2826923294 >> 172.21.15.6:0/2826923294 conn(0x55bc0d164360 msgr2=0x55bc0d164760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed00b27d0 0x7f0ed00b4c90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x55bc0d169ae0 tx=0x7f0edc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.208+0000 7f0ef61d5740 1 -- 172.21.15.6:0/2826923294 shutdown_connections 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.209+0000 7f0ef61d5740 1 -- 172.21.15.6:0/2826923294 wait complete. 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.209+0000 7f0ef61d5740 1 -- start start 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.209+0000 7f0ef61d5740 1 Processor -- start 2024-05-20T21:18:47.214 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d172af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d173030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 0x55bc0d17a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55bc0cdae790 con 0x55bc0d168cf0 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bc0d070bc0 con 0x55bc0d16e850 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55bc0d1717a0 con 0x55bc0d1696e0 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef61d5740 10 client.0 _ll_register_callbacks cb 0x55bc0d04e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef0a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d172af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef0a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d172af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57988/0 (socket says 172.21.15.6:57988) 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef0a00640 1 -- 172.21.15.6:0/202459157 learned_addr learned my addr 172.21.15.6:0/202459157 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef1400640 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 0x55bc0d17a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d173030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef0a00640 1 -- 172.21.15.6:0/202459157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 msgr2=0x55bc0d173030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:47.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d173030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef0a00640 1 -- 172.21.15.6:0/202459157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 msgr2=0x55bc0d17a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 0x55bc0d17a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ef0a00640 1 -- 172.21.15.6:0/202459157 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc0cddd210 con 0x55bc0d168cf0 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.210+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d173030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.211+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d172af0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0edc005fd0 tx=0x7f0edc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c98498f11abcc18 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.211+0000 7f0eda000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.211+0000 7f0eda000640 1 -- 172.21.15.6:0/202459157 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0edc01f640 con 0x55bc0d168cf0 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.211+0000 7f0eda000640 1 -- 172.21.15.6:0/202459157 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0edc01f7e0 con 0x55bc0d168cf0 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.211+0000 7f0ef61d5740 1 -- 172.21.15.6:0/202459157 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ed4030810 con 0x55bc0d168cf0 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.211+0000 7f0eda000640 1 -- 172.21.15.6:0/202459157 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0edc01f9e0 con 0x55bc0d168cf0 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.211+0000 7f0ef61d5740 10 client.15756 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.211+0000 7f0ef61d5740 1 -- 172.21.15.6:0/202459157 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bc0cea9620 con 0x55bc0d168cf0 2024-05-20T21:18:47.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.212+0000 7f0eda000640 1 -- 172.21.15.6:0/202459157 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ed4030810 con 0x55bc0d168cf0 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.212+0000 7f0eda000640 1 -- 172.21.15.6:0/202459157 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0edc027070 con 0x55bc0d168cf0 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.212+0000 7f0ef61d5740 10 client.15756 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.212+0000 7f0ef61d5740 10 client.15756 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.212+0000 7f0ef61d5740 20 client.15756 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.212+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bc0d17e6e0 0x55bc0d180af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.212+0000 7f0ef61d5740 4 client.15756 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.212+0000 7f0ef61d5740 1 -- 172.21.15.6:0/202459157 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc0d0daae0 con 0x55bc0d17e6e0 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.213+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bc0d17e6e0 0x55bc0d180af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.213+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bc0d17e6e0 0x55bc0d180af0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=132add4ef9a3bb26 server_cookie=15c9bb35071c9452 in_seq=0 out_seq=0 2024-05-20T21:18:47.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.213+0000 7f0eda000640 10 client.15756 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:47.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0eda000640 1 -- 172.21.15.6:0/202459157 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bc0d0daae0 con 0x55bc0d17e6e0 2024-05-20T21:18:47.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0eda000640 10 client.15756 handle_command_reply: tid=0 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 client.15756 shutdown 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 -- 172.21.15.6:0/202459157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 msgr2=0x55bc0d172af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d172af0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0edc005fd0 tx=0x7f0edc004730 comp rx=0 tx=0).stop 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 -- 172.21.15.6:0/202459157 shutdown_connections 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bc0d17e6e0 0x55bc0d180af0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d16e850 0x55bc0d17a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d173030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/202459157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d168cf0 0x55bc0d172af0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0eda000640 0 client.15756 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 -- 172.21.15.6:0/202459157 >> 172.21.15.6:0/202459157 conn(0x55bc0d164360 msgr2=0x55bc0d1634c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.214+0000 7f0ef61d5740 1 -- 172.21.15.6:0/202459157 shutdown_connections 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.215+0000 7f0ef61d5740 1 -- 172.21.15.6:0/202459157 wait complete. 2024-05-20T21:18:47.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.215+0000 7f0ef61d5740 20 client.15756 trim_cache size 0 max 16384 2024-05-20T21:18:47.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.231+0000 7f0ef61d5740 1 Processor -- start 2024-05-20T21:18:47.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.231+0000 7f0ef61d5740 1 -- start start 2024-05-20T21:18:47.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 0x55bc0d167b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d17a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d162c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec1aea00 con 0x55bc0d16e850 2024-05-20T21:18:47.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec1ac2d0 con 0x55bc0d168cf0 2024-05-20T21:18:47.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec1aa120 con 0x55bc0d1696e0 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d162c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d162c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57992/0 (socket says 172.21.15.6:57992) 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef1400640 1 -- 172.21.15.6:0/3722556892 learned_addr learned my addr 172.21.15.6:0/3722556892 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d17a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.232+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 0x55bc0d167b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ef1400640 1 -- 172.21.15.6:0/3722556892 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 msgr2=0x55bc0d17a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ef1400640 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d17a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ef1400640 1 -- 172.21.15.6:0/3722556892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 msgr2=0x55bc0d167b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ef1400640 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 0x55bc0d167b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ef1400640 1 -- 172.21.15.6:0/3722556892 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc0d16d950 con 0x55bc0d16e850 2024-05-20T21:18:47.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ef1400640 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d162c30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0ee40a9de0 tx=0x7f0ee40a9960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63ff7d1e24e2337d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ee1200640 1 -- 172.21.15.6:0/3722556892 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee406e070 con 0x55bc0d16e850 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ee1200640 1 -- 172.21.15.6:0/3722556892 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ee40ac040 con 0x55bc0d16e850 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.233+0000 7f0ee1200640 1 -- 172.21.15.6:0/3722556892 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee40b2820 con 0x55bc0d16e850 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3722556892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 msgr2=0x55bc0d162c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d162c30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0ee40a9de0 tx=0x7f0ee40a9960 comp rx=0 tx=0).stop 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3722556892 shutdown_connections 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d162c30 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d17a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3722556892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 0x55bc0d167b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3722556892 >> 172.21.15.6:0/3722556892 conn(0x55bc0d164360 msgr2=0x55bc0d172d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3722556892 shutdown_connections 2024-05-20T21:18:47.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3722556892 wait complete. 2024-05-20T21:18:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.234+0000 7f0ef61d5740 1 -- start start 2024-05-20T21:18:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef61d5740 1 Processor -- start 2024-05-20T21:18:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 0x55bc0d177aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d177fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef61d5740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d178ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec1aa790 con 0x55bc0d16e850 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec1abc00 con 0x55bc0d168cf0 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef61d5740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0eec1aae60 con 0x55bc0d1696e0 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef61d5740 10 client.0 _ll_register_callbacks cb 0x7f0edc009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d178ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ee3e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d177fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ee3e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d177fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37142/0 (socket says 172.21.15.6:37142) 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ef1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d178ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58000/0 (socket says 172.21.15.6:58000) 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.235+0000 7f0ee3e00640 1 -- 172.21.15.6:0/3081470846 learned_addr learned my addr 172.21.15.6:0/3081470846 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 0x55bc0d177aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ee3e00640 1 -- 172.21.15.6:0/3081470846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 msgr2=0x55bc0d177aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 0x55bc0d177aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ee3e00640 1 -- 172.21.15.6:0/3081470846 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 msgr2=0x55bc0d178ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d178ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ee3e00640 1 -- 172.21.15.6:0/3081470846 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc0d1795e0 con 0x55bc0d1696e0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ef1400640 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d178ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ee3e00640 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d177fe0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0ed402a900 tx=0x7f0ed402a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fcf8da6e77dd6be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0eda000640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0eda000640 1 -- 172.21.15.6:0/3081470846 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed4046040 con 0x55bc0d1696e0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3081470846 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ee40ac040 con 0x55bc0d1696e0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.236+0000 7f0eda000640 1 -- 172.21.15.6:0/3081470846 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ed4004040 con 0x55bc0d1696e0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.237+0000 7f0eda000640 1 -- 172.21.15.6:0/3081470846 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ed4037040 con 0x55bc0d1696e0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.237+0000 7f0ef61d5740 10 client.25879 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.237+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3081470846 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bc0d1e9660 con 0x55bc0d1696e0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.237+0000 7f0eda000640 1 -- 172.21.15.6:0/3081470846 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ee40ac040 con 0x55bc0d1696e0 2024-05-20T21:18:47.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0eda000640 1 -- 172.21.15.6:0/3081470846 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ed403d040 con 0x55bc0d1696e0 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0ef61d5740 10 client.25879 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0ef61d5740 10 client.25879 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0ef61d5740 20 client.25879 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bc0d1e9ab0 0x55bc0d1ebea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0ef61d5740 4 client.25879 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3081470846 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bc0d0d42c0 con 0x55bc0d1e9ab0 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bc0d1e9ab0 0x55bc0d1ebea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0ef0a00640 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bc0d1e9ab0 0x55bc0d1ebea0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dee154a9bb7f972 server_cookie=757cb293c56f1b8a in_seq=0 out_seq=0 2024-05-20T21:18:47.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.238+0000 7f0eda000640 10 client.25879 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0eda000640 1 -- 172.21.15.6:0/3081470846 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55bc0d0d42c0 con 0x55bc0d1e9ab0 2024-05-20T21:18:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0eda000640 10 client.25879 handle_command_reply: tid=0 2024-05-20T21:18:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 client.25879 shutdown 2024-05-20T21:18:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3081470846 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 msgr2=0x55bc0d177fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d177fe0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0ed402a900 tx=0x7f0ed402a340 comp rx=0 tx=0).stop 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3081470846 shutdown_connections 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bc0d1e9ab0 0x55bc0d1ebea0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bc0d16e850 0x55bc0d178ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0eda000640 0 client.25879 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bc0d1696e0 0x55bc0d177fe0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 --2- 172.21.15.6:0/3081470846 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bc0d168cf0 0x55bc0d177aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3081470846 >> 172.21.15.6:0/3081470846 conn(0x55bc0d164360 msgr2=0x55bc0d16a0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3081470846 shutdown_connections 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 1 -- 172.21.15.6:0/3081470846 wait complete. 2024-05-20T21:18:47.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.252+0000 7f0ef61d5740 20 client.25879 trim_cache size 0 max 16384 2024-05-20T21:18:47.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:18:47.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:18:47.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:18:47.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed00b27d0 msgr2=0x7f0ed00b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed00b27d0 0x7f0ed00b4c90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x55bc0d169ae0 tx=0x7f0edc009260 comp rx=0 tx=0).stop 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2533600399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0eec1044c0 msgr2=0x7f0eec1a22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0eec1044c0 0x7f0eec1a22c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400eb10 tx=0x7f0ee400ef10 comp rx=0 tx=0).stop 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2533600399 shutdown_connections 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed00b27d0 0x7f0ed00b4c90 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0eec1044c0 0x7f0eec1a22c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0eec103b00 0x7f0eec19b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 --2- 172.21.15.6:0/2533600399 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0eec102910 0x7f0eec19ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2533600399 >> 172.21.15.6:0/2533600399 conn(0x7f0eec0fde80 msgr2=0x7f0eec074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.253+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2533600399 shutdown_connections 2024-05-20T21:18:47.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:18:47.254+0000 7f0ef1e00640 1 -- 172.21.15.6:0/2533600399 wait complete. 2024-05-20T21:18:47.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:47 smithi062 ceph-mon[36640]: pgmap v528: 97 pgs: 97 active+clean; 970 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:47 smithi042 ceph-mon[36332]: pgmap v528: 97 pgs: 97 active+clean; 970 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:47.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:47 smithi006 ceph-mon[31422]: pgmap v528: 97 pgs: 97 active+clean; 970 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:18:49.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.235+0000 7f1eaea00700 1 -- 172.21.15.6:0/3170077591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8106120 msgr2=0x7f1ea8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.235+0000 7f1eaea00700 1 --2- 172.21.15.6:0/3170077591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8106120 0x7f1ea8112630 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1ea0009f90 tx=0x7f1ea000b330 comp rx=0 tx=0).stop 2024-05-20T21:18:49.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.235+0000 7f1eaea00700 1 -- 172.21.15.6:0/3170077591 shutdown_connections 2024-05-20T21:18:49.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.235+0000 7f1eaea00700 1 --2- 172.21.15.6:0/3170077591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8106120 0x7f1ea8112630 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.235+0000 7f1eaea00700 1 --2- 172.21.15.6:0/3170077591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ea810b760 0x7f1ea810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.235+0000 7f1eaea00700 1 --2- 172.21.15.6:0/3170077591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ea8105760 0x7f1ea8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.235+0000 7f1eaea00700 1 -- 172.21.15.6:0/3170077591 >> 172.21.15.6:0/3170077591 conn(0x7f1ea8101250 msgr2=0x7f1ea8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:49.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.236+0000 7f1eaea00700 1 -- 172.21.15.6:0/3170077591 shutdown_connections 2024-05-20T21:18:49.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.236+0000 7f1eaea00700 1 -- 172.21.15.6:0/3170077591 wait complete. 2024-05-20T21:18:49.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.237+0000 7f1eaea00700 1 Processor -- start 2024-05-20T21:18:49.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.237+0000 7f1eaea00700 1 -- start start 2024-05-20T21:18:49.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.237+0000 7f1eaea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8105760 0x7f1ea819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.237+0000 7f1eaea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ea8106120 0x7f1ea819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.237+0000 7f1eaea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ea810b760 0x7f1ea81a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.237+0000 7f1eaea00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea81159f0 con 0x7f1ea8106120 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.237+0000 7f1eaea00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea8115870 con 0x7f1ea810b760 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.237+0000 7f1eaea00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea8115b70 con 0x7f1ea8105760 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ea8106120 0x7f1ea819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ea8106120 0x7f1ea819c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58016/0 (socket says 172.21.15.6:58016) 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7400700 1 -- 172.21.15.6:0/4192608047 learned_addr learned my addr 172.21.15.6:0/4192608047 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8105760 0x7f1ea819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1eaca00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ea810b760 0x7f1ea81a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7400700 1 -- 172.21.15.6:0/4192608047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8105760 msgr2=0x7f1ea819bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7400700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8105760 0x7f1ea819bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7400700 1 -- 172.21.15.6:0/4192608047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ea810b760 msgr2=0x7f1ea81a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7400700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ea810b760 0x7f1ea81a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7400700 1 -- 172.21.15.6:0/4192608047 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ea81a0dd0 con 0x7f1ea8106120 2024-05-20T21:18:49.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.238+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8105760 0x7f1ea819bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:18:49.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.239+0000 7f1ea7400700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ea8106120 0x7f1ea819c300 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1e9400e9c0 tx=0x7f1e9400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:49.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.239+0000 7f1ea4c00700 1 -- 172.21.15.6:0/4192608047 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9400cbd0 con 0x7f1ea8106120 2024-05-20T21:18:49.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.239+0000 7f1ea4c00700 1 -- 172.21.15.6:0/4192608047 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e9400cd70 con 0x7f1ea8106120 2024-05-20T21:18:49.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.239+0000 7f1eaea00700 1 -- 172.21.15.6:0/4192608047 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ea81a10c0 con 0x7f1ea8106120 2024-05-20T21:18:49.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.239+0000 7f1ea4c00700 1 -- 172.21.15.6:0/4192608047 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e94005610 con 0x7f1ea8106120 2024-05-20T21:18:49.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.239+0000 7f1eaea00700 1 -- 172.21.15.6:0/4192608047 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ea81a8940 con 0x7f1ea8106120 2024-05-20T21:18:49.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.243+0000 7f1ea4c00700 1 -- 172.21.15.6:0/4192608047 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1e94004750 con 0x7f1ea8106120 2024-05-20T21:18:49.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.244+0000 7f1eb931ab80 1 Processor -- start 2024-05-20T21:18:49.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.244+0000 7f1eb931ab80 1 -- start start 2024-05-20T21:18:49.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.244+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ecf30 0x558ce21ed310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.244+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ed850 0x558ce21e72e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.244+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.244+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558ce2145ec0 con 0x558ce21ed850 2024-05-20T21:18:49.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.244+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558ce2135a60 con 0x558ce21ecf30 2024-05-20T21:18:49.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.244+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558ce2139aa0 con 0x558ce21e7900 2024-05-20T21:18:49.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1eaca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ecf30 0x558ce21ed310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1ea7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ed850 0x558ce21e72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1ea7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ed850 0x558ce21e72e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58018/0 (socket says 172.21.15.6:58018) 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1ea7e00700 1 -- 172.21.15.6:0/2324765323 learned_addr learned my addr 172.21.15.6:0/2324765323 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1ea7400700 1 --2- 172.21.15.6:0/2324765323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1eaca00700 1 -- 172.21.15.6:0/2324765323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 msgr2=0x558ce21e7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1eaca00700 1 --2- 172.21.15.6:0/2324765323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1eaca00700 1 -- 172.21.15.6:0/2324765323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ed850 msgr2=0x558ce21e72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1eaca00700 1 --2- 172.21.15.6:0/2324765323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ed850 0x558ce21e72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.245+0000 7f1eaca00700 1 -- 172.21.15.6:0/2324765323 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ce20fe4a0 con 0x558ce21ecf30 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.246+0000 7f1eaca00700 1 --2- 172.21.15.6:0/2324765323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ecf30 0x558ce21ed310 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1ea000b6c0 tx=0x7f1ea00092e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=846b82ad4af4a061 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:49.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.246+0000 7f1e9d600700 1 -- 172.21.15.6:0/2324765323 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea0020070 con 0x558ce21ecf30 2024-05-20T21:18:49.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.246+0000 7f1e9d600700 1 -- 172.21.15.6:0/2324765323 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ea0003c00 con 0x558ce21ecf30 2024-05-20T21:18:49.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.246+0000 7f1e9d600700 1 -- 172.21.15.6:0/2324765323 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea00079b0 con 0x558ce21ecf30 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.246+0000 7f1ea4c00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e8c0b2880 0x7f1e8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.246+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e8c0b2880 0x7f1e8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.246+0000 7f1ea4c00700 1 -- 172.21.15.6:0/4192608047 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1e940e2650 con 0x7f1ea8106120 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2324765323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ecf30 msgr2=0x558ce21ed310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2324765323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ecf30 0x558ce21ed310 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1ea000b6c0 tx=0x7f1ea00092e0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2324765323 shutdown_connections 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2324765323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2324765323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ecf30 0x558ce21ed310 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2324765323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ed850 0x558ce21e72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2324765323 >> 172.21.15.6:0/2324765323 conn(0x558ce2115c60 msgr2=0x558ce21e2090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e8c0b2880 0x7f1e8c0b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f1e98009eb0 tx=0x7f1e98009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:49.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2324765323 shutdown_connections 2024-05-20T21:18:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.247+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2324765323 wait complete. 2024-05-20T21:18:49.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.248+0000 7f1eb931ab80 1 -- start start 2024-05-20T21:18:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.248+0000 7f1eb931ab80 1 Processor -- start 2024-05-20T21:18:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21f35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21f0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce21f0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558ce203c020 con 0x558ce21ecf30 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558ce20d67e0 con 0x558ce21ed850 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558ce21f4260 con 0x558ce21e7900 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1eb931ab80 10 client.0 _ll_register_callbacks cb 0x558ce20dfcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1ea7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21f0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1ea7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21f0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58024/0 (socket says 172.21.15.6:58024) 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1ea7400700 1 -- 172.21.15.6:0/2914569690 learned_addr learned my addr 172.21.15.6:0/2914569690 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1eaca00700 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce21f0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.249+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21f35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1eaca00700 1 -- 172.21.15.6:0/2914569690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 msgr2=0x558ce21f35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1eaca00700 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21f35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1eaca00700 1 -- 172.21.15.6:0/2914569690 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 msgr2=0x558ce21f0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1eaca00700 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21f0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1eaca00700 1 -- 172.21.15.6:0/2914569690 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ce2085950 con 0x558ce21ed850 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1ea7400700 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21f0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1eaca00700 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce21f0e80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1ea0009510 tx=0x7f1ea0007880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c6a02d9361ae0a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1e92000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1e92000700 1 -- 172.21.15.6:0/2914569690 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea0020040 con 0x558ce21ed850 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.250+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2914569690 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ea0003c00 con 0x558ce21ed850 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1e92000700 1 -- 172.21.15.6:0/2914569690 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1ea0007a70 con 0x558ce21ed850 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1e92000700 1 -- 172.21.15.6:0/2914569690 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ea0007c70 con 0x558ce21ed850 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1eb931ab80 10 client.25904 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:49.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2914569690 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558ce21060e0 con 0x558ce21ed850 2024-05-20T21:18:49.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1e92000700 1 -- 172.21.15.6:0/2914569690 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ea0003c00 con 0x558ce21ed850 2024-05-20T21:18:49.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1e92000700 1 -- 172.21.15.6:0/2914569690 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1ea0011070 con 0x558ce21ed850 2024-05-20T21:18:49.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1eb931ab80 10 client.25904 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:49.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1eb931ab80 10 client.25904 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:49.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.251+0000 7f1eb931ab80 20 client.25904 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:49.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.252+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558ce2200c80 0x558ce2203070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.252+0000 7f1eb931ab80 4 client.25904 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:49.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.252+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2914569690 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ce2147e10 con 0x558ce2200c80 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.252+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558ce2200c80 0x558ce2203070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.252+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558ce2200c80 0x558ce2203070 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5be7fa9cc64e2d41 server_cookie=910c1c6da00ea07a in_seq=0 out_seq=0 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.252+0000 7f1e92000700 10 client.25904 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.253+0000 7f1e92000700 1 -- 172.21.15.6:0/2914569690 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558ce2147e10 con 0x558ce2200c80 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.253+0000 7f1e92000700 10 client.25904 handle_command_reply: tid=0 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.253+0000 7f1eb931ab80 1 client.25904 shutdown 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.253+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 msgr2=0x558ce21f0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.253+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce21f0e80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1ea0009510 tx=0x7f1ea0007880 comp rx=0 tx=0).stop 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2914569690 shutdown_connections 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce21f0e80 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558ce2200c80 0x558ce2203070 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21f35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2914569690 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21f0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2914569690 >> 172.21.15.6:0/2914569690 conn(0x558ce2115c60 msgr2=0x558ce21e62d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1e92000700 0 client.25904 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2914569690 shutdown_connections 2024-05-20T21:18:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2914569690 wait complete. 2024-05-20T21:18:49.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.254+0000 7f1eb931ab80 20 client.25904 trim_cache size 0 max 16384 2024-05-20T21:18:49.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.277+0000 7f1eb931ab80 1 Processor -- start 2024-05-20T21:18:49.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.277+0000 7f1eb931ab80 1 -- start start 2024-05-20T21:18:49.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.277+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e72e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.277+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21ee340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.277+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce2206090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.277+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea81b2820 con 0x558ce21ecf30 2024-05-20T21:18:49.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.277+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea81b00b0 con 0x558ce21ed850 2024-05-20T21:18:49.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.277+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea81adf00 con 0x558ce21e7900 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21ee340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21ee340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58030/0 (socket says 172.21.15.6:58030) 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7400700 1 -- 172.21.15.6:0/2873866299 learned_addr learned my addr 172.21.15.6:0/2873866299 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1eaca00700 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce2206090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7e00700 1 -- 172.21.15.6:0/2873866299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 msgr2=0x558ce2206090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce2206090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7e00700 1 -- 172.21.15.6:0/2873866299 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 msgr2=0x558ce21ee340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21ee340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7e00700 1 -- 172.21.15.6:0/2873866299 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ce21eeeb0 con 0x558ce21e7900 2024-05-20T21:18:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.278+0000 7f1ea7400700 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21ee340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.279+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e72e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x558ce21f1f10 tx=0x7f1e98009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b080dcfbf6579715 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.279+0000 7f1e9cc00700 1 -- 172.21.15.6:0/2873866299 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9801fd00 con 0x558ce21e7900 2024-05-20T21:18:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.279+0000 7f1e9cc00700 1 -- 172.21.15.6:0/2873866299 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e980044d0 con 0x558ce21e7900 2024-05-20T21:18:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.279+0000 7f1e9cc00700 1 -- 172.21.15.6:0/2873866299 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9801e410 con 0x558ce21e7900 2024-05-20T21:18:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2873866299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 msgr2=0x558ce21e72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e72e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x558ce21f1f10 tx=0x7f1e98009f90 comp rx=0 tx=0).stop 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2873866299 shutdown_connections 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce2206090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce21e72e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/2873866299 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce21ee340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2873866299 >> 172.21.15.6:0/2873866299 conn(0x558ce2115c60 msgr2=0x558ce21edc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2873866299 shutdown_connections 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 -- 172.21.15.6:0/2873866299 wait complete. 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.280+0000 7f1eb931ab80 1 -- start start 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1eb931ab80 1 Processor -- start 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce2206460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce2204810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1eb931ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce2204d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea81ae570 con 0x558ce21ecf30 2024-05-20T21:18:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea81af9e0 con 0x558ce21ed850 2024-05-20T21:18:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1eb931ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea81aec40 con 0x558ce21e7900 2024-05-20T21:18:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1eb931ab80 10 client.0 _ll_register_callbacks cb 0x558ce20dfcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.281+0000 7f1ea7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce2204810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce2206460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce2206460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37194/0 (socket says 172.21.15.6:37194) 2024-05-20T21:18:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7e00700 1 -- 172.21.15.6:0/3295371071 learned_addr learned my addr 172.21.15.6:0/3295371071 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1eaca00700 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce2204d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7400700 1 -- 172.21.15.6:0/3295371071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 msgr2=0x558ce2206460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7400700 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce2206460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7400700 1 -- 172.21.15.6:0/3295371071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 msgr2=0x558ce2204d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7400700 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce2204d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7400700 1 -- 172.21.15.6:0/3295371071 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ce2205290 con 0x558ce21ecf30 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce2206460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1ea7400700 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce2204810 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1e940050f0 tx=0x7f1e940b27c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebe70ee16d6b75cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.282+0000 7f1e92000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1e92000700 1 -- 172.21.15.6:0/3295371071 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e940a5a30 con 0x558ce21ecf30 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1eb931ab80 1 -- 172.21.15.6:0/3295371071 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e980044d0 con 0x558ce21ecf30 2024-05-20T21:18:49.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1e92000700 1 -- 172.21.15.6:0/3295371071 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1e940e22e0 con 0x558ce21ecf30 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1e92000700 1 -- 172.21.15.6:0/3295371071 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1e940a5300 con 0x558ce21ecf30 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1eb931ab80 10 client.15780 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1eb931ab80 1 -- 172.21.15.6:0/3295371071 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558ce226c270 con 0x558ce21ecf30 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1e92000700 1 -- 172.21.15.6:0/3295371071 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e980044d0 con 0x558ce21ecf30 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1e92000700 1 -- 172.21.15.6:0/3295371071 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1e940a54e0 con 0x558ce21ecf30 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1eb931ab80 10 client.15780 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1eb931ab80 10 client.15780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1eb931ab80 20 client.15780 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.283+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558ce226c980 0x558ce226eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.284+0000 7f1eb931ab80 4 client.15780 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.284+0000 7f1eb931ab80 1 -- 172.21.15.6:0/3295371071 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558ce21415f0 con 0x558ce226c980 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.284+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558ce226c980 0x558ce226eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.284+0000 7f1ea7e00700 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558ce226c980 0x558ce226eda0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5844c0a2b2b2883 server_cookie=5362fe1142a1c1b1 in_seq=0 out_seq=0 2024-05-20T21:18:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.284+0000 7f1e92000700 10 client.15780 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:49.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.285+0000 7f1e92000700 1 -- 172.21.15.6:0/3295371071 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558ce21415f0 con 0x558ce226c980 2024-05-20T21:18:49.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.285+0000 7f1e92000700 10 client.15780 handle_command_reply: tid=0 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 client.15780 shutdown 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 -- 172.21.15.6:0/3295371071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 msgr2=0x558ce2204810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce2204810 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1e940050f0 tx=0x7f1e940b27c0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 -- 172.21.15.6:0/3295371071 shutdown_connections 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558ce21ed850 0x558ce2204d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558ce226c980 0x558ce226eda0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558ce21e7900 0x558ce2206460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 --2- 172.21.15.6:0/3295371071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558ce21ecf30 0x558ce2204810 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1e92000700 0 client.15780 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 -- 172.21.15.6:0/3295371071 >> 172.21.15.6:0/3295371071 conn(0x558ce2115c60 msgr2=0x558ce21ee4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 -- 172.21.15.6:0/3295371071 shutdown_connections 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 1 -- 172.21.15.6:0/3295371071 wait complete. 2024-05-20T21:18:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.286+0000 7f1eb931ab80 20 client.15780 trim_cache size 0 max 16384 2024-05-20T21:18:49.290 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:18:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:18:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "1f8a567d-fdfa-4b7f-80e5-3bb22609365c", 2024-05-20T21:18:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:18:49.290 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 -- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e8c0b2880 msgr2=0x7f1e8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e8c0b2880 0x7f1e8c0b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f1e98009eb0 tx=0x7f1e98009310 comp rx=0 tx=0).stop 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 -- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ea8106120 msgr2=0x7f1ea819c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ea8106120 0x7f1ea819c300 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1e9400e9c0 tx=0x7f1e9400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 -- 172.21.15.6:0/4192608047 shutdown_connections 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1e8c0b2880 0x7f1e8c0b4d40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1ea810b760 0x7f1ea81a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ea8105760 0x7f1ea819bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 --2- 172.21.15.6:0/4192608047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1ea8106120 0x7f1ea819c300 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 -- 172.21.15.6:0/4192608047 >> 172.21.15.6:0/4192608047 conn(0x7f1ea8101250 msgr2=0x7f1ea81019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 -- 172.21.15.6:0/4192608047 shutdown_connections 2024-05-20T21:18:49.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:49.287+0000 7f1eaea00700 1 -- 172.21.15.6:0/4192608047 wait complete. 2024-05-20T21:18:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:49 smithi062 ceph-mon[36640]: pgmap v529: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:18:49.816 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:49 smithi006 ceph-mon[31422]: pgmap v529: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:18:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:49 smithi042 ceph-mon[36332]: pgmap v529: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:18:50.330 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:18:50.807 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:50 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:18:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:50 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:50 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:18:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:50 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:50 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:18:50.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:50 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:18:50.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:50 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:50.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:50 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:18:50.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:50 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:50.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:50 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:18:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:50 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:18:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:50 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:50 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:18:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:50 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:18:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:50 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:18:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:51 smithi042 ceph-mon[36332]: pgmap v530: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:51.891 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:51 smithi006 ceph-mon[31422]: pgmap v530: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:51 smithi062 ceph-mon[36640]: pgmap v530: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 -- 172.21.15.6:0/2284688565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd34c06b220 msgr2=0x7fd34c06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 --2- 172.21.15.6:0/2284688565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd34c06b220 0x7fd34c06b6a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd338009990 tx=0x7fd338009ca0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 -- 172.21.15.6:0/2284688565 shutdown_connections 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 --2- 172.21.15.6:0/2284688565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd34c06bbe0 0x7fd34c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 --2- 172.21.15.6:0/2284688565 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd34c1095b0 0x7fd34c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 --2- 172.21.15.6:0/2284688565 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd34c06b220 0x7fd34c06b6a0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 -- 172.21.15.6:0/2284688565 >> 172.21.15.6:0/2284688565 conn(0x7fd34c0793f0 msgr2=0x7fd34c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 -- 172.21.15.6:0/2284688565 shutdown_connections 2024-05-20T21:18:53.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.071+0000 7fd351800700 1 -- 172.21.15.6:0/2284688565 wait complete. 2024-05-20T21:18:53.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.073+0000 7fd351800700 1 Processor -- start 2024-05-20T21:18:53.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.073+0000 7fd351800700 1 -- start start 2024-05-20T21:18:53.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd351800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd34c06b220 0x7fd34c19f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd351800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd34c06bbe0 0x7fd34c19fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd351800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd34c1095b0 0x7fd34c199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd351800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c113740 con 0x7fd34c06bbe0 2024-05-20T21:18:53.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd351800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c1135c0 con 0x7fd34c1095b0 2024-05-20T21:18:53.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd351800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c1138c0 con 0x7fd34c06b220 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd34b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd34c1095b0 0x7fd34c199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd34a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd34c06bbe0 0x7fd34c19fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd34b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd34c1095b0 0x7fd34c199aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55948/0 (socket says 172.21.15.6:55948) 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd34b400700 1 -- 172.21.15.6:0/1634068567 learned_addr learned my addr 172.21.15.6:0/1634068567 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.074+0000 7fd34aa00700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd34c06b220 0x7fd34c19f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd34b400700 1 -- 172.21.15.6:0/1634068567 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd34c06b220 msgr2=0x7fd34c19f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd34b400700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd34c06b220 0x7fd34c19f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd34b400700 1 -- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd34c06bbe0 msgr2=0x7fd34c19fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd34b400700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd34c06bbe0 0x7fd34c19fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd34b400700 1 -- 172.21.15.6:0/1634068567 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd34c19a200 con 0x7fd34c1095b0 2024-05-20T21:18:53.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd34b400700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd34c1095b0 0x7fd34c199aa0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd34400ef30 tx=0x7fd34400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd343400700 1 -- 172.21.15.6:0/1634068567 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3440092e0 con 0x7fd34c1095b0 2024-05-20T21:18:53.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd351800700 1 -- 172.21.15.6:0/1634068567 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd34c19a490 con 0x7fd34c1095b0 2024-05-20T21:18:53.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd343400700 1 -- 172.21.15.6:0/1634068567 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd344004bb0 con 0x7fd34c1095b0 2024-05-20T21:18:53.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd343400700 1 -- 172.21.15.6:0/1634068567 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd344004020 con 0x7fd34c1095b0 2024-05-20T21:18:53.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.075+0000 7fd351800700 1 -- 172.21.15.6:0/1634068567 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd34c1a67b0 con 0x7fd34c1095b0 2024-05-20T21:18:53.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.079+0000 7fd343400700 1 -- 172.21.15.6:0/1634068567 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd34401b030 con 0x7fd34c1095b0 2024-05-20T21:18:53.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.080+0000 7fd35c0ceb80 1 Processor -- start 2024-05-20T21:18:53.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.080+0000 7fd35c0ceb80 1 -- start start 2024-05-20T21:18:53.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.080+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 0x55e2b65c2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.080+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65bcf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.080+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65bd550 0x55e2b65bd9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.080+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e2b6516e40 con 0x55e2b65bd550 2024-05-20T21:18:53.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.080+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e2b65069e0 con 0x55e2b65c2a20 2024-05-20T21:18:53.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.080+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e2b650aa20 con 0x55e2b65c3340 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65bd550 0x55e2b65bd9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd343400700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd3300b2880 0x7fd3300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65bd550 0x55e2b65bd9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58078/0 (socket says 172.21.15.6:58078) 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 -- 172.21.15.6:0/3829646159 learned_addr learned my addr 172.21.15.6:0/3829646159 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34aa00700 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65bcf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 0x55e2b65c2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd343400700 1 -- 172.21.15.6:0/1634068567 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd3440e1d90 con 0x7fd34c1095b0 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34b400700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd3300b2880 0x7fd3300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 -- 172.21.15.6:0/3829646159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 msgr2=0x55e2b65bcf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65bcf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 -- 172.21.15.6:0/3829646159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 msgr2=0x55e2b65c2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 0x55e2b65c2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34a000700 1 -- 172.21.15.6:0/3829646159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2b64cf420 con 0x55e2b65bd550 2024-05-20T21:18:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.081+0000 7fd34aa00700 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65bcf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.082+0000 7fd34a000700 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65bd550 0x55e2b65bd9b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd338009990 tx=0x7fd33800b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69ed09f96aa14385 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.082+0000 7fd34b400700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd3300b2880 0x7fd3300b4d40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd344000f80 tx=0x7fd344009ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.082+0000 7fd337e00700 1 -- 172.21.15.6:0/3829646159 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33800b920 con 0x55e2b65bd550 2024-05-20T21:18:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.082+0000 7fd337e00700 1 -- 172.21.15.6:0/3829646159 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd33800f460 con 0x55e2b65bd550 2024-05-20T21:18:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.082+0000 7fd337e00700 1 -- 172.21.15.6:0/3829646159 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd338028690 con 0x55e2b65bd550 2024-05-20T21:18:53.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3829646159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65bd550 msgr2=0x55e2b65bd9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65bd550 0x55e2b65bd9b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd338009990 tx=0x7fd33800b630 comp rx=0 tx=0).stop 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3829646159 shutdown_connections 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65bd550 0x55e2b65bd9b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 0x55e2b65c2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3829646159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65bcf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3829646159 >> 172.21.15.6:0/3829646159 conn(0x55e2b64e6be0 msgr2=0x55e2b65b3690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3829646159 shutdown_connections 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.083+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3829646159 wait complete. 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 1 -- start start 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 1 Processor -- start 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65c91d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65c6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c3340 0x55e2b65c6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e2b640cfa0 con 0x55e2b65c2a20 2024-05-20T21:18:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e2b64a7760 con 0x55e2b65c3340 2024-05-20T21:18:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e2b65c9e00 con 0x55e2b65bd550 2024-05-20T21:18:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.084+0000 7fd35c0ceb80 10 client.0 _ll_register_callbacks cb 0x55e2b64b0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65c91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65c91d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37228/0 (socket says 172.21.15.6:37228) 2024-05-20T21:18:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 -- 172.21.15.6:0/3382134700 learned_addr learned my addr 172.21.15.6:0/3382134700 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34aa00700 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65c6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c3340 0x55e2b65c6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 -- 172.21.15.6:0/3382134700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c3340 msgr2=0x55e2b65c6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c3340 0x55e2b65c6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 -- 172.21.15.6:0/3382134700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 msgr2=0x55e2b65c6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65c6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 -- 172.21.15.6:0/3382134700 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2b64568d0 con 0x55e2b65bd550 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd34a000700 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65c91d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd338006010 tx=0x7fd33800fda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=680762c459ae8b9b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.085+0000 7fd334c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.086+0000 7fd334c00700 1 -- 172.21.15.6:0/3382134700 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33800fe40 con 0x55e2b65bd550 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.086+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3382134700 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd33800f460 con 0x55e2b65bd550 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.086+0000 7fd334c00700 1 -- 172.21.15.6:0/3382134700 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd33800f610 con 0x55e2b65bd550 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.086+0000 7fd334c00700 1 -- 172.21.15.6:0/3382134700 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd33800f810 con 0x55e2b65bd550 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.086+0000 7fd35c0ceb80 10 client.25909 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.086+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3382134700 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2b64d7060 con 0x55e2b65bd550 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.086+0000 7fd334c00700 1 -- 172.21.15.6:0/3382134700 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd33800f460 con 0x55e2b65bd550 2024-05-20T21:18:53.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.087+0000 7fd334c00700 1 -- 172.21.15.6:0/3382134700 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd338036020 con 0x55e2b65bd550 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.087+0000 7fd35c0ceb80 10 client.25909 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.087+0000 7fd35c0ceb80 10 client.25909 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.087+0000 7fd35c0ceb80 20 client.25909 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.087+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e2b65d6930 0x55e2b65d8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.087+0000 7fd35c0ceb80 4 client.25909 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.087+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3382134700 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2b6518d90 con 0x55e2b65d6930 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.087+0000 7fd34aa00700 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e2b65d6930 0x55e2b65d8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.088+0000 7fd34aa00700 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e2b65d6930 0x55e2b65d8d20 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0eb607ad66c3b58 server_cookie=6090df350c1a4f9e in_seq=0 out_seq=0 2024-05-20T21:18:53.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.088+0000 7fd334c00700 10 client.25909 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:53.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.088+0000 7fd334c00700 1 -- 172.21.15.6:0/3382134700 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e2b6518d90 con 0x55e2b65d6930 2024-05-20T21:18:53.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.088+0000 7fd334c00700 10 client.25909 handle_command_reply: tid=0 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.088+0000 7fd35c0ceb80 1 client.25909 shutdown 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3382134700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 msgr2=0x55e2b65c91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65c91d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd338006010 tx=0x7fd33800fda0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3382134700 shutdown_connections 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c3340 0x55e2b65c6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e2b65d6930 0x55e2b65d8d20 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65c91d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/3382134700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65c6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3382134700 >> 172.21.15.6:0/3382134700 conn(0x55e2b64e6be0 msgr2=0x55e2b65b2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd334c00700 0 client.25909 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3382134700 shutdown_connections 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/3382134700 wait complete. 2024-05-20T21:18:53.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.089+0000 7fd35c0ceb80 20 client.25909 trim_cache size 0 max 16384 2024-05-20T21:18:53.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.112+0000 7fd35c0ceb80 1 Processor -- start 2024-05-20T21:18:53.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.112+0000 7fd35c0ceb80 1 -- start start 2024-05-20T21:18:53.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.112+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65bd550 0x55e2b65b34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.112+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65bff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.112+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65c0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.112+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c1ae5e0 con 0x55e2b65c2a20 2024-05-20T21:18:53.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.112+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c1abe70 con 0x55e2b65bd550 2024-05-20T21:18:53.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.112+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c1a9ce0 con 0x55e2b65c3340 2024-05-20T21:18:53.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65bff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65bff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58090/0 (socket says 172.21.15.6:58090) 2024-05-20T21:18:53.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34aa00700 1 -- 172.21.15.6:0/786885724 learned_addr learned my addr 172.21.15.6:0/786885724 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:53.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34a000700 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65bd550 0x55e2b65b34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34a000700 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65c0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34aa00700 1 -- 172.21.15.6:0/786885724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 msgr2=0x55e2b65c0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34aa00700 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65c0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34aa00700 1 -- 172.21.15.6:0/786885724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65bd550 msgr2=0x55e2b65b34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34aa00700 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65bd550 0x55e2b65b34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.113+0000 7fd34aa00700 1 -- 172.21.15.6:0/786885724 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2b65b4e90 con 0x55e2b65c2a20 2024-05-20T21:18:53.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.114+0000 7fd34aa00700 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65bff30 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd33c009dd0 tx=0x7fd33c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18cf113b21acc8cd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.114+0000 7fd337400700 1 -- 172.21.15.6:0/786885724 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33c003a60 con 0x55e2b65c2a20 2024-05-20T21:18:53.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.114+0000 7fd337400700 1 -- 172.21.15.6:0/786885724 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd33c003c00 con 0x55e2b65c2a20 2024-05-20T21:18:53.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.114+0000 7fd337400700 1 -- 172.21.15.6:0/786885724 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33c01d680 con 0x55e2b65c2a20 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/786885724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 msgr2=0x55e2b65bff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65bff30 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd33c009dd0 tx=0x7fd33c009260 comp rx=0 tx=0).stop 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/786885724 shutdown_connections 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65c3340 0x55e2b65c0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65bd550 0x55e2b65b34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/786885724 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c2a20 0x55e2b65bff30 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/786885724 >> 172.21.15.6:0/786885724 conn(0x55e2b64e6be0 msgr2=0x55e2b65b83a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/786885724 shutdown_connections 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.115+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/786885724 wait complete. 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 1 -- start start 2024-05-20T21:18:53.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 1 Processor -- start 2024-05-20T21:18:53.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65dbff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 0x55e2b65d7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c3340 0x55e2b65d78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c1aa330 con 0x55e2b65c3340 2024-05-20T21:18:53.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c1ab7a0 con 0x55e2b65c2a20 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd34c1aaa00 con 0x55e2b65bd550 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.116+0000 7fd35c0ceb80 10 client.0 _ll_register_callbacks cb 0x55e2b64b0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c3340 0x55e2b65d78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c3340 0x55e2b65d78b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58096/0 (socket says 172.21.15.6:58096) 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 -- 172.21.15.6:0/2884169557 learned_addr learned my addr 172.21.15.6:0/2884169557 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34aa00700 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 0x55e2b65d7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65dbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 -- 172.21.15.6:0/2884169557 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 msgr2=0x55e2b65dbff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65dbff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 -- 172.21.15.6:0/2884169557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 msgr2=0x55e2b65d7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 0x55e2b65d7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.117+0000 7fd34a000700 1 -- 172.21.15.6:0/2884169557 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2b65d80c0 con 0x55e2b65c3340 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.118+0000 7fd34a000700 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c3340 0x55e2b65d78b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd338003c40 tx=0x7fd338003cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27e108562e511710 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:53.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.118+0000 7fd334c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:18:53.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.118+0000 7fd334c00700 1 -- 172.21.15.6:0/2884169557 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd338005bc0 con 0x55e2b65c3340 2024-05-20T21:18:53.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.118+0000 7fd334c00700 1 -- 172.21.15.6:0/2884169557 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd33800b930 con 0x55e2b65c3340 2024-05-20T21:18:53.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.118+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/2884169557 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd33c003c00 con 0x55e2b65c3340 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.118+0000 7fd334c00700 1 -- 172.21.15.6:0/2884169557 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd33800bb30 con 0x55e2b65c3340 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.118+0000 7fd35c0ceb80 10 client.15798 fetch_fsmap learned FSMap version 26 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.118+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/2884169557 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2b6641140 con 0x55e2b65c3340 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd334c00700 1 -- 172.21.15.6:0/2884169557 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd33c003c00 con 0x55e2b65c3340 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd334c00700 1 -- 172.21.15.6:0/2884169557 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd338036040 con 0x55e2b65c3340 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd35c0ceb80 10 client.15798 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd35c0ceb80 10 client.15798 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd35c0ceb80 20 client.15798 populate_metadata read hostname 'smithi006' 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e2b6641630 0x55e2b6643a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd35c0ceb80 4 client.15798 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/2884169557 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e2b6512570 con 0x55e2b6641630 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.119+0000 7fd34aa00700 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e2b6641630 0x55e2b6643a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd334c00700 10 client.15798 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd34aa00700 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e2b6641630 0x55e2b6643a50 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3492eb9c6147b74 server_cookie=5a6a38f87ddd04ac in_seq=0 out_seq=0 2024-05-20T21:18:53.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd334c00700 1 -- 172.21.15.6:0/2884169557 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e2b6512570 con 0x55e2b6641630 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd334c00700 10 client.15798 handle_command_reply: tid=0 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd35c0ceb80 1 client.15798 shutdown 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/2884169557 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c3340 msgr2=0x55e2b65d78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c3340 0x55e2b65d78b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd338003c40 tx=0x7fd338003cc0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/2884169557 shutdown_connections 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e2b65c3340 0x55e2b65d78b0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.120+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e2b6641630 0x55e2b6643a50 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e2b65bd550 0x55e2b65dbff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd35c0ceb80 1 --2- 172.21.15.6:0/2884169557 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e2b65c2a20 0x55e2b65d7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/2884169557 >> 172.21.15.6:0/2884169557 conn(0x55e2b64e6be0 msgr2=0x55e2b65c04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd334c00700 0 client.15798 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/2884169557 shutdown_connections 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd35c0ceb80 1 -- 172.21.15.6:0/2884169557 wait complete. 2024-05-20T21:18:53.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd35c0ceb80 20 client.15798 trim_cache size 0 max 16384 2024-05-20T21:18:53.123 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:18:53.123 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:18:53.123 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:18:53.123 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:18:53.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd351800700 1 -- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd3300b2880 msgr2=0x7fd3300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd351800700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd3300b2880 0x7fd3300b4d40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd344000f80 tx=0x7fd344009ed0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd351800700 1 -- 172.21.15.6:0/1634068567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd34c1095b0 msgr2=0x7fd34c199aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.121+0000 7fd351800700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd34c1095b0 0x7fd34c199aa0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd34400ef30 tx=0x7fd34400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.122+0000 7fd351800700 1 -- 172.21.15.6:0/1634068567 shutdown_connections 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.122+0000 7fd351800700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd3300b2880 0x7fd3300b4d40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.122+0000 7fd351800700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd34c1095b0 0x7fd34c199aa0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.122+0000 7fd351800700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd34c06b220 0x7fd34c19f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.122+0000 7fd351800700 1 --2- 172.21.15.6:0/1634068567 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd34c06bbe0 0x7fd34c19fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.122+0000 7fd351800700 1 -- 172.21.15.6:0/1634068567 >> 172.21.15.6:0/1634068567 conn(0x7fd34c0793f0 msgr2=0x7fd34c101100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.122+0000 7fd351800700 1 -- 172.21.15.6:0/1634068567 shutdown_connections 2024-05-20T21:18:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:53.122+0000 7fd351800700 1 -- 172.21.15.6:0/1634068567 wait complete. 2024-05-20T21:18:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:53 smithi042 ceph-mon[36332]: pgmap v531: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:53 smithi006 ceph-mon[31422]: pgmap v531: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:53 smithi062 ceph-mon[36640]: pgmap v531: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:18:54.073 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:18:54.074 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:18:54.548 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:55.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:55 smithi042 ceph-mon[36332]: pgmap v532: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:18:55.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:55 smithi006 ceph-mon[31422]: pgmap v532: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:18:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:55 smithi062 ceph-mon[36640]: pgmap v532: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:18:56.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.894+0000 7f7fcb000700 1 -- 172.21.15.6:0/1426847972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc4106120 msgr2=0x7f7fc4112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:56.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.894+0000 7f7fcb000700 1 --2- 172.21.15.6:0/1426847972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc4106120 0x7f7fc4112630 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc00b0a0 tx=0x7f7fbc00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:18:56.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.894+0000 7f7fcb000700 1 -- 172.21.15.6:0/1426847972 shutdown_connections 2024-05-20T21:18:56.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.894+0000 7f7fcb000700 1 --2- 172.21.15.6:0/1426847972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc4106120 0x7f7fc4112630 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:56.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.894+0000 7f7fcb000700 1 --2- 172.21.15.6:0/1426847972 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7fc410b760 0x7f7fc410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:56.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.894+0000 7f7fcb000700 1 --2- 172.21.15.6:0/1426847972 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fc4105760 0x7f7fc4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:56.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.894+0000 7f7fcb000700 1 -- 172.21.15.6:0/1426847972 >> 172.21.15.6:0/1426847972 conn(0x7f7fc4101250 msgr2=0x7f7fc4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:56.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.895+0000 7f7fcb000700 1 -- 172.21.15.6:0/1426847972 shutdown_connections 2024-05-20T21:18:56.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.895+0000 7f7fcb000700 1 -- 172.21.15.6:0/1426847972 wait complete. 2024-05-20T21:18:56.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.896+0000 7f7fcb000700 1 Processor -- start 2024-05-20T21:18:56.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.896+0000 7f7fcb000700 1 -- start start 2024-05-20T21:18:56.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.896+0000 7f7fcb000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7fc4105760 0x7f7fc419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:56.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.896+0000 7f7fcb000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fc4106120 0x7f7fc419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:56.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.896+0000 7f7fcb000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc410b760 0x7f7fc41a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:56.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.896+0000 7f7fcb000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc41159f0 con 0x7f7fc4106120 2024-05-20T21:18:56.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.896+0000 7f7fcb000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc4115870 con 0x7f7fc410b760 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.896+0000 7f7fcb000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc4115b70 con 0x7f7fc4105760 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fc4106120 0x7f7fc419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fc4106120 0x7f7fc419c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58104/0 (socket says 172.21.15.6:58104) 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3400700 1 -- 172.21.15.6:0/2983191031 learned_addr learned my addr 172.21.15.6:0/2983191031 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc9000700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc410b760 0x7f7fc41a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3e00700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7fc4105760 0x7f7fc419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3400700 1 -- 172.21.15.6:0/2983191031 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7fc4105760 msgr2=0x7f7fc419be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3400700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7fc4105760 0x7f7fc419be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3400700 1 -- 172.21.15.6:0/2983191031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc410b760 msgr2=0x7f7fc41a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3400700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc410b760 0x7f7fc41a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc3400700 1 -- 172.21.15.6:0/2983191031 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fc41a0dc0 con 0x7f7fc4106120 2024-05-20T21:18:56.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.897+0000 7f7fc9000700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc410b760 0x7f7fc41a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:18:56.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.898+0000 7f7fc3400700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fc4106120 0x7f7fc419c340 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f7fb000e9a0 tx=0x7f7fb000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:56.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.898+0000 7f7fc0c00700 1 -- 172.21.15.6:0/2983191031 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb000ca10 con 0x7f7fc4106120 2024-05-20T21:18:56.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.898+0000 7f7fc0c00700 1 -- 172.21.15.6:0/2983191031 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7fb000cbb0 con 0x7f7fc4106120 2024-05-20T21:18:56.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.898+0000 7f7fc0c00700 1 -- 172.21.15.6:0/2983191031 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb0018680 con 0x7f7fc4106120 2024-05-20T21:18:56.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.898+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fc41a10b0 con 0x7f7fc4106120 2024-05-20T21:18:56.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.898+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fc41a8930 con 0x7f7fc4106120 2024-05-20T21:18:56.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.899+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fc406a230 con 0x7f7fc4106120 2024-05-20T21:18:56.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.903+0000 7f7fc0c00700 1 -- 172.21.15.6:0/2983191031 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7fb0010430 con 0x7f7fc4106120 2024-05-20T21:18:56.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.904+0000 7f7fc0c00700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7fa80b2900 0x7f7fa80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:18:56.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.904+0000 7f7fc0c00700 1 -- 172.21.15.6:0/2983191031 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7fb00e2400 con 0x7f7fc4106120 2024-05-20T21:18:56.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.905+0000 7f7fc3e00700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7fa80b2900 0x7f7fa80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:18:56.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.905+0000 7f7fc3e00700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7fa80b2900 0x7f7fa80b4dc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7fb4009be0 tx=0x7f7fb4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:18:56.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:56.909+0000 7f7fc0c00700 1 -- 172.21.15.6:0/2983191031 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7fb00aa020 con 0x7f7fc4106120 2024-05-20T21:18:57.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.200+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7fc402e560 con 0x7f7fc4106120 2024-05-20T21:18:57.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.202+0000 7f7fc0c00700 1 -- 172.21.15.6:0/2983191031 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f7fb00b20a0 con 0x7f7fc4106120 2024-05-20T21:18:57.202 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:18:57.202 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:18:57.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7fa80b2900 msgr2=0x7f7fa80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7fa80b2900 0x7f7fa80b4dc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7fb4009be0 tx=0x7f7fb4009260 comp rx=0 tx=0).stop 2024-05-20T21:18:57.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fc4106120 msgr2=0x7f7fc419c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:18:57.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fc4106120 0x7f7fc419c340 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f7fb000e9a0 tx=0x7f7fb000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 shutdown_connections 2024-05-20T21:18:57.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7fa80b2900 0x7f7fa80b4dc0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7fc410b760 0x7f7fc41a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7fc4105760 0x7f7fc419be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 --2- 172.21.15.6:0/2983191031 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7fc4106120 0x7f7fc419c340 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:18:57.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.205+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 >> 172.21.15.6:0/2983191031 conn(0x7f7fc4101250 msgr2=0x7f7fc4101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:18:57.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.206+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 shutdown_connections 2024-05-20T21:18:57.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:18:57.206+0000 7f7fcb000700 1 -- 172.21.15.6:0/2983191031 wait complete. 2024-05-20T21:18:57.207 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:18:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:57 smithi042 ceph-mon[36332]: pgmap v533: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:18:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:57 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2983191031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:57.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:57 smithi006 ceph-mon[31422]: pgmap v533: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:18:57.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:57 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2983191031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:57 smithi062 ceph-mon[36640]: pgmap v533: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:18:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:57 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2983191031' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:18:58.109 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:18:58.577 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:18:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:18:59 smithi042 ceph-mon[36332]: pgmap v534: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 18 op/s 2024-05-20T21:18:59.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:18:59 smithi006 ceph-mon[31422]: pgmap v534: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 18 op/s 2024-05-20T21:19:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:18:59 smithi062 ceph-mon[36640]: pgmap v534: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 18 op/s 2024-05-20T21:19:00.404 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.404+0000 7fcf1b200640 1 -- 172.21.15.6:0/2662190355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 msgr2=0x7fcf1c1080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.405 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.404+0000 7fcf1b200640 1 --2- 172.21.15.6:0/2662190355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 0x7fcf1c1080a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fcf04009900 tx=0x7fcf0402a400 comp rx=0 tx=0).stop 2024-05-20T21:19:00.405 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.405+0000 7fcf1b200640 1 -- 172.21.15.6:0/2662190355 shutdown_connections 2024-05-20T21:19:00.405 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.405+0000 7fcf1b200640 1 --2- 172.21.15.6:0/2662190355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf1c1085e0 0x7fcf1c10aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.405 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.405+0000 7fcf1b200640 1 --2- 172.21.15.6:0/2662190355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 0x7fcf1c1080a0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.405 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.405+0000 7fcf1b200640 1 --2- 172.21.15.6:0/2662190355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf1c103380 0x7fcf1c105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.405 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.405+0000 7fcf1b200640 1 -- 172.21.15.6:0/2662190355 >> 172.21.15.6:0/2662190355 conn(0x7fcf1c0fcd30 msgr2=0x7fcf1c0ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.405 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.405+0000 7fcf1b200640 1 -- 172.21.15.6:0/2662190355 shutdown_connections 2024-05-20T21:19:00.405 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.405+0000 7fcf1b200640 1 -- 172.21.15.6:0/2662190355 wait complete. 2024-05-20T21:19:00.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf1b200640 1 Processor -- start 2024-05-20T21:19:00.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf1b200640 1 -- start start 2024-05-20T21:19:00.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf1b200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf1c103380 0x7fcf1c19ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf1b200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 0x7fcf1c19b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf1b200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf1c1085e0 0x7fcf1c1a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf1b200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c10e470 con 0x7fcf1c105cb0 2024-05-20T21:19:00.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf1b200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c10e2f0 con 0x7fcf1c103380 2024-05-20T21:19:00.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf1b200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c10e5f0 con 0x7fcf1c1085e0 2024-05-20T21:19:00.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.406+0000 7fcf11400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 0x7fcf1c19b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf19e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf1c103380 0x7fcf1c19ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf11400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 0x7fcf1c19b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35342/0 (socket says 172.21.15.6:35342) 2024-05-20T21:19:00.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf11400640 1 -- 172.21.15.6:0/4105695817 learned_addr learned my addr 172.21.15.6:0/4105695817 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf19e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf1c103380 0x7fcf1c19ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59826/0 (socket says 172.21.15.6:59826) 2024-05-20T21:19:00.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf1a800640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf1c1085e0 0x7fcf1c1a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf11400640 1 -- 172.21.15.6:0/4105695817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf1c1085e0 msgr2=0x7fcf1c1a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf11400640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf1c1085e0 0x7fcf1c1a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf11400640 1 -- 172.21.15.6:0/4105695817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf1c103380 msgr2=0x7fcf1c19ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf11400640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf1c103380 0x7fcf1c19ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf11400640 1 -- 172.21.15.6:0/4105695817 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf1c1a2980 con 0x7fcf1c105cb0 2024-05-20T21:19:00.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf19e00640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf1c103380 0x7fcf1c19ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:00.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.407+0000 7fcf1a800640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf1c1085e0 0x7fcf1c1a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:00.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.408+0000 7fcf11400640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 0x7fcf1c19b2a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcf04031500 tx=0x7fcf04003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.408+0000 7fcf13400640 1 -- 172.21.15.6:0/4105695817 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0403f070 con 0x7fcf1c105cb0 2024-05-20T21:19:00.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.408+0000 7fcf13400640 1 -- 172.21.15.6:0/4105695817 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf04031c50 con 0x7fcf1c105cb0 2024-05-20T21:19:00.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.408+0000 7fcf13400640 1 -- 172.21.15.6:0/4105695817 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf04035030 con 0x7fcf1c105cb0 2024-05-20T21:19:00.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.408+0000 7fcf1b200640 1 -- 172.21.15.6:0/4105695817 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf1c1a2c10 con 0x7fcf1c105cb0 2024-05-20T21:19:00.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.408+0000 7fcf1b200640 1 -- 172.21.15.6:0/4105695817 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf1c1a3150 con 0x7fcf1c105cb0 2024-05-20T21:19:00.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.412+0000 7fcf23d72740 1 Processor -- start 2024-05-20T21:19:00.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf23d72740 1 -- start start 2024-05-20T21:19:00.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42d81e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42dace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf23d72740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b0f4242b90 con 0x55b0f42d2cf0 2024-05-20T21:19:00.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf23d72740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b0f4232730 con 0x55b0f42d36e0 2024-05-20T21:19:00.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf23d72740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b0f4236770 con 0x55b0f42d8850 2024-05-20T21:19:00.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf1a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf19e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42d81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.414 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf13400640 1 -- 172.21.15.6:0/4105695817 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcf04042070 con 0x7fcf1c105cb0 2024-05-20T21:19:00.414 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf1a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d3110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35344/0 (socket says 172.21.15.6:35344) 2024-05-20T21:19:00.414 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf1a800640 1 -- 172.21.15.6:0/167744509 learned_addr learned my addr 172.21.15.6:0/167744509 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.414 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.413+0000 7fcf19e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42d81e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59830/0 (socket says 172.21.15.6:59830) 2024-05-20T21:19:00.414 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.414+0000 7fcf19e00640 1 -- 172.21.15.6:0/167744509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 msgr2=0x55b0f42dace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.414+0000 7fcf19e00640 1 --2- 172.21.15.6:0/167744509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42dace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.414+0000 7fcf19e00640 1 -- 172.21.15.6:0/167744509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 msgr2=0x55b0f42d3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.414+0000 7fcf19e00640 1 --2- 172.21.15.6:0/167744509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.414+0000 7fcf19e00640 1 -- 172.21.15.6:0/167744509 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0f41cb8b0 con 0x55b0f42d36e0 2024-05-20T21:19:00.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.414+0000 7fcf19e00640 1 --2- 172.21.15.6:0/167744509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42d81e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c005fd0 tx=0x7fcf0c011c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbefdb7090a30fa2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.414+0000 7fcf0b400640 1 -- 172.21.15.6:0/167744509 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c004d20 con 0x55b0f42d36e0 2024-05-20T21:19:00.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.415+0000 7fcf0b400640 1 -- 172.21.15.6:0/167744509 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf0c003970 con 0x55b0f42d36e0 2024-05-20T21:19:00.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.415+0000 7fcf0b400640 1 -- 172.21.15.6:0/167744509 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c0043e0 con 0x55b0f42d36e0 2024-05-20T21:19:00.416 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.415+0000 7fcf13400640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf000b2850 0x7fcf000b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.416 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 -- 172.21.15.6:0/167744509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 msgr2=0x55b0f42d81e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.416 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 --2- 172.21.15.6:0/167744509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42d81e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c005fd0 tx=0x7fcf0c011c70 comp rx=0 tx=0).stop 2024-05-20T21:19:00.416 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf13400640 1 -- 172.21.15.6:0/4105695817 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcf04102960 con 0x7fcf1c105cb0 2024-05-20T21:19:00.416 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 -- 172.21.15.6:0/167744509 shutdown_connections 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf1a800640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf000b2850 0x7fcf000b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 --2- 172.21.15.6:0/167744509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42dace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 --2- 172.21.15.6:0/167744509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42d81e0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 --2- 172.21.15.6:0/167744509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 -- 172.21.15.6:0/167744509 >> 172.21.15.6:0/167744509 conn(0x55b0f42ce360 msgr2=0x55b0f42ce760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 -- 172.21.15.6:0/167744509 shutdown_connections 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 -- 172.21.15.6:0/167744509 wait complete. 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.416+0000 7fcf23d72740 1 -- start start 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf1a800640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf000b2850 0x7fcf000b4d10 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x55b0f42d3f40 tx=0x7fcf14005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf23d72740 1 Processor -- start 2024-05-20T21:19:00.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42dcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d36e0 0x55b0f42dd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d8850 0x55b0f42e4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf23d72740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b0f3f18790 con 0x55b0f42d2cf0 2024-05-20T21:19:00.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf23d72740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b0f41dabc0 con 0x55b0f42d8850 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf23d72740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b0f42db800 con 0x55b0f42d36e0 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.417+0000 7fcf23d72740 10 client.0 _ll_register_callbacks cb 0x55b0f41b8400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d36e0 0x55b0f42dd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf19e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42dcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf1a800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d8850 0x55b0f42e4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d36e0 0x55b0f42dd110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42844/0 (socket says 172.21.15.6:42844) 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 -- 172.21.15.6:0/2557477245 learned_addr learned my addr 172.21.15.6:0/2557477245 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 -- 172.21.15.6:0/2557477245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d8850 msgr2=0x55b0f42e4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d8850 0x55b0f42e4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 -- 172.21.15.6:0/2557477245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 msgr2=0x55b0f42dcbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42dcbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 -- 172.21.15.6:0/2557477245 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0f3f47210 con 0x55b0f42d36e0 2024-05-20T21:19:00.420 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fcf11400640 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d36e0 0x55b0f42dd110 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fcf040c9e10 tx=0x7fcf040c9890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=768286568c7ada4f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.418+0000 7fceffe00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fceffe00640 1 -- 172.21.15.6:0/2557477245 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf04049040 con 0x55b0f42d36e0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fceffe00640 1 -- 172.21.15.6:0/2557477245 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcf040c6110 con 0x55b0f42d36e0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fcf23d72740 1 -- 172.21.15.6:0/2557477245 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf0c003970 con 0x55b0f42d36e0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fceffe00640 1 -- 172.21.15.6:0/2557477245 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcf040ca580 con 0x55b0f42d36e0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fcf23d72740 10 client.25930 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fcf23d72740 1 -- 172.21.15.6:0/2557477245 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b0f4013620 con 0x55b0f42d36e0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fceffe00640 1 -- 172.21.15.6:0/2557477245 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf0c003970 con 0x55b0f42d36e0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fceffe00640 1 -- 172.21.15.6:0/2557477245 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcf040d2850 con 0x55b0f42d36e0 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fcf23d72740 10 client.25930 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.419+0000 7fcf23d72740 10 client.25930 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.420+0000 7fcf23d72740 20 client.25930 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.420+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0f42e8690 0x55b0f42eaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.420+0000 7fcf23d72740 4 client.25930 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:00.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.420+0000 7fcf23d72740 1 -- 172.21.15.6:0/2557477245 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0f4244ae0 con 0x55b0f42e8690 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.420+0000 7fcf19e00640 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0f42e8690 0x55b0f42eaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.421+0000 7fcf19e00640 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0f42e8690 0x55b0f42eaa80 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae299ddd23d278b8 server_cookie=31b58306c0852b50 in_seq=0 out_seq=0 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.421+0000 7fceffe00640 10 client.25930 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.421+0000 7fceffe00640 1 -- 172.21.15.6:0/2557477245 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b0f4244ae0 con 0x55b0f42e8690 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.421+0000 7fceffe00640 10 client.25930 handle_command_reply: tid=0 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 client.25930 shutdown 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 -- 172.21.15.6:0/2557477245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d36e0 msgr2=0x55b0f42dd110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d36e0 0x55b0f42dd110 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fcf040c9e10 tx=0x7fcf040c9890 comp rx=0 tx=0).stop 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 -- 172.21.15.6:0/2557477245 shutdown_connections 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0f42e8690 0x55b0f42eaa80 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d8850 0x55b0f42e4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d36e0 0x55b0f42dd110 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fceffe00640 0 client.25930 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2557477245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42dcbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 -- 172.21.15.6:0/2557477245 >> 172.21.15.6:0/2557477245 conn(0x55b0f42ce360 msgr2=0x55b0f42cd4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 -- 172.21.15.6:0/2557477245 shutdown_connections 2024-05-20T21:19:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 1 -- 172.21.15.6:0/2557477245 wait complete. 2024-05-20T21:19:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.422+0000 7fcf23d72740 20 client.25930 trim_cache size 0 max 16384 2024-05-20T21:19:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.439+0000 7fcf23d72740 1 Processor -- start 2024-05-20T21:19:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.439+0000 7fcf23d72740 1 -- start start 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.439+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d7d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.439+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.439+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42d1b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.439+0000 7fcf23d72740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c1aea80 con 0x55b0f42d2cf0 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf23d72740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c1ac350 con 0x55b0f42d36e0 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf23d72740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c1aa1a0 con 0x55b0f42d8850 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf19e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf11400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf11400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e4110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59852/0 (socket says 172.21.15.6:59852) 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf11400640 1 -- 172.21.15.6:0/2440006195 learned_addr learned my addr 172.21.15.6:0/2440006195 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf1a800640 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42d1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf19e00640 1 -- 172.21.15.6:0/2440006195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 msgr2=0x55b0f42d1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf19e00640 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42d1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf19e00640 1 -- 172.21.15.6:0/2440006195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 msgr2=0x55b0f42e4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.440+0000 7fcf19e00640 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.441+0000 7fcf19e00640 1 -- 172.21.15.6:0/2440006195 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0f42c85a0 con 0x55b0f42d2cf0 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.441+0000 7fcf11400640 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.441+0000 7fcf19e00640 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d7d40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55b0f42cf230 tx=0x7fcf0c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=365d5ff27f178ea9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.441+0000 7fcf0aa00640 1 -- 172.21.15.6:0/2440006195 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c01d050 con 0x55b0f42d2cf0 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.441+0000 7fcf0aa00640 1 -- 172.21.15.6:0/2440006195 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf0c01e040 con 0x55b0f42d2cf0 2024-05-20T21:19:00.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.441+0000 7fcf0aa00640 1 -- 172.21.15.6:0/2440006195 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c003f80 con 0x55b0f42d2cf0 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 -- 172.21.15.6:0/2440006195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 msgr2=0x55b0f42d7d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d7d40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55b0f42cf230 tx=0x7fcf0c009b20 comp rx=0 tx=0).stop 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 -- 172.21.15.6:0/2440006195 shutdown_connections 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42d1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 --2- 172.21.15.6:0/2440006195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42d7d40 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 -- 172.21.15.6:0/2440006195 >> 172.21.15.6:0/2440006195 conn(0x55b0f42ce360 msgr2=0x55b0f42d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 -- 172.21.15.6:0/2440006195 shutdown_connections 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 -- 172.21.15.6:0/2440006195 wait complete. 2024-05-20T21:19:00.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.442+0000 7fcf23d72740 1 -- start start 2024-05-20T21:19:00.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf23d72740 1 Processor -- start 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42e16f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf23d72740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42e2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf23d72740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c1aa810 con 0x55b0f42d2cf0 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf23d72740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c1abc80 con 0x55b0f42d36e0 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf23d72740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcf1c1aaee0 con 0x55b0f42d8850 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf23d72740 10 client.0 _ll_register_callbacks cb 0x7fcf04005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf19e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42e16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf19e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42e16f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35378/0 (socket says 172.21.15.6:35378) 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf19e00640 1 -- 172.21.15.6:0/1186221788 learned_addr learned my addr 172.21.15.6:0/1186221788 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf11400640 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.443+0000 7fcf1a800640 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42e2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fcf19e00640 1 -- 172.21.15.6:0/1186221788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 msgr2=0x55b0f42e2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fcf19e00640 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42e2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fcf19e00640 1 -- 172.21.15.6:0/1186221788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 msgr2=0x55b0f42e1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fcf19e00640 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fcf19e00640 1 -- 172.21.15.6:0/1186221788 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0f42e31c0 con 0x55b0f42d2cf0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fcf19e00640 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42e16f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c0099a0 tx=0x7fcf0c009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a44a7845991e875 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fceffe00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fceffe00640 1 -- 172.21.15.6:0/1186221788 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0c039070 con 0x55b0f42d2cf0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fcf23d72740 1 -- 172.21.15.6:0/1186221788 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf0c01e040 con 0x55b0f42d2cf0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.444+0000 7fceffe00640 1 -- 172.21.15.6:0/1186221788 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcf0c004d40 con 0x55b0f42d2cf0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fceffe00640 1 -- 172.21.15.6:0/1186221788 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcf0c01d020 con 0x55b0f42d2cf0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fcf23d72740 10 client.15822 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fcf23d72740 1 -- 172.21.15.6:0/1186221788 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b0f42e44d0 con 0x55b0f42d2cf0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fceffe00640 1 -- 172.21.15.6:0/1186221788 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf0c01e040 con 0x55b0f42d2cf0 2024-05-20T21:19:00.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fceffe00640 1 -- 172.21.15.6:0/1186221788 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcf0c023040 con 0x55b0f42d2cf0 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fcf23d72740 10 client.15822 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fcf23d72740 10 client.15822 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fcf23d72740 20 client.15822 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fcf23d72740 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0f4353850 0x55b0f4355c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fcf23d72740 4 client.15822 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.445+0000 7fcf23d72740 1 -- 172.21.15.6:0/1186221788 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b0f423e2c0 con 0x55b0f4353850 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.446+0000 7fcf11400640 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0f4353850 0x55b0f4355c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.446+0000 7fcf11400640 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0f4353850 0x55b0f4355c70 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77cf5a18bd0c995e server_cookie=a153a96ff1e5bb66 in_seq=0 out_seq=0 2024-05-20T21:19:00.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.446+0000 7fceffe00640 10 client.15822 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fceffe00640 1 -- 172.21.15.6:0/1186221788 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b0f423e2c0 con 0x55b0f4353850 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fceffe00640 10 client.15822 handle_command_reply: tid=0 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 client.15822 shutdown 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 -- 172.21.15.6:0/1186221788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 msgr2=0x55b0f42e16f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42e16f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fcf0c0099a0 tx=0x7fcf0c009570 comp rx=0 tx=0).stop 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 -- 172.21.15.6:0/1186221788 shutdown_connections 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0f4353850 0x55b0f4355c70 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0f42d8850 0x55b0f42e2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0f42d36e0 0x55b0f42e1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fceffe00640 0 client.15822 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 --2- 172.21.15.6:0/1186221788 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0f42d2cf0 0x55b0f42e16f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 -- 172.21.15.6:0/1186221788 >> 172.21.15.6:0/1186221788 conn(0x55b0f42ce360 msgr2=0x55b0f42d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 -- 172.21.15.6:0/1186221788 shutdown_connections 2024-05-20T21:19:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.460+0000 7fcf23d72740 1 -- 172.21.15.6:0/1186221788 wait complete. 2024-05-20T21:19:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.461+0000 7fcf23d72740 20 client.15822 trim_cache size 0 max 16384 2024-05-20T21:19:00.462 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:19:00.462 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:19:00.462 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:19:00.462 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.461+0000 7fcf1b200640 1 -- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf000b2850 msgr2=0x7fcf000b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.461+0000 7fcf1b200640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf000b2850 0x7fcf000b4d10 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x55b0f42d3f40 tx=0x7fcf14005f90 comp rx=0 tx=0).stop 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.461+0000 7fcf1b200640 1 -- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 msgr2=0x7fcf1c19b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.461+0000 7fcf1b200640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 0x7fcf1c19b2a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcf04031500 tx=0x7fcf04003c10 comp rx=0 tx=0).stop 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.462+0000 7fcf1b200640 1 -- 172.21.15.6:0/4105695817 shutdown_connections 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.462+0000 7fcf1b200640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf000b2850 0x7fcf000b4d10 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.462+0000 7fcf1b200640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf1c1085e0 0x7fcf1c1a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.462+0000 7fcf1b200640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf1c105cb0 0x7fcf1c19b2a0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.462+0000 7fcf1b200640 1 --2- 172.21.15.6:0/4105695817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf1c103380 0x7fcf1c19ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.462+0000 7fcf1b200640 1 -- 172.21.15.6:0/4105695817 >> 172.21.15.6:0/4105695817 conn(0x7fcf1c0fcd30 msgr2=0x7fcf1c102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.462+0000 7fcf1b200640 1 -- 172.21.15.6:0/4105695817 shutdown_connections 2024-05-20T21:19:00.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:00.462+0000 7fcf1b200640 1 -- 172.21.15.6:0/4105695817 wait complete. 2024-05-20T21:19:00.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 -- 172.21.15.6:0/705232933 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f98102440 msgr2=0x7f0f981028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 --2- 172.21.15.6:0/705232933 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f98102440 0x7f0f981028c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0f80009990 tx=0x7f0f80009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 -- 172.21.15.6:0/705232933 shutdown_connections 2024-05-20T21:19:00.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 --2- 172.21.15.6:0/705232933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f98102e00 0x7f0f9810f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 --2- 172.21.15.6:0/705232933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f98108520 0x7f0f98108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 --2- 172.21.15.6:0/705232933 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f98102440 0x7f0f981028c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 -- 172.21.15.6:0/705232933 >> 172.21.15.6:0/705232933 conn(0x7f0f980793f0 msgr2=0x7f0f98079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 -- 172.21.15.6:0/705232933 shutdown_connections 2024-05-20T21:19:00.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.846+0000 7f0f9f200700 1 -- 172.21.15.6:0/705232933 wait complete. 2024-05-20T21:19:00.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.847+0000 7f0f9f200700 1 Processor -- start 2024-05-20T21:19:00.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.847+0000 7f0f9f200700 1 -- start start 2024-05-20T21:19:00.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f9f200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f98102440 0x7f0f9819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f9f200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f98102e00 0x7f0f9819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f9f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f98108520 0x7f0f981a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f9f200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0f9806b980 con 0x7f0f98108520 2024-05-20T21:19:00.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f9f200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0f9806b800 con 0x7f0f98102e00 2024-05-20T21:19:00.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f9f200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0f9806bb00 con 0x7f0f98102440 2024-05-20T21:19:00.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f8f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f98102e00 0x7f0f9819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f97e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f98102440 0x7f0f9819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f8f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f98102e00 0x7f0f9819c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59878/0 (socket says 172.21.15.6:59878) 2024-05-20T21:19:00.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f97e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f98102440 0x7f0f9819be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42882/0 (socket says 172.21.15.6:42882) 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f8f400700 1 -- 172.21.15.6:0/1635449216 learned_addr learned my addr 172.21.15.6:0/1635449216 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.848+0000 7f0f9d200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f98108520 0x7f0f981a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f97e00700 1 -- 172.21.15.6:0/1635449216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f98102e00 msgr2=0x7f0f9819c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f97e00700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f98102e00 0x7f0f9819c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f97e00700 1 -- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f98108520 msgr2=0x7f0f981a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f97e00700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f98108520 0x7f0f981a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f97e00700 1 -- 172.21.15.6:0/1635449216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f981a0e40 con 0x7f0f98102440 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f8f400700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f98102e00 0x7f0f9819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f97e00700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f98102440 0x7f0f9819be80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0f8800e9f0 tx=0x7f0f8800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f95600700 1 -- 172.21.15.6:0/1635449216 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88004220 con 0x7f0f98102440 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f95600700 1 -- 172.21.15.6:0/1635449216 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f880043c0 con 0x7f0f98102440 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f9f200700 1 -- 172.21.15.6:0/1635449216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f981a1130 con 0x7f0f98102440 2024-05-20T21:19:00.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.849+0000 7f0f95600700 1 -- 172.21.15.6:0/1635449216 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88005020 con 0x7f0f98102440 2024-05-20T21:19:00.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.850+0000 7f0f9f200700 1 -- 172.21.15.6:0/1635449216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f981a89b0 con 0x7f0f98102440 2024-05-20T21:19:00.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.853+0000 7f0f95600700 1 -- 172.21.15.6:0/1635449216 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0f88004750 con 0x7f0f98102440 2024-05-20T21:19:00.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.855+0000 7f0fa9c8fb80 1 Processor -- start 2024-05-20T21:19:00.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.855+0000 7f0fa9c8fb80 1 -- start start 2024-05-20T21:19:00.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.855+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efa610 0x559ff1efa9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.855+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efaf30 0x559ff1ef4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.855+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1ef5140 0x559ff1ef55c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559ff1e52e40 con 0x559ff1ef5140 2024-05-20T21:19:00.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559ff1e429e0 con 0x559ff1efaf30 2024-05-20T21:19:00.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559ff1e46a20 con 0x559ff1efa610 2024-05-20T21:19:00.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0f95600700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f7c0b2880 0x7f0f7c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0f9d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efa610 0x559ff1efa9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0f9d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efa610 0x559ff1efa9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42896/0 (socket says 172.21.15.6:42896) 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0f95600700 1 -- 172.21.15.6:0/1635449216 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0f880e2210 con 0x7f0f98102440 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0f9d200700 1 -- 172.21.15.6:0/771328101 learned_addr learned my addr 172.21.15.6:0/771328101 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0f8f400700 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1ef5140 0x559ff1ef55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0f9d200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f7c0b2880 0x7f0f7c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.856+0000 7f0f97e00700 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efaf30 0x559ff1ef4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f9d200700 1 -- 172.21.15.6:0/771328101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efaf30 msgr2=0x559ff1ef4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f9d200700 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efaf30 0x559ff1ef4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f9d200700 1 -- 172.21.15.6:0/771328101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1ef5140 msgr2=0x559ff1ef55c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f9d200700 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1ef5140 0x559ff1ef55c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f9d200700 1 -- 172.21.15.6:0/771328101 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ff1e0b420 con 0x559ff1efa610 2024-05-20T21:19:00.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f97e00700 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efaf30 0x559ff1ef4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:00.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f9d200700 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efa610 0x559ff1efa9f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0f90008fa0 tx=0x7f0f9001a6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e21636a6b86eee7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f9d200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f7c0b2880 0x7f0f7c0b4d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0f90009fd0 tx=0x7f0f9001e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f8d600700 1 -- 172.21.15.6:0/771328101 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f90008620 con 0x559ff1efa610 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f8d600700 1 -- 172.21.15.6:0/771328101 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f9001f070 con 0x559ff1efa610 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.857+0000 7f0f8d600700 1 -- 172.21.15.6:0/771328101 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f90004020 con 0x559ff1efa610 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/771328101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efa610 msgr2=0x559ff1efa9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efa610 0x559ff1efa9f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0f90008fa0 tx=0x7f0f9001a6c0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/771328101 shutdown_connections 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1ef5140 0x559ff1ef55c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efa610 0x559ff1efa9f0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/771328101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efaf30 0x559ff1ef4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/771328101 >> 172.21.15.6:0/771328101 conn(0x559ff1e22be0 msgr2=0x559ff1eef690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/771328101 shutdown_connections 2024-05-20T21:19:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.858+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/771328101 wait complete. 2024-05-20T21:19:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.859+0000 7f0fa9c8fb80 1 -- start start 2024-05-20T21:19:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.859+0000 7f0fa9c8fb80 1 Processor -- start 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1ef5140 0x559ff1f00de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efa610 0x559ff1efe180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efaf30 0x559ff1efe6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559ff1d48fa0 con 0x559ff1efa610 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559ff1de3760 con 0x559ff1ef5140 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559ff1f01980 con 0x559ff1efaf30 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0fa9c8fb80 10 client.0 _ll_register_callbacks cb 0x559ff1decc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0f8f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efa610 0x559ff1efe180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0f9d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efaf30 0x559ff1efe6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0f9d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efaf30 0x559ff1efe6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42902/0 (socket says 172.21.15.6:42902) 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0f9d200700 1 -- 172.21.15.6:0/1638481689 learned_addr learned my addr 172.21.15.6:0/1638481689 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.860+0000 7f0f97e00700 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1ef5140 0x559ff1f00de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f9d200700 1 -- 172.21.15.6:0/1638481689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1ef5140 msgr2=0x559ff1f00de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f9d200700 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1ef5140 0x559ff1f00de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f9d200700 1 -- 172.21.15.6:0/1638481689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efa610 msgr2=0x559ff1efe180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f9d200700 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efa610 0x559ff1efe180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f9d200700 1 -- 172.21.15.6:0/1638481689 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ff1d928d0 con 0x559ff1efaf30 2024-05-20T21:19:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f9d200700 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efaf30 0x559ff1efe6c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0f900092f0 tx=0x7f0f9001ae80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd19e6442a551096 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f86000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:00.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f86000700 1 -- 172.21.15.6:0/1638481689 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f90031060 con 0x559ff1efaf30 2024-05-20T21:19:00.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0f86000700 1 -- 172.21.15.6:0/1638481689 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0f9001bcd0 con 0x559ff1efaf30 2024-05-20T21:19:00.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.861+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/1638481689 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f9001f070 con 0x559ff1efaf30 2024-05-20T21:19:00.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0f86000700 1 -- 172.21.15.6:0/1638481689 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0f9002c470 con 0x559ff1efaf30 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0fa9c8fb80 10 client.25948 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/1638481689 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559ff1e13060 con 0x559ff1efaf30 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0f86000700 1 -- 172.21.15.6:0/1638481689 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f9001f070 con 0x559ff1efaf30 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0f86000700 1 -- 172.21.15.6:0/1638481689 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0f90023460 con 0x559ff1efaf30 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0fa9c8fb80 10 client.25948 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0fa9c8fb80 10 client.25948 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0fa9c8fb80 20 client.25948 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559ff1f0e640 0x559ff1f10a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.862+0000 7f0fa9c8fb80 4 client.25948 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.863+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/1638481689 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ff1e54d90 con 0x559ff1f0e640 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.863+0000 7f0f97e00700 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559ff1f0e640 0x559ff1f10a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.863+0000 7f0f97e00700 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559ff1f0e640 0x559ff1f10a30 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e680c7440735243b server_cookie=5f955905114e4 in_seq=0 out_seq=0 2024-05-20T21:19:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.863+0000 7f0f86000700 10 client.25948 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.864+0000 7f0f86000700 1 -- 172.21.15.6:0/1638481689 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559ff1e54d90 con 0x559ff1f0e640 2024-05-20T21:19:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.864+0000 7f0f86000700 10 client.25948 handle_command_reply: tid=0 2024-05-20T21:19:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.864+0000 7f0fa9c8fb80 1 client.25948 shutdown 2024-05-20T21:19:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.864+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/1638481689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efaf30 msgr2=0x559ff1efe6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.864+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efaf30 0x559ff1efe6c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0f900092f0 tx=0x7f0f9001ae80 comp rx=0 tx=0).stop 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/1638481689 shutdown_connections 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1efaf30 0x559ff1efe6c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559ff1f0e640 0x559ff1f10a30 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1ef5140 0x559ff1f00de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/1638481689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efa610 0x559ff1efe180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0f86000700 0 client.25948 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/1638481689 >> 172.21.15.6:0/1638481689 conn(0x559ff1e22be0 msgr2=0x559ff1eeed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/1638481689 shutdown_connections 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/1638481689 wait complete. 2024-05-20T21:19:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.865+0000 7f0fa9c8fb80 20 client.25948 trim_cache size 0 max 16384 2024-05-20T21:19:00.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.882+0000 7f0fa9c8fb80 1 Processor -- start 2024-05-20T21:19:00.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.882+0000 7f0fa9c8fb80 1 -- start start 2024-05-20T21:19:00.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.882+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1ef4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.882+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f0aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.882+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 0x559ff1ef9b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.882+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981b2960 con 0x559ff1efaf30 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.882+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981b01f0 con 0x559ff1efa610 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.882+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981ae040 con 0x559ff1ef5140 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1ef4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1ef4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42906/0 (socket says 172.21.15.6:42906) 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 -- 172.21.15.6:0/4185515902 learned_addr learned my addr 172.21.15.6:0/4185515902 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f9d200700 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 0x559ff1ef9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f8f400700 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f0aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 -- 172.21.15.6:0/4185515902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 msgr2=0x559ff1f0aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f0aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 -- 172.21.15.6:0/4185515902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 msgr2=0x559ff1ef9b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 0x559ff1ef9b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 -- 172.21.15.6:0/4185515902 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ff1ef1250 con 0x559ff1ef5140 2024-05-20T21:19:00.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.883+0000 7f0f97e00700 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1ef4b20 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0f880dfc10 tx=0x7f0f880cc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d01cab42d40099e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0f8cc00700 1 -- 172.21.15.6:0/4185515902 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f880c2070 con 0x559ff1ef5140 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0f8cc00700 1 -- 172.21.15.6:0/4185515902 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f880a3e50 con 0x559ff1ef5140 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0f8cc00700 1 -- 172.21.15.6:0/4185515902 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f8801c040 con 0x559ff1ef5140 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/4185515902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 msgr2=0x559ff1ef4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1ef4b20 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0f880dfc10 tx=0x7f0f880cc040 comp rx=0 tx=0).stop 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/4185515902 shutdown_connections 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 0x559ff1ef9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1ef4b20 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/4185515902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f0aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/4185515902 >> 172.21.15.6:0/4185515902 conn(0x559ff1e22be0 msgr2=0x559ff1efc940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.884+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/4185515902 shutdown_connections 2024-05-20T21:19:00.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.885+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/4185515902 wait complete. 2024-05-20T21:19:00.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.885+0000 7f0fa9c8fb80 1 -- start start 2024-05-20T21:19:00.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.885+0000 7f0fa9c8fb80 1 Processor -- start 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1f07220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f15740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0fa9c8fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 0x559ff1f15c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981ae6b0 con 0x559ff1efaf30 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981afb20 con 0x559ff1efa610 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0fa9c8fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0f981aed80 con 0x559ff1ef5140 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0fa9c8fb80 10 client.0 _ll_register_callbacks cb 0x559ff1decc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0f97e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1f07220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0f8f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f15740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0f97e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1f07220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42922/0 (socket says 172.21.15.6:42922) 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0f8f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f15740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59906/0 (socket says 172.21.15.6:59906) 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0f8f400700 1 -- 172.21.15.6:0/797761352 learned_addr learned my addr 172.21.15.6:0/797761352 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0f9d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 0x559ff1f15c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0f8f400700 1 -- 172.21.15.6:0/797761352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 msgr2=0x559ff1f07220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.886+0000 7f0f8f400700 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1f07220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0f8f400700 1 -- 172.21.15.6:0/797761352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 msgr2=0x559ff1f15c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:00.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0f8f400700 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 0x559ff1f15c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0f8f400700 1 -- 172.21.15.6:0/797761352 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ff1f163c0 con 0x559ff1efa610 2024-05-20T21:19:00.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0f8f400700 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f15740 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f0f80006010 tx=0x7f0f800052e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36fe6b119655a344 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:00.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0f86000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:00.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0f86000700 1 -- 172.21.15.6:0/797761352 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f80003880 con 0x559ff1efa610 2024-05-20T21:19:00.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/797761352 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f880a3e50 con 0x559ff1efa610 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0f86000700 1 -- 172.21.15.6:0/797761352 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0f80003a20 con 0x559ff1efa610 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0f86000700 1 -- 172.21.15.6:0/797761352 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0f80003c20 con 0x559ff1efa610 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.887+0000 7f0fa9c8fb80 10 client.25970 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/797761352 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559ff1f816b0 con 0x559ff1efa610 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0f86000700 1 -- 172.21.15.6:0/797761352 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f880a3e50 con 0x559ff1efa610 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0f86000700 1 -- 172.21.15.6:0/797761352 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0f800304a0 con 0x559ff1efa610 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0fa9c8fb80 10 client.25970 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0fa9c8fb80 10 client.25970 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0fa9c8fb80 20 client.25970 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559ff1f81d70 0x559ff1f84190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0fa9c8fb80 4 client.25970 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.888+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/797761352 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559ff1e4e570 con 0x559ff1f81d70 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.889+0000 7f0f97e00700 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559ff1f81d70 0x559ff1f84190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:00.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.889+0000 7f0f97e00700 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559ff1f81d70 0x559ff1f84190 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e925de35c5ab5d40 server_cookie=c514a57288a4c53e in_seq=0 out_seq=0 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.889+0000 7f0f86000700 10 client.25970 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.889+0000 7f0f86000700 1 -- 172.21.15.6:0/797761352 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559ff1e4e570 con 0x559ff1f81d70 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.889+0000 7f0f86000700 10 client.25970 handle_command_reply: tid=0 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.889+0000 7f0fa9c8fb80 1 client.25970 shutdown 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/797761352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 msgr2=0x559ff1f15740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f15740 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f0f80006010 tx=0x7f0f800052e0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/797761352 shutdown_connections 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559ff1efaf30 0x559ff1f15c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559ff1ef5140 0x559ff1f07220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559ff1f81d70 0x559ff1f84190 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 --2- 172.21.15.6:0/797761352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559ff1efa610 0x559ff1f15740 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/797761352 >> 172.21.15.6:0/797761352 conn(0x559ff1e22be0 msgr2=0x559ff1efd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0f86000700 0 client.25970 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/797761352 shutdown_connections 2024-05-20T21:19:00.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 1 -- 172.21.15.6:0/797761352 wait complete. 2024-05-20T21:19:00.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.890+0000 7f0fa9c8fb80 20 client.25970 trim_cache size 0 max 16384 2024-05-20T21:19:00.892 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 -- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f7c0b2880 msgr2=0x7f0f7c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f7c0b2880 0x7f0f7c0b4d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f0f90009fd0 tx=0x7f0f9001e000 comp rx=0 tx=0).stop 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 -- 172.21.15.6:0/1635449216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f98102440 msgr2=0x7f0f9819be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f98102440 0x7f0f9819be80 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0f8800e9f0 tx=0x7f0f8800ed00 comp rx=0 tx=0).stop 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 -- 172.21.15.6:0/1635449216 shutdown_connections 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f7c0b2880 0x7f0f7c0b4d40 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f98108520 0x7f0f981a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f98102440 0x7f0f9819be80 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 --2- 172.21.15.6:0/1635449216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f98102e00 0x7f0f9819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 -- 172.21.15.6:0/1635449216 >> 172.21.15.6:0/1635449216 conn(0x7f0f980793f0 msgr2=0x7f0f981002b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 -- 172.21.15.6:0/1635449216 shutdown_connections 2024-05-20T21:19:00.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:00.891+0000 7f0f9f200700 1 -- 172.21.15.6:0/1635449216 wait complete. 2024-05-20T21:19:01.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:01 smithi006 ceph-mon[31422]: pgmap v535: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:01.852 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:19:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:01 smithi042 ceph-mon[36332]: pgmap v535: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:01 smithi062 ceph-mon[36640]: pgmap v535: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:19:02.317 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:03 smithi042 ceph-mon[36332]: pgmap v536: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:03.883 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:03 smithi006 ceph-mon[31422]: pgmap v536: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:03 smithi062 ceph-mon[36640]: pgmap v536: 97 pgs: 97 active+clean; 1.1 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:19:04.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 -- 172.21.15.6:0/3329995047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006bc10 msgr2=0x7f63e006c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 --2- 172.21.15.6:0/3329995047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006bc10 0x7f63e006c090 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f63cc009990 tx=0x7f63cc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 -- 172.21.15.6:0/3329995047 shutdown_connections 2024-05-20T21:19:04.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 --2- 172.21.15.6:0/3329995047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63e006c5d0 0x7f63e01103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 --2- 172.21.15.6:0/3329995047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63e01095d0 0x7f63e01099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 --2- 172.21.15.6:0/3329995047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006bc10 0x7f63e006c090 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 -- 172.21.15.6:0/3329995047 >> 172.21.15.6:0/3329995047 conn(0x7f63e00793f0 msgr2=0x7f63e0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 -- 172.21.15.6:0/3329995047 shutdown_connections 2024-05-20T21:19:04.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.726+0000 7f63e4e00700 1 -- 172.21.15.6:0/3329995047 wait complete. 2024-05-20T21:19:04.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.727+0000 7f63e4e00700 1 Processor -- start 2024-05-20T21:19:04.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.727+0000 7f63e4e00700 1 -- start start 2024-05-20T21:19:04.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63e4e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63e006bc10 0x7f63e019f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63e4e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006c5d0 0x7f63e019fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63e4e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63e01095d0 0x7f63e0199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63e4e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f63e0113730 con 0x7f63e01095d0 2024-05-20T21:19:04.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63e4e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01135b0 con 0x7f63e006bc10 2024-05-20T21:19:04.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63e4e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01138b0 con 0x7f63e006c5d0 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63dd400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006c5d0 0x7f63e019fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63dde00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63e006bc10 0x7f63e019f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63dde00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63e006bc10 0x7f63e019f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59922/0 (socket says 172.21.15.6:59922) 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63de800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63e01095d0 0x7f63e0199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63dde00700 1 -- 172.21.15.6:0/2854082973 learned_addr learned my addr 172.21.15.6:0/2854082973 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.728+0000 7f63dd400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006c5d0 0x7f63e019fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42936/0 (socket says 172.21.15.6:42936) 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.729+0000 7f63dde00700 1 -- 172.21.15.6:0/2854082973 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006c5d0 msgr2=0x7f63e019fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.729+0000 7f63dde00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006c5d0 0x7f63e019fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.729+0000 7f63dde00700 1 -- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63e01095d0 msgr2=0x7f63e0199a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.729+0000 7f63dde00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63e01095d0 0x7f63e0199a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.729+0000 7f63dde00700 1 -- 172.21.15.6:0/2854082973 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e019a1f0 con 0x7f63e006bc10 2024-05-20T21:19:04.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.729+0000 7f63dde00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63e006bc10 0x7f63e019f8d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f63d000e9a0 tx=0x7f63d000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.730+0000 7f63d6a00700 1 -- 172.21.15.6:0/2854082973 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d000ca10 con 0x7f63e006bc10 2024-05-20T21:19:04.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.730+0000 7f63d6a00700 1 -- 172.21.15.6:0/2854082973 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d000cbb0 con 0x7f63e006bc10 2024-05-20T21:19:04.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.730+0000 7f63d6a00700 1 -- 172.21.15.6:0/2854082973 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d0018680 con 0x7f63e006bc10 2024-05-20T21:19:04.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.730+0000 7f63e4e00700 1 -- 172.21.15.6:0/2854082973 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63e019a4e0 con 0x7f63e006bc10 2024-05-20T21:19:04.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.730+0000 7f63e4e00700 1 -- 172.21.15.6:0/2854082973 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63e01a67a0 con 0x7f63e006bc10 2024-05-20T21:19:04.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.733+0000 7f63d6a00700 1 -- 172.21.15.6:0/2854082973 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f63d0010430 con 0x7f63e006bc10 2024-05-20T21:19:04.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.734+0000 7f63ef807b80 1 Processor -- start 2024-05-20T21:19:04.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63ef807b80 1 -- start start 2024-05-20T21:19:04.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63d6a00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63c40b2900 0x7f63c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 0x558f19e01290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19dfb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19dfb880 0x558f19dfbce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63ef807b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558f19d59e40 con 0x558f19dfb880 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63ef807b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558f19d499e0 con 0x558f19e017d0 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63ef807b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558f19d4da20 con 0x558f19e00eb0 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63d6a00700 1 -- 172.21.15.6:0/2854082973 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f63d00e2390 con 0x7f63e006bc10 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.735+0000 7f63dd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19dfb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63de800700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63c40b2900 0x7f63c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19dfb260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59932/0 (socket says 172.21.15.6:59932) 2024-05-20T21:19:04.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dd400700 1 -- 172.21.15.6:0/2585048425 learned_addr learned my addr 172.21.15.6:0/2585048425 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:04.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dde00700 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 0x558f19e01290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63de800700 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19dfb880 0x558f19dfbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dd400700 1 -- 172.21.15.6:0/2585048425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 msgr2=0x558f19e01290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dd400700 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 0x558f19e01290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dd400700 1 -- 172.21.15.6:0/2585048425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19dfb880 msgr2=0x558f19dfbce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dd400700 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19dfb880 0x558f19dfbce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dd400700 1 -- 172.21.15.6:0/2585048425 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f19d12420 con 0x558f19e017d0 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.736+0000 7f63dd400700 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19dfb260 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f63cc015000 tx=0x7f63cc0096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c03e558d77e9e2e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.737+0000 7f63de800700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63c40b2900 0x7f63c40b4dc0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f63d8009ec0 tx=0x7f63d8009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.737+0000 7f63cb400700 1 -- 172.21.15.6:0/2585048425 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc027070 con 0x558f19e017d0 2024-05-20T21:19:04.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.737+0000 7f63cb400700 1 -- 172.21.15.6:0/2585048425 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63cc0056d0 con 0x558f19e017d0 2024-05-20T21:19:04.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.737+0000 7f63cb400700 1 -- 172.21.15.6:0/2585048425 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63cc003aa0 con 0x558f19e017d0 2024-05-20T21:19:04.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 -- 172.21.15.6:0/2585048425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 msgr2=0x558f19dfb260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19dfb260 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f63cc015000 tx=0x7f63cc0096a0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 -- 172.21.15.6:0/2585048425 shutdown_connections 2024-05-20T21:19:04.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19dfb880 0x558f19dfbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 0x558f19e01290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2585048425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19dfb260 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 -- 172.21.15.6:0/2585048425 >> 172.21.15.6:0/2585048425 conn(0x558f19d29be0 msgr2=0x558f19df6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 -- 172.21.15.6:0/2585048425 shutdown_connections 2024-05-20T21:19:04.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.738+0000 7f63ef807b80 1 -- 172.21.15.6:0/2585048425 wait complete. 2024-05-20T21:19:04.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.739+0000 7f63ef807b80 1 -- start start 2024-05-20T21:19:04.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.739+0000 7f63ef807b80 1 Processor -- start 2024-05-20T21:19:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.739+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.739+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.739+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e017d0 0x558f19e09330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.739+0000 7f63ef807b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558f19c4ffa0 con 0x558f19e017d0 2024-05-20T21:19:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.739+0000 7f63ef807b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558f19cea760 con 0x558f19dfb880 2024-05-20T21:19:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.739+0000 7f63ef807b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558f19e081e0 con 0x558f19e00eb0 2024-05-20T21:19:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63ef807b80 10 client.0 _ll_register_callbacks cb 0x558f19cf3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63dde00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63de800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e017d0 0x558f19e09330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63dd400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63dde00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59946/0 (socket says 172.21.15.6:59946) 2024-05-20T21:19:04.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63dde00700 1 -- 172.21.15.6:0/1647819397 learned_addr learned my addr 172.21.15.6:0/1647819397 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:04.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63de800700 1 -- 172.21.15.6:0/1647819397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 msgr2=0x558f19e0f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63de800700 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63de800700 1 -- 172.21.15.6:0/1647819397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 msgr2=0x558f19e0ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63de800700 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.740+0000 7f63de800700 1 -- 172.21.15.6:0/1647819397 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f19c998d0 con 0x558f19e017d0 2024-05-20T21:19:04.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.741+0000 7f63de800700 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e017d0 0x558f19e09330 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f63d8018640 tx=0x7f63d8004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aea19bd02d753a71 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.741+0000 7f63bfe00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.741+0000 7f63bfe00700 1 -- 172.21.15.6:0/1647819397 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d801c2e0 con 0x558f19e017d0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.741+0000 7f63ef807b80 1 -- 172.21.15.6:0/1647819397 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63cc0056d0 con 0x558f19e017d0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.741+0000 7f63bfe00700 1 -- 172.21.15.6:0/1647819397 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f63d8012040 con 0x558f19e017d0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.741+0000 7f63bfe00700 1 -- 172.21.15.6:0/1647819397 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f63d8003a00 con 0x558f19e017d0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63ef807b80 10 client.15852 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63ef807b80 1 -- 172.21.15.6:0/1647819397 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558f19d1a060 con 0x558f19e017d0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63bfe00700 1 -- 172.21.15.6:0/1647819397 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63cc0056d0 con 0x558f19e017d0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63bfe00700 1 -- 172.21.15.6:0/1647819397 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f63d801c510 con 0x558f19e017d0 2024-05-20T21:19:04.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63ef807b80 10 client.15852 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63ef807b80 10 client.15852 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63ef807b80 20 client.15852 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63ef807b80 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558f19e19130 0x558f19e1b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63ef807b80 4 client.15852 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.742+0000 7f63ef807b80 1 -- 172.21.15.6:0/1647819397 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f19d5bd90 con 0x558f19e19130 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.743+0000 7f63dde00700 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558f19e19130 0x558f19e1b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.743+0000 7f63dde00700 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558f19e19130 0x558f19e1b520 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f0e55ef201e71130 server_cookie=6c49e1dc1bf094ea in_seq=0 out_seq=0 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.743+0000 7f63bfe00700 10 client.15852 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:04.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.744+0000 7f63bfe00700 1 -- 172.21.15.6:0/1647819397 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558f19d5bd90 con 0x558f19e19130 2024-05-20T21:19:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.744+0000 7f63bfe00700 10 client.15852 handle_command_reply: tid=0 2024-05-20T21:19:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.744+0000 7f63ef807b80 1 client.15852 shutdown 2024-05-20T21:19:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.744+0000 7f63ef807b80 1 -- 172.21.15.6:0/1647819397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e017d0 msgr2=0x558f19e09330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.744+0000 7f63ef807b80 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e017d0 0x558f19e09330 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f63d8018640 tx=0x7f63d8004b40 comp rx=0 tx=0).stop 2024-05-20T21:19:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 1 -- 172.21.15.6:0/1647819397 shutdown_connections 2024-05-20T21:19:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e017d0 0x558f19e09330 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558f19e19130 0x558f19e1b520 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 1 --2- 172.21.15.6:0/1647819397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 1 -- 172.21.15.6:0/1647819397 >> 172.21.15.6:0/1647819397 conn(0x558f19d29be0 msgr2=0x558f19dfa250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63bfe00700 0 client.15852 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 1 -- 172.21.15.6:0/1647819397 shutdown_connections 2024-05-20T21:19:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 1 -- 172.21.15.6:0/1647819397 wait complete. 2024-05-20T21:19:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.745+0000 7f63ef807b80 20 client.15852 trim_cache size 0 max 16384 2024-05-20T21:19:04.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.762+0000 7f63ef807b80 1 Processor -- start 2024-05-20T21:19:04.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.762+0000 7f63ef807b80 1 -- start start 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.762+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.762+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.762+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e017d0 0x558f19df59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.762+0000 7f63ef807b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01ae640 con 0x558f19e00eb0 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.762+0000 7f63ef807b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01abed0 con 0x558f19dfb880 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.762+0000 7f63ef807b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01a9d20 con 0x558f19e017d0 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dde00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35474/0 (socket says 172.21.15.6:35474) 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dd400700 1 -- 172.21.15.6:0/118821426 learned_addr learned my addr 172.21.15.6:0/118821426 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63de800700 1 --2- 172.21.15.6:0/118821426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e017d0 0x558f19df59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dde00700 1 -- 172.21.15.6:0/118821426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e017d0 msgr2=0x558f19df59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dde00700 1 --2- 172.21.15.6:0/118821426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e017d0 0x558f19df59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dde00700 1 -- 172.21.15.6:0/118821426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 msgr2=0x558f19e0f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dde00700 1 --2- 172.21.15.6:0/118821426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.763+0000 7f63dde00700 1 -- 172.21.15.6:0/118821426 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f19e009c0 con 0x558f19dfb880 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.764+0000 7f63dde00700 1 --2- 172.21.15.6:0/118821426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f63d00a9840 tx=0x7f63d00a5040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfd99603ecacced9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.764+0000 7f63caa00700 1 -- 172.21.15.6:0/118821426 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d00adc60 con 0x558f19dfb880 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.764+0000 7f63caa00700 1 -- 172.21.15.6:0/118821426 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d00b2710 con 0x558f19dfb880 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.764+0000 7f63caa00700 1 -- 172.21.15.6:0/118821426 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d00aae40 con 0x558f19dfb880 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 -- 172.21.15.6:0/118821426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 msgr2=0x558f19e0ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 --2- 172.21.15.6:0/118821426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f63d00a9840 tx=0x7f63d00a5040 comp rx=0 tx=0).stop 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 -- 172.21.15.6:0/118821426 shutdown_connections 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 --2- 172.21.15.6:0/118821426 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19e017d0 0x558f19df59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 --2- 172.21.15.6:0/118821426 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19dfb880 0x558f19e0ef10 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 --2- 172.21.15.6:0/118821426 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e0f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 -- 172.21.15.6:0/118821426 >> 172.21.15.6:0/118821426 conn(0x558f19d29be0 msgr2=0x558f19defe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 -- 172.21.15.6:0/118821426 shutdown_connections 2024-05-20T21:19:04.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 -- 172.21.15.6:0/118821426 wait complete. 2024-05-20T21:19:04.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 -- start start 2024-05-20T21:19:04.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.765+0000 7f63ef807b80 1 Processor -- start 2024-05-20T21:19:04.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19dfb880 0x558f19e12360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e128a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63ef807b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19e12e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63ef807b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01aa390 con 0x558f19e00eb0 2024-05-20T21:19:04.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63ef807b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01ab800 con 0x558f19e017d0 2024-05-20T21:19:04.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63ef807b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01aaa60 con 0x558f19dfb880 2024-05-20T21:19:04.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63ef807b80 10 client.0 _ll_register_callbacks cb 0x558f19cf3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:04.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63dde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19dfb880 0x558f19e12360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63dde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19dfb880 0x558f19e12360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42978/0 (socket says 172.21.15.6:42978) 2024-05-20T21:19:04.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63dde00700 1 -- 172.21.15.6:0/2601801672 learned_addr learned my addr 172.21.15.6:0/2601801672 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:04.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.766+0000 7f63dd400700 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e128a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63de800700 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19e12e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63dde00700 1 -- 172.21.15.6:0/2601801672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 msgr2=0x558f19e12e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63dde00700 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19e12e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63dde00700 1 -- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 msgr2=0x558f19e128a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:04.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63dde00700 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e128a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63dde00700 1 -- 172.21.15.6:0/2601801672 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f19e82000 con 0x558f19dfb880 2024-05-20T21:19:04.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63dd400700 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e128a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:04.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63dde00700 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19dfb880 0x558f19e12360 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f63d00a5930 tx=0x7f63d00a58a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99799b4c17a130f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:04.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63bfe00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:04.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63bfe00700 1 -- 172.21.15.6:0/2601801672 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d00aabe0 con 0x558f19dfb880 2024-05-20T21:19:04.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63bfe00700 1 -- 172.21.15.6:0/2601801672 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f63d00aad80 con 0x558f19dfb880 2024-05-20T21:19:04.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.767+0000 7f63ef807b80 1 -- 172.21.15.6:0/2601801672 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63d00b2710 con 0x558f19dfb880 2024-05-20T21:19:04.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63bfe00700 1 -- 172.21.15.6:0/2601801672 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f63d00a9b10 con 0x558f19dfb880 2024-05-20T21:19:04.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63ef807b80 10 client.25972 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63ef807b80 1 -- 172.21.15.6:0/2601801672 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558f19e83300 con 0x558f19dfb880 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63bfe00700 1 -- 172.21.15.6:0/2601801672 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d00b2710 con 0x558f19dfb880 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63bfe00700 1 -- 172.21.15.6:0/2601801672 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f63d00c8070 con 0x558f19dfb880 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63ef807b80 10 client.25972 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63ef807b80 10 client.25972 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63ef807b80 20 client.25972 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558f19e83770 0x558f19e85b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63ef807b80 4 client.25972 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.768+0000 7f63ef807b80 1 -- 172.21.15.6:0/2601801672 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558f19d55570 con 0x558f19e83770 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.769+0000 7f63dd400700 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558f19e83770 0x558f19e85b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:04.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.769+0000 7f63dd400700 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558f19e83770 0x558f19e85b60 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1b6ae4a39fe6612f server_cookie=1d42900304ef8988 in_seq=0 out_seq=0 2024-05-20T21:19:04.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.769+0000 7f63bfe00700 10 client.25972 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63bfe00700 1 -- 172.21.15.6:0/2601801672 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558f19d55570 con 0x558f19e83770 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63bfe00700 10 client.25972 handle_command_reply: tid=0 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 client.25972 shutdown 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 -- 172.21.15.6:0/2601801672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19dfb880 msgr2=0x558f19e12360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19dfb880 0x558f19e12360 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f63d00a5930 tx=0x7f63d00a58a0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 -- 172.21.15.6:0/2601801672 shutdown_connections 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f19e017d0 0x558f19e12e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558f19e83770 0x558f19e85b60 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f19dfb880 0x558f19e12360 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 --2- 172.21.15.6:0/2601801672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f19e00eb0 0x558f19e128a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63bfe00700 0 client.25972 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:04.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 -- 172.21.15.6:0/2601801672 >> 172.21.15.6:0/2601801672 conn(0x558f19d29be0 msgr2=0x558f19e0ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 -- 172.21.15.6:0/2601801672 shutdown_connections 2024-05-20T21:19:04.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 1 -- 172.21.15.6:0/2601801672 wait complete. 2024-05-20T21:19:04.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.770+0000 7f63ef807b80 20 client.25972 trim_cache size 0 max 16384 2024-05-20T21:19:04.776 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:19:04.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 -- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63c40b2900 msgr2=0x7f63c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63c40b2900 0x7f63c40b4dc0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f63d8009ec0 tx=0x7f63d8009920 comp rx=0 tx=0).stop 2024-05-20T21:19:04.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 -- 172.21.15.6:0/2854082973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63e006bc10 msgr2=0x7f63e019f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:04.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63e006bc10 0x7f63e019f8d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f63d000e9a0 tx=0x7f63d000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 -- 172.21.15.6:0/2854082973 shutdown_connections 2024-05-20T21:19:04.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63c40b2900 0x7f63c40b4dc0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f63e01095d0 0x7f63e0199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f63e006bc10 0x7f63e019f8d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 --2- 172.21.15.6:0/2854082973 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f63e006c5d0 0x7f63e019fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:04.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 -- 172.21.15.6:0/2854082973 >> 172.21.15.6:0/2854082973 conn(0x7f63e00793f0 msgr2=0x7f63e0101560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:04.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 -- 172.21.15.6:0/2854082973 shutdown_connections 2024-05-20T21:19:04.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:04.771+0000 7f63e4e00700 1 -- 172.21.15.6:0/2854082973 wait complete. 2024-05-20T21:19:05.857 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:05 smithi006 ceph-mon[31422]: pgmap v537: 97 pgs: 97 active+clean; 1.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:19:05.862 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:19:05.872 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:05 smithi042 ceph-mon[36332]: pgmap v537: 97 pgs: 97 active+clean; 1.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:19:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:05 smithi062 ceph-mon[36640]: pgmap v537: 97 pgs: 97 active+clean; 1.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:19:06.341 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:07.829 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:07 smithi006 ceph-mon[31422]: pgmap v538: 97 pgs: 97 active+clean; 1.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:07 smithi042 ceph-mon[36332]: pgmap v538: 97 pgs: 97 active+clean; 1.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:07 smithi062 ceph-mon[36640]: pgmap v538: 97 pgs: 97 active+clean; 1.2 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 -- 172.21.15.6:0/2804878476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 msgr2=0x7fd0d4103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2804878476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 0x7fd0d4103bd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd0c80099c0 tx=0x7fd0c8009cd0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 -- 172.21.15.6:0/2804878476 shutdown_connections 2024-05-20T21:19:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2804878476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0d41088f0 0x7fd0d4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2804878476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 0x7fd0d4103bd0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2804878476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0d41041a0 0x7fd0d41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 -- 172.21.15.6:0/2804878476 >> 172.21.15.6:0/2804878476 conn(0x7fd0d407a6a0 msgr2=0x7fd0d407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 -- 172.21.15.6:0/2804878476 shutdown_connections 2024-05-20T21:19:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.645+0000 7fd0dc800700 1 -- 172.21.15.6:0/2804878476 wait complete. 2024-05-20T21:19:08.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.646+0000 7fd0dc800700 1 Processor -- start 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.646+0000 7fd0dc800700 1 -- start start 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0dc800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 0x7fd0d4075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0dc800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0d41041a0 0x7fd0d4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0dc800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0d41088f0 0x7fd0d40762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0dc800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d4113730 con 0x7fd0d41041a0 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0dc800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41135b0 con 0x7fd0d41037f0 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0dc800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41138b0 con 0x7fd0d41088f0 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0da800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0d41088f0 0x7fd0d40762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0d9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 0x7fd0d4075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0d9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0d41041a0 0x7fd0d4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0da800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0d41088f0 0x7fd0d40762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52944/0 (socket says 172.21.15.6:52944) 2024-05-20T21:19:08.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.647+0000 7fd0da800700 1 -- 172.21.15.6:0/2666775135 learned_addr learned my addr 172.21.15.6:0/2666775135 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:08.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.648+0000 7fd0d9e00700 1 -- 172.21.15.6:0/2666775135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0d41088f0 msgr2=0x7fd0d40762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.648+0000 7fd0d9e00700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0d41088f0 0x7fd0d40762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.648+0000 7fd0d9e00700 1 -- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0d41041a0 msgr2=0x7fd0d4075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.648+0000 7fd0d9e00700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0d41041a0 0x7fd0d4075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.648+0000 7fd0d9e00700 1 -- 172.21.15.6:0/2666775135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d41a8150 con 0x7fd0d41037f0 2024-05-20T21:19:08.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.648+0000 7fd0d9400700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0d41041a0 0x7fd0d4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:08.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.648+0000 7fd0d9e00700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 0x7fd0d4075840 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd0c80098e0 tx=0x7fd0c8004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.648+0000 7fd0cea00700 1 -- 172.21.15.6:0/2666775135 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c8026070 con 0x7fd0d41037f0 2024-05-20T21:19:08.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.649+0000 7fd0cea00700 1 -- 172.21.15.6:0/2666775135 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0c8003c70 con 0x7fd0d41037f0 2024-05-20T21:19:08.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.649+0000 7fd0cea00700 1 -- 172.21.15.6:0/2666775135 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c800fae0 con 0x7fd0d41037f0 2024-05-20T21:19:08.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.649+0000 7fd0dc800700 1 -- 172.21.15.6:0/2666775135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d41a83e0 con 0x7fd0d41037f0 2024-05-20T21:19:08.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.649+0000 7fd0dc800700 1 -- 172.21.15.6:0/2666775135 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d41a8890 con 0x7fd0d41037f0 2024-05-20T21:19:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.653+0000 7fd0e726fb80 1 Processor -- start 2024-05-20T21:19:08.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.654+0000 7fd0e726fb80 1 -- start start 2024-05-20T21:19:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.654+0000 7fd0cea00700 1 -- 172.21.15.6:0/2666775135 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd0c8029070 con 0x7fd0d41037f0 2024-05-20T21:19:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.654+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27f610 0x5575bd27f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.654+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd279b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.654+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd27a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.654+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5575bd1d7e40 con 0x5575bd27ff30 2024-05-20T21:19:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.654+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5575bd1c79e0 con 0x5575bd27f610 2024-05-20T21:19:08.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.654+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5575bd1cba20 con 0x5575bd27a140 2024-05-20T21:19:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0da800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27f610 0x5575bd27f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0d9400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd27a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0da800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27f610 0x5575bd27f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39676/0 (socket says 172.21.15.6:39676) 2024-05-20T21:19:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0d9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd279b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0da800700 1 -- 172.21.15.6:0/3104030069 learned_addr learned my addr 172.21.15.6:0/3104030069 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0da800700 1 -- 172.21.15.6:0/3104030069 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 msgr2=0x5575bd27a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0da800700 1 --2- 172.21.15.6:0/3104030069 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd27a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0da800700 1 -- 172.21.15.6:0/3104030069 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 msgr2=0x5575bd279b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0da800700 1 --2- 172.21.15.6:0/3104030069 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd279b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0da800700 1 -- 172.21.15.6:0/3104030069 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575bd190420 con 0x5575bd27f610 2024-05-20T21:19:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.655+0000 7fd0d9400700 1 --2- 172.21.15.6:0/3104030069 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd27a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.656+0000 7fd0da800700 1 --2- 172.21.15.6:0/3104030069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27f610 0x5575bd27f9f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000e690 tx=0x7fd0d0009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5a15d2653530c40 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.656+0000 7fd0c3400700 1 -- 172.21.15.6:0/3104030069 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0019030 con 0x5575bd27f610 2024-05-20T21:19:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.656+0000 7fd0c3400700 1 -- 172.21.15.6:0/3104030069 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0d00092e0 con 0x5575bd27f610 2024-05-20T21:19:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.656+0000 7fd0c3400700 1 -- 172.21.15.6:0/3104030069 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0007500 con 0x5575bd27f610 2024-05-20T21:19:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.656+0000 7fd0cea00700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd0bc0b2900 0x7fd0bc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0cea00700 1 -- 172.21.15.6:0/2666775135 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd0c80e2ad0 con 0x7fd0d41037f0 2024-05-20T21:19:08.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0d9e00700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd0bc0b2900 0x7fd0bc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0e726fb80 1 -- 172.21.15.6:0/3104030069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27f610 msgr2=0x5575bd27f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/3104030069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27f610 0x5575bd27f9f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000e690 tx=0x7fd0d0009920 comp rx=0 tx=0).stop 2024-05-20T21:19:08.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0d9e00700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd0bc0b2900 0x7fd0bc0b4dc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd0c80aa010 tx=0x7fd0c80e7040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0e726fb80 1 -- 172.21.15.6:0/3104030069 shutdown_connections 2024-05-20T21:19:08.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/3104030069 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd27a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/3104030069 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27f610 0x5575bd27f9f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/3104030069 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd279b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0e726fb80 1 -- 172.21.15.6:0/3104030069 >> 172.21.15.6:0/3104030069 conn(0x5575bd1a7be0 msgr2=0x5575bd274690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.657+0000 7fd0e726fb80 1 -- 172.21.15.6:0/3104030069 shutdown_connections 2024-05-20T21:19:08.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.658+0000 7fd0e726fb80 1 -- 172.21.15.6:0/3104030069 wait complete. 2024-05-20T21:19:08.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.658+0000 7fd0e726fb80 1 -- start start 2024-05-20T21:19:08.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.658+0000 7fd0e726fb80 1 Processor -- start 2024-05-20T21:19:08.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd285c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd282fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd283520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5575bd0cdfa0 con 0x5575bd27ff30 2024-05-20T21:19:08.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5575bd168760 con 0x5575bd27a140 2024-05-20T21:19:08.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5575bd2869e0 con 0x5575bd27f610 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0e726fb80 10 client.0 _ll_register_callbacks cb 0x5575bd171c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0da800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd283520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0d9400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd282fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0da800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd283520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53706/0 (socket says 172.21.15.6:53706) 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0da800700 1 -- 172.21.15.6:0/2267176632 learned_addr learned my addr 172.21.15.6:0/2267176632 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.659+0000 7fd0da800700 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd285c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.660+0000 7fd0d9400700 1 -- 172.21.15.6:0/2267176632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 msgr2=0x5575bd285c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.660+0000 7fd0d9400700 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd285c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.660+0000 7fd0d9400700 1 -- 172.21.15.6:0/2267176632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 msgr2=0x5575bd283520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.660+0000 7fd0d9400700 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd283520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.660+0000 7fd0d9400700 1 -- 172.21.15.6:0/2267176632 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575bd1178d0 con 0x5575bd27f610 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.660+0000 7fd0da800700 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd283520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:08.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.660+0000 7fd0d9400700 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd282fe0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd0d4103160 tx=0x7fd0c40139e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf1ee1d48c8017ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.660+0000 7fd0b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:08.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.661+0000 7fd0b7e00700 1 -- 172.21.15.6:0/2267176632 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4020060 con 0x5575bd27f610 2024-05-20T21:19:08.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.661+0000 7fd0b7e00700 1 -- 172.21.15.6:0/2267176632 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd0c4011910 con 0x5575bd27f610 2024-05-20T21:19:08.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.661+0000 7fd0e726fb80 1 -- 172.21.15.6:0/2267176632 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0d00092e0 con 0x5575bd27f610 2024-05-20T21:19:08.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.661+0000 7fd0b7e00700 1 -- 172.21.15.6:0/2267176632 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd0c4011b10 con 0x5575bd27f610 2024-05-20T21:19:08.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.661+0000 7fd0e726fb80 10 client.25984 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:08.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.661+0000 7fd0e726fb80 1 -- 172.21.15.6:0/2267176632 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5575bd198060 con 0x5575bd27f610 2024-05-20T21:19:08.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0b7e00700 1 -- 172.21.15.6:0/2267176632 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0d00092e0 con 0x5575bd27f610 2024-05-20T21:19:08.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0b7e00700 1 -- 172.21.15.6:0/2267176632 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd0c401a030 con 0x5575bd27f610 2024-05-20T21:19:08.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0e726fb80 10 client.25984 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:08.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0e726fb80 10 client.25984 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0e726fb80 20 client.25984 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5575bd293600 0x5575bd2959f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0e726fb80 4 client.25984 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0e726fb80 1 -- 172.21.15.6:0/2267176632 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575bd1d9d90 con 0x5575bd293600 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.662+0000 7fd0da800700 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5575bd293600 0x5575bd2959f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.663+0000 7fd0da800700 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5575bd293600 0x5575bd2959f0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7bf28adcf164a80 server_cookie=213afb7449b9b0ea in_seq=0 out_seq=0 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.663+0000 7fd0b7e00700 10 client.25984 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0b7e00700 1 -- 172.21.15.6:0/2267176632 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5575bd1d9d90 con 0x5575bd293600 2024-05-20T21:19:08.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0b7e00700 10 client.25984 handle_command_reply: tid=0 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 client.25984 shutdown 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 -- 172.21.15.6:0/2267176632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 msgr2=0x5575bd282fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd282fe0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd0d4103160 tx=0x7fd0c40139e0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 -- 172.21.15.6:0/2267176632 shutdown_connections 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd283520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd285c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5575bd293600 0x5575bd2959f0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/2267176632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd282fe0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0b7e00700 0 client.25984 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:08.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 -- 172.21.15.6:0/2267176632 >> 172.21.15.6:0/2267176632 conn(0x5575bd1a7be0 msgr2=0x5575bd273d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 -- 172.21.15.6:0/2267176632 shutdown_connections 2024-05-20T21:19:08.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.664+0000 7fd0e726fb80 1 -- 172.21.15.6:0/2267176632 wait complete. 2024-05-20T21:19:08.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.665+0000 7fd0e726fb80 20 client.25984 trim_cache size 0 max 16384 2024-05-20T21:19:08.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.682+0000 7fd0e726fb80 1 Processor -- start 2024-05-20T21:19:08.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.682+0000 7fd0e726fb80 1 -- start start 2024-05-20T21:19:08.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.682+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd2744f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.682+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27f610 0x5575bd282dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.682+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27ff30 0x5575bd283300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.682+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41b2900 con 0x5575bd27f610 2024-05-20T21:19:08.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.682+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41b0190 con 0x5575bd27ff30 2024-05-20T21:19:08.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.682+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41adfe0 con 0x5575bd27a140 2024-05-20T21:19:08.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0d9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27f610 0x5575bd282dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0d9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27f610 0x5575bd282dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53716/0 (socket says 172.21.15.6:53716) 2024-05-20T21:19:08.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0d9400700 1 -- 172.21.15.6:0/4212886924 learned_addr learned my addr 172.21.15.6:0/4212886924 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:08.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0da800700 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd2744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0da800700 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27ff30 0x5575bd283300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0d9400700 1 -- 172.21.15.6:0/4212886924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 msgr2=0x5575bd2744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0d9400700 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd2744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0d9400700 1 -- 172.21.15.6:0/4212886924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27ff30 msgr2=0x5575bd283300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0d9400700 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27ff30 0x5575bd283300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0d9400700 1 -- 172.21.15.6:0/4212886924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575bd281550 con 0x5575bd27f610 2024-05-20T21:19:08.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.683+0000 7fd0da800700 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27ff30 0x5575bd283300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:08.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.684+0000 7fd0d9400700 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27f610 0x5575bd282dc0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd0c400f410 tx=0x7fd0c4011e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d6239092196742b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.684+0000 7fd0c2a00700 1 -- 172.21.15.6:0/4212886924 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4011910 con 0x5575bd27f610 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.684+0000 7fd0c2a00700 1 -- 172.21.15.6:0/4212886924 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0c40054e0 con 0x5575bd27f610 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.684+0000 7fd0c2a00700 1 -- 172.21.15.6:0/4212886924 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4003da0 con 0x5575bd27f610 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 -- 172.21.15.6:0/4212886924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27f610 msgr2=0x5575bd282dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27f610 0x5575bd282dc0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fd0c400f410 tx=0x7fd0c4011e40 comp rx=0 tx=0).stop 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 -- 172.21.15.6:0/4212886924 shutdown_connections 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27ff30 0x5575bd283300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27a140 0x5575bd2744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/4212886924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27f610 0x5575bd282dc0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 -- 172.21.15.6:0/4212886924 >> 172.21.15.6:0/4212886924 conn(0x5575bd1a7be0 msgr2=0x5575bd27d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 -- 172.21.15.6:0/4212886924 shutdown_connections 2024-05-20T21:19:08.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.685+0000 7fd0e726fb80 1 -- 172.21.15.6:0/4212886924 wait complete. 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.686+0000 7fd0e726fb80 1 -- start start 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.686+0000 7fd0e726fb80 1 Processor -- start 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd28bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd28c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0e726fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd29a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41ae650 con 0x5575bd27ff30 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41afac0 con 0x5575bd27a140 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0e726fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d41aed20 con 0x5575bd27f610 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0e726fb80 10 client.0 _ll_register_callbacks cb 0x5575bd171c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0da800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd28bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0d9400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd28c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0da800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd28bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39700/0 (socket says 172.21.15.6:39700) 2024-05-20T21:19:08.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0da800700 1 -- 172.21.15.6:0/624971879 learned_addr learned my addr 172.21.15.6:0/624971879 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:08.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0da800700 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd29a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0d9400700 1 -- 172.21.15.6:0/624971879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 msgr2=0x5575bd28bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0d9400700 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd28bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0d9400700 1 -- 172.21.15.6:0/624971879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 msgr2=0x5575bd29a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:08.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.687+0000 7fd0d9400700 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd29a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.688+0000 7fd0d9400700 1 -- 172.21.15.6:0/624971879 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575bd29af60 con 0x5575bd27f610 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.688+0000 7fd0d9400700 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd28c460 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4009fd0 tx=0x7fd0c4009370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c914580b88f89a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.688+0000 7fd0b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.688+0000 7fd0b7e00700 1 -- 172.21.15.6:0/624971879 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4020040 con 0x5575bd27f610 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.688+0000 7fd0b7e00700 1 -- 172.21.15.6:0/624971879 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd0c40052c0 con 0x5575bd27f610 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.688+0000 7fd0e726fb80 1 -- 172.21.15.6:0/624971879 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0c40054e0 con 0x5575bd27f610 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0b7e00700 1 -- 172.21.15.6:0/624971879 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd0c4005690 con 0x5575bd27f610 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0e726fb80 10 client.25990 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0e726fb80 1 -- 172.21.15.6:0/624971879 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5575bd2fdcd0 con 0x5575bd27f610 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0b7e00700 1 -- 172.21.15.6:0/624971879 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0c40054e0 con 0x5575bd27f610 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0b7e00700 1 -- 172.21.15.6:0/624971879 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd0c401a070 con 0x5575bd27f610 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0e726fb80 10 client.25990 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0e726fb80 10 client.25990 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:08.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0e726fb80 20 client.25990 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:08.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5575bd2fe2b0 0x5575bd3006d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:08.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0e726fb80 4 client.25990 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:08.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.689+0000 7fd0e726fb80 1 -- 172.21.15.6:0/624971879 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5575bd1d3570 con 0x5575bd2fe2b0 2024-05-20T21:19:08.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.690+0000 7fd0da800700 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5575bd2fe2b0 0x5575bd3006d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:08.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.690+0000 7fd0da800700 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5575bd2fe2b0 0x5575bd3006d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e1a1fad11c457c7 server_cookie=c5b0adf18e183794 in_seq=0 out_seq=0 2024-05-20T21:19:08.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.690+0000 7fd0b7e00700 10 client.25990 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:08.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.690+0000 7fd0b7e00700 1 -- 172.21.15.6:0/624971879 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5575bd1d3570 con 0x5575bd2fe2b0 2024-05-20T21:19:08.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.690+0000 7fd0b7e00700 10 client.25990 handle_command_reply: tid=0 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 client.25990 shutdown 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 -- 172.21.15.6:0/624971879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 msgr2=0x5575bd28c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd28c460 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4009fd0 tx=0x7fd0c4009370 comp rx=0 tx=0).stop 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 -- 172.21.15.6:0/624971879 shutdown_connections 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5575bd27ff30 0x5575bd29a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5575bd27a140 0x5575bd28bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5575bd2fe2b0 0x5575bd3006d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 --2- 172.21.15.6:0/624971879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5575bd27f610 0x5575bd28c460 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 -- 172.21.15.6:0/624971879 >> 172.21.15.6:0/624971879 conn(0x5575bd1a7be0 msgr2=0x5575bd27d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0b7e00700 0 client.25990 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 -- 172.21.15.6:0/624971879 shutdown_connections 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 1 -- 172.21.15.6:0/624971879 wait complete. 2024-05-20T21:19:08.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.691+0000 7fd0e726fb80 20 client.25990 trim_cache size 0 max 16384 2024-05-20T21:19:08.694 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 -- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd0bc0b2900 msgr2=0x7fd0bc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd0bc0b2900 0x7fd0bc0b4dc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd0c80aa010 tx=0x7fd0c80e7040 comp rx=0 tx=0).stop 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 -- 172.21.15.6:0/2666775135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 msgr2=0x7fd0d4075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 0x7fd0d4075840 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fd0c80098e0 tx=0x7fd0c8004270 comp rx=0 tx=0).stop 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 -- 172.21.15.6:0/2666775135 shutdown_connections 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd0bc0b2900 0x7fd0bc0b4dc0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd0d41088f0 0x7fd0d40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd0d41037f0 0x7fd0d4075840 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 --2- 172.21.15.6:0/2666775135 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd0d41041a0 0x7fd0d4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 -- 172.21.15.6:0/2666775135 >> 172.21.15.6:0/2666775135 conn(0x7fd0d407a6a0 msgr2=0x7fd0d4101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 -- 172.21.15.6:0/2666775135 shutdown_connections 2024-05-20T21:19:08.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:08.692+0000 7fd0dc800700 1 -- 172.21.15.6:0/2666775135 wait complete. 2024-05-20T21:19:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:09 smithi042 ceph-mon[36332]: pgmap v539: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:09.897 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:09 smithi006 ceph-mon[31422]: pgmap v539: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:09 smithi062 ceph-mon[36640]: pgmap v539: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:10.635 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:19:10.636 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:19:11.122 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:11 smithi042 ceph-mon[36332]: pgmap v540: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:11.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:11 smithi006 ceph-mon[31422]: pgmap v540: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:11 smithi062 ceph-mon[36640]: pgmap v540: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:13.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.481+0000 7f735ea00700 1 -- 172.21.15.6:0/159385469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735810b760 msgr2=0x7f735810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.481+0000 7f735ea00700 1 --2- 172.21.15.6:0/159385469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735810b760 0x7f735810bb40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7348009990 tx=0x7f7348009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.482+0000 7f735ea00700 1 -- 172.21.15.6:0/159385469 shutdown_connections 2024-05-20T21:19:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.482+0000 7f735ea00700 1 --2- 172.21.15.6:0/159385469 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7358106120 0x7f7358112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.482+0000 7f735ea00700 1 --2- 172.21.15.6:0/159385469 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735810b760 0x7f735810bb40 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.482+0000 7f735ea00700 1 --2- 172.21.15.6:0/159385469 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7358105760 0x7f7358105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.482+0000 7f735ea00700 1 -- 172.21.15.6:0/159385469 >> 172.21.15.6:0/159385469 conn(0x7f7358101250 msgr2=0x7f7358103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.482+0000 7f735ea00700 1 -- 172.21.15.6:0/159385469 shutdown_connections 2024-05-20T21:19:13.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.482+0000 7f735ea00700 1 -- 172.21.15.6:0/159385469 wait complete. 2024-05-20T21:19:13.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.483+0000 7f735ea00700 1 Processor -- start 2024-05-20T21:19:13.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.483+0000 7f735ea00700 1 -- start start 2024-05-20T21:19:13.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f735ea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7358105760 0x7f735819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f735ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7358106120 0x7f735819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f735ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735810b760 0x7f73581a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f735ea00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7358115960 con 0x7f7358106120 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f735ea00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f73581157e0 con 0x7f735810b760 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f735ea00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7358115ae0 con 0x7f7358105760 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f7357e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7358105760 0x7f735819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f7357e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7358105760 0x7f735819bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:53014/0 (socket says 172.21.15.6:53014) 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f7357e00700 1 -- 172.21.15.6:0/264826717 learned_addr learned my addr 172.21.15.6:0/264826717 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f735ca00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735810b760 0x7f73581a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.484+0000 7f7357400700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7358106120 0x7f735819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.485+0000 7f7357e00700 1 -- 172.21.15.6:0/264826717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735810b760 msgr2=0x7f73581a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.485+0000 7f7357e00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735810b760 0x7f73581a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.485+0000 7f7357e00700 1 -- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7358106120 msgr2=0x7f735819c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.485+0000 7f7357e00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7358106120 0x7f735819c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.485+0000 7f7357e00700 1 -- 172.21.15.6:0/264826717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73581a0db0 con 0x7f7358105760 2024-05-20T21:19:13.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.485+0000 7f7357e00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7358105760 0x7f735819bdf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f73480057f0 tx=0x7f734800bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.485+0000 7f7354c00700 1 -- 172.21.15.6:0/264826717 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7348026070 con 0x7f7358105760 2024-05-20T21:19:13.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.485+0000 7f735ea00700 1 -- 172.21.15.6:0/264826717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73581a1040 con 0x7f7358105760 2024-05-20T21:19:13.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.486+0000 7f7354c00700 1 -- 172.21.15.6:0/264826717 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7348021410 con 0x7f7358105760 2024-05-20T21:19:13.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.486+0000 7f7354c00700 1 -- 172.21.15.6:0/264826717 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7348017650 con 0x7f7358105760 2024-05-20T21:19:13.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.486+0000 7f735ea00700 1 -- 172.21.15.6:0/264826717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73581a8920 con 0x7f7358105760 2024-05-20T21:19:13.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.489+0000 7f7354c00700 1 -- 172.21.15.6:0/264826717 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7348029070 con 0x7f7358105760 2024-05-20T21:19:13.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.490+0000 7f73692aab80 1 Processor -- start 2024-05-20T21:19:13.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f73692aab80 1 -- start start 2024-05-20T21:19:13.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f73692aab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1d8310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f73692aab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f73692aab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f73692aab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b15e130ec0 con 0x55b15e1d2900 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f73692aab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b15e120a60 con 0x55b15e1d8850 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f73692aab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b15e124aa0 con 0x55b15e1d7f30 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f7354c00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f733c0b2880 0x7f733c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.491+0000 7f7354c00700 1 -- 172.21.15.6:0/264826717 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f73480e3120 con 0x7f7358105760 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f735ca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1d8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1d2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53754/0 (socket says 172.21.15.6:53754) 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357400700 1 -- 172.21.15.6:0/4232337494 learned_addr learned my addr 172.21.15.6:0/4232337494 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39720/0 (socket says 172.21.15.6:39720) 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f735ca00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f733c0b2880 0x7f733c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357e00700 1 -- 172.21.15.6:0/4232337494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 msgr2=0x55b15e1d8310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357e00700 1 --2- 172.21.15.6:0/4232337494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1d8310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357e00700 1 -- 172.21.15.6:0/4232337494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 msgr2=0x55b15e1d2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.492+0000 7f7357e00700 1 --2- 172.21.15.6:0/4232337494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1d2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.493+0000 7f7357e00700 1 -- 172.21.15.6:0/4232337494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b15e0e94a0 con 0x55b15e1d8850 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.493+0000 7f735ca00700 1 --2- 172.21.15.6:0/4232337494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1d8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.493+0000 7f7357e00700 1 --2- 172.21.15.6:0/4232337494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d22e0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f73480aa3d0 tx=0x7f73480aa0a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6875b2e1ec910eb9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.493+0000 7f735ca00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f733c0b2880 0x7f733c0b4d40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7350012f80 tx=0x7f735000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.493+0000 7f734d600700 1 -- 172.21.15.6:0/4232337494 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73480aadd0 con 0x55b15e1d8850 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.493+0000 7f734d600700 1 -- 172.21.15.6:0/4232337494 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73480aa6d0 con 0x55b15e1d8850 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.493+0000 7f734d600700 1 -- 172.21.15.6:0/4232337494 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73480c5c60 con 0x55b15e1d8850 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.494+0000 7f73692aab80 1 -- 172.21.15.6:0/4232337494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 msgr2=0x55b15e1d22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.494+0000 7f73692aab80 1 --2- 172.21.15.6:0/4232337494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d22e0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f73480aa3d0 tx=0x7f73480aa0a0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.494+0000 7f73692aab80 1 -- 172.21.15.6:0/4232337494 shutdown_connections 2024-05-20T21:19:13.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.494+0000 7f73692aab80 1 --2- 172.21.15.6:0/4232337494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1d2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.494+0000 7f73692aab80 1 --2- 172.21.15.6:0/4232337494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1d8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.494+0000 7f73692aab80 1 --2- 172.21.15.6:0/4232337494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d22e0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.494+0000 7f73692aab80 1 -- 172.21.15.6:0/4232337494 >> 172.21.15.6:0/4232337494 conn(0x55b15e100c60 msgr2=0x55b15e1cd090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.494+0000 7f73692aab80 1 -- 172.21.15.6:0/4232337494 shutdown_connections 2024-05-20T21:19:13.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.495+0000 7f73692aab80 1 -- 172.21.15.6:0/4232337494 wait complete. 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.495+0000 7f73692aab80 1 -- start start 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.495+0000 7f73692aab80 1 Processor -- start 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f73692aab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1de5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f73692aab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1db9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f73692aab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1dbef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f73692aab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b15e027020 con 0x55b15e1d2900 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f73692aab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b15e0c17e0 con 0x55b15e1d8850 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f73692aab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b15e1df080 con 0x55b15e1d7f30 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f73692aab80 10 client.0 _ll_register_callbacks cb 0x55b15e0cacf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f7357400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1db9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f7357e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1de5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f7357400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1db9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:53034/0 (socket says 172.21.15.6:53034) 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f7357400700 1 -- 172.21.15.6:0/3800118824 learned_addr learned my addr 172.21.15.6:0/3800118824 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.496+0000 7f735ca00700 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1dbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7357400700 1 -- 172.21.15.6:0/3800118824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 msgr2=0x55b15e1dbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7357400700 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1dbef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7357400700 1 -- 172.21.15.6:0/3800118824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 msgr2=0x55b15e1de5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7357400700 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1de5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7357400700 1 -- 172.21.15.6:0/3800118824 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b15e070950 con 0x55b15e1d7f30 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7357400700 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1db9b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7344012700 tx=0x7f7344012a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5042b8e2d7e6f38b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7342000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7342000700 1 -- 172.21.15.6:0/3800118824 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f734400f670 con 0x55b15e1d7f30 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f7342000700 1 -- 172.21.15.6:0/3800118824 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f734400f810 con 0x55b15e1d7f30 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.497+0000 7f73692aab80 1 -- 172.21.15.6:0/3800118824 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73480aa6d0 con 0x55b15e1d7f30 2024-05-20T21:19:13.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.498+0000 7f7342000700 1 -- 172.21.15.6:0/3800118824 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f734400fa10 con 0x55b15e1d7f30 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.498+0000 7f73692aab80 10 client.26002 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.498+0000 7f73692aab80 1 -- 172.21.15.6:0/3800118824 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b15e0f10e0 con 0x55b15e1d7f30 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.498+0000 7f7342000700 1 -- 172.21.15.6:0/3800118824 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73480aa6d0 con 0x55b15e1d7f30 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.498+0000 7f7342000700 1 -- 172.21.15.6:0/3800118824 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7344011440 con 0x55b15e1d7f30 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f73692aab80 10 client.26002 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f73692aab80 10 client.26002 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f73692aab80 20 client.26002 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f73692aab80 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b15e1ebb40 0x55b15e1edf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f73692aab80 4 client.26002 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:13.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f73692aab80 1 -- 172.21.15.6:0/3800118824 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b15e132e10 con 0x55b15e1ebb40 2024-05-20T21:19:13.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f7357e00700 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b15e1ebb40 0x55b15e1edf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f7357e00700 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b15e1ebb40 0x55b15e1edf30 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c84aeb323c1bfe3 server_cookie=683ac3f6b3457be9 in_seq=0 out_seq=0 2024-05-20T21:19:13.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.499+0000 7f7342000700 10 client.26002 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:13.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.500+0000 7f7342000700 1 -- 172.21.15.6:0/3800118824 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b15e132e10 con 0x55b15e1ebb40 2024-05-20T21:19:13.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.500+0000 7f7342000700 10 client.26002 handle_command_reply: tid=0 2024-05-20T21:19:13.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.500+0000 7f73692aab80 1 client.26002 shutdown 2024-05-20T21:19:13.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 -- 172.21.15.6:0/3800118824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 msgr2=0x55b15e1db9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1db9b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7344012700 tx=0x7f7344012a10 comp rx=0 tx=0).stop 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 -- 172.21.15.6:0/3800118824 shutdown_connections 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1dbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1de5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b15e1ebb40 0x55b15e1edf30 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 --2- 172.21.15.6:0/3800118824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d7f30 0x55b15e1db9b0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f7342000700 0 client.26002 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 -- 172.21.15.6:0/3800118824 >> 172.21.15.6:0/3800118824 conn(0x55b15e100c60 msgr2=0x55b15e1d12d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 -- 172.21.15.6:0/3800118824 shutdown_connections 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 1 -- 172.21.15.6:0/3800118824 wait complete. 2024-05-20T21:19:13.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.501+0000 7f73692aab80 20 client.26002 trim_cache size 0 max 16384 2024-05-20T21:19:13.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.526+0000 7f73692aab80 1 Processor -- start 2024-05-20T21:19:13.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.526+0000 7f73692aab80 1 -- start start 2024-05-20T21:19:13.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f73692aab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d2900 0x55b15e1d22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f73692aab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d7f30 0x55b15e1d5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f73692aab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f73692aab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f73581b2890 con 0x55b15e1d7f30 2024-05-20T21:19:13.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f73692aab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f73581b0120 con 0x55b15e1d8850 2024-05-20T21:19:13.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f73692aab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f73581adf70 con 0x55b15e1d2900 2024-05-20T21:19:13.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f7357e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d2900 0x55b15e1d22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f7357400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d7f30 0x55b15e1d5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f7357e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d2900 0x55b15e1d22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:53044/0 (socket says 172.21.15.6:53044) 2024-05-20T21:19:13.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f7357e00700 1 -- 172.21.15.6:0/3951416493 learned_addr learned my addr 172.21.15.6:0/3951416493 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f735ca00700 1 --2- 172.21.15.6:0/3951416493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f7357e00700 1 -- 172.21.15.6:0/3951416493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 msgr2=0x55b15e1d5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.527+0000 7f7357e00700 1 --2- 172.21.15.6:0/3951416493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.528+0000 7f7357e00700 1 -- 172.21.15.6:0/3951416493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d7f30 msgr2=0x55b15e1d5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.528+0000 7f7357e00700 1 --2- 172.21.15.6:0/3951416493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d7f30 0x55b15e1d5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.528+0000 7f7357e00700 1 -- 172.21.15.6:0/3951416493 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b15e1e89c0 con 0x55b15e1d2900 2024-05-20T21:19:13.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.528+0000 7f7357e00700 1 --2- 172.21.15.6:0/3951416493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d2900 0x55b15e1d22e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f73480057c0 tx=0x7f73480aa0a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=caf2075803bb8819 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.528+0000 7f734cc00700 1 -- 172.21.15.6:0/3951416493 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73480aadd0 con 0x55b15e1d2900 2024-05-20T21:19:13.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.528+0000 7f734cc00700 1 -- 172.21.15.6:0/3951416493 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73480e0ba0 con 0x55b15e1d2900 2024-05-20T21:19:13.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.528+0000 7f734cc00700 1 -- 172.21.15.6:0/3951416493 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73480922d0 con 0x55b15e1d2900 2024-05-20T21:19:13.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 -- 172.21.15.6:0/3951416493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d2900 msgr2=0x55b15e1d22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 --2- 172.21.15.6:0/3951416493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d2900 0x55b15e1d22e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f73480057c0 tx=0x7f73480aa0a0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 -- 172.21.15.6:0/3951416493 shutdown_connections 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 --2- 172.21.15.6:0/3951416493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d8850 0x55b15e1d5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 --2- 172.21.15.6:0/3951416493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d2900 0x55b15e1d22e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 --2- 172.21.15.6:0/3951416493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d7f30 0x55b15e1d5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 -- 172.21.15.6:0/3951416493 >> 172.21.15.6:0/3951416493 conn(0x55b15e100c60 msgr2=0x55b15e1d2ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 -- 172.21.15.6:0/3951416493 shutdown_connections 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.529+0000 7f73692aab80 1 -- 172.21.15.6:0/3951416493 wait complete. 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.530+0000 7f73692aab80 1 -- start start 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.530+0000 7f73692aab80 1 Processor -- start 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.530+0000 7f73692aab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1e42d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f73692aab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d7f30 0x55b15e1e4810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f73692aab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d8850 0x55b15e1e12a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f73692aab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f73581ae5e0 con 0x55b15e1d2900 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f73692aab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f73581afa50 con 0x55b15e1d7f30 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f73692aab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f73581aecb0 con 0x55b15e1d8850 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f73692aab80 10 client.0 _ll_register_callbacks cb 0x55b15e0cacf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d7f30 0x55b15e1e4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d7f30 0x55b15e1e4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39742/0 (socket says 172.21.15.6:39742) 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357400700 1 -- 172.21.15.6:0/114283274 learned_addr learned my addr 172.21.15.6:0/114283274 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357e00700 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1e42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f735ca00700 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d8850 0x55b15e1e12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357400700 1 -- 172.21.15.6:0/114283274 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d8850 msgr2=0x55b15e1e12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357400700 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d8850 0x55b15e1e12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357400700 1 -- 172.21.15.6:0/114283274 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 msgr2=0x55b15e1e42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357400700 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1e42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.531+0000 7f7357400700 1 -- 172.21.15.6:0/114283274 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b15e1e17e0 con 0x55b15e1d7f30 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.532+0000 7f735ca00700 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d8850 0x55b15e1e12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.532+0000 7f7357400700 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d7f30 0x55b15e1e4810 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55b15e1ced10 tx=0x7f7344011670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=274cbf75a2292413 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.532+0000 7f7342000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.532+0000 7f7342000700 1 -- 172.21.15.6:0/114283274 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7344029070 con 0x55b15e1d7f30 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.532+0000 7f73692aab80 1 -- 172.21.15.6:0/114283274 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73480e0ba0 con 0x55b15e1d7f30 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.532+0000 7f7342000700 1 -- 172.21.15.6:0/114283274 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7344011b20 con 0x55b15e1d7f30 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.532+0000 7f7342000700 1 -- 172.21.15.6:0/114283274 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7344011d60 con 0x55b15e1d7f30 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.532+0000 7f73692aab80 10 client.26024 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f73692aab80 1 -- 172.21.15.6:0/114283274 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b15e256e20 con 0x55b15e1d7f30 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f7342000700 1 -- 172.21.15.6:0/114283274 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73480e0ba0 con 0x55b15e1d7f30 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f7342000700 1 -- 172.21.15.6:0/114283274 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73440052d0 con 0x55b15e1d7f30 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f73692aab80 10 client.26024 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f73692aab80 10 client.26024 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f73692aab80 20 client.26024 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:13.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f73692aab80 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b15e2575b0 0x55b15e2599d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f73692aab80 4 client.26024 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:19:13.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.533+0000 7f73692aab80 1 -- 172.21.15.6:0/114283274 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b15e12c5f0 con 0x55b15e2575b0 2024-05-20T21:19:13.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.534+0000 7f7357e00700 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b15e2575b0 0x55b15e2599d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.534+0000 7f7357e00700 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b15e2575b0 0x55b15e2599d0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c5c550eb2390b25 server_cookie=9b3c0dcb1a6d8a1a in_seq=0 out_seq=0 2024-05-20T21:19:13.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.534+0000 7f7342000700 10 client.26024 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.535+0000 7f7342000700 1 -- 172.21.15.6:0/114283274 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b15e12c5f0 con 0x55b15e2575b0 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.535+0000 7f7342000700 10 client.26024 handle_command_reply: tid=0 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.535+0000 7f73692aab80 1 client.26024 shutdown 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 -- 172.21.15.6:0/114283274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d7f30 msgr2=0x55b15e1e4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d7f30 0x55b15e1e4810 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55b15e1ced10 tx=0x7f7344011670 comp rx=0 tx=0).stop 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 -- 172.21.15.6:0/114283274 shutdown_connections 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b15e2575b0 0x55b15e2599d0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b15e1d8850 0x55b15e1e12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b15e1d2900 0x55b15e1e42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f7342000700 0 client.26024 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:13.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 --2- 172.21.15.6:0/114283274 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b15e1d7f30 0x55b15e1e4810 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 -- 172.21.15.6:0/114283274 >> 172.21.15.6:0/114283274 conn(0x55b15e100c60 msgr2=0x55b15e1d5a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 -- 172.21.15.6:0/114283274 shutdown_connections 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 1 -- 172.21.15.6:0/114283274 wait complete. 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.536+0000 7f73692aab80 20 client.26024 trim_cache size 0 max 16384 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "5bb6a529-b195-4a54-aad9-f4fc348dd204", 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:19:13.540 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 -- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f733c0b2880 msgr2=0x7f733c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f733c0b2880 0x7f733c0b4d40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7350012f80 tx=0x7f735000b040 comp rx=0 tx=0).stop 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 -- 172.21.15.6:0/264826717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7358105760 msgr2=0x7f735819bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7358105760 0x7f735819bdf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f73480057f0 tx=0x7f734800bfd0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 -- 172.21.15.6:0/264826717 shutdown_connections 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f733c0b2880 0x7f733c0b4d40 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735810b760 0x7f73581a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7358105760 0x7f735819bdf0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 --2- 172.21.15.6:0/264826717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7358106120 0x7f735819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.537+0000 7f735ea00700 1 -- 172.21.15.6:0/264826717 >> 172.21.15.6:0/264826717 conn(0x7f7358101250 msgr2=0x7f7358101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.538+0000 7f735ea00700 1 -- 172.21.15.6:0/264826717 shutdown_connections 2024-05-20T21:19:13.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:13.538+0000 7f735ea00700 1 -- 172.21.15.6:0/264826717 wait complete. 2024-05-20T21:19:13.606 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 -- 172.21.15.6:0/2782454627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 msgr2=0x7fd76c077830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 --2- 172.21.15.6:0/2782454627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 0x7fd76c077830 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd75c009ca0 tx=0x7fd75c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 -- 172.21.15.6:0/2782454627 shutdown_connections 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 --2- 172.21.15.6:0/2782454627 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd76c078ff0 0x7fd76c079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 --2- 172.21.15.6:0/2782454627 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd76c078650 0x7fd76c078ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 --2- 172.21.15.6:0/2782454627 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 0x7fd76c077830 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 -- 172.21.15.6:0/2782454627 >> 172.21.15.6:0/2782454627 conn(0x7fd76c100270 msgr2=0x7fd76c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 -- 172.21.15.6:0/2782454627 shutdown_connections 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.606+0000 7fd772800640 1 -- 172.21.15.6:0/2782454627 wait complete. 2024-05-20T21:19:13.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.608+0000 7fd772800640 1 Processor -- start 2024-05-20T21:19:13.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.608+0000 7fd772800640 1 -- start start 2024-05-20T21:19:13.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.608+0000 7fd772800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 0x7fd76c19f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.608+0000 7fd772800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd76c078650 0x7fd76c19f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.608+0000 7fd772800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd76c078ff0 0x7fd76c1a68a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.608+0000 7fd772800640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c114c20 con 0x7fd76c078ff0 2024-05-20T21:19:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.608+0000 7fd772800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c114aa0 con 0x7fd76c077410 2024-05-20T21:19:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.608+0000 7fd772800640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c114da0 con 0x7fd76c078650 2024-05-20T21:19:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.609+0000 7fd76be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd76c078ff0 0x7fd76c1a68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.609+0000 7fd76be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd76c078ff0 0x7fd76c1a68a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53792/0 (socket says 172.21.15.6:53792) 2024-05-20T21:19:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.609+0000 7fd76b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 0x7fd76c19f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.609+0000 7fd76be00640 1 -- 172.21.15.6:0/2990921661 learned_addr learned my addr 172.21.15.6:0/2990921661 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.609+0000 7fd762a00640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd76c078650 0x7fd76c19f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd762a00640 1 -- 172.21.15.6:0/2990921661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 msgr2=0x7fd76c19f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd762a00640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 0x7fd76c19f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd762a00640 1 -- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd76c078ff0 msgr2=0x7fd76c1a68a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd762a00640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd76c078ff0 0x7fd76c1a68a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd762a00640 1 -- 172.21.15.6:0/2990921661 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd76c1a6f10 con 0x7fd76c078650 2024-05-20T21:19:13.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd76b400640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 0x7fd76c19f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:13.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd76be00640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd76c078ff0 0x7fd76c1a68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:13.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd762a00640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd76c078650 0x7fd76c19f830 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd75400e9f0 tx=0x7fd75400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd768c00640 1 -- 172.21.15.6:0/2990921661 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd75400cd80 con 0x7fd76c078650 2024-05-20T21:19:13.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd768c00640 1 -- 172.21.15.6:0/2990921661 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7540035f0 con 0x7fd76c078650 2024-05-20T21:19:13.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd768c00640 1 -- 172.21.15.6:0/2990921661 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd754010670 con 0x7fd76c078650 2024-05-20T21:19:13.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.610+0000 7fd772800640 1 -- 172.21.15.6:0/2990921661 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd76c1a7200 con 0x7fd76c078650 2024-05-20T21:19:13.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.611+0000 7fd772800640 1 -- 172.21.15.6:0/2990921661 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd76c1a7700 con 0x7fd76c078650 2024-05-20T21:19:13.628 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.614+0000 7fd77564f740 1 Processor -- start 2024-05-20T21:19:13.628 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd77564f740 1 -- start start 2024-05-20T21:19:13.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd77564f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca08f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd77564f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 0x55fcaca0e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd77564f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca0e690 0x55fcaca10b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd77564f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55fcac978b90 con 0x55fcaca08b30 2024-05-20T21:19:13.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd77564f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fcac968730 con 0x55fcaca0e690 2024-05-20T21:19:13.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd768c00640 1 -- 172.21.15.6:0/2990921661 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd7540037a0 con 0x7fd76c078650 2024-05-20T21:19:13.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd77564f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55fcac96c770 con 0x55fcaca09520 2024-05-20T21:19:13.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd76be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca08f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd76be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca08f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53794/0 (socket says 172.21.15.6:53794) 2024-05-20T21:19:13.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd76be00640 1 -- 172.21.15.6:0/1418293048 learned_addr learned my addr 172.21.15.6:0/1418293048 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.615+0000 7fd76b400640 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 0x55fcaca0e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.616+0000 7fd762a00640 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca0e690 0x55fcaca10b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.616+0000 7fd76be00640 1 -- 172.21.15.6:0/1418293048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 msgr2=0x55fcaca0e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.616+0000 7fd76be00640 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 0x55fcaca0e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.616+0000 7fd76be00640 1 -- 172.21.15.6:0/1418293048 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca0e690 msgr2=0x55fcaca10b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.616+0000 7fd76be00640 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca0e690 0x55fcaca10b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.616+0000 7fd76be00640 1 -- 172.21.15.6:0/1418293048 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcac9018b0 con 0x55fcaca08b30 2024-05-20T21:19:13.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.616+0000 7fd76be00640 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca08f50 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd7640115b0 tx=0x7fd764011a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8746a7ec42b51e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.616+0000 7fd760c00640 1 -- 172.21.15.6:0/1418293048 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76401e070 con 0x55fcaca08b30 2024-05-20T21:19:13.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.617+0000 7fd760c00640 1 -- 172.21.15.6:0/1418293048 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd76400fb10 con 0x55fcaca08b30 2024-05-20T21:19:13.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.617+0000 7fd760c00640 1 -- 172.21.15.6:0/1418293048 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd764019c00 con 0x55fcaca08b30 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.617+0000 7fd768c00640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd7500b2860 0x7fd7500b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.617+0000 7fd77564f740 1 -- 172.21.15.6:0/1418293048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 msgr2=0x55fcaca08f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.617+0000 7fd77564f740 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca08f50 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd7640115b0 tx=0x7fd764011a70 comp rx=0 tx=0).stop 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.617+0000 7fd768c00640 1 -- 172.21.15.6:0/2990921661 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd7540e24f0 con 0x7fd76c078650 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.617+0000 7fd77564f740 1 -- 172.21.15.6:0/1418293048 shutdown_connections 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.618+0000 7fd77564f740 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca0e690 0x55fcaca10b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.618+0000 7fd77564f740 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 0x55fcaca0e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.618+0000 7fd77564f740 1 --2- 172.21.15.6:0/1418293048 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca08f50 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.618+0000 7fd77564f740 1 -- 172.21.15.6:0/1418293048 >> 172.21.15.6:0/1418293048 conn(0x55fcaca041a0 msgr2=0x55fcaca045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.618+0000 7fd77564f740 1 -- 172.21.15.6:0/1418293048 shutdown_connections 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.618+0000 7fd76b400640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd7500b2860 0x7fd7500b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.618+0000 7fd77564f740 1 -- 172.21.15.6:0/1418293048 wait complete. 2024-05-20T21:19:13.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.618+0000 7fd77564f740 1 -- start start 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.619+0000 7fd76b400640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd7500b2860 0x7fd7500b4d20 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd75c005e30 tx=0x7fd75c004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.619+0000 7fd77564f740 1 Processor -- start 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.619+0000 7fd77564f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca08b30 0x55fcaca12920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.619+0000 7fd77564f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca12e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.619+0000 7fd77564f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca19ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.619+0000 7fd77564f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55fcac64e790 con 0x55fcaca0e690 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca19ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76b400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca08b30 0x55fcaca12920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca19ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53798/0 (socket says 172.21.15.6:53798) 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 -- 172.21.15.6:0/3202065364 learned_addr learned my addr 172.21.15.6:0/3202065364 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fcac910bc0 con 0x55fcaca09520 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55fcaca11640 con 0x55fcaca08b30 2024-05-20T21:19:13.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd762a00640 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca12e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd77564f740 10 client.0 _ll_register_callbacks cb 0x55fcac8ee400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 -- 172.21.15.6:0/3202065364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca08b30 msgr2=0x55fcaca12920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca08b30 0x55fcaca12920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 -- 172.21.15.6:0/3202065364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 msgr2=0x55fcaca12e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca12e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 -- 172.21.15.6:0/3202065364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcac67d210 con 0x55fcaca0e690 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd76be00640 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca19ea0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd764011f70 tx=0x7fd764019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4fc0f402cacdeec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.620+0000 7fd759600640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.621+0000 7fd759600640 1 -- 172.21.15.6:0/3202065364 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76401e040 con 0x55fcaca0e690 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.621+0000 7fd759600640 1 -- 172.21.15.6:0/3202065364 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd76400f810 con 0x55fcaca0e690 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.621+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd76400fb10 con 0x55fcaca0e690 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.621+0000 7fd759600640 1 -- 172.21.15.6:0/3202065364 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd764019940 con 0x55fcaca0e690 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.621+0000 7fd77564f740 10 client.15906 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:13.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.621+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fcac749620 con 0x55fcaca0e690 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd759600640 1 -- 172.21.15.6:0/3202065364 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd76400fb10 con 0x55fcaca0e690 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd759600640 1 -- 172.21.15.6:0/3202065364 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd764021070 con 0x55fcaca0e690 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd77564f740 10 client.15906 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd77564f740 10 client.15906 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd77564f740 20 client.15906 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd77564f740 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcaca1e200 0x55fcaca205f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd77564f740 4 client.15906 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fcac97aae0 con 0x55fcaca1e200 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.622+0000 7fd76b400640 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcaca1e200 0x55fcaca205f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.623+0000 7fd76b400640 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcaca1e200 0x55fcaca205f0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e625e04f68bf43b1 server_cookie=6373944be44d2e94 in_seq=0 out_seq=0 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.623+0000 7fd759600640 10 client.15906 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd759600640 1 -- 172.21.15.6:0/3202065364 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fcac97aae0 con 0x55fcaca1e200 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd759600640 10 client.15906 handle_command_reply: tid=0 2024-05-20T21:19:13.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 client.15906 shutdown 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 msgr2=0x55fcaca19ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca19ea0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd764011f70 tx=0x7fd764019620 comp rx=0 tx=0).stop 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 shutdown_connections 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcaca1e200 0x55fcaca205f0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca19ea0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca12e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd759600640 0 client.15906 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 --2- 172.21.15.6:0/3202065364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca08b30 0x55fcaca12920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 >> 172.21.15.6:0/3202065364 conn(0x55fcaca041a0 msgr2=0x55fcaca03310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 shutdown_connections 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.624+0000 7fd77564f740 1 -- 172.21.15.6:0/3202065364 wait complete. 2024-05-20T21:19:13.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.625+0000 7fd77564f740 20 client.15906 trim_cache size 0 max 16384 2024-05-20T21:19:13.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.641+0000 7fd77564f740 1 Processor -- start 2024-05-20T21:19:13.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.641+0000 7fd77564f740 1 -- start start 2024-05-20T21:19:13.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd77564f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca0a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd77564f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca19e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd77564f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca0e690 0x55fcaca02a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd77564f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c1b3140 con 0x55fcaca08b30 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd77564f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c1b0a10 con 0x55fcaca09520 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd77564f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c1ae860 con 0x55fcaca0e690 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca0a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca0a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53806/0 (socket says 172.21.15.6:53806) 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76b400640 1 -- 172.21.15.6:0/2991810540 learned_addr learned my addr 172.21.15.6:0/2991810540 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd762a00640 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca19e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76be00640 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca0e690 0x55fcaca02a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76b400640 1 -- 172.21.15.6:0/2991810540 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca0e690 msgr2=0x55fcaca02a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76b400640 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca0e690 0x55fcaca02a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76b400640 1 -- 172.21.15.6:0/2991810540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 msgr2=0x55fcaca19e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76b400640 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca19e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd76b400640 1 -- 172.21.15.6:0/2991810540 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcaca0e3e0 con 0x55fcaca08b30 2024-05-20T21:19:13.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.642+0000 7fd762a00640 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca19e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:13.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.643+0000 7fd76b400640 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca0a630 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd75c006010 tx=0x7fd75c042000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84bdd5c68346b295 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.643+0000 7fd75be00640 1 -- 172.21.15.6:0/2991810540 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd75c05b070 con 0x55fcaca08b30 2024-05-20T21:19:13.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.643+0000 7fd75be00640 1 -- 172.21.15.6:0/2991810540 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd75c036040 con 0x55fcaca08b30 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.643+0000 7fd75be00640 1 -- 172.21.15.6:0/2991810540 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd75c056610 con 0x55fcaca08b30 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 -- 172.21.15.6:0/2991810540 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 msgr2=0x55fcaca0a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca0a630 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd75c006010 tx=0x7fd75c042000 comp rx=0 tx=0).stop 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 -- 172.21.15.6:0/2991810540 shutdown_connections 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca0e690 0x55fcaca02a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca09520 0x55fcaca19e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 --2- 172.21.15.6:0/2991810540 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca08b30 0x55fcaca0a630 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 -- 172.21.15.6:0/2991810540 >> 172.21.15.6:0/2991810540 conn(0x55fcaca041a0 msgr2=0x55fcaca09f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 -- 172.21.15.6:0/2991810540 shutdown_connections 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 -- 172.21.15.6:0/2991810540 wait complete. 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 -- start start 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.644+0000 7fd77564f740 1 Processor -- start 2024-05-20T21:19:13.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd77564f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca08b30 0x55fcaca19990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd77564f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 0x55fcaca19ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd77564f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca16700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd77564f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c1aeed0 con 0x55fcaca0e690 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd77564f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c1b0340 con 0x55fcaca08b30 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd77564f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c1af5a0 con 0x55fcaca09520 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd77564f740 10 client.0 _ll_register_callbacks cb 0x7fd76401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca08b30 0x55fcaca19990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca16700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca08b30 0x55fcaca19990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39802/0 (socket says 172.21.15.6:39802) 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76b400640 1 -- 172.21.15.6:0/2716355593 learned_addr learned my addr 172.21.15.6:0/2716355593 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd762a00640 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 0x55fcaca19ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76b400640 1 -- 172.21.15.6:0/2716355593 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 msgr2=0x55fcaca19ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76b400640 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 0x55fcaca19ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76b400640 1 -- 172.21.15.6:0/2716355593 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 msgr2=0x55fcaca16700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76b400640 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca16700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.645+0000 7fd76b400640 1 -- 172.21.15.6:0/2716355593 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcaca16ed0 con 0x55fcaca08b30 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.646+0000 7fd76b400640 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca08b30 0x55fcaca19990 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd75c044040 tx=0x7fd75c0098c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37ee0cc57b597e42 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.646+0000 7fd759600640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.646+0000 7fd759600640 1 -- 172.21.15.6:0/2716355593 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd75c05b070 con 0x55fcaca08b30 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.646+0000 7fd77564f740 1 -- 172.21.15.6:0/2716355593 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd75c036040 con 0x55fcaca08b30 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.646+0000 7fd759600640 1 -- 172.21.15.6:0/2716355593 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd75c0565b0 con 0x55fcaca08b30 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.646+0000 7fd759600640 1 -- 172.21.15.6:0/2716355593 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd75c0567b0 con 0x55fcaca08b30 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.646+0000 7fd77564f740 10 client.26042 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.646+0000 7fd77564f740 1 -- 172.21.15.6:0/2716355593 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fcaca87bc0 con 0x55fcaca08b30 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd759600640 1 -- 172.21.15.6:0/2716355593 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd75c036040 con 0x55fcaca08b30 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd759600640 1 -- 172.21.15.6:0/2716355593 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd75c0305c0 con 0x55fcaca08b30 2024-05-20T21:19:13.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd77564f740 10 client.26042 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:13.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd77564f740 10 client.26042 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:13.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd77564f740 20 client.26042 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:13.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd77564f740 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcaca88540 0x55fcaca8a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:13.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd77564f740 4 client.26042 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:13.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd77564f740 1 -- 172.21.15.6:0/2716355593 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fcac9742c0 con 0x55fcaca88540 2024-05-20T21:19:13.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.647+0000 7fd762a00640 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcaca88540 0x55fcaca8a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:13.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.648+0000 7fd762a00640 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcaca88540 0x55fcaca8a960 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da50893c5185116a server_cookie=ef9f1931ade564bc in_seq=0 out_seq=0 2024-05-20T21:19:13.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.648+0000 7fd759600640 10 client.26042 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.660+0000 7fd759600640 1 -- 172.21.15.6:0/2716355593 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55fcac9742c0 con 0x55fcaca88540 2024-05-20T21:19:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.660+0000 7fd759600640 10 client.26042 handle_command_reply: tid=0 2024-05-20T21:19:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.660+0000 7fd77564f740 1 client.26042 shutdown 2024-05-20T21:19:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.660+0000 7fd77564f740 1 -- 172.21.15.6:0/2716355593 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca08b30 msgr2=0x55fcaca19990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.660+0000 7fd77564f740 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca08b30 0x55fcaca19990 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd75c044040 tx=0x7fd75c0098c0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 1 -- 172.21.15.6:0/2716355593 shutdown_connections 2024-05-20T21:19:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcaca88540 0x55fcaca8a960 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcaca0e690 0x55fcaca16700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd759600640 0 client.26042 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:13.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcaca09520 0x55fcaca19ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 1 --2- 172.21.15.6:0/2716355593 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcaca08b30 0x55fcaca19990 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 1 -- 172.21.15.6:0/2716355593 >> 172.21.15.6:0/2716355593 conn(0x55fcaca041a0 msgr2=0x55fcaca0a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 1 -- 172.21.15.6:0/2716355593 shutdown_connections 2024-05-20T21:19:13.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 1 -- 172.21.15.6:0/2716355593 wait complete. 2024-05-20T21:19:13.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.661+0000 7fd77564f740 20 client.26042 trim_cache size 0 max 16384 2024-05-20T21:19:13.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:19:13.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:19:13.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:19:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 -- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd7500b2860 msgr2=0x7fd7500b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd7500b2860 0x7fd7500b4d20 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd75c005e30 tx=0x7fd75c004a40 comp rx=0 tx=0).stop 2024-05-20T21:19:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 -- 172.21.15.6:0/2990921661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd76c078650 msgr2=0x7fd76c19f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd76c078650 0x7fd76c19f830 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd75400e9f0 tx=0x7fd75400eeb0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 -- 172.21.15.6:0/2990921661 shutdown_connections 2024-05-20T21:19:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd7500b2860 0x7fd7500b4d20 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd76c078ff0 0x7fd76c1a68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd76c078650 0x7fd76c19f830 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 --2- 172.21.15.6:0/2990921661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd76c077410 0x7fd76c19f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:13.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 -- 172.21.15.6:0/2990921661 >> 172.21.15.6:0/2990921661 conn(0x7fd76c100270 msgr2=0x7fd76c1019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 -- 172.21.15.6:0/2990921661 shutdown_connections 2024-05-20T21:19:13.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:13.662+0000 7fd772800640 1 -- 172.21.15.6:0/2990921661 wait complete. 2024-05-20T21:19:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:13 smithi042 ceph-mon[36332]: pgmap v541: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:13.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:13 smithi006 ceph-mon[31422]: pgmap v541: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:13 smithi062 ceph-mon[36640]: pgmap v541: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:14.478 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:19:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:14 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:19:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:14 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:14 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:19:14.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:14 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:14.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:14 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:19:14.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:14 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:14.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:14 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:19:14.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:14 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:14.953 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:15.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:14 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:19:15.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:14 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:15.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:14 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:19:15.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:14 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:15 smithi042 ceph-mon[36332]: pgmap v542: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:19:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:15 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:19:15.895 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:15 smithi006 ceph-mon[31422]: pgmap v542: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:19:15.895 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:15 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:19:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:15 smithi062 ceph-mon[36640]: pgmap v542: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:19:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:15 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:19:17.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 -- 172.21.15.6:0/3914176368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7ec109dd0 msgr2=0x7fb7ec10a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 --2- 172.21.15.6:0/3914176368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7ec109dd0 0x7fb7ec10a1b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc009990 tx=0x7fb7dc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 -- 172.21.15.6:0/3914176368 shutdown_connections 2024-05-20T21:19:17.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 --2- 172.21.15.6:0/3914176368 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7ec10eeb0 0x7fb7ec116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 --2- 172.21.15.6:0/3914176368 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7ec109dd0 0x7fb7ec10a1b0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 --2- 172.21.15.6:0/3914176368 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7ec10a780 0x7fb7ec10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 -- 172.21.15.6:0/3914176368 >> 172.21.15.6:0/3914176368 conn(0x7fb7ec076d10 msgr2=0x7fb7ec108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 -- 172.21.15.6:0/3914176368 shutdown_connections 2024-05-20T21:19:17.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.198+0000 7fb7f2200700 1 -- 172.21.15.6:0/3914176368 wait complete. 2024-05-20T21:19:17.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.199+0000 7fb7f2200700 1 Processor -- start 2024-05-20T21:19:17.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7f2200700 1 -- start start 2024-05-20T21:19:17.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7f2200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7ec109dd0 0x7fb7ec1a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7f2200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7ec10a780 0x7fb7ec1a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7f2200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7ec10eeb0 0x7fb7ec1a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7f2200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec119da0 con 0x7fb7ec109dd0 2024-05-20T21:19:17.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7f2200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec119c20 con 0x7fb7ec10a780 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7f2200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec119f20 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7eb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7ec109dd0 0x7fb7ec1a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7ebe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7ec10eeb0 0x7fb7ec1a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7ebe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7ec10eeb0 0x7fb7ec1a4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55618/0 (socket says 172.21.15.6:55618) 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7eb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7ec109dd0 0x7fb7ec1a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38730/0 (socket says 172.21.15.6:38730) 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7ebe00700 1 -- 172.21.15.6:0/771303982 learned_addr learned my addr 172.21.15.6:0/771303982 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.200+0000 7fb7e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7ec10a780 0x7fb7ec1a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7ebe00700 1 -- 172.21.15.6:0/771303982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7ec10a780 msgr2=0x7fb7ec1a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7ec10a780 0x7fb7ec1a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7ebe00700 1 -- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7ec109dd0 msgr2=0x7fb7ec1a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7ec109dd0 0x7fb7ec1a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7ebe00700 1 -- 172.21.15.6:0/771303982 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7ec1a52a0 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7ec10eeb0 0x7fb7ec1a4b60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb7e400ef30 tx=0x7fb7e400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7e8c00700 1 -- 172.21.15.6:0/771303982 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e40092e0 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7f2200700 1 -- 172.21.15.6:0/771303982 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7ec1a5530 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7e8c00700 1 -- 172.21.15.6:0/771303982 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7e4004bb0 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.201+0000 7fb7e8c00700 1 -- 172.21.15.6:0/771303982 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e4004020 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.202+0000 7fb7f2200700 1 -- 172.21.15.6:0/771303982 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7ec1ace10 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.205+0000 7fb7e8c00700 1 -- 172.21.15.6:0/771303982 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb7e401b030 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.206+0000 7fb7fca93b80 1 Processor -- start 2024-05-20T21:19:17.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.206+0000 7fb7fca93b80 1 -- start start 2024-05-20T21:19:17.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 0x5587a53cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7e8c00700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7d00b2880 0x7fb7d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53cc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5587a5329e40 con 0x5587a53d1610 2024-05-20T21:19:17.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5587a53199e0 con 0x5587a53d1f30 2024-05-20T21:19:17.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5587a531da20 con 0x5587a53cc140 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7e8c00700 1 -- 172.21.15.6:0/771303982 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb7e40e1ce0 con 0x7fb7ec10eeb0 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7eb400700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7d00b2880 0x7fb7d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7e2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7ebe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53cc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7e2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38744/0 (socket says 172.21.15.6:38744) 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7ebe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53cc5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55628/0 (socket says 172.21.15.6:55628) 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.207+0000 7fb7e2a00700 1 -- 172.21.15.6:0/776972068 learned_addr learned my addr 172.21.15.6:0/776972068 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7e2a00700 1 --2- 172.21.15.6:0/776972068 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 0x5587a53cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7ebe00700 1 -- 172.21.15.6:0/776972068 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 msgr2=0x5587a53cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/776972068 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 0x5587a53cbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7ebe00700 1 -- 172.21.15.6:0/776972068 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 msgr2=0x5587a53d19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/776972068 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d19f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7ebe00700 1 -- 172.21.15.6:0/776972068 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587a52e2420 con 0x5587a53cc140 2024-05-20T21:19:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/776972068 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53cc5c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb7e40df6e0 tx=0x7fb7e40a8ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34e7a4d9d4547f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7eb400700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7d00b2880 0x7fb7d00b4d40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc00b790 tx=0x7fb7dc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.208+0000 7fb7e0c00700 1 -- 172.21.15.6:0/776972068 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e40a9990 con 0x5587a53cc140 2024-05-20T21:19:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.209+0000 7fb7e0c00700 1 -- 172.21.15.6:0/776972068 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7e40a9290 con 0x5587a53cc140 2024-05-20T21:19:17.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.209+0000 7fb7e0c00700 1 -- 172.21.15.6:0/776972068 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e4004d60 con 0x5587a53cc140 2024-05-20T21:19:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.209+0000 7fb7fca93b80 1 -- 172.21.15.6:0/776972068 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 msgr2=0x5587a53cc5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.209+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/776972068 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53cc5c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb7e40df6e0 tx=0x7fb7e40a8ab0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 -- 172.21.15.6:0/776972068 shutdown_connections 2024-05-20T21:19:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/776972068 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53cc5c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/776972068 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/776972068 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 0x5587a53cbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 -- 172.21.15.6:0/776972068 >> 172.21.15.6:0/776972068 conn(0x5587a52f9be0 msgr2=0x5587a53c6690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 -- 172.21.15.6:0/776972068 shutdown_connections 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 -- 172.21.15.6:0/776972068 wait complete. 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 -- start start 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.210+0000 7fb7fca93b80 1 Processor -- start 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53cc140 0x5587a53d7d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53d1f30 0x5587a53d5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5587a521ffa0 con 0x5587a53d1610 2024-05-20T21:19:17.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5587a52ba760 con 0x5587a53cc140 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5587a53d89e0 con 0x5587a53d1f30 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7fca93b80 10 client.0 _ll_register_callbacks cb 0x5587a52c3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7eb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53cc140 0x5587a53d7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7e2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7eb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53cc140 0x5587a53d7d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43892/0 (socket says 172.21.15.6:43892) 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.211+0000 7fb7eb400700 1 -- 172.21.15.6:0/2623426249 learned_addr learned my addr 172.21.15.6:0/2623426249 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53d1f30 0x5587a53d5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7eb400700 1 -- 172.21.15.6:0/2623426249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53d1f30 msgr2=0x5587a53d5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7eb400700 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53d1f30 0x5587a53d5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7eb400700 1 -- 172.21.15.6:0/2623426249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 msgr2=0x5587a53d50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7eb400700 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7eb400700 1 -- 172.21.15.6:0/2623426249 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587a52698d0 con 0x5587a53cc140 2024-05-20T21:19:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7e2a00700 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7eb400700 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53cc140 0x5587a53d7d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc015000 tx=0x7fb7dc009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e665e875bf6d10ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.212+0000 7fb7d9600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.213+0000 7fb7d9600700 1 -- 172.21.15.6:0/2623426249 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc003a90 con 0x5587a53cc140 2024-05-20T21:19:17.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.213+0000 7fb7d9600700 1 -- 172.21.15.6:0/2623426249 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb7dc003c30 con 0x5587a53cc140 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.213+0000 7fb7fca93b80 1 -- 172.21.15.6:0/2623426249 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7e40a9290 con 0x5587a53cc140 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.213+0000 7fb7d9600700 1 -- 172.21.15.6:0/2623426249 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb7dc00be80 con 0x5587a53cc140 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.213+0000 7fb7fca93b80 10 client.26054 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.213+0000 7fb7fca93b80 1 -- 172.21.15.6:0/2623426249 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5587a52ea060 con 0x5587a53cc140 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.213+0000 7fb7d9600700 1 -- 172.21.15.6:0/2623426249 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7e40a9290 con 0x5587a53cc140 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.214+0000 7fb7d9600700 1 -- 172.21.15.6:0/2623426249 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb7dc02e070 con 0x5587a53cc140 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.214+0000 7fb7fca93b80 10 client.26054 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.214+0000 7fb7fca93b80 10 client.26054 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:17.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.214+0000 7fb7fca93b80 20 client.26054 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.214+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5587a53e55f0 0x5587a53e7a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.214+0000 7fb7fca93b80 4 client.26054 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.214+0000 7fb7fca93b80 1 -- 172.21.15.6:0/2623426249 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587a532bd90 con 0x5587a53e55f0 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.214+0000 7fb7e2a00700 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5587a53e55f0 0x5587a53e7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.215+0000 7fb7e2a00700 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5587a53e55f0 0x5587a53e7a40 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88250ee451575119 server_cookie=1e2d7f93016f7a19 in_seq=0 out_seq=0 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.215+0000 7fb7d9600700 10 client.26054 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7d9600700 1 -- 172.21.15.6:0/2623426249 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5587a532bd90 con 0x5587a53e55f0 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7d9600700 10 client.26054 handle_command_reply: tid=0 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 client.26054 shutdown 2024-05-20T21:19:17.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 -- 172.21.15.6:0/2623426249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53cc140 msgr2=0x5587a53d7d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53cc140 0x5587a53d7d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc015000 tx=0x7fb7dc009310 comp rx=0 tx=0).stop 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 -- 172.21.15.6:0/2623426249 shutdown_connections 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5587a53e55f0 0x5587a53e7a40 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53d1f30 0x5587a53d5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53cc140 0x5587a53d7d40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/2623426249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53d50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7d9600700 0 client.26054 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 -- 172.21.15.6:0/2623426249 >> 172.21.15.6:0/2623426249 conn(0x5587a52f9be0 msgr2=0x5587a53c5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 -- 172.21.15.6:0/2623426249 shutdown_connections 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.216+0000 7fb7fca93b80 1 -- 172.21.15.6:0/2623426249 wait complete. 2024-05-20T21:19:17.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.217+0000 7fb7fca93b80 20 client.26054 trim_cache size 0 max 16384 2024-05-20T21:19:17.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.239+0000 7fb7fca93b80 1 Processor -- start 2024-05-20T21:19:17.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.239+0000 7fb7fca93b80 1 -- start start 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53e1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 0x5587a53d2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec1b6d80 con 0x5587a53d1610 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec1b4610 con 0x5587a53d1f30 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec1b2460 con 0x5587a53cc140 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7e2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7eb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53e1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7e2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53cbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38750/0 (socket says 172.21.15.6:38750) 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7e2a00700 1 -- 172.21.15.6:0/1330026447 learned_addr learned my addr 172.21.15.6:0/1330026447 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7eb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53e1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55638/0 (socket says 172.21.15.6:55638) 2024-05-20T21:19:17.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.240+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/1330026447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 0x5587a53d2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7eb400700 1 -- 172.21.15.6:0/1330026447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 msgr2=0x5587a53d2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7eb400700 1 --2- 172.21.15.6:0/1330026447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 0x5587a53d2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7eb400700 1 -- 172.21.15.6:0/1330026447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 msgr2=0x5587a53cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7eb400700 1 --2- 172.21.15.6:0/1330026447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53cbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7eb400700 1 -- 172.21.15.6:0/1330026447 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587a53d5ae0 con 0x5587a53cc140 2024-05-20T21:19:17.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7eb400700 1 --2- 172.21.15.6:0/1330026447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53e1a80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc0098e0 tx=0x7fb7dc030870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=92b8b987705859b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7dbe00700 1 -- 172.21.15.6:0/1330026447 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc03d030 con 0x5587a53cc140 2024-05-20T21:19:17.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7dbe00700 1 -- 172.21.15.6:0/1330026447 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7dc030970 con 0x5587a53cc140 2024-05-20T21:19:17.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.241+0000 7fb7dbe00700 1 -- 172.21.15.6:0/1330026447 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc017e60 con 0x5587a53cc140 2024-05-20T21:19:17.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 -- 172.21.15.6:0/1330026447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 msgr2=0x5587a53e1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/1330026447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53e1a80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc0098e0 tx=0x7fb7dc030870 comp rx=0 tx=0).stop 2024-05-20T21:19:17.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 -- 172.21.15.6:0/1330026447 shutdown_connections 2024-05-20T21:19:17.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/1330026447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1f30 0x5587a53d2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/1330026447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53e1a80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/1330026447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1610 0x5587a53cbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 -- 172.21.15.6:0/1330026447 >> 172.21.15.6:0/1330026447 conn(0x5587a52f9be0 msgr2=0x5587a53d2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 -- 172.21.15.6:0/1330026447 shutdown_connections 2024-05-20T21:19:17.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.242+0000 7fb7fca93b80 1 -- 172.21.15.6:0/1330026447 wait complete. 2024-05-20T21:19:17.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.243+0000 7fb7fca93b80 1 -- start start 2024-05-20T21:19:17.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.243+0000 7fb7fca93b80 1 Processor -- start 2024-05-20T21:19:17.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53ddc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1610 0x5587a53de1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7fca93b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1f30 0x5587a53dac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec1b2ad0 con 0x5587a53d1f30 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec1b3f40 con 0x5587a53d1610 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7fca93b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec1b31a0 con 0x5587a53cc140 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7fca93b80 10 client.0 _ll_register_callbacks cb 0x5587a52c3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1610 0x5587a53de1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1610 0x5587a53de1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43906/0 (socket says 172.21.15.6:43906) 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7eb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53ddc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7e2a00700 1 -- 172.21.15.6:0/3081372261 learned_addr learned my addr 172.21.15.6:0/3081372261 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7ebe00700 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1f30 0x5587a53dac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7eb400700 1 -- 172.21.15.6:0/3081372261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1610 msgr2=0x5587a53de1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7eb400700 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1610 0x5587a53de1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7eb400700 1 -- 172.21.15.6:0/3081372261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1f30 msgr2=0x5587a53dac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:17.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7eb400700 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1f30 0x5587a53dac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7eb400700 1 -- 172.21.15.6:0/3081372261 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587a53db180 con 0x5587a53cc140 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.244+0000 7fb7e2a00700 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1610 0x5587a53de1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.245+0000 7fb7eb400700 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53ddc70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc030770 tx=0x7fb7dc004f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1bb3969e67fd0362 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.245+0000 7fb7d9600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.245+0000 7fb7d9600700 1 -- 172.21.15.6:0/3081372261 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc046020 con 0x5587a53cc140 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.245+0000 7fb7d9600700 1 -- 172.21.15.6:0/3081372261 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb7dc00f930 con 0x5587a53cc140 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.245+0000 7fb7fca93b80 1 -- 172.21.15.6:0/3081372261 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7dc030970 con 0x5587a53cc140 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.245+0000 7fb7d9600700 1 -- 172.21.15.6:0/3081372261 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb7dc051050 con 0x5587a53cc140 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.245+0000 7fb7fca93b80 10 client.26044 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:17.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.245+0000 7fb7fca93b80 1 -- 172.21.15.6:0/3081372261 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5587a54508e0 con 0x5587a53cc140 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.246+0000 7fb7d9600700 1 -- 172.21.15.6:0/3081372261 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7dc030970 con 0x5587a53cc140 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.246+0000 7fb7d9600700 1 -- 172.21.15.6:0/3081372261 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb7dc02e040 con 0x5587a53cc140 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.246+0000 7fb7fca93b80 10 client.26044 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.246+0000 7fb7fca93b80 10 client.26044 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.246+0000 7fb7fca93b80 20 client.26044 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.246+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5587a5450ed0 0x5587a54532c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.246+0000 7fb7fca93b80 4 client.26044 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.246+0000 7fb7fca93b80 1 -- 172.21.15.6:0/3081372261 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5587a5325570 con 0x5587a5450ed0 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.247+0000 7fb7e2a00700 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5587a5450ed0 0x5587a54532c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.247+0000 7fb7e2a00700 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5587a5450ed0 0x5587a54532c0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76a975b6843a2c37 server_cookie=7f862b7f050c9c69 in_seq=0 out_seq=0 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.247+0000 7fb7d9600700 10 client.26044 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:17.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.247+0000 7fb7d9600700 1 -- 172.21.15.6:0/3081372261 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5587a5325570 con 0x5587a5450ed0 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7d9600700 10 client.26044 handle_command_reply: tid=0 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 client.26044 shutdown 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 -- 172.21.15.6:0/3081372261 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 msgr2=0x5587a53ddc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53ddc70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc030770 tx=0x7fb7dc004f90 comp rx=0 tx=0).stop 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 -- 172.21.15.6:0/3081372261 shutdown_connections 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5587a53d1f30 0x5587a53dac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5587a5450ed0 0x5587a54532c0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5587a53cc140 0x5587a53ddc70 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 --2- 172.21.15.6:0/3081372261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5587a53d1610 0x5587a53de1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7d9600700 0 client.26044 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 -- 172.21.15.6:0/3081372261 >> 172.21.15.6:0/3081372261 conn(0x5587a52f9be0 msgr2=0x5587a53d2ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 -- 172.21.15.6:0/3081372261 shutdown_connections 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 1 -- 172.21.15.6:0/3081372261 wait complete. 2024-05-20T21:19:17.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.248+0000 7fb7fca93b80 20 client.26044 trim_cache size 0 max 16384 2024-05-20T21:19:17.251 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:19:17.251 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:19:17.251 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:19:17.251 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:19:17.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 -- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7d00b2880 msgr2=0x7fb7d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7d00b2880 0x7fb7d00b4d40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc00b790 tx=0x7fb7dc00b260 comp rx=0 tx=0).stop 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 -- 172.21.15.6:0/771303982 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7ec10eeb0 msgr2=0x7fb7ec1a4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7ec10eeb0 0x7fb7ec1a4b60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb7e400ef30 tx=0x7fb7e400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 -- 172.21.15.6:0/771303982 shutdown_connections 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7d00b2880 0x7fb7d00b4d40 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb7ec10eeb0 0x7fb7ec1a4b60 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb7ec109dd0 0x7fb7ec1a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 --2- 172.21.15.6:0/771303982 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb7ec10a780 0x7fb7ec1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 -- 172.21.15.6:0/771303982 >> 172.21.15.6:0/771303982 conn(0x7fb7ec076d10 msgr2=0x7fb7ec10daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 -- 172.21.15.6:0/771303982 shutdown_connections 2024-05-20T21:19:17.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:17.249+0000 7fb7f2200700 1 -- 172.21.15.6:0/771303982 wait complete. 2024-05-20T21:19:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:17 smithi042 ceph-mon[36332]: pgmap v543: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:19:17.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:17 smithi006 ceph-mon[31422]: pgmap v543: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:19:18.037 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:19:18.037 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:19:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:17 smithi062 ceph-mon[36640]: pgmap v543: 97 pgs: 97 active+clean; 1.3 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:19:18.499 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:19.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:19 smithi042 ceph-mon[36332]: pgmap v544: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:19.881 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:19 smithi006 ceph-mon[31422]: pgmap v544: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:19 smithi062 ceph-mon[36640]: pgmap v544: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:20.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 -- 172.21.15.6:0/3582906938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 msgr2=0x7f3308110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 --2- 172.21.15.6:0/3582906938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 0x7f3308110310 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f330000b0d0 tx=0x7f330000b3e0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 -- 172.21.15.6:0/3582906938 shutdown_connections 2024-05-20T21:19:20.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 --2- 172.21.15.6:0/3582906938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 0x7f3308110310 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 --2- 172.21.15.6:0/3582906938 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3308109580 0x7f3308109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 --2- 172.21.15.6:0/3582906938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f330806bab0 0x7f330806bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 -- 172.21.15.6:0/3582906938 >> 172.21.15.6:0/3582906938 conn(0x7f3308079280 msgr2=0x7f3308079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:20.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 -- 172.21.15.6:0/3582906938 shutdown_connections 2024-05-20T21:19:20.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.721+0000 7f330ee00700 1 -- 172.21.15.6:0/3582906938 wait complete. 2024-05-20T21:19:20.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.722+0000 7f330ee00700 1 Processor -- start 2024-05-20T21:19:20.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.722+0000 7f330ee00700 1 -- start start 2024-05-20T21:19:20.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330ee00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f330806bab0 0x7f33081026d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330ee00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 0x7f3308102c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330ee00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3308109580 0x7f3308103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330ee00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3308113650 con 0x7f330806c470 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330ee00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f33081134d0 con 0x7f330806bab0 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330ee00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f33081137d0 con 0x7f3308109580 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330da00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f330806bab0 0x7f33081026d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 0x7f3308102c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330da00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f330806bab0 0x7f33081026d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43918/0 (socket says 172.21.15.6:43918) 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 0x7f3308102c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38780/0 (socket says 172.21.15.6:38780) 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330e400700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3308109580 0x7f3308103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.723+0000 7f330da00700 1 -- 172.21.15.6:0/3575243649 learned_addr learned my addr 172.21.15.6:0/3575243649 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:20.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.724+0000 7f330da00700 1 -- 172.21.15.6:0/3575243649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3308109580 msgr2=0x7f3308103150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.724+0000 7f330da00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3308109580 0x7f3308103150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.724+0000 7f330da00700 1 -- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 msgr2=0x7f3308102c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:20.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.724+0000 7f330da00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 0x7f3308102c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.724+0000 7f330da00700 1 -- 172.21.15.6:0/3575243649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33081ac3f0 con 0x7f330806bab0 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.724+0000 7f330e400700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3308109580 0x7f3308103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.724+0000 7f330da00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f330806bab0 0x7f33081026d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f32fc00e9a0 tx=0x7f32fc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.725+0000 7f3306000700 1 -- 172.21.15.6:0/3575243649 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32fc00ca10 con 0x7f330806bab0 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.725+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33081ac680 con 0x7f330806bab0 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.725+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33081acc10 con 0x7f330806bab0 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.725+0000 7f3306000700 1 -- 172.21.15.6:0/3575243649 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32fc00cbb0 con 0x7f330806bab0 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.725+0000 7f3306000700 1 -- 172.21.15.6:0/3575243649 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32fc026060 con 0x7f330806bab0 2024-05-20T21:19:20.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.726+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32e8005330 con 0x7f330806bab0 2024-05-20T21:19:20.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.728+0000 7f3306000700 1 -- 172.21.15.6:0/3575243649 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f32fc010430 con 0x7f330806bab0 2024-05-20T21:19:20.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.730+0000 7f3306000700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32f00b2900 0x7f32f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:20.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.730+0000 7f3306000700 1 -- 172.21.15.6:0/3575243649 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f32fc0e2350 con 0x7f330806bab0 2024-05-20T21:19:20.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.730+0000 7f330d000700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32f00b2900 0x7f32f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:20.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.731+0000 7f330d000700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32f00b2900 0x7f32f00b4dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3308103e90 tx=0x7f32f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:20.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:20.732+0000 7f3306000700 1 -- 172.21.15.6:0/3575243649 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f32fc0a9f70 con 0x7f330806bab0 2024-05-20T21:19:21.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.027+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32e8005620 con 0x7f330806bab0 2024-05-20T21:19:21.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.028+0000 7f3306000700 1 -- 172.21.15.6:0/3575243649 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f32fc0a9870 con 0x7f330806bab0 2024-05-20T21:19:21.029 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:19:21.029 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:19:21.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.031+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32f00b2900 msgr2=0x7f32f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.031+0000 7f330ee00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32f00b2900 0x7f32f00b4dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3308103e90 tx=0x7f32f4009260 comp rx=0 tx=0).stop 2024-05-20T21:19:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.031+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f330806bab0 msgr2=0x7f33081026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.031+0000 7f330ee00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f330806bab0 0x7f33081026d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f32fc00e9a0 tx=0x7f32fc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:19:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.032+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 shutdown_connections 2024-05-20T21:19:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.032+0000 7f330ee00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f32f00b2900 0x7f32f00b4dc0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:21.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.032+0000 7f330ee00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3308109580 0x7f3308103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:21.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.032+0000 7f330ee00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f330806bab0 0x7f33081026d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:21.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.032+0000 7f330ee00700 1 --2- 172.21.15.6:0/3575243649 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f330806c470 0x7f3308102c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:21.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.032+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 >> 172.21.15.6:0/3575243649 conn(0x7f3308079280 msgr2=0x7f3308101130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:21.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.032+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 shutdown_connections 2024-05-20T21:19:21.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:21.032+0000 7f330ee00700 1 -- 172.21.15.6:0/3575243649 wait complete. 2024-05-20T21:19:21.034 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:19:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:21 smithi042 ceph-mon[36332]: pgmap v545: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:21 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3575243649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:21.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:21 smithi006 ceph-mon[31422]: pgmap v545: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:21.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:21 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3575243649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:22.008 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:19:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:21 smithi062 ceph-mon[36640]: pgmap v545: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:21 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3575243649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:22.473 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:23.064 INFO:tasks.workunit.client.0.smithi006.stdout:1/600: open fd = 3 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:2/600: open fd = 3 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:3/600: open fd = 3 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:4/600: open fd = 3 2024-05-20T21:19:23.065 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:5/600: open fd = 3 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:6/600: open fd = 3 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:7/600: open fd = 3 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.066 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:8/600: open fd = 3 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:9/600: open fd = 3 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:10/600: open fd = 3 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:11/600: open fd = 3 2024-05-20T21:19:23.067 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:12/600: open fd = 3 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:13/600: open fd = 3 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:14/600: open fd = 3 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.068 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:15/600: open fd = 3 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:16/600: open fd = 3 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:17/600: open fd = 3 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.069 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.070 INFO:tasks.workunit.client.0.smithi006.stdout:18/600: open fd = 3 2024-05-20T21:19:23.070 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.070 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.070 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.070 INFO:tasks.workunit.client.0.smithi006.stdout:19/600: open fd = 3 2024-05-20T21:19:23.070 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.070 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.070 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:20/600: open fd = 3 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:21/600: open fd = 3 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:22/600: open fd = 3 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.071 INFO:tasks.workunit.client.0.smithi006.stdout:23/600: open fd = 3 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:24/600: open fd = 3 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:25/600: open fd = 3 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.072 INFO:tasks.workunit.client.0.smithi006.stdout:26/600: open fd = 3 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:27/600: open fd = 3 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:28/600: open fd = 3 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:29/600: open fd = 3 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.073 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:30/600: open fd = 3 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:31/600: open fd = 3 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:32/600: open fd = 3 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.074 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:33/600: open fd = 3 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:34/600: open fd = 3 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:35/600: open fd = 3 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.075 INFO:tasks.workunit.client.0.smithi006.stdout:36/600: open fd = 3 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:37/600: open fd = 3 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:38/600: open fd = 3 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:39/600: open fd = 3 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.076 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:40/600: open fd = 3 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:41/600: open fd = 3 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:42/600: open fd = 3 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:43/600: open fd = 3 2024-05-20T21:19:23.077 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:44/600: open fd = 3 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:45/600: open fd = 3 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.078 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:46/600: open fd = 3 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:47/600: open fd = 3 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:48/600: open fd = 3 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.079 INFO:tasks.workunit.client.0.smithi006.stdout:49/600: open fd = 3 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:50/600: open fd = 3 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:51/600: open fd = 3 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.080 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:52/600: open fd = 3 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:53/600: open fd = 3 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:54/600: open fd = 3 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:55/600: open fd = 3 2024-05-20T21:19:23.081 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:56/600: open fd = 3 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:57/600: open fd = 3 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:58/600: open fd = 3 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.082 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:59/600: open fd = 3 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:60/600: open fd = 3 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:61/600: open fd = 3 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:62/600: open fd = 3 2024-05-20T21:19:23.083 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.084 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.084 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.084 INFO:tasks.workunit.client.0.smithi006.stdout:63/600: open fd = 3 2024-05-20T21:19:23.084 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.084 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:19:23.084 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:19:23.898 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:23 smithi006 ceph-mon[31422]: pgmap v546: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:19:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:23 smithi062 ceph-mon[36640]: pgmap v546: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:19:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:23 smithi042 ceph-mon[36332]: pgmap v546: 97 pgs: 97 active+clean; 1.4 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:19:24.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 -- 172.21.15.6:0/1126680902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 msgr2=0x7f536c103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 --2- 172.21.15.6:0/1126680902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 0x7f536c103a10 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5358009990 tx=0x7f5358009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 -- 172.21.15.6:0/1126680902 shutdown_connections 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 --2- 172.21.15.6:0/1126680902 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f536c103f50 0x7f536c110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 --2- 172.21.15.6:0/1126680902 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f536c1096a0 0x7f536c109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 --2- 172.21.15.6:0/1126680902 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 0x7f536c103a10 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 -- 172.21.15.6:0/1126680902 >> 172.21.15.6:0/1126680902 conn(0x7f536c07a6f0 msgr2=0x7f536c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 -- 172.21.15.6:0/1126680902 shutdown_connections 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.748+0000 7f5372000700 1 -- 172.21.15.6:0/1126680902 wait complete. 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.749+0000 7f5372000700 1 Processor -- start 2024-05-20T21:19:24.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.750+0000 7f5372000700 1 -- start start 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.750+0000 7f5372000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 0x7f536c19f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.750+0000 7f5372000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f536c103f50 0x7f536c19fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.750+0000 7f5372000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f536c1096a0 0x7f536c199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.750+0000 7f5372000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f536c113780 con 0x7f536c103f50 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.750+0000 7f5372000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f536c113600 con 0x7f536c103590 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.750+0000 7f5372000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f536c113900 con 0x7f536c1096a0 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 0x7f536c19f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 0x7f536c19f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43932/0 (socket says 172.21.15.6:43932) 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536b400700 1 -- 172.21.15.6:0/137237496 learned_addr learned my addr 172.21.15.6:0/137237496 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536aa00700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f536c103f50 0x7f536c19fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536be00700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f536c1096a0 0x7f536c199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536be00700 1 -- 172.21.15.6:0/137237496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 msgr2=0x7f536c19f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536be00700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 0x7f536c19f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536be00700 1 -- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f536c103f50 msgr2=0x7f536c19fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536be00700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f536c103f50 0x7f536c19fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.751+0000 7f536be00700 1 -- 172.21.15.6:0/137237496 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f536c19a1a0 con 0x7f536c1096a0 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.752+0000 7f536be00700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f536c1096a0 0x7f536c199a40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f536400efc0 tx=0x7f536400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.752+0000 7f5363e00700 1 -- 172.21.15.6:0/137237496 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53640092e0 con 0x7f536c1096a0 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.752+0000 7f5363e00700 1 -- 172.21.15.6:0/137237496 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5364004bb0 con 0x7f536c1096a0 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.752+0000 7f5372000700 1 -- 172.21.15.6:0/137237496 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f536c19a430 con 0x7f536c1096a0 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.752+0000 7f5363e00700 1 -- 172.21.15.6:0/137237496 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5364004020 con 0x7f536c1096a0 2024-05-20T21:19:24.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.752+0000 7f5372000700 1 -- 172.21.15.6:0/137237496 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f536c1a6750 con 0x7f536c1096a0 2024-05-20T21:19:24.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.755+0000 7f5363e00700 1 -- 172.21.15.6:0/137237496 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f536401b030 con 0x7f536c1096a0 2024-05-20T21:19:24.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.757+0000 7f5363e00700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f53500b2900 0x7f53500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.757+0000 7f5363e00700 1 -- 172.21.15.6:0/137237496 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f53640e1cf0 con 0x7f536c1096a0 2024-05-20T21:19:24.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.757+0000 7f537c97cb80 1 Processor -- start 2024-05-20T21:19:24.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.757+0000 7f536b400700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f53500b2900 0x7f53500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.758+0000 7f537c97cb80 1 -- start start 2024-05-20T21:19:24.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.758+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678217290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.758+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c6782177d0 0x55c678211260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.758+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678211ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.758+0000 7f537c97cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c67816fe40 con 0x55c678211880 2024-05-20T21:19:24.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.758+0000 7f537c97cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c67815f9e0 con 0x55c678216eb0 2024-05-20T21:19:24.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.758+0000 7f537c97cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c678163a20 con 0x55c6782177d0 2024-05-20T21:19:24.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.758+0000 7f536b400700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f53500b2900 0x7f53500b4dc0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f536c19ab80 tx=0x7f535c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c6782177d0 0x55c678211260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c6782177d0 0x55c678211260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55702/0 (socket says 172.21.15.6:55702) 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536aa00700 1 -- 172.21.15.6:0/3377286021 learned_addr learned my addr 172.21.15.6:0/3377286021 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536be00700 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678211ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536b400700 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678217290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536b400700 1 -- 172.21.15.6:0/3377286021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c6782177d0 msgr2=0x55c678211260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536b400700 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c6782177d0 0x55c678211260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536b400700 1 -- 172.21.15.6:0/3377286021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 msgr2=0x55c678211ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536b400700 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678211ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536b400700 1 -- 172.21.15.6:0/3377286021 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c678128420 con 0x55c678216eb0 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.759+0000 7f536be00700 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678211ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:24.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.760+0000 7f536b400700 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678217290 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f535c011ab0 tx=0x7f535c014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f924e277e490b062 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.760+0000 7f5360c00700 1 -- 172.21.15.6:0/3377286021 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535c01ce10 con 0x55c678216eb0 2024-05-20T21:19:24.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.760+0000 7f5360c00700 1 -- 172.21.15.6:0/3377286021 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f535c01d8c0 con 0x55c678216eb0 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.760+0000 7f5360c00700 1 -- 172.21.15.6:0/3377286021 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535c01a8c0 con 0x55c678216eb0 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 -- 172.21.15.6:0/3377286021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 msgr2=0x55c678217290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678217290 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f535c011ab0 tx=0x7f535c014000 comp rx=0 tx=0).stop 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 -- 172.21.15.6:0/3377286021 shutdown_connections 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678211ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678217290 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3377286021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c6782177d0 0x55c678211260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 -- 172.21.15.6:0/3377286021 >> 172.21.15.6:0/3377286021 conn(0x55c67813fbe0 msgr2=0x55c67820c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 -- 172.21.15.6:0/3377286021 shutdown_connections 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.761+0000 7f537c97cb80 1 -- 172.21.15.6:0/3377286021 wait complete. 2024-05-20T21:19:24.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.762+0000 7f537c97cb80 1 -- start start 2024-05-20T21:19:24.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.762+0000 7f537c97cb80 1 Processor -- start 2024-05-20T21:19:24.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678211880 0x55c67821d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c67821a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c67821adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f537c97cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c678065fa0 con 0x55c6782177d0 2024-05-20T21:19:24.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f537c97cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c678100760 con 0x55c678211880 2024-05-20T21:19:24.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f537c97cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c678222650 con 0x55c678216eb0 2024-05-20T21:19:24.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f537c97cb80 10 client.0 _ll_register_callbacks cb 0x55c678109c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f536be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c67821adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f536be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c67821adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38820/0 (socket says 172.21.15.6:38820) 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f536be00700 1 -- 172.21.15.6:0/3716925282 learned_addr learned my addr 172.21.15.6:0/3716925282 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f536aa00700 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c67821a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.763+0000 7f536b400700 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678211880 0x55c67821d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f536be00700 1 -- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 msgr2=0x55c67821a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f536be00700 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c67821a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f536be00700 1 -- 172.21.15.6:0/3716925282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678211880 msgr2=0x55c67821d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f536be00700 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678211880 0x55c67821d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f536be00700 1 -- 172.21.15.6:0/3716925282 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6780af8d0 con 0x55c6782177d0 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f536aa00700 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c67821a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f536be00700 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c67821adf0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f536400c6f0 tx=0x7f53640b1ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a361985cab301504 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f5355600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:24.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f5355600700 1 -- 172.21.15.6:0/3716925282 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53640a99a0 con 0x55c6782177d0 2024-05-20T21:19:24.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f5355600700 1 -- 172.21.15.6:0/3716925282 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f53640a8710 con 0x55c6782177d0 2024-05-20T21:19:24.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.764+0000 7f537c97cb80 1 -- 172.21.15.6:0/3716925282 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f535c01d8c0 con 0x55c6782177d0 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.765+0000 7f5355600700 1 -- 172.21.15.6:0/3716925282 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f53640a92a0 con 0x55c6782177d0 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.765+0000 7f537c97cb80 10 client.15948 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.765+0000 7f537c97cb80 1 -- 172.21.15.6:0/3716925282 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c678130060 con 0x55c6782177d0 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.765+0000 7f5355600700 1 -- 172.21.15.6:0/3716925282 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f535c01d8c0 con 0x55c6782177d0 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.765+0000 7f5355600700 1 -- 172.21.15.6:0/3716925282 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f53640a7f70 con 0x55c6782177d0 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.765+0000 7f537c97cb80 10 client.15948 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.766+0000 7f537c97cb80 10 client.15948 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.766+0000 7f537c97cb80 20 client.15948 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:24.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.766+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55c67822f250 0x55c678231660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.766+0000 7f537c97cb80 4 client.15948 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:24.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.766+0000 7f537c97cb80 1 -- 172.21.15.6:0/3716925282 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c678171d90 con 0x55c67822f250 2024-05-20T21:19:24.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.766+0000 7f536b400700 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55c67822f250 0x55c678231660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.767+0000 7f536b400700 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55c67822f250 0x55c678231660 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6af5399f6760fc90 server_cookie=9b03560803ff60dc in_seq=0 out_seq=0 2024-05-20T21:19:24.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.767+0000 7f5355600700 10 client.15948 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f5355600700 1 -- 172.21.15.6:0/3716925282 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c678171d90 con 0x55c67822f250 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f5355600700 10 client.15948 handle_command_reply: tid=0 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f537c97cb80 1 client.15948 shutdown 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f537c97cb80 1 -- 172.21.15.6:0/3716925282 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 msgr2=0x55c67821adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c67821adf0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f536400c6f0 tx=0x7f53640b1ec0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f537c97cb80 1 -- 172.21.15.6:0/3716925282 shutdown_connections 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c67821adf0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55c67822f250 0x55c678231660 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678211880 0x55c67821d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.768+0000 7f537c97cb80 1 --2- 172.21.15.6:0/3716925282 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c67821a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.769+0000 7f537c97cb80 1 -- 172.21.15.6:0/3716925282 >> 172.21.15.6:0/3716925282 conn(0x55c67813fbe0 msgr2=0x55c678210250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.769+0000 7f5355600700 0 client.15948 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:24.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.769+0000 7f537c97cb80 1 -- 172.21.15.6:0/3716925282 shutdown_connections 2024-05-20T21:19:24.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.769+0000 7f537c97cb80 1 -- 172.21.15.6:0/3716925282 wait complete. 2024-05-20T21:19:24.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.769+0000 7f537c97cb80 20 client.15948 trim_cache size 0 max 16384 2024-05-20T21:19:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.786+0000 7f537c97cb80 1 Processor -- start 2024-05-20T21:19:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.786+0000 7f537c97cb80 1 -- start start 2024-05-20T21:19:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.786+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678211880 0x55c678211260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.786+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678231640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.786+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c6782149c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.786+0000 7f537c97cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f536c1ae530 con 0x55c6782177d0 2024-05-20T21:19:24.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.786+0000 7f537c97cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f536c1abdc0 con 0x55c678216eb0 2024-05-20T21:19:24.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.786+0000 7f537c97cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f536c1a9c30 con 0x55c678211880 2024-05-20T21:19:24.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c6782149c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678231640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c6782149c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38836/0 (socket says 172.21.15.6:38836) 2024-05-20T21:19:24.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536be00700 1 -- 172.21.15.6:0/4213329865 learned_addr learned my addr 172.21.15.6:0/4213329865 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:24.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536b400700 1 --2- 172.21.15.6:0/4213329865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678211880 0x55c678211260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536aa00700 1 -- 172.21.15.6:0/4213329865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678211880 msgr2=0x55c678211260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536aa00700 1 --2- 172.21.15.6:0/4213329865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678211880 0x55c678211260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536aa00700 1 -- 172.21.15.6:0/4213329865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 msgr2=0x55c6782149c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536aa00700 1 --2- 172.21.15.6:0/4213329865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c6782149c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.787+0000 7f536aa00700 1 -- 172.21.15.6:0/4213329865 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c67820cd40 con 0x55c678216eb0 2024-05-20T21:19:24.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.788+0000 7f536aa00700 1 --2- 172.21.15.6:0/4213329865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678231640 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x55c67821be80 tx=0x7f5358005040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9ff572c6d6dc457 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.788+0000 7f5357e00700 1 -- 172.21.15.6:0/4213329865 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535800b720 con 0x55c678216eb0 2024-05-20T21:19:24.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.788+0000 7f5357e00700 1 -- 172.21.15.6:0/4213329865 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f535800bd70 con 0x55c678216eb0 2024-05-20T21:19:24.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.788+0000 7f5357e00700 1 -- 172.21.15.6:0/4213329865 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535800f460 con 0x55c678216eb0 2024-05-20T21:19:24.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 -- 172.21.15.6:0/4213329865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 msgr2=0x55c678231640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 --2- 172.21.15.6:0/4213329865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678231640 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x55c67821be80 tx=0x7f5358005040 comp rx=0 tx=0).stop 2024-05-20T21:19:24.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 -- 172.21.15.6:0/4213329865 shutdown_connections 2024-05-20T21:19:24.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 --2- 172.21.15.6:0/4213329865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c6782177d0 0x55c6782149c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 --2- 172.21.15.6:0/4213329865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678211880 0x55c678211260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 --2- 172.21.15.6:0/4213329865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c678216eb0 0x55c678231640 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 -- 172.21.15.6:0/4213329865 >> 172.21.15.6:0/4213329865 conn(0x55c67813fbe0 msgr2=0x55c67821a870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 -- 172.21.15.6:0/4213329865 shutdown_connections 2024-05-20T21:19:24.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.789+0000 7f537c97cb80 1 -- 172.21.15.6:0/4213329865 wait complete. 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.790+0000 7f537c97cb80 1 -- start start 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.790+0000 7f537c97cb80 1 Processor -- start 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.790+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678236900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.790+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c678236e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f537c97cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6782177d0 0x55c678237380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f537c97cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f536c1aa280 con 0x55c678211880 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f537c97cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f536c1ab6f0 con 0x55c6782177d0 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f537c97cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f536c1aa950 con 0x55c678216eb0 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f537c97cb80 10 client.0 _ll_register_callbacks cb 0x55c678109c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678236900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678236900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38842/0 (socket says 172.21.15.6:38842) 2024-05-20T21:19:24.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536b400700 1 -- 172.21.15.6:0/2388943010 learned_addr learned my addr 172.21.15.6:0/2388943010 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:24.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536aa00700 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c678236e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536be00700 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6782177d0 0x55c678237380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536b400700 1 -- 172.21.15.6:0/2388943010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 msgr2=0x55c678236e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536b400700 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c678236e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536b400700 1 -- 172.21.15.6:0/2388943010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6782177d0 msgr2=0x55c678237380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536b400700 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6782177d0 0x55c678237380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.791+0000 7f536b400700 1 -- 172.21.15.6:0/2388943010 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c678298e00 con 0x55c678211880 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.792+0000 7f536b400700 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678236900 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f535c009960 tx=0x7f535c005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d30cb278810a192 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.792+0000 7f5355600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.792+0000 7f5355600700 1 -- 172.21.15.6:0/2388943010 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535c005240 con 0x55c678211880 2024-05-20T21:19:24.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.792+0000 7f537c97cb80 1 -- 172.21.15.6:0/2388943010 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f535800bd70 con 0x55c678211880 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.792+0000 7f5355600700 1 -- 172.21.15.6:0/2388943010 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f535c0053e0 con 0x55c678211880 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f5355600700 1 -- 172.21.15.6:0/2388943010 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f535c045050 con 0x55c678211880 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f537c97cb80 10 client.15954 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f537c97cb80 1 -- 172.21.15.6:0/2388943010 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c67829a010 con 0x55c678211880 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f5355600700 1 -- 172.21.15.6:0/2388943010 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f535800bd70 con 0x55c678211880 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f5355600700 1 -- 172.21.15.6:0/2388943010 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f535c01d5b0 con 0x55c678211880 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f537c97cb80 10 client.15954 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f537c97cb80 10 client.15954 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f537c97cb80 20 client.15954 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f537c97cb80 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55c67829a3f0 0x55c67829c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f537c97cb80 4 client.15954 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:24.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.793+0000 7f537c97cb80 1 -- 172.21.15.6:0/2388943010 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c67816b570 con 0x55c67829a3f0 2024-05-20T21:19:24.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.794+0000 7f536aa00700 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55c67829a3f0 0x55c67829c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.794+0000 7f536aa00700 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55c67829a3f0 0x55c67829c7e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8395b40a24697b68 server_cookie=eafd1a59f1a96f31 in_seq=0 out_seq=0 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.794+0000 7f5355600700 10 client.15954 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f5355600700 1 -- 172.21.15.6:0/2388943010 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c67816b570 con 0x55c67829a3f0 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f5355600700 10 client.15954 handle_command_reply: tid=0 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 client.15954 shutdown 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 -- 172.21.15.6:0/2388943010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 msgr2=0x55c678236900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678236900 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f535c009960 tx=0x7f535c005c80 comp rx=0 tx=0).stop 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 -- 172.21.15.6:0/2388943010 shutdown_connections 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55c67829a3f0 0x55c67829c7e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c6782177d0 0x55c678237380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c678211880 0x55c678236900 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 --2- 172.21.15.6:0/2388943010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c678216eb0 0x55c678236e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f5355600700 0 client.15954 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 -- 172.21.15.6:0/2388943010 >> 172.21.15.6:0/2388943010 conn(0x55c67813fbe0 msgr2=0x55c6782149c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 -- 172.21.15.6:0/2388943010 shutdown_connections 2024-05-20T21:19:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.795+0000 7f537c97cb80 1 -- 172.21.15.6:0/2388943010 wait complete. 2024-05-20T21:19:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.796+0000 7f537c97cb80 20 client.15954 trim_cache size 0 max 16384 2024-05-20T21:19:24.797 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.796+0000 7f5372000700 1 -- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f53500b2900 msgr2=0x7f53500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.796+0000 7f5372000700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f53500b2900 0x7f53500b4dc0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f536c19ab80 tx=0x7f535c009260 comp rx=0 tx=0).stop 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.796+0000 7f5372000700 1 -- 172.21.15.6:0/137237496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f536c1096a0 msgr2=0x7f536c199a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.796+0000 7f5372000700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f536c1096a0 0x7f536c199a40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f536400efc0 tx=0x7f536400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.797+0000 7f5372000700 1 -- 172.21.15.6:0/137237496 shutdown_connections 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.797+0000 7f5372000700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f53500b2900 0x7f53500b4dc0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.797+0000 7f5372000700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f536c1096a0 0x7f536c199a40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.797+0000 7f5372000700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f536c103590 0x7f536c19f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.797+0000 7f5372000700 1 --2- 172.21.15.6:0/137237496 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f536c103f50 0x7f536c19fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.797+0000 7f5372000700 1 -- 172.21.15.6:0/137237496 >> 172.21.15.6:0/137237496 conn(0x7f536c07a6f0 msgr2=0x7f536c1021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.797+0000 7f5372000700 1 -- 172.21.15.6:0/137237496 shutdown_connections 2024-05-20T21:19:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:24.797+0000 7f5372000700 1 -- 172.21.15.6:0/137237496 wait complete. 2024-05-20T21:19:25.648 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:19:25.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:25 smithi006 ceph-mon[31422]: pgmap v547: 97 pgs: 97 active+clean; 1.4 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:25 smithi062 ceph-mon[36640]: pgmap v547: 97 pgs: 97 active+clean; 1.4 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:26.064 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:25 smithi042 ceph-mon[36332]: pgmap v547: 97 pgs: 97 active+clean; 1.4 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:19:26.297 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-05-20T21:19:26.297 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:19:26.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.798+0000 7f7362400640 1 -- 172.21.15.6:0/1798771611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f735c102ac0 msgr2=0x7f735c102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.798+0000 7f7362400640 1 --2- 172.21.15.6:0/1798771611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f735c102ac0 0x7f735c102ee0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f734c009860 tx=0x7f734c02a340 comp rx=0 tx=0).stop 2024-05-20T21:19:26.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.799+0000 7f7362400640 1 -- 172.21.15.6:0/1798771611 shutdown_connections 2024-05-20T21:19:26.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.799+0000 7f7362400640 1 --2- 172.21.15.6:0/1798771611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f735c104670 0x7f735c10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.799+0000 7f7362400640 1 --2- 172.21.15.6:0/1798771611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735c103cb0 0x7f735c104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.799+0000 7f7362400640 1 --2- 172.21.15.6:0/1798771611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f735c102ac0 0x7f735c102ee0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.799+0000 7f7362400640 1 -- 172.21.15.6:0/1798771611 >> 172.21.15.6:0/1798771611 conn(0x7f735c0fe070 msgr2=0x7f735c100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:26.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.799+0000 7f7362400640 1 -- 172.21.15.6:0/1798771611 shutdown_connections 2024-05-20T21:19:26.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.799+0000 7f7362400640 1 -- 172.21.15.6:0/1798771611 wait complete. 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.800+0000 7f7362400640 1 Processor -- start 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.800+0000 7f7362400640 1 -- start start 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.800+0000 7f7362400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735c102ac0 0x7f735c19afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.800+0000 7f7362400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f735c103cb0 0x7f735c19b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.800+0000 7f7362400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f735c104670 0x7f735c1a2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.800+0000 7f7362400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f735c075810 con 0x7f735c103cb0 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.800+0000 7f7362400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f735c075690 con 0x7f735c102ac0 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.800+0000 7f7362400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f735c075990 con 0x7f735c104670 2024-05-20T21:19:26.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735c102ac0 0x7f735c19afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735c102ac0 0x7f735c19afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43988/0 (socket says 172.21.15.6:43988) 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 -- 172.21.15.6:0/849752239 learned_addr learned my addr 172.21.15.6:0/849752239 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735be00640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f735c104670 0x7f735c1a2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735aa00640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f735c103cb0 0x7f735c19b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 -- 172.21.15.6:0/849752239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f735c104670 msgr2=0x7f735c1a2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f735c104670 0x7f735c1a2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 -- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f735c103cb0 msgr2=0x7f735c19b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f735c103cb0 0x7f735c19b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 -- 172.21.15.6:0/849752239 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f735c1a2ba0 con 0x7f735c102ac0 2024-05-20T21:19:26.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.801+0000 7f735b400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735c102ac0 0x7f735c19afd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f734c0057c0 tx=0x7f734c032da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:26.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.802+0000 7f7353e00640 1 -- 172.21.15.6:0/849752239 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f734c037040 con 0x7f735c102ac0 2024-05-20T21:19:26.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.802+0000 7f7353e00640 1 -- 172.21.15.6:0/849752239 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f734c030bd0 con 0x7f735c102ac0 2024-05-20T21:19:26.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.802+0000 7f7362400640 1 -- 172.21.15.6:0/849752239 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f735c1a2e30 con 0x7f735c102ac0 2024-05-20T21:19:26.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.802+0000 7f7353e00640 1 -- 172.21.15.6:0/849752239 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f734c005280 con 0x7f735c102ac0 2024-05-20T21:19:26.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.802+0000 7f7362400640 1 -- 172.21.15.6:0/849752239 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f735c1a31e0 con 0x7f735c102ac0 2024-05-20T21:19:26.805 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.805+0000 7f7365225740 1 Processor -- start 2024-05-20T21:19:26.805 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.805+0000 7f7365225740 1 -- start start 2024-05-20T21:19:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.805+0000 7f7365225740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40caf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.805+0000 7f7365225740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 0x5612e40d0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f7365225740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40d2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f7365225740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5612e403ab90 con 0x5612e40cb520 2024-05-20T21:19:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f7365225740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5612e402a730 con 0x5612e40cab30 2024-05-20T21:19:26.806 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f7365225740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5612e402e770 con 0x5612e40d0690 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f7353e00640 1 -- 172.21.15.6:0/849752239 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f734c043020 con 0x7f735c102ac0 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40caf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40caf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43998/0 (socket says 172.21.15.6:43998) 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735be00640 1 -- 172.21.15.6:0/182859807 learned_addr learned my addr 172.21.15.6:0/182859807 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735aa00640 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40d2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735b400640 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 0x5612e40d0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735be00640 1 -- 172.21.15.6:0/182859807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 msgr2=0x5612e40d2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735be00640 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40d2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735be00640 1 -- 172.21.15.6:0/182859807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 msgr2=0x5612e40d0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735be00640 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 0x5612e40d0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.806+0000 7f735be00640 1 -- 172.21.15.6:0/182859807 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612e3fc38b0 con 0x5612e40cab30 2024-05-20T21:19:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.807+0000 7f735be00640 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40caf50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f735400e450 tx=0x7f73540095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cda47b391c9d2ce7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.807+0000 7f7350c00640 1 -- 172.21.15.6:0/182859807 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735400d910 con 0x5612e40cab30 2024-05-20T21:19:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.807+0000 7f7350c00640 1 -- 172.21.15.6:0/182859807 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f735401c070 con 0x5612e40cab30 2024-05-20T21:19:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.807+0000 7f7350c00640 1 -- 172.21.15.6:0/182859807 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7354017e10 con 0x5612e40cab30 2024-05-20T21:19:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7365225740 1 -- 172.21.15.6:0/182859807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 msgr2=0x5612e40caf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7365225740 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40caf50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f735400e450 tx=0x7f73540095c0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7365225740 1 -- 172.21.15.6:0/182859807 shutdown_connections 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7365225740 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40d2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7365225740 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 0x5612e40d0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7365225740 1 --2- 172.21.15.6:0/182859807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40caf50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7365225740 1 -- 172.21.15.6:0/182859807 >> 172.21.15.6:0/182859807 conn(0x5612e40c61a0 msgr2=0x5612e40c65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7365225740 1 -- 172.21.15.6:0/182859807 shutdown_connections 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.808+0000 7f7353e00640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73400b2790 0x7f73400b4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.809+0000 7f7353e00640 1 -- 172.21.15.6:0/849752239 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f734c101860 con 0x7f735c102ac0 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.809+0000 7f7365225740 1 -- 172.21.15.6:0/182859807 wait complete. 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.809+0000 7f735aa00640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73400b2790 0x7f73400b4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.809+0000 7f7365225740 1 -- start start 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.809+0000 7f7365225740 1 Processor -- start 2024-05-20T21:19:26.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.809+0000 7f735aa00640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73400b2790 0x7f73400b4c50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x5612e40c7070 tx=0x7f7348005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f7365225740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f7365225740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40cb520 0x5612e40d4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f7365225740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40d0690 0x5612e40dbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f7365225740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5612e3d10790 con 0x5612e40cab30 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f7365225740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5612e3fd2bc0 con 0x5612e40d0690 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f7365225740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5612e40d3640 con 0x5612e40cb520 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f7365225740 10 client.0 _ll_register_callbacks cb 0x5612e3fb0400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f735aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40cb520 0x5612e40d4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f735be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40d0690 0x5612e40dbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f735aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40cb520 0x5612e40d4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55758/0 (socket says 172.21.15.6:55758) 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f735be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40d0690 0x5612e40dbe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44014/0 (socket says 172.21.15.6:44014) 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f735aa00640 1 -- 172.21.15.6:0/1779626938 learned_addr learned my addr 172.21.15.6:0/1779626938 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.810+0000 7f735b400640 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f735aa00640 1 -- 172.21.15.6:0/1779626938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40d0690 msgr2=0x5612e40dbe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f735aa00640 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40d0690 0x5612e40dbe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f735aa00640 1 -- 172.21.15.6:0/1779626938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 msgr2=0x5612e40d48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f735aa00640 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f735aa00640 1 -- 172.21.15.6:0/1779626938 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612e3d3f210 con 0x5612e40cb520 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f735aa00640 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40cb520 0x5612e40d4e10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f73480045e0 tx=0x7f7348004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2048daf19d1982b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f7345600640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:26.814 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f7345600640 1 -- 172.21.15.6:0/1779626938 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f734801e470 con 0x5612e40cb520 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f7345600640 1 -- 172.21.15.6:0/1779626938 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f734801e610 con 0x5612e40cb520 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.811+0000 7f7365225740 1 -- 172.21.15.6:0/1779626938 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f735401c070 con 0x5612e40cb520 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7345600640 1 -- 172.21.15.6:0/1779626938 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f734801e810 con 0x5612e40cb520 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7365225740 10 client.26080 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7365225740 1 -- 172.21.15.6:0/1779626938 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5612e3e0b620 con 0x5612e40cb520 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7345600640 1 -- 172.21.15.6:0/1779626938 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f735401c070 con 0x5612e40cb520 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7345600640 1 -- 172.21.15.6:0/1779626938 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7348027070 con 0x5612e40cb520 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7365225740 10 client.26080 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7365225740 10 client.26080 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7365225740 20 client.26080 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7365225740 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612e40e0470 0x5612e40e28c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7365225740 4 client.26080 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.812+0000 7f7365225740 1 -- 172.21.15.6:0/1779626938 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5612e403cae0 con 0x5612e40e0470 2024-05-20T21:19:26.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.813+0000 7f735b400640 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612e40e0470 0x5612e40e28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.813+0000 7f735b400640 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612e40e0470 0x5612e40e28c0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b60f82da107428f4 server_cookie=383fd7d96de96e5e in_seq=0 out_seq=0 2024-05-20T21:19:26.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.813+0000 7f7345600640 10 client.26080 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7345600640 1 -- 172.21.15.6:0/1779626938 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5612e403cae0 con 0x5612e40e0470 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7345600640 10 client.26080 handle_command_reply: tid=0 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 client.26080 shutdown 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 -- 172.21.15.6:0/1779626938 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40cb520 msgr2=0x5612e40d4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40cb520 0x5612e40d4e10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f73480045e0 tx=0x7f7348004730 comp rx=0 tx=0).stop 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 -- 172.21.15.6:0/1779626938 shutdown_connections 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612e40e0470 0x5612e40e28c0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40d0690 0x5612e40dbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40cb520 0x5612e40d4e10 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7345600640 0 client.26080 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:26.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 --2- 172.21.15.6:0/1779626938 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 -- 172.21.15.6:0/1779626938 >> 172.21.15.6:0/1779626938 conn(0x5612e40c61a0 msgr2=0x5612e40c5310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:26.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.814+0000 7f7365225740 1 -- 172.21.15.6:0/1779626938 shutdown_connections 2024-05-20T21:19:26.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.815+0000 7f7365225740 1 -- 172.21.15.6:0/1779626938 wait complete. 2024-05-20T21:19:26.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.815+0000 7f7365225740 20 client.26080 trim_cache size 0 max 16384 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.831+0000 7f7365225740 1 Processor -- start 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f7365225740 1 -- start start 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f7365225740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40c90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f7365225740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 0x5612e40dbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f7365225740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f7365225740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f735c1aeca0 con 0x5612e40cb520 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f7365225740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f735c1ac570 con 0x5612e40cab30 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f7365225740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f735c1aa3c0 con 0x5612e40d0690 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f735b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40c90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f735aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 0x5612e40dbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f735b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40c90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44022/0 (socket says 172.21.15.6:44022) 2024-05-20T21:19:26.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f735be00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.832+0000 7f735b400640 1 -- 172.21.15.6:0/2927535134 learned_addr learned my addr 172.21.15.6:0/2927535134 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:26.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f735be00640 1 -- 172.21.15.6:0/2927535134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 msgr2=0x5612e40c90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f735be00640 1 --2- 172.21.15.6:0/2927535134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40c90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f735be00640 1 -- 172.21.15.6:0/2927535134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 msgr2=0x5612e40dbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f735be00640 1 --2- 172.21.15.6:0/2927535134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 0x5612e40dbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f735be00640 1 -- 172.21.15.6:0/2927535134 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612e40ca770 con 0x5612e40d0690 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f735b400640 1 --2- 172.21.15.6:0/2927535134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40c90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f735be00640 1 --2- 172.21.15.6:0/2927535134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40c95f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f735400efd0 tx=0x7f7354009830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7074164be92b131 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f7347e00640 1 -- 172.21.15.6:0/2927535134 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7354004c00 con 0x5612e40d0690 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f7347e00640 1 -- 172.21.15.6:0/2927535134 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f735401c070 con 0x5612e40d0690 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.833+0000 7f7347e00640 1 -- 172.21.15.6:0/2927535134 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7354004020 con 0x5612e40d0690 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 -- 172.21.15.6:0/2927535134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 msgr2=0x5612e40c95f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 --2- 172.21.15.6:0/2927535134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40c95f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f735400efd0 tx=0x7f7354009830 comp rx=0 tx=0).stop 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 -- 172.21.15.6:0/2927535134 shutdown_connections 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 --2- 172.21.15.6:0/2927535134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40c95f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 --2- 172.21.15.6:0/2927535134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cb520 0x5612e40dbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 --2- 172.21.15.6:0/2927535134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cab30 0x5612e40c90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 -- 172.21.15.6:0/2927535134 >> 172.21.15.6:0/2927535134 conn(0x5612e40c61a0 msgr2=0x5612e40c0dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 -- 172.21.15.6:0/2927535134 shutdown_connections 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.834+0000 7f7365225740 1 -- 172.21.15.6:0/2927535134 wait complete. 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.835+0000 7f7365225740 1 -- start start 2024-05-20T21:19:26.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.835+0000 7f7365225740 1 Processor -- start 2024-05-20T21:19:26.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.835+0000 7f7365225740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.838 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f7365225740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cb520 0x5612e40d9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f7365225740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40da550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f7365225740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f735c1aaa30 con 0x5612e40cab30 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f7365225740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f735c1abea0 con 0x5612e40cb520 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f7365225740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f735c1ab100 con 0x5612e40d0690 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f7365225740 10 client.0 _ll_register_callbacks cb 0x7f7348009950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cb520 0x5612e40d9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735be00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40da550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d9000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38892/0 (socket says 172.21.15.6:38892) 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cb520 0x5612e40d9540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44024/0 (socket says 172.21.15.6:44024) 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735b400640 1 -- 172.21.15.6:0/1877142352 learned_addr learned my addr 172.21.15.6:0/1877142352 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:26.839 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735be00640 1 -- 172.21.15.6:0/1877142352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cb520 msgr2=0x5612e40d9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735be00640 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cb520 0x5612e40d9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735be00640 1 -- 172.21.15.6:0/1877142352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 msgr2=0x5612e40d9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735be00640 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735be00640 1 -- 172.21.15.6:0/1877142352 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612e40c5fd0 con 0x5612e40d0690 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.836+0000 7f735b400640 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.837+0000 7f735be00640 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40da550 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7354006010 tx=0x7f735400dd00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52385c971bad6395 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.837+0000 7f7345600640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.837+0000 7f7345600640 1 -- 172.21.15.6:0/1877142352 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7354036020 con 0x5612e40d0690 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.837+0000 7f7365225740 1 -- 172.21.15.6:0/1877142352 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f735401c070 con 0x5612e40d0690 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.837+0000 7f7345600640 1 -- 172.21.15.6:0/1877142352 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7354003b80 con 0x5612e40d0690 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.837+0000 7f7345600640 1 -- 172.21.15.6:0/1877142352 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7354003d80 con 0x5612e40d0690 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.837+0000 7f7365225740 10 client.26086 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.837+0000 7f7365225740 1 -- 172.21.15.6:0/1877142352 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5612e40dbc80 con 0x5612e40d0690 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f7345600640 1 -- 172.21.15.6:0/1877142352 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f735401c070 con 0x5612e40d0690 2024-05-20T21:19:26.840 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f7345600640 1 -- 172.21.15.6:0/1877142352 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7354029070 con 0x5612e40d0690 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f7365225740 10 client.26086 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f7365225740 10 client.26086 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f7365225740 20 client.26086 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f7365225740 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612e414b160 0x5612e414d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f7365225740 4 client.26086 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f7365225740 1 -- 172.21.15.6:0/1877142352 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5612e40362c0 con 0x5612e414b160 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.838+0000 7f735b400640 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612e414b160 0x5612e414d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.839+0000 7f735b400640 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612e414b160 0x5612e414d550 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=477c52b14841ca16 server_cookie=3ad6df54f665cd39 in_seq=0 out_seq=0 2024-05-20T21:19:26.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.839+0000 7f7345600640 10 client.26086 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7345600640 1 -- 172.21.15.6:0/1877142352 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5612e40362c0 con 0x5612e414b160 2024-05-20T21:19:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7345600640 10 client.26086 handle_command_reply: tid=0 2024-05-20T21:19:26.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 client.26086 shutdown 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 -- 172.21.15.6:0/1877142352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 msgr2=0x5612e40da550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40da550 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7354006010 tx=0x7f735400dd00 comp rx=0 tx=0).stop 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 -- 172.21.15.6:0/1877142352 shutdown_connections 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5612e414b160 0x5612e414d550 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5612e40d0690 0x5612e40da550 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5612e40cb520 0x5612e40d9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 --2- 172.21.15.6:0/1877142352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5612e40cab30 0x5612e40d9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7345600640 0 client.26086 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.852+0000 7f7365225740 1 -- 172.21.15.6:0/1877142352 >> 172.21.15.6:0/1877142352 conn(0x5612e40c61a0 msgr2=0x5612e40c90b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.853+0000 7f7365225740 1 -- 172.21.15.6:0/1877142352 shutdown_connections 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.853+0000 7f7365225740 1 -- 172.21.15.6:0/1877142352 wait complete. 2024-05-20T21:19:26.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.853+0000 7f7365225740 20 client.26086 trim_cache size 0 max 16384 2024-05-20T21:19:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:19:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:19:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:19:26.854 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.853+0000 7f7362400640 1 -- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73400b2790 msgr2=0x7f73400b4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.853+0000 7f7362400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73400b2790 0x7f73400b4c50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x5612e40c7070 tx=0x7f7348005f90 comp rx=0 tx=0).stop 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.853+0000 7f7362400640 1 -- 172.21.15.6:0/849752239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735c102ac0 msgr2=0x7f735c19afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.853+0000 7f7362400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735c102ac0 0x7f735c19afd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f734c0057c0 tx=0x7f734c032da0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.854+0000 7f7362400640 1 -- 172.21.15.6:0/849752239 shutdown_connections 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.854+0000 7f7362400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f73400b2790 0x7f73400b4c50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.854+0000 7f7362400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f735c104670 0x7f735c1a2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.854+0000 7f7362400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f735c103cb0 0x7f735c19b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.854+0000 7f7362400640 1 --2- 172.21.15.6:0/849752239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f735c102ac0 0x7f735c19afd0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.854+0000 7f7362400640 1 -- 172.21.15.6:0/849752239 >> 172.21.15.6:0/849752239 conn(0x7f735c0fe070 msgr2=0x7f735c0fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.854+0000 7f7362400640 1 -- 172.21.15.6:0/849752239 shutdown_connections 2024-05-20T21:19:26.855 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:26.854+0000 7f7362400640 1 -- 172.21.15.6:0/849752239 wait complete. 2024-05-20T21:19:27.746 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:27.877 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:27 smithi006 ceph-mon[31422]: pgmap v548: 97 pgs: 97 active+clean; 1.4 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:27.878 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:27 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:19:27.925 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:27 smithi042 ceph-mon[36332]: pgmap v548: 97 pgs: 97 active+clean; 1.4 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:27.925 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:27 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:19:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:27 smithi062 ceph-mon[36640]: pgmap v548: 97 pgs: 97 active+clean; 1.4 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:27 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 -- 172.21.15.6:0/3056060562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 msgr2=0x7fcfb0112600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/3056060562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 0x7fcfb0112600 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fcfa800b0a0 tx=0x7fcfa800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 -- 172.21.15.6:0/3056060562 shutdown_connections 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/3056060562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 0x7fcfb0112600 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/3056060562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfb010b730 0x7fcfb010bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/3056060562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfb0105730 0x7fcfb0105bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 -- 172.21.15.6:0/3056060562 >> 172.21.15.6:0/3056060562 conn(0x7fcfb0101220 msgr2=0x7fcfb0103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 -- 172.21.15.6:0/3056060562 shutdown_connections 2024-05-20T21:19:28.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.617+0000 7fcfb7a00700 1 -- 172.21.15.6:0/3056060562 wait complete. 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.618+0000 7fcfb7a00700 1 Processor -- start 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfb7a00700 1 -- start start 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfb7a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfb0105730 0x7fcfb019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfb7a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 0x7fcfb019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfb7a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfb010b730 0x7fcfb01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfb7a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb01159c0 con 0x7fcfb01060f0 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfb7a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb0115840 con 0x7fcfb010b730 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfb7a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb0115b40 con 0x7fcfb0105730 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfafe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 0x7fcfb019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfb5000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfb0105730 0x7fcfb019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfafe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 0x7fcfb019c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60602/0 (socket says 172.21.15.6:60602) 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.619+0000 7fcfafe00700 1 -- 172.21.15.6:0/2284734450 learned_addr learned my addr 172.21.15.6:0/2284734450 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.620+0000 7fcfb5a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfb010b730 0x7fcfb01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.620+0000 7fcfb5000700 1 -- 172.21.15.6:0/2284734450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfb010b730 msgr2=0x7fcfb01a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.620+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfb010b730 0x7fcfb01a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.620+0000 7fcfb5000700 1 -- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 msgr2=0x7fcfb019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.620+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 0x7fcfb019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.620+0000 7fcfb5000700 1 -- 172.21.15.6:0/2284734450 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfb01a0e00 con 0x7fcfb0105730 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.620+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 0x7fcfb019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.620+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfb0105730 0x7fcfb019bdf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400e9f0 tx=0x7fcfa400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.621+0000 7fcfad600700 1 -- 172.21.15.6:0/2284734450 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa400cb70 con 0x7fcfb0105730 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.621+0000 7fcfb7a00700 1 -- 172.21.15.6:0/2284734450 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfb01a10f0 con 0x7fcfb0105730 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.621+0000 7fcfad600700 1 -- 172.21.15.6:0/2284734450 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfa400ee90 con 0x7fcfb0105730 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.621+0000 7fcfad600700 1 -- 172.21.15.6:0/2284734450 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa4003d40 con 0x7fcfb0105730 2024-05-20T21:19:28.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.621+0000 7fcfb7a00700 1 -- 172.21.15.6:0/2284734450 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfb01a8970 con 0x7fcfb0105730 2024-05-20T21:19:28.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.625+0000 7fcfad600700 1 -- 172.21.15.6:0/2284734450 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcfa4003ee0 con 0x7fcfb0105730 2024-05-20T21:19:28.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.626+0000 7fcfc2386b80 1 Processor -- start 2024-05-20T21:19:28.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.627+0000 7fcfc2386b80 1 -- start start 2024-05-20T21:19:28.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.627+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.627+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.627+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 0x555cbe5c6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.627+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555cbe524e40 con 0x555cbe5cbeb0 2024-05-20T21:19:28.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.627+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555cbe5149e0 con 0x555cbe5c6880 2024-05-20T21:19:28.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.627+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555cbe518a20 con 0x555cbe5cc7d0 2024-05-20T21:19:28.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cc290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60608/0 (socket says 172.21.15.6:60608) 2024-05-20T21:19:28.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5a00700 1 -- 172.21.15.6:0/3746764171 learned_addr learned my addr 172.21.15.6:0/3746764171 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:28.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfafe00700 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 0x555cbe5c6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5000700 1 -- 172.21.15.6:0/3746764171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 msgr2=0x555cbe5c6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5000700 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 0x555cbe5c6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5000700 1 -- 172.21.15.6:0/3746764171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cbeb0 msgr2=0x555cbe5cc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5000700 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cc290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5000700 1 -- 172.21.15.6:0/3746764171 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555cbe4dd420 con 0x555cbe5cc7d0 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfb5a00700 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.628+0000 7fcfad600700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf980b2880 0x7fcf980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.629+0000 7fcfad600700 1 -- 172.21.15.6:0/2284734450 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcfa40e2370 con 0x7fcfb0105730 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.629+0000 7fcfb5000700 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c6260 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fcfa40dfd10 tx=0x7fcfa40ea610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6afe2a9efd4cba7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.629+0000 7fcfb5a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf980b2880 0x7fcf980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.629+0000 7fcfa2000700 1 -- 172.21.15.6:0/3746764171 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40a5750 con 0x555cbe5cc7d0 2024-05-20T21:19:28.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.629+0000 7fcfa2000700 1 -- 172.21.15.6:0/3746764171 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfa40a93a0 con 0x555cbe5cc7d0 2024-05-20T21:19:28.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.629+0000 7fcfa2000700 1 -- 172.21.15.6:0/3746764171 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40a9000 con 0x555cbe5cc7d0 2024-05-20T21:19:28.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 -- 172.21.15.6:0/3746764171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 msgr2=0x555cbe5c6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c6260 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fcfa40dfd10 tx=0x7fcfa40ea610 comp rx=0 tx=0).stop 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfb5a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf980b2880 0x7fcf980b4d40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fcfa800d010 tx=0x7fcfa8006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 -- 172.21.15.6:0/3746764171 shutdown_connections 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 0x555cbe5c6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/3746764171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c6260 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 -- 172.21.15.6:0/3746764171 >> 172.21.15.6:0/3746764171 conn(0x555cbe4f4be0 msgr2=0x555cbe5c1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 -- 172.21.15.6:0/3746764171 shutdown_connections 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.630+0000 7fcfc2386b80 1 -- 172.21.15.6:0/3746764171 wait complete. 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 1 -- start start 2024-05-20T21:19:28.631 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 1 Processor -- start 2024-05-20T21:19:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d24d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cf870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555cbe41afa0 con 0x555cbe5c6880 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555cbe4b5760 con 0x555cbe5cbeb0 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555cbe5d3240 con 0x555cbe5cc7d0 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.631+0000 7fcfc2386b80 10 client.0 _ll_register_callbacks cb 0x555cbe4bec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfb5000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfb5a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cf870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfb5000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60618/0 (socket says 172.21.15.6:60618) 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfb5a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5cfdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54996/0 (socket says 172.21.15.6:54996) 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfb5000700 1 -- 172.21.15.6:0/2230778233 learned_addr learned my addr 172.21.15.6:0/2230778233 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfafe00700 1 -- 172.21.15.6:0/2230778233 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 msgr2=0x555cbe5cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:28.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfafe00700 1 -- 172.21.15.6:0/2230778233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 msgr2=0x555cbe5d24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfafe00700 1 -- 172.21.15.6:0/2230778233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555cbe4648d0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfb5a00700 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.632+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.633+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cf870 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0103790 tx=0x7fcf9c009e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9526dae17f3f0e38 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.633+0000 7fcf96a00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.633+0000 7fcf96a00700 1 -- 172.21.15.6:0/2230778233 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf9c004030 con 0x555cbe5cbeb0 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.633+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2230778233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfa40a93a0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.633+0000 7fcf96a00700 1 -- 172.21.15.6:0/2230778233 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcf9c0041d0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.633+0000 7fcf96a00700 1 -- 172.21.15.6:0/2230778233 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcf9c0043d0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.633+0000 7fcfc2386b80 10 client.26114 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:28.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.633+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2230778233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555cbe4e5060 con 0x555cbe5cbeb0 2024-05-20T21:19:28.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcf96a00700 1 -- 172.21.15.6:0/2230778233 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfa40a93a0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcf96a00700 1 -- 172.21.15.6:0/2230778233 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcf9c0039b0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcfc2386b80 10 client.26114 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcfc2386b80 10 client.26114 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcfc2386b80 20 client.26114 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555cbe5dfe30 0x555cbe5e2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcfc2386b80 4 client.26114 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2230778233 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555cbe526d90 con 0x555cbe5dfe30 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.634+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555cbe5dfe30 0x555cbe5e2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.635+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555cbe5dfe30 0x555cbe5e2220 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=77e41b7261fd49d2 server_cookie=7f01dc332a39cbe9 in_seq=0 out_seq=0 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.635+0000 7fcf96a00700 10 client.26114 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.636+0000 7fcf96a00700 1 -- 172.21.15.6:0/2230778233 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555cbe526d90 con 0x555cbe5dfe30 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.636+0000 7fcf96a00700 10 client.26114 handle_command_reply: tid=0 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.636+0000 7fcfc2386b80 1 client.26114 shutdown 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.636+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2230778233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cbeb0 msgr2=0x555cbe5cf870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.636+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cf870 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0103790 tx=0x7fcf9c009e10 comp rx=0 tx=0).stop 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2230778233 shutdown_connections 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555cbe5dfe30 0x555cbe5e2220 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cc7d0 0x555cbe5cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2230778233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cbeb0 0x555cbe5cf870 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcf96a00700 0 client.26114 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:28.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2230778233 >> 172.21.15.6:0/2230778233 conn(0x555cbe4f4be0 msgr2=0x555cbe5c5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:28.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2230778233 shutdown_connections 2024-05-20T21:19:28.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2230778233 wait complete. 2024-05-20T21:19:28.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.637+0000 7fcfc2386b80 20 client.26114 trim_cache size 0 max 16384 2024-05-20T21:19:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.656+0000 7fcfc2386b80 1 Processor -- start 2024-05-20T21:19:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.656+0000 7fcfc2386b80 1 -- start start 2024-05-20T21:19:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.656+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 0x555cbe5c6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.656+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5c09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.656+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.656+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb01b29c0 con 0x555cbe5cc7d0 2024-05-20T21:19:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.656+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb01b0250 con 0x555cbe5c6880 2024-05-20T21:19:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.656+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb01ae0a0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfb5a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfafe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5c09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfafe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5c09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55012/0 (socket says 172.21.15.6:55012) 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfafe00700 1 -- 172.21.15.6:0/2533973504 learned_addr learned my addr 172.21.15.6:0/2533973504 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2533973504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 0x555cbe5c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfafe00700 1 -- 172.21.15.6:0/2533973504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 msgr2=0x555cbe5c6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2533973504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 0x555cbe5c6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfafe00700 1 -- 172.21.15.6:0/2533973504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cc7d0 msgr2=0x555cbe5c0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2533973504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.657+0000 7fcfafe00700 1 -- 172.21.15.6:0/2533973504 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555cbe5cdde0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.658+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2533973504 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5c09e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fcf9c009880 tx=0x7fcf9c009400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ac88188784000bc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.658+0000 7fcfa1600700 1 -- 172.21.15.6:0/2533973504 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf9c003f90 con 0x555cbe5cbeb0 2024-05-20T21:19:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.658+0000 7fcfa1600700 1 -- 172.21.15.6:0/2533973504 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf9c003b30 con 0x555cbe5cbeb0 2024-05-20T21:19:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.658+0000 7fcfa1600700 1 -- 172.21.15.6:0/2533973504 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf9c0055b0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2533973504 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 msgr2=0x555cbe5c09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2533973504 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5c09e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fcf9c009880 tx=0x7fcf9c009400 comp rx=0 tx=0).stop 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2533973504 shutdown_connections 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2533973504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5cc7d0 0x555cbe5c0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2533973504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5c6880 0x555cbe5c6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2533973504 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5c09e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2533973504 >> 172.21.15.6:0/2533973504 conn(0x555cbe4f4be0 msgr2=0x555cbe5ce160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2533973504 shutdown_connections 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.659+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2533973504 wait complete. 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 1 -- start start 2024-05-20T21:19:28.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 1 Processor -- start 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d8a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5e7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cc7d0 0x555cbe5e7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb01ae710 con 0x555cbe5c6880 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb01afb80 con 0x555cbe5cc7d0 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcfb01aede0 con 0x555cbe5cbeb0 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.660+0000 7fcfc2386b80 10 client.0 _ll_register_callbacks cb 0x555cbe4bec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfafe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5e7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfb5000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfafe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5e7130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55026/0 (socket says 172.21.15.6:55026) 2024-05-20T21:19:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfafe00700 1 -- 172.21.15.6:0/2936778594 learned_addr learned my addr 172.21.15.6:0/2936778594 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfb5a00700 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cc7d0 0x555cbe5e7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfb5000700 1 -- 172.21.15.6:0/2936778594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 msgr2=0x555cbe5e7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5e7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfb5000700 1 -- 172.21.15.6:0/2936778594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cc7d0 msgr2=0x555cbe5e7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cc7d0 0x555cbe5e7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfb5000700 1 -- 172.21.15.6:0/2936778594 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555cbe5e7c60 con 0x555cbe5c6880 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5e7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcfb5000700 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d8a40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcfa40046a0 tx=0x7fcfa40eaae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f13db45b4f24be8a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.661+0000 7fcf96a00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.662+0000 7fcf96a00700 1 -- 172.21.15.6:0/2936778594 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa40a91e0 con 0x555cbe5c6880 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.662+0000 7fcf96a00700 1 -- 172.21.15.6:0/2936778594 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcfa400cd10 con 0x555cbe5c6880 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.662+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2936778594 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf9c003b30 con 0x555cbe5c6880 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.662+0000 7fcf96a00700 1 -- 172.21.15.6:0/2936778594 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcfa40a9660 con 0x555cbe5c6880 2024-05-20T21:19:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.662+0000 7fcfc2386b80 10 client.15990 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.662+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2936778594 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555cbe64a7b0 con 0x555cbe5c6880 2024-05-20T21:19:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.662+0000 7fcf96a00700 1 -- 172.21.15.6:0/2936778594 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf9c003b30 con 0x555cbe5c6880 2024-05-20T21:19:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.663+0000 7fcf96a00700 1 -- 172.21.15.6:0/2936778594 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcfa40bece0 con 0x555cbe5c6880 2024-05-20T21:19:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.663+0000 7fcfc2386b80 10 client.15990 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.663+0000 7fcfc2386b80 10 client.15990 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:19:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.663+0000 7fcfc2386b80 20 client.15990 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.663+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555cbe64aaa0 0x555cbe64ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.663+0000 7fcfc2386b80 4 client.15990 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.663+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2936778594 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555cbe520570 con 0x555cbe64aaa0 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.663+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555cbe64aaa0 0x555cbe64ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfafe00700 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555cbe64aaa0 0x555cbe64ce90 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9b5334fcfa2d3300 server_cookie=331997185db7ee4c in_seq=0 out_seq=0 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcf96a00700 10 client.15990 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcf96a00700 1 -- 172.21.15.6:0/2936778594 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555cbe520570 con 0x555cbe64aaa0 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcf96a00700 10 client.15990 handle_command_reply: tid=0 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 client.15990 shutdown 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2936778594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 msgr2=0x555cbe5d8a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d8a40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcfa40046a0 tx=0x7fcfa40eaae0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2936778594 shutdown_connections 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555cbe5cc7d0 0x555cbe5e7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555cbe5c6880 0x555cbe5d8a40 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555cbe64aaa0 0x555cbe64ce90 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 --2- 172.21.15.6:0/2936778594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555cbe5cbeb0 0x555cbe5e7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2936778594 >> 172.21.15.6:0/2936778594 conn(0x555cbe4f4be0 msgr2=0x555cbe5c09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:28.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcf96a00700 0 client.15990 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:28.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.664+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2936778594 shutdown_connections 2024-05-20T21:19:28.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.665+0000 7fcfc2386b80 1 -- 172.21.15.6:0/2936778594 wait complete. 2024-05-20T21:19:28.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.665+0000 7fcfc2386b80 20 client.15990 trim_cache size 0 max 16384 2024-05-20T21:19:28.667 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:19:28.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.665+0000 7fcfb7a00700 1 -- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf980b2880 msgr2=0x7fcf980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.665+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf980b2880 0x7fcf980b4d40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fcfa800d010 tx=0x7fcfa8006210 comp rx=0 tx=0).stop 2024-05-20T21:19:28.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.665+0000 7fcfb7a00700 1 -- 172.21.15.6:0/2284734450 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfb0105730 msgr2=0x7fcfb019bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:28.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.665+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfb0105730 0x7fcfb019bdf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcfa400e9f0 tx=0x7fcfa400ed00 comp rx=0 tx=0).stop 2024-05-20T21:19:28.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.666+0000 7fcfb7a00700 1 -- 172.21.15.6:0/2284734450 shutdown_connections 2024-05-20T21:19:28.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.666+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf980b2880 0x7fcf980b4d40 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.666+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcfb010b730 0x7fcfb01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.666+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcfb0105730 0x7fcfb019bdf0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.666+0000 7fcfb7a00700 1 --2- 172.21.15.6:0/2284734450 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcfb01060f0 0x7fcfb019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:28.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.666+0000 7fcfb7a00700 1 -- 172.21.15.6:0/2284734450 >> 172.21.15.6:0/2284734450 conn(0x7fcfb0101220 msgr2=0x7fcfb0101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:28.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.666+0000 7fcfb7a00700 1 -- 172.21.15.6:0/2284734450 shutdown_connections 2024-05-20T21:19:28.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:28.666+0000 7fcfb7a00700 1 -- 172.21.15.6:0/2284734450 wait complete. 2024-05-20T21:19:28.757 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:28 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:19:28.757 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:28 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:19:28.757 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:28 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:19:29.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:28 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:19:29.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:28 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:19:29.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:28 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:19:29.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:28 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:19:29.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:28 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:19:29.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:28 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:19:29.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:29 smithi006 ceph-mon[31422]: pgmap v549: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:19:29.995 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:19:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:29 smithi062 ceph-mon[36640]: pgmap v549: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:19:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:29 smithi042 ceph-mon[36332]: pgmap v549: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:19:30.830 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.534+0000 7faf63c00700 1 -- 172.21.15.6:0/487991723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c109520 msgr2=0x7faf5c109900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.534+0000 7faf63c00700 1 --2- 172.21.15.6:0/487991723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c109520 0x7faf5c109900 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7faf50009990 tx=0x7faf50009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.534+0000 7faf63c00700 1 -- 172.21.15.6:0/487991723 shutdown_connections 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.534+0000 7faf63c00700 1 --2- 172.21.15.6:0/487991723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf5c1024f0 0x7faf5c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.534+0000 7faf63c00700 1 --2- 172.21.15.6:0/487991723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c109520 0x7faf5c109900 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.534+0000 7faf63c00700 1 --2- 172.21.15.6:0/487991723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf5c101b30 0x7faf5c101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.534+0000 7faf63c00700 1 -- 172.21.15.6:0/487991723 >> 172.21.15.6:0/487991723 conn(0x7faf5c078ab0 msgr2=0x7faf5c0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.535+0000 7faf63c00700 1 -- 172.21.15.6:0/487991723 shutdown_connections 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.535+0000 7faf63c00700 1 -- 172.21.15.6:0/487991723 wait complete. 2024-05-20T21:19:31.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.536+0000 7faf63c00700 1 Processor -- start 2024-05-20T21:19:31.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.536+0000 7faf63c00700 1 -- start start 2024-05-20T21:19:31.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.536+0000 7faf63c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf5c101b30 0x7faf5c1a5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.536+0000 7faf63c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c1024f0 0x7faf5c1a6430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.536+0000 7faf63c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf5c109520 0x7faf5c10f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf63c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c113770 con 0x7faf5c109520 2024-05-20T21:19:31.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf63c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1135f0 con 0x7faf5c101b30 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf63c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1138f0 con 0x7faf5c1024f0 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf61200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf5c101b30 0x7faf5c1a5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf61200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf5c101b30 0x7faf5c1a5ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44610/0 (socket says 172.21.15.6:44610) 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf61200700 1 -- 172.21.15.6:0/2712390441 learned_addr learned my addr 172.21.15.6:0/2712390441 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf5be00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c1024f0 0x7faf5c1a6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf61c00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf5c109520 0x7faf5c10f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf5be00700 1 -- 172.21.15.6:0/2712390441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf5c101b30 msgr2=0x7faf5c1a5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf5be00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf5c101b30 0x7faf5c1a5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf5be00700 1 -- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf5c109520 msgr2=0x7faf5c10f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf5be00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf5c109520 0x7faf5c10f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.537+0000 7faf5be00700 1 -- 172.21.15.6:0/2712390441 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5c10fd70 con 0x7faf5c1024f0 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.538+0000 7faf5be00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c1024f0 0x7faf5c1a6430 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7faf4800e9f0 tx=0x7faf4800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.538+0000 7faf59600700 1 -- 172.21.15.6:0/2712390441 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48004220 con 0x7faf5c1024f0 2024-05-20T21:19:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.538+0000 7faf59600700 1 -- 172.21.15.6:0/2712390441 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf480043c0 con 0x7faf5c1024f0 2024-05-20T21:19:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.538+0000 7faf59600700 1 -- 172.21.15.6:0/2712390441 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48005020 con 0x7faf5c1024f0 2024-05-20T21:19:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.538+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf5c110060 con 0x7faf5c1024f0 2024-05-20T21:19:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.538+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf5c1acd50 con 0x7faf5c1024f0 2024-05-20T21:19:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.539+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf5c104e50 con 0x7faf5c1024f0 2024-05-20T21:19:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.542+0000 7faf59600700 1 -- 172.21.15.6:0/2712390441 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faf48004750 con 0x7faf5c1024f0 2024-05-20T21:19:31.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.543+0000 7faf59600700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faf440b2900 0x7faf440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.544+0000 7faf59600700 1 -- 172.21.15.6:0/2712390441 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7faf480e2300 con 0x7faf5c1024f0 2024-05-20T21:19:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.544+0000 7faf61200700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faf440b2900 0x7faf440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.545+0000 7faf61200700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faf440b2900 0x7faf440b4dc0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7faf5000b790 tx=0x7faf5000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.546+0000 7faf59600700 1 -- 172.21.15.6:0/2712390441 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7faf480a9fb0 con 0x7faf5c1024f0 2024-05-20T21:19:31.792 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:31 smithi006 ceph-mon[31422]: pgmap v550: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:31.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.840+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf5c06a230 con 0x7faf5c1024f0 2024-05-20T21:19:31.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.841+0000 7faf59600700 1 -- 172.21.15.6:0/2712390441 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7faf5c06a230 con 0x7faf5c1024f0 2024-05-20T21:19:31.842 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:19:31.842 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:19:31.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.844+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faf440b2900 msgr2=0x7faf440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.844+0000 7faf63c00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faf440b2900 0x7faf440b4dc0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7faf5000b790 tx=0x7faf5000b280 comp rx=0 tx=0).stop 2024-05-20T21:19:31.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.844+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c1024f0 msgr2=0x7faf5c1a6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:31.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.844+0000 7faf63c00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c1024f0 0x7faf5c1a6430 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7faf4800e9f0 tx=0x7faf4800ed00 comp rx=0 tx=0).stop 2024-05-20T21:19:31.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.845+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 shutdown_connections 2024-05-20T21:19:31.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.845+0000 7faf63c00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faf440b2900 0x7faf440b4dc0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.845+0000 7faf63c00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7faf5c109520 0x7faf5c10f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.845+0000 7faf63c00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7faf5c101b30 0x7faf5c1a5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.845+0000 7faf63c00700 1 --2- 172.21.15.6:0/2712390441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7faf5c1024f0 0x7faf5c1a6430 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:31.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.845+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 >> 172.21.15.6:0/2712390441 conn(0x7faf5c078ab0 msgr2=0x7faf5c100180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:31.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.845+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 shutdown_connections 2024-05-20T21:19:31.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:31.845+0000 7faf63c00700 1 -- 172.21.15.6:0/2712390441 wait complete. 2024-05-20T21:19:31.846 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:19:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:31 smithi062 ceph-mon[36640]: pgmap v550: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:31 smithi042 ceph-mon[36332]: pgmap v550: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:19:32.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2712390441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2712390441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:33.057 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-05-20T21:19:33.058 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-05-20T21:19:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2712390441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:33.567 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:33.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:33 smithi006 ceph-mon[31422]: pgmap v551: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:33 smithi062 ceph-mon[36640]: pgmap v551: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:33 smithi042 ceph-mon[36332]: pgmap v551: 97 pgs: 97 active+clean; 1.5 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:19:34.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.561+0000 7fb2df400700 1 -- 172.21.15.6:0/725200524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2d806bbe0 msgr2=0x7fb2d81103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.561+0000 7fb2df400700 1 --2- 172.21.15.6:0/725200524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2d806bbe0 0x7fb2d81103d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb2d000b0a0 tx=0x7fb2d000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.561+0000 7fb2df400700 1 -- 172.21.15.6:0/725200524 shutdown_connections 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.561+0000 7fb2df400700 1 --2- 172.21.15.6:0/725200524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2d806bbe0 0x7fb2d81103d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.561+0000 7fb2df400700 1 --2- 172.21.15.6:0/725200524 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2d81095b0 0x7fb2d8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.561+0000 7fb2df400700 1 --2- 172.21.15.6:0/725200524 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2d806b220 0x7fb2d806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.561+0000 7fb2df400700 1 -- 172.21.15.6:0/725200524 >> 172.21.15.6:0/725200524 conn(0x7fb2d80793f0 msgr2=0x7fb2d8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.561+0000 7fb2df400700 1 -- 172.21.15.6:0/725200524 shutdown_connections 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.562+0000 7fb2df400700 1 -- 172.21.15.6:0/725200524 wait complete. 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.563+0000 7fb2df400700 1 Processor -- start 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.563+0000 7fb2df400700 1 -- start start 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2df400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2d806b220 0x7fb2d819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2df400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2d806bbe0 0x7fb2d819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2df400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2d81095b0 0x7fb2d81a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2df400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d8113730 con 0x7fb2d806b220 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2df400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d81135b0 con 0x7fb2d806bbe0 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2df400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d81138b0 con 0x7fb2d81095b0 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2dca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2d806b220 0x7fb2d819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2dca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2d806b220 0x7fb2d819bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60668/0 (socket says 172.21.15.6:60668) 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2dca00700 1 -- 172.21.15.6:0/1798349214 learned_addr learned my addr 172.21.15.6:0/1798349214 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2d806bbe0 0x7fb2d819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.564+0000 7fb2dd400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2d81095b0 0x7fb2d81a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2dca00700 1 -- 172.21.15.6:0/1798349214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2d81095b0 msgr2=0x7fb2d81a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2dca00700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2d81095b0 0x7fb2d81a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2dca00700 1 -- 172.21.15.6:0/1798349214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2d806bbe0 msgr2=0x7fb2d819c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2dca00700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2d806bbe0 0x7fb2d819c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2dca00700 1 -- 172.21.15.6:0/1798349214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d81a0e00 con 0x7fb2d806b220 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2dd400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2d81095b0 0x7fb2d81a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2dca00700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2d806b220 0x7fb2d819bdf0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc00e9a0 tx=0x7fb2cc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2d5600700 1 -- 172.21.15.6:0/1798349214 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc00ca10 con 0x7fb2d806b220 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2df400700 1 -- 172.21.15.6:0/1798349214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2d81a10f0 con 0x7fb2d806b220 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.565+0000 7fb2d5600700 1 -- 172.21.15.6:0/1798349214 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2cc00cbb0 con 0x7fb2d806b220 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.566+0000 7fb2df400700 1 -- 172.21.15.6:0/1798349214 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2d81a8970 con 0x7fb2d806b220 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.566+0000 7fb2d5600700 1 -- 172.21.15.6:0/1798349214 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc018620 con 0x7fb2d806b220 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.569+0000 7fb2d5600700 1 -- 172.21.15.6:0/1798349214 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb2cc010430 con 0x7fb2d806b220 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.570+0000 7fb2e9d23b80 1 Processor -- start 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.570+0000 7fb2e9d23b80 1 -- start start 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x5650960879f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096081b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x5650960825c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x565095fdfe40 con 0x565096087f30 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x565095fcf9e0 con 0x565096087610 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x565095fd3a20 con 0x565096082140 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2d5600700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb2c00b2880 0x7fb2c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2dca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096081b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2dca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096081b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60676/0 (socket says 172.21.15.6:60676) 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2dca00700 1 -- 172.21.15.6:0/3005156027 learned_addr learned my addr 172.21.15.6:0/3005156027 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2dd400700 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x5650960879f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x5650960825c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2dd400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb2c00b2880 0x7fb2c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.571+0000 7fb2d5600700 1 -- 172.21.15.6:0/1798349214 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb2cc0e2410 con 0x7fb2d806b220 2024-05-20T21:19:34.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2dca00700 1 -- 172.21.15.6:0/3005156027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 msgr2=0x5650960825c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2dca00700 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x5650960825c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2dca00700 1 -- 172.21.15.6:0/3005156027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 msgr2=0x5650960879f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2dca00700 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x5650960879f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2dca00700 1 -- 172.21.15.6:0/3005156027 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565095f98420 con 0x565096087f30 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2dca00700 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096081b20 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc0a98c0 tx=0x7fb2cc077550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fccbbf5255d05aca server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2ca000700 1 -- 172.21.15.6:0/3005156027 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc0a9440 con 0x565096087f30 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2dd400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb2c00b2880 0x7fb2c00b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb2d000b780 tx=0x7fb2d0006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2ca000700 1 -- 172.21.15.6:0/3005156027 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2cc06f380 con 0x565096087f30 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.572+0000 7fb2ca000700 1 -- 172.21.15.6:0/3005156027 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc0b2790 con 0x565096087f30 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.573+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3005156027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 msgr2=0x565096081b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.573+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096081b20 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc0a98c0 tx=0x7fb2cc077550 comp rx=0 tx=0).stop 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.573+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3005156027 shutdown_connections 2024-05-20T21:19:34.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.573+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x5650960825c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.573+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x5650960879f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.573+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3005156027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096081b20 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.573+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3005156027 >> 172.21.15.6:0/3005156027 conn(0x565095fafbe0 msgr2=0x56509607c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.573+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3005156027 shutdown_connections 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.574+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3005156027 wait complete. 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.574+0000 7fb2e9d23b80 1 -- start start 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.574+0000 7fb2e9d23b80 1 Processor -- start 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x56509608dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509608afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x56509608b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x565095ed5fa0 con 0x565096087f30 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x565095f70760 con 0x565096087610 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56509608e9e0 con 0x565096082140 2024-05-20T21:19:34.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2e9d23b80 10 client.0 _ll_register_callbacks cb 0x565095f79c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2dd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x56509608b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2dd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x56509608b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60690/0 (socket says 172.21.15.6:60690) 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.575+0000 7fb2dd400700 1 -- 172.21.15.6:0/3112147192 learned_addr learned my addr 172.21.15.6:0/3112147192 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2dca00700 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x56509608dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509608afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2dca00700 1 -- 172.21.15.6:0/3112147192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 msgr2=0x56509608afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2dca00700 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509608afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2dca00700 1 -- 172.21.15.6:0/3112147192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 msgr2=0x56509608b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2dca00700 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x56509608b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2dca00700 1 -- 172.21.15.6:0/3112147192 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565095f1f8d0 con 0x565096082140 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2dca00700 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x56509608dc20 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc0a59b0 tx=0x7fb2cc0a58f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0ef46e27673dc30 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2bea00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:34.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2bea00700 1 -- 172.21.15.6:0/3112147192 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc0a9440 con 0x565096082140 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2bea00700 1 -- 172.21.15.6:0/3112147192 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb2cc0cabe0 con 0x565096082140 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.576+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3112147192 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2cc06f380 con 0x565096082140 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2bea00700 1 -- 172.21.15.6:0/3112147192 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb2cc0aa030 con 0x565096082140 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2e9d23b80 10 client.26122 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3112147192 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565095fa0060 con 0x565096082140 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2bea00700 1 -- 172.21.15.6:0/3112147192 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2cc06f380 con 0x565096082140 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2bea00700 1 -- 172.21.15.6:0/3112147192 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb2cc0b2300 con 0x565096082140 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2e9d23b80 10 client.26122 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2e9d23b80 10 client.26122 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2e9d23b80 20 client.26122 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56509609b390 0x56509609d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2e9d23b80 4 client.26122 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:34.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.577+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3112147192 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565095fe1d90 con 0x56509609b390 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.578+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56509609b390 0x56509609d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.578+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56509609b390 0x56509609d780 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e1151aa2dcd5249 server_cookie=d120ae082c83cd50 in_seq=0 out_seq=0 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.578+0000 7fb2bea00700 10 client.26122 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.579+0000 7fb2bea00700 1 -- 172.21.15.6:0/3112147192 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x565095fe1d90 con 0x56509609b390 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.579+0000 7fb2bea00700 10 client.26122 handle_command_reply: tid=0 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.579+0000 7fb2e9d23b80 1 client.26122 shutdown 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3112147192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 msgr2=0x56509608dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x56509608dc20 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc0a59b0 tx=0x7fb2cc0a58f0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3112147192 shutdown_connections 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x56509608b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56509609b390 0x56509609d780 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096082140 0x56509608dc20 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/3112147192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509608afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2bea00700 0 client.26122 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3112147192 >> 172.21.15.6:0/3112147192 conn(0x565095fafbe0 msgr2=0x56509607bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3112147192 shutdown_connections 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/3112147192 wait complete. 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.580+0000 7fb2e9d23b80 20 client.26122 trim_cache size 0 max 16384 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.597+0000 7fb2e9d23b80 1 Processor -- start 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.597+0000 7fb2e9d23b80 1 -- start start 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.597+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096082140 0x56509608dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.597+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087610 0x56509608b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.597+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096089fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.597+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d81b2a60 con 0x565096087f30 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.597+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d81b02f0 con 0x565096082140 2024-05-20T21:19:34.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.597+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d81ae140 con 0x565096087610 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096082140 0x56509608dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096082140 0x56509608dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44654/0 (socket says 172.21.15.6:44654) 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 -- 172.21.15.6:0/4102490969 learned_addr learned my addr 172.21.15.6:0/4102490969 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096089fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087610 0x56509608b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 -- 172.21.15.6:0/4102490969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087610 msgr2=0x56509608b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087610 0x56509608b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 -- 172.21.15.6:0/4102490969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 msgr2=0x565096089fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096089fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 -- 172.21.15.6:0/4102490969 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56509607d3b0 con 0x565096082140 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087610 0x56509608b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.598+0000 7fb2dca00700 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096082140 0x56509608dc20 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc00e970 tx=0x7fb2cc010c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69fdeb0a12adc3db server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2c9600700 1 -- 172.21.15.6:0/4102490969 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc0adce0 con 0x565096082140 2024-05-20T21:19:34.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2c9600700 1 -- 172.21.15.6:0/4102490969 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2cc0a8d10 con 0x565096082140 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2c9600700 1 -- 172.21.15.6:0/4102490969 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2cc0a52a0 con 0x565096082140 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/4102490969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096082140 msgr2=0x56509608dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096082140 0x56509608dc20 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc00e970 tx=0x7fb2cc010c10 comp rx=0 tx=0).stop 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/4102490969 shutdown_connections 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096087f30 0x565096089fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096082140 0x56509608dc20 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/4102490969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087610 0x56509608b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.599+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/4102490969 >> 172.21.15.6:0/4102490969 conn(0x565095fafbe0 msgr2=0x5650960898b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.600+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/4102490969 shutdown_connections 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.600+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/4102490969 wait complete. 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.600+0000 7fb2e9d23b80 1 -- start start 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.600+0000 7fb2e9d23b80 1 Processor -- start 2024-05-20T21:19:34.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096082140 0x56509609dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509609e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2e9d23b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087f30 0x5650960fdc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d81ae7b0 con 0x565096082140 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d81afc20 con 0x565096087610 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2e9d23b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d81aee80 con 0x565096087f30 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2e9d23b80 10 client.0 _ll_register_callbacks cb 0x565095f79c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2dca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096082140 0x56509609dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2dca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096082140 0x56509609dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60706/0 (socket says 172.21.15.6:60706) 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2dca00700 1 -- 172.21.15.6:0/40515403 learned_addr learned my addr 172.21.15.6:0/40515403 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509609e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2dd400700 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087f30 0x5650960fdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2d7e00700 1 -- 172.21.15.6:0/40515403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087f30 msgr2=0x5650960fdc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087f30 0x5650960fdc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2d7e00700 1 -- 172.21.15.6:0/40515403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096082140 msgr2=0x56509609dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096082140 0x56509609dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.601+0000 7fb2d7e00700 1 -- 172.21.15.6:0/40515403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650960fe240 con 0x565096087610 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2dca00700 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096082140 0x56509609dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2d7e00700 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509609e400 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x565095f70850 tx=0x7fb2c4003960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e15301609bdd7b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2bea00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2bea00700 1 -- 172.21.15.6:0/40515403 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c4010630 con 0x565096087610 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2bea00700 1 -- 172.21.15.6:0/40515403 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb2c40107d0 con 0x565096087610 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/40515403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2cc0a8d10 con 0x565096087610 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2bea00700 1 -- 172.21.15.6:0/40515403 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb2c402d050 con 0x565096087610 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2e9d23b80 10 client.26144 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.602+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/40515403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565096105630 con 0x565096087610 2024-05-20T21:19:34.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2bea00700 1 -- 172.21.15.6:0/40515403 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2cc0a8d10 con 0x565096087610 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2bea00700 1 -- 172.21.15.6:0/40515403 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb2cc0cc110 con 0x565096087610 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2e9d23b80 10 client.26144 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2e9d23b80 10 client.26144 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2e9d23b80 20 client.26144 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x565096105d40 0x565096108160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2e9d23b80 4 client.26144 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/40515403 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x565095fdb570 con 0x565096105d40 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.603+0000 7fb2dca00700 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x565096105d40 0x565096108160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2dca00700 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x565096105d40 0x565096108160 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80087f3bdb928892 server_cookie=e2f3dea865720f7e in_seq=0 out_seq=0 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2bea00700 10 client.26144 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2bea00700 1 -- 172.21.15.6:0/40515403 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x565095fdb570 con 0x565096105d40 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2bea00700 10 client.26144 handle_command_reply: tid=0 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 client.26144 shutdown 2024-05-20T21:19:34.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 msgr2=0x56509609e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509609e400 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x565095f70850 tx=0x7fb2c4003960 comp rx=0 tx=0).stop 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/40515403 shutdown_connections 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x565096105d40 0x565096108160 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565096087f30 0x5650960fdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565096082140 0x56509609dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 --2- 172.21.15.6:0/40515403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565096087610 0x56509609e400 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2bea00700 0 client.26144 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/40515403 >> 172.21.15.6:0/40515403 conn(0x565095fafbe0 msgr2=0x56509608a140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.604+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/40515403 shutdown_connections 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2e9d23b80 1 -- 172.21.15.6:0/40515403 wait complete. 2024-05-20T21:19:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2e9d23b80 20 client.26144 trim_cache size 0 max 16384 2024-05-20T21:19:34.655 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:19:34.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 -- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb2c00b2880 msgr2=0x7fb2c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb2c00b2880 0x7fb2c00b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb2d000b780 tx=0x7fb2d0006210 comp rx=0 tx=0).stop 2024-05-20T21:19:34.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 -- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2d806b220 msgr2=0x7fb2d819bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:34.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2d806b220 0x7fb2d819bdf0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc00e9a0 tx=0x7fb2cc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 -- 172.21.15.6:0/1798349214 shutdown_connections 2024-05-20T21:19:34.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb2c00b2880 0x7fb2c00b4d40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb2d81095b0 0x7fb2d81a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb2d806b220 0x7fb2d819bdf0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 --2- 172.21.15.6:0/1798349214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb2d806bbe0 0x7fb2d819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:34.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.605+0000 7fb2df400700 1 -- 172.21.15.6:0/1798349214 >> 172.21.15.6:0/1798349214 conn(0x7fb2d80793f0 msgr2=0x7fb2d810e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:34.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.606+0000 7fb2df400700 1 -- 172.21.15.6:0/1798349214 shutdown_connections 2024-05-20T21:19:34.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:34.606+0000 7fb2df400700 1 -- 172.21.15.6:0/1798349214 wait complete. 2024-05-20T21:19:35.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:35 smithi006 ceph-mon[31422]: pgmap v552: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:19:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:35 smithi062 ceph-mon[36640]: pgmap v552: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:19:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:35 smithi042 ceph-mon[36332]: pgmap v552: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:19:36.608 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:19:36.608 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:19:37.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 -- 172.21.15.6:0/2776718739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a88109640 msgr2=0x7f9a88109a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 --2- 172.21.15.6:0/2776718739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a88109640 0x7f9a88109a20 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0099c0 tx=0x7f9a7c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 -- 172.21.15.6:0/2776718739 shutdown_connections 2024-05-20T21:19:37.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 --2- 172.21.15.6:0/2776718739 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a8806c5d0 0x7f9a88110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 --2- 172.21.15.6:0/2776718739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a88109640 0x7f9a88109a20 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 --2- 172.21.15.6:0/2776718739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a8806bc10 0x7f9a8806c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 -- 172.21.15.6:0/2776718739 >> 172.21.15.6:0/2776718739 conn(0x7f9a880793f0 msgr2=0x7f9a88079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:37.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 -- 172.21.15.6:0/2776718739 shutdown_connections 2024-05-20T21:19:37.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.228+0000 7f9a90000700 1 -- 172.21.15.6:0/2776718739 wait complete. 2024-05-20T21:19:37.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.229+0000 7f9a90000700 1 Processor -- start 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.229+0000 7f9a90000700 1 -- start start 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a90000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a8806bc10 0x7f9a8819f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a90000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a8806c5d0 0x7f9a8819fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a90000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a88109640 0x7f9a88199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a90000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9a88113770 con 0x7f9a8806c5d0 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a90000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a881135f0 con 0x7f9a88109640 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a90000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9a881138f0 con 0x7f9a8806bc10 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a8cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a8806c5d0 0x7f9a8819fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a8806bc10 0x7f9a8819f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a8806bc10 0x7f9a8819f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38658/0 (socket says 172.21.15.6:38658) 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a8cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a8806c5d0 0x7f9a8819fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58624/0 (socket says 172.21.15.6:58624) 2024-05-20T21:19:37.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a8d600700 1 -- 172.21.15.6:0/2491650994 learned_addr learned my addr 172.21.15.6:0/2491650994 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:37.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.230+0000 7f9a8e000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a88109640 0x7f9a88199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.231+0000 7f9a8d600700 1 -- 172.21.15.6:0/2491650994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a88109640 msgr2=0x7f9a88199970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.231+0000 7f9a8d600700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a88109640 0x7f9a88199970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.231+0000 7f9a8d600700 1 -- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a8806c5d0 msgr2=0x7f9a8819fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.231+0000 7f9a8d600700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a8806c5d0 0x7f9a8819fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.231+0000 7f9a8d600700 1 -- 172.21.15.6:0/2491650994 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8819a0d0 con 0x7f9a8806bc10 2024-05-20T21:19:37.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.231+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a8806c5d0 0x7f9a8819fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:37.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.231+0000 7f9a8d600700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a8806bc10 0x7f9a8819f7b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c006010 tx=0x7f9a7c005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:37.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.231+0000 7f9a86000700 1 -- 172.21.15.6:0/2491650994 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c026070 con 0x7f9a8806bc10 2024-05-20T21:19:37.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.232+0000 7f9a86000700 1 -- 172.21.15.6:0/2491650994 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a7c005680 con 0x7f9a8806bc10 2024-05-20T21:19:37.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.232+0000 7f9a86000700 1 -- 172.21.15.6:0/2491650994 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c00fb20 con 0x7f9a8806bc10 2024-05-20T21:19:37.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.232+0000 7f9a90000700 1 -- 172.21.15.6:0/2491650994 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8819a360 con 0x7f9a8806bc10 2024-05-20T21:19:37.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.232+0000 7f9a90000700 1 -- 172.21.15.6:0/2491650994 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a881a6680 con 0x7f9a8806bc10 2024-05-20T21:19:37.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.236+0000 7f9a86000700 1 -- 172.21.15.6:0/2491650994 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9a7c029070 con 0x7f9a8806bc10 2024-05-20T21:19:37.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.236+0000 7f9a9a8b9b80 1 Processor -- start 2024-05-20T21:19:37.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a9a8b9b80 1 -- start start 2024-05-20T21:19:37.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572470 0x555e85572850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e8556c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 0x555e8556d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555e854cafd0 con 0x555e85572470 2024-05-20T21:19:37.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555e854bab70 con 0x555e8556d010 2024-05-20T21:19:37.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555e854bebb0 con 0x555e85572d90 2024-05-20T21:19:37.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e8556c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.237+0000 7f9a86000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a700b29b0 0x7f9a700b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e8556c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38668/0 (socket says 172.21.15.6:38668) 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8d600700 1 -- 172.21.15.6:0/4222576119 learned_addr learned my addr 172.21.15.6:0/4222576119 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8e000700 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572470 0x555e85572850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8d600700 1 -- 172.21.15.6:0/4222576119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 msgr2=0x555e8556d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 0x555e8556d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8d600700 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 0x555e8556d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8d600700 1 -- 172.21.15.6:0/4222576119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572470 msgr2=0x555e85572850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8d600700 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572470 0x555e85572850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8d600700 1 -- 172.21.15.6:0/4222576119 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e854835b0 con 0x555e85572d90 2024-05-20T21:19:37.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.238+0000 7f9a8d600700 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e8556c9f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0a9c70 tx=0x7f9a7c0aa6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44da09b179fdef08 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:37.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.239+0000 7f9a86000700 1 -- 172.21.15.6:0/2491650994 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9a7c0e2a40 con 0x7f9a8806bc10 2024-05-20T21:19:37.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.239+0000 7f9a8e000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a700b29b0 0x7f9a700b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.239+0000 7f9a7aa00700 1 -- 172.21.15.6:0/4222576119 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c003e20 con 0x555e85572d90 2024-05-20T21:19:37.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.239+0000 7f9a7aa00700 1 -- 172.21.15.6:0/4222576119 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a7c0b2dc0 con 0x555e85572d90 2024-05-20T21:19:37.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.239+0000 7f9a7aa00700 1 -- 172.21.15.6:0/4222576119 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c0aa4d0 con 0x555e85572d90 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.240+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/4222576119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 msgr2=0x555e8556c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.240+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e8556c9f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0a9c70 tx=0x7f9a7c0aa6f0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.240+0000 7f9a8e000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a700b29b0 0x7f9a700b4e70 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9a80009fd0 tx=0x7f9a80004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.240+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/4222576119 shutdown_connections 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.240+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 0x555e8556d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.240+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572470 0x555e85572850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.240+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/4222576119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e8556c9f0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.240+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/4222576119 >> 172.21.15.6:0/4222576119 conn(0x555e8549ad70 msgr2=0x555e855674b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.241+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/4222576119 shutdown_connections 2024-05-20T21:19:37.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.241+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/4222576119 wait complete. 2024-05-20T21:19:37.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.241+0000 7f9a9a8b9b80 1 -- start start 2024-05-20T21:19:37.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.241+0000 7f9a9a8b9b80 1 Processor -- start 2024-05-20T21:19:37.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.242+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85576fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.242+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572470 0x555e85573330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.242+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e85573870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.242+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555e853c1130 con 0x555e8556d010 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.242+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555e8545b8f0 con 0x555e85572470 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555e85579630 con 0x555e85572d90 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a9a8b9b80 10 client.0 _ll_register_callbacks cb 0x555e85464e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572470 0x555e85573330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85576fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572470 0x555e85573330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55602/0 (socket says 172.21.15.6:55602) 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85576fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58646/0 (socket says 172.21.15.6:58646) 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8cc00700 1 -- 172.21.15.6:0/1863214106 learned_addr learned my addr 172.21.15.6:0/1863214106 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8cc00700 1 -- 172.21.15.6:0/1863214106 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 msgr2=0x555e85573870 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e85573870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8cc00700 1 -- 172.21.15.6:0/1863214106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 msgr2=0x555e85576fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85576fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.243+0000 7f9a8cc00700 1 -- 172.21.15.6:0/1863214106 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e8540aa60 con 0x555e85572470 2024-05-20T21:19:37.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.244+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572470 0x555e85573330 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9a74013960 tx=0x7f9a74013d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9700636358fb0bb2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:37.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.244+0000 7f9a6f400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:37.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.244+0000 7f9a6f400700 1 -- 172.21.15.6:0/1863214106 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a74020060 con 0x555e85572470 2024-05-20T21:19:37.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.244+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/1863214106 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a7c0b2dc0 con 0x555e85572470 2024-05-20T21:19:37.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.244+0000 7f9a6f400700 1 -- 172.21.15.6:0/1863214106 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9a74011da0 con 0x555e85572470 2024-05-20T21:19:37.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.244+0000 7f9a6f400700 1 -- 172.21.15.6:0/1863214106 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9a74025430 con 0x555e85572470 2024-05-20T21:19:37.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.244+0000 7f9a9a8b9b80 10 client.26153 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:37.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.244+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/1863214106 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e8548b1f0 con 0x555e85572470 2024-05-20T21:19:37.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a6f400700 1 -- 172.21.15.6:0/1863214106 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a7c0b2dc0 con 0x555e85572470 2024-05-20T21:19:37.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a6f400700 1 -- 172.21.15.6:0/1863214106 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9a7401b6c0 con 0x555e85572470 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a9a8b9b80 10 client.26153 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a9a8b9b80 10 client.26153 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a9a8b9b80 20 client.26153 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e8557e150 0x555e855805b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a9a8b9b80 4 client.26153 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/1863214106 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e854ccf20 con 0x555e8557e150 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.245+0000 7f9a8d600700 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e8557e150 0x555e855805b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.246+0000 7f9a8d600700 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e8557e150 0x555e855805b0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4eada71f9ab8c4e8 server_cookie=23d76534950dc6bd in_seq=0 out_seq=0 2024-05-20T21:19:37.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.246+0000 7f9a6f400700 10 client.26153 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:37.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a6f400700 1 -- 172.21.15.6:0/1863214106 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555e854ccf20 con 0x555e8557e150 2024-05-20T21:19:37.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a6f400700 10 client.26153 handle_command_reply: tid=0 2024-05-20T21:19:37.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 client.26153 shutdown 2024-05-20T21:19:37.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/1863214106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572470 msgr2=0x555e85573330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572470 0x555e85573330 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9a74013960 tx=0x7f9a74013d20 comp rx=0 tx=0).stop 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/1863214106 shutdown_connections 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e8557e150 0x555e855805b0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572d90 0x555e85573870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85576fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/1863214106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572470 0x555e85573330 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a6f400700 0 client.26153 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/1863214106 >> 172.21.15.6:0/1863214106 conn(0x555e8549ad70 msgr2=0x555e8556b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/1863214106 shutdown_connections 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.247+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/1863214106 wait complete. 2024-05-20T21:19:37.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.248+0000 7f9a9a8b9b80 20 client.26153 trim_cache size 0 max 16384 2024-05-20T21:19:37.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.270+0000 7f9a9a8b9b80 1 Processor -- start 2024-05-20T21:19:37.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.270+0000 7f9a9a8b9b80 1 -- start start 2024-05-20T21:19:37.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 0x555e85561520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e855a0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572d90 0x555e855a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9a881ae3b0 con 0x555e85572d90 2024-05-20T21:19:37.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a881abc40 con 0x555e8556d010 2024-05-20T21:19:37.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9a881a9a90 con 0x555e85572470 2024-05-20T21:19:37.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a8e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572d90 0x555e855a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 0x555e85561520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a8e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572d90 0x555e855a14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58654/0 (socket says 172.21.15.6:58654) 2024-05-20T21:19:37.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a8e000700 1 -- 172.21.15.6:0/749104284 learned_addr learned my addr 172.21.15.6:0/749104284 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:37.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.271+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/749104284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e855a0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.272+0000 7f9a8cc00700 1 -- 172.21.15.6:0/749104284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 msgr2=0x555e85561520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.272+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/749104284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 0x555e85561520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.272+0000 7f9a8cc00700 1 -- 172.21.15.6:0/749104284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572d90 msgr2=0x555e855a14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.272+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/749104284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572d90 0x555e855a14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.272+0000 7f9a8cc00700 1 -- 172.21.15.6:0/749104284 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e8555f9d0 con 0x555e85572470 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.272+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/749104284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e855a0f70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9a74010000 tx=0x7f9a74011e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c66d8a4d6972feee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.272+0000 7f9a7a000700 1 -- 172.21.15.6:0/749104284 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7401b630 con 0x555e85572470 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.272+0000 7f9a7a000700 1 -- 172.21.15.6:0/749104284 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a7401b7d0 con 0x555e85572470 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.273+0000 7f9a7a000700 1 -- 172.21.15.6:0/749104284 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a74003ae0 con 0x555e85572470 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.273+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/749104284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 msgr2=0x555e855a0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.273+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/749104284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e855a0f70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f9a74010000 tx=0x7f9a74011e70 comp rx=0 tx=0).stop 2024-05-20T21:19:37.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.273+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/749104284 shutdown_connections 2024-05-20T21:19:37.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.273+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/749104284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e85572d90 0x555e855a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.273+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/749104284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e8556d010 0x555e85561520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.273+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/749104284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e855a0f70 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.273+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/749104284 >> 172.21.15.6:0/749104284 conn(0x555e8549ad70 msgr2=0x555e85560e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:37.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.274+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/749104284 shutdown_connections 2024-05-20T21:19:37.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.274+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/749104284 wait complete. 2024-05-20T21:19:37.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.274+0000 7f9a9a8b9b80 1 -- start start 2024-05-20T21:19:37.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.274+0000 7f9a9a8b9b80 1 Processor -- start 2024-05-20T21:19:37.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85586350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e85584700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a9a8b9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572d90 0x555e85584c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9a881aa100 con 0x555e8556d010 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a881ab570 con 0x555e85572d90 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a9a8b9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9a881aa7d0 con 0x555e85572470 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a9a8b9b80 10 client.0 _ll_register_callbacks cb 0x555e85464e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85586350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a8d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85586350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58670/0 (socket says 172.21.15.6:58670) 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a8d600700 1 -- 172.21.15.6:0/2772455440 learned_addr learned my addr 172.21.15.6:0/2772455440 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e85584700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.275+0000 7f9a8e000700 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572d90 0x555e85584c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a8d600700 1 -- 172.21.15.6:0/2772455440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 msgr2=0x555e85584700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a8d600700 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e85584700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a8d600700 1 -- 172.21.15.6:0/2772455440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572d90 msgr2=0x555e85584c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a8d600700 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572d90 0x555e85584c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a8d600700 1 -- 172.21.15.6:0/2772455440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e8557bbd0 con 0x555e8556d010 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a8d600700 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85586350 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0aa1b0 tx=0x7f9a7c0053f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94608b42cb2dee1c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a6f400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a6f400700 1 -- 172.21.15.6:0/2772455440 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c0b2dc0 con 0x555e8556d010 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a6f400700 1 -- 172.21.15.6:0/2772455440 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9a7c0a65e0 con 0x555e8556d010 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.276+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/2772455440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a7401b7d0 con 0x555e8556d010 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a6f400700 1 -- 172.21.15.6:0/2772455440 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9a7c003e20 con 0x555e8556d010 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a9a8b9b80 10 client.16029 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/2772455440 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e85602ae0 con 0x555e8556d010 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a6f400700 1 -- 172.21.15.6:0/2772455440 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a7401b7d0 con 0x555e8556d010 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a6f400700 1 -- 172.21.15.6:0/2772455440 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9a7c0a5960 con 0x555e8556d010 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a9a8b9b80 10 client.16029 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a9a8b9b80 10 client.16029 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a9a8b9b80 20 client.16029 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:37.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e85602e30 0x555e85605220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:37.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a9a8b9b80 4 client.16029 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-05-20T21:19:37.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.277+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/2772455440 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x555e854c6700 con 0x555e85602e30 2024-05-20T21:19:37.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.278+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e85602e30 0x555e85605220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:37.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.278+0000 7f9a8cc00700 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e85602e30 0x555e85605220 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bcbfe7fbc331d1a5 server_cookie=1de83699f910f6d8 in_seq=0 out_seq=0 2024-05-20T21:19:37.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.278+0000 7f9a6f400700 10 client.16029 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:37.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.290+0000 7f9a6f400700 1 -- 172.21.15.6:0/2772455440 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555e854c6700 con 0x555e85602e30 2024-05-20T21:19:37.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.290+0000 7f9a6f400700 10 client.16029 handle_command_reply: tid=0 2024-05-20T21:19:37.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.290+0000 7f9a9a8b9b80 1 client.16029 shutdown 2024-05-20T21:19:37.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/2772455440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 msgr2=0x555e85586350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85586350 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0aa1b0 tx=0x7f9a7c0053f0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/2772455440 shutdown_connections 2024-05-20T21:19:37.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e85572d90 0x555e85584c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e8556d010 0x555e85586350 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e85602e30 0x555e85605220 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 --2- 172.21.15.6:0/2772455440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e85572470 0x555e85584700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/2772455440 >> 172.21.15.6:0/2772455440 conn(0x555e8549ad70 msgr2=0x555e8556b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:37.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a6f400700 0 client.16029 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:37.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.291+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/2772455440 shutdown_connections 2024-05-20T21:19:37.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.292+0000 7f9a9a8b9b80 1 -- 172.21.15.6:0/2772455440 wait complete. 2024-05-20T21:19:37.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.292+0000 7f9a9a8b9b80 20 client.16029 trim_cache size 0 max 16384 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 10, 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "9c2c5055": { 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 10, 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:19:37.293 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 130.0, 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:37.294 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:19:37.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 -- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a700b29b0 msgr2=0x7f9a700b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a700b29b0 0x7f9a700b4e70 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9a80009fd0 tx=0x7f9a80004b40 comp rx=0 tx=0).stop 2024-05-20T21:19:37.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 -- 172.21.15.6:0/2491650994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a8806bc10 msgr2=0x7f9a8819f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a8806bc10 0x7f9a8819f7b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c006010 tx=0x7f9a7c005280 comp rx=0 tx=0).stop 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 -- 172.21.15.6:0/2491650994 shutdown_connections 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a700b29b0 0x7f9a700b4e70 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a88109640 0x7f9a88199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a8806bc10 0x7f9a8819f7b0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 --2- 172.21.15.6:0/2491650994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a8806c5d0 0x7f9a8819fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 -- 172.21.15.6:0/2491650994 >> 172.21.15.6:0/2491650994 conn(0x7f9a880793f0 msgr2=0x7f9a88101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 -- 172.21.15.6:0/2491650994 shutdown_connections 2024-05-20T21:19:37.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:37.293+0000 7f9a90000700 1 -- 172.21.15.6:0/2491650994 wait complete. 2024-05-20T21:19:37.316 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:37 smithi062 ceph-mon[36640]: pgmap v553: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:19:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:37 smithi042 ceph-mon[36332]: pgmap v553: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:19:38.163 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:37 smithi006 ceph-mon[31422]: pgmap v553: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:19:38.279 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '9c2c5055', quiesce took 12.0 seconds. Will release after: -2.0 2024-05-20T21:19:38.279 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:19:39.521 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:39.936 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:39 smithi006 ceph-mon[31422]: pgmap v554: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:19:40.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 -- 172.21.15.6:0/264604303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 msgr2=0x7fe2d81112d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 --2- 172.21.15.6:0/264604303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 0x7fe2d81112d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fe2d0009cd0 tx=0x7fe2d002a8f0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 -- 172.21.15.6:0/264604303 shutdown_connections 2024-05-20T21:19:40.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 --2- 172.21.15.6:0/264604303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 0x7fe2d81112d0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 --2- 172.21.15.6:0/264604303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d80754b0 0x7fe2d8075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.001 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 --2- 172.21.15.6:0/264604303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe2d8076a90 0x7fe2d8074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.002 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 -- 172.21.15.6:0/264604303 >> 172.21.15.6:0/264604303 conn(0x7fe2d80fde80 msgr2=0x7fe2d81002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.002 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 -- 172.21.15.6:0/264604303 shutdown_connections 2024-05-20T21:19:40.002 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.001+0000 7fe2dec00640 1 -- 172.21.15.6:0/264604303 wait complete. 2024-05-20T21:19:40.003 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.002+0000 7fe2dec00640 1 Processor -- start 2024-05-20T21:19:40.003 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.002+0000 7fe2dec00640 1 -- start start 2024-05-20T21:19:40.003 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.002+0000 7fe2dec00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe2d80754b0 0x7fe2d819f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.003 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2dec00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d8076a90 0x7fe2d819f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.003 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2dec00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 0x7fe2d81a6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.003 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2dec00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d8114a60 con 0x7fe2d810eee0 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2dec00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81148e0 con 0x7fe2d8076a90 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2dec00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d8114be0 con 0x7fe2d80754b0 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2de200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 0x7fe2d81a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2de200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 0x7fe2d81a6680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58694/0 (socket says 172.21.15.6:58694) 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2de200640 1 -- 172.21.15.6:0/1861657611 learned_addr learned my addr 172.21.15.6:0/1861657611 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2dce00640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d8076a90 0x7fe2d819f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2dd800640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe2d80754b0 0x7fe2d819f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2de200640 1 -- 172.21.15.6:0/1861657611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe2d80754b0 msgr2=0x7fe2d819f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2de200640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe2d80754b0 0x7fe2d819f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2de200640 1 -- 172.21.15.6:0/1861657611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d8076a90 msgr2=0x7fe2d819f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2de200640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d8076a90 0x7fe2d819f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.003+0000 7fe2de200640 1 -- 172.21.15.6:0/1861657611 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2d81a6cf0 con 0x7fe2d810eee0 2024-05-20T21:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.004+0000 7fe2de200640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 0x7fe2d81a6680 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe2d0003ba0 tx=0x7fe2d0003bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.004+0000 7fe2d6000640 1 -- 172.21.15.6:0/1861657611 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d0004240 con 0x7fe2d810eee0 2024-05-20T21:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.004+0000 7fe2d6000640 1 -- 172.21.15.6:0/1861657611 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2d0040070 con 0x7fe2d810eee0 2024-05-20T21:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.004+0000 7fe2dec00640 1 -- 172.21.15.6:0/1861657611 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2d81a6f80 con 0x7fe2d810eee0 2024-05-20T21:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.004+0000 7fe2d6000640 1 -- 172.21.15.6:0/1861657611 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d0045af0 con 0x7fe2d810eee0 2024-05-20T21:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.004+0000 7fe2dec00640 1 -- 172.21.15.6:0/1861657611 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2d81a7490 con 0x7fe2d810eee0 2024-05-20T21:19:40.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.008+0000 7fe2e2fe7740 1 Processor -- start 2024-05-20T21:19:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.009+0000 7fe2d6000640 1 -- 172.21.15.6:0/1861657611 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe2d00043e0 con 0x7fe2d810eee0 2024-05-20T21:19:40.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.009+0000 7fe2e2fe7740 1 -- start start 2024-05-20T21:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e44858cf0 0x557e44859110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e448596e0 0x557e4485e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44860ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557e447c8b90 con 0x557e44858cf0 2024-05-20T21:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557e447b8730 con 0x557e4485e850 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557e447bc770 con 0x557e448596e0 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e44858cf0 0x557e44859110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e44858cf0 0x557e44859110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58706/0 (socket says 172.21.15.6:58706) 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 -- 172.21.15.6:0/403110472 learned_addr learned my addr 172.21.15.6:0/403110472 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dd800640 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e448596e0 0x557e4485e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44860ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 -- 172.21.15.6:0/403110472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e448596e0 msgr2=0x557e4485e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e448596e0 0x557e4485e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 -- 172.21.15.6:0/403110472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 msgr2=0x557e44860ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44860ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.010+0000 7fe2dce00640 1 -- 172.21.15.6:0/403110472 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e447518b0 con 0x557e44858cf0 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.011+0000 7fe2dce00640 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e44858cf0 0x557e44859110 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc013620 tx=0x7fe2cc009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec3fbb12e72a90f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.011+0000 7fe2caa00640 1 -- 172.21.15.6:0/403110472 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2cc004050 con 0x557e44858cf0 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.011+0000 7fe2caa00640 1 -- 172.21.15.6:0/403110472 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2cc0041f0 con 0x557e44858cf0 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.011+0000 7fe2caa00640 1 -- 172.21.15.6:0/403110472 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2cc00f7e0 con 0x557e44858cf0 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.011+0000 7fe2d6000640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe2c00b2850 0x7fe2c00b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.011+0000 7fe2d6000640 1 -- 172.21.15.6:0/1861657611 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe2d01037c0 con 0x7fe2d810eee0 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2dd800640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe2c00b2850 0x7fe2c00b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/403110472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e44858cf0 msgr2=0x557e44859110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e44858cf0 0x557e44859110 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc013620 tx=0x7fe2cc009850 comp rx=0 tx=0).stop 2024-05-20T21:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/403110472 shutdown_connections 2024-05-20T21:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44860ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e448596e0 0x557e4485e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/403110472 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e44858cf0 0x557e44859110 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/403110472 >> 172.21.15.6:0/403110472 conn(0x557e44854360 msgr2=0x557e44854760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/403110472 shutdown_connections 2024-05-20T21:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/403110472 wait complete. 2024-05-20T21:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.012+0000 7fe2dd800640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe2c00b2850 0x7fe2c00b4d10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x557e44859ae0 tx=0x7fe2c4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.013+0000 7fe2e2fe7740 1 -- start start 2024-05-20T21:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.013+0000 7fe2e2fe7740 1 Processor -- start 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.013+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e44862a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44862f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44869fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557e4449e790 con 0x557e448596e0 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557e44760bc0 con 0x557e4485e850 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557e448617a0 con 0x557e44858cf0 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2e2fe7740 10 client.0 _ll_register_callbacks cb 0x557e4473e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44862f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44862f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58714/0 (socket says 172.21.15.6:58714) 2024-05-20T21:19:40.020 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2de200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44869fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2dce00640 1 -- 172.21.15.6:0/3323976197 learned_addr learned my addr 172.21.15.6:0/3323976197 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2dd800640 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e44862a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2de200640 1 -- 172.21.15.6:0/3323976197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 msgr2=0x557e44862a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2de200640 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e44862a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2de200640 1 -- 172.21.15.6:0/3323976197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 msgr2=0x557e44862f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2de200640 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44862f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2de200640 1 -- 172.21.15.6:0/3323976197 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e444cd210 con 0x557e4485e850 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.014+0000 7fe2dce00640 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44862f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:40.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2de200640 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44869fb0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe2d00cac70 tx=0x7fe2d00ca510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4102c651364a0fb2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2bf400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2bf400640 1 -- 172.21.15.6:0/3323976197 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d00cb3e0 con 0x557e4485e850 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2bf400640 1 -- 172.21.15.6:0/3323976197 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe2d00c6f70 con 0x557e4485e850 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/3323976197 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2cc0041f0 con 0x557e4485e850 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2bf400640 1 -- 172.21.15.6:0/3323976197 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe2d00cace0 con 0x557e4485e850 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2e2fe7740 10 client.26171 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/3323976197 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557e44599620 con 0x557e4485e850 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.015+0000 7fe2bf400640 1 -- 172.21.15.6:0/3323976197 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2d00e2080 con 0x557e4485e850 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.016+0000 7fe2bf400640 1 -- 172.21.15.6:0/3323976197 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe2d00d36b0 con 0x557e4485e850 2024-05-20T21:19:40.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.016+0000 7fe2e2fe7740 10 client.26171 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.016+0000 7fe2e2fe7740 10 client.26171 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.016+0000 7fe2e2fe7740 20 client.26171 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.016+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557e4486e5c0 0x557e44870a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.016+0000 7fe2e2fe7740 4 client.26171 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.016+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/3323976197 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e447caae0 con 0x557e4486e5c0 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.016+0000 7fe2dd800640 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557e4486e5c0 0x557e44870a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.017+0000 7fe2dd800640 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557e4486e5c0 0x557e44870a20 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdb20e18f2b2b497 server_cookie=6d90aa4832f5c971 in_seq=0 out_seq=0 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.017+0000 7fe2bf400640 10 client.26171 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.017+0000 7fe2bf400640 1 -- 172.21.15.6:0/3323976197 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557e447caae0 con 0x557e4486e5c0 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.017+0000 7fe2bf400640 10 client.26171 handle_command_reply: tid=0 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.017+0000 7fe2e2fe7740 1 client.26171 shutdown 2024-05-20T21:19:40.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/3323976197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 msgr2=0x557e44869fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44869fb0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe2d00cac70 tx=0x7fe2d00ca510 comp rx=0 tx=0).stop 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/3323976197 shutdown_connections 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557e4486e5c0 0x557e44870a20 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44869fb0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44862f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/3323976197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e44862a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2bf400640 0 client.26171 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/3323976197 >> 172.21.15.6:0/3323976197 conn(0x557e44854360 msgr2=0x557e448534c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/3323976197 shutdown_connections 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/3323976197 wait complete. 2024-05-20T21:19:40.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.018+0000 7fe2e2fe7740 20 client.26171 trim_cache size 0 max 16384 2024-05-20T21:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.035+0000 7fe2e2fe7740 1 Processor -- start 2024-05-20T21:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2e2fe7740 1 -- start start 2024-05-20T21:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e4485a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44869f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44857270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81b2d50 con 0x557e448596e0 2024-05-20T21:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81b0620 con 0x557e4485e850 2024-05-20T21:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81ae470 con 0x557e44858cf0 2024-05-20T21:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44869f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2de200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44857270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2de200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44857270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55640/0 (socket says 172.21.15.6:55640) 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44869f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58720/0 (socket says 172.21.15.6:58720) 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2dd800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e4485a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.036+0000 7fe2de200640 1 -- 172.21.15.6:0/2701456402 learned_addr learned my addr 172.21.15.6:0/2701456402 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.037+0000 7fe2dd800640 1 -- 172.21.15.6:0/2701456402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 msgr2=0x557e44857270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.037+0000 7fe2dd800640 1 --2- 172.21.15.6:0/2701456402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44857270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.037+0000 7fe2dd800640 1 -- 172.21.15.6:0/2701456402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 msgr2=0x557e44869f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.037+0000 7fe2dd800640 1 --2- 172.21.15.6:0/2701456402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44869f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.037+0000 7fe2dd800640 1 -- 172.21.15.6:0/2701456402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e44855030 con 0x557e44858cf0 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.037+0000 7fe2de200640 1 --2- 172.21.15.6:0/2701456402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44857270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.037+0000 7fe2dd800640 1 --2- 172.21.15.6:0/2701456402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e4485a890 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x557e44871260 tx=0x7fe2c401b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f56489dbe19f3b71 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.037+0000 7fe2ca000640 1 -- 172.21.15.6:0/2701456402 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c402f020 con 0x557e44858cf0 2024-05-20T21:19:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2ca000640 1 -- 172.21.15.6:0/2701456402 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2c40054d0 con 0x557e44858cf0 2024-05-20T21:19:40.039 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2ca000640 1 -- 172.21.15.6:0/2701456402 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c402b470 con 0x557e44858cf0 2024-05-20T21:19:40.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:39 smithi062 ceph-mon[36640]: pgmap v554: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/2701456402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 msgr2=0x557e4485a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/2701456402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e4485a890 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x557e44871260 tx=0x7fe2c401b000 comp rx=0 tx=0).stop 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/2701456402 shutdown_connections 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/2701456402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44857270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/2701456402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44869f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/2701456402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e4485a890 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/2701456402 >> 172.21.15.6:0/2701456402 conn(0x557e44854360 msgr2=0x557e4485a180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/2701456402 shutdown_connections 2024-05-20T21:19:40.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.038+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/2701456402 wait complete. 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 1 -- start start 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 1 Processor -- start 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e448675c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44867b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44868b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81aeae0 con 0x557e448596e0 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81aff50 con 0x557e4485e850 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe2d81af1b0 con 0x557e44858cf0 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.039+0000 7fe2e2fe7740 10 client.0 _ll_register_callbacks cb 0x7fe2d0030f90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44867b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44867b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58722/0 (socket says 172.21.15.6:58722) 2024-05-20T21:19:40.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dce00640 1 -- 172.21.15.6:0/907352310 learned_addr learned my addr 172.21.15.6:0/907352310 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2de200640 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44868b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dd800640 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e448675c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dce00640 1 -- 172.21.15.6:0/907352310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 msgr2=0x557e448675c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dce00640 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e448675c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dce00640 1 -- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 msgr2=0x557e44868b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dce00640 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44868b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2dce00640 1 -- 172.21.15.6:0/907352310 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e44869100 con 0x557e448596e0 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.040+0000 7fe2de200640 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44868b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.041+0000 7fe2dce00640 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44867b00 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc005890 tx=0x7fe2cc0133e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dd20a92ba21bebd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.041+0000 7fe2bf400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.041+0000 7fe2bf400640 1 -- 172.21.15.6:0/907352310 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2cc02f060 con 0x557e448596e0 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.041+0000 7fe2bf400640 1 -- 172.21.15.6:0/907352310 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe2cc003ac0 con 0x557e448596e0 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.041+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/907352310 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2c40054d0 con 0x557e448596e0 2024-05-20T21:19:40.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.041+0000 7fe2bf400640 1 -- 172.21.15.6:0/907352310 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe2cc003cc0 con 0x557e448596e0 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.041+0000 7fe2e2fe7740 10 client.16047 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.041+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/907352310 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557e448d91c0 con 0x557e448596e0 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2bf400640 1 -- 172.21.15.6:0/907352310 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2c40054d0 con 0x557e448596e0 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2bf400640 1 -- 172.21.15.6:0/907352310 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe2cc029070 con 0x557e448596e0 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2e2fe7740 10 client.16047 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2e2fe7740 10 client.16047 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2e2fe7740 20 client.16047 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557e448d9a30 0x557e448dbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2e2fe7740 4 client.16047 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/907352310 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557e447c42c0 con 0x557e448d9a30 2024-05-20T21:19:40.045 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.042+0000 7fe2dd800640 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557e448d9a30 0x557e448dbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:40.046 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.043+0000 7fe2dd800640 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557e448d9a30 0x557e448dbe50 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ef9e179729d0d1b server_cookie=8210bc34292795b in_seq=0 out_seq=0 2024-05-20T21:19:40.046 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.043+0000 7fe2bf400640 10 client.16047 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2bf400640 1 -- 172.21.15.6:0/907352310 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557e447c42c0 con 0x557e448d9a30 2024-05-20T21:19:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2bf400640 10 client.16047 handle_command_reply: tid=0 2024-05-20T21:19:40.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 client.16047 shutdown 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/907352310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 msgr2=0x557e44867b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44867b00 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc005890 tx=0x7fe2cc0133e0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/907352310 shutdown_connections 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557e448d9a30 0x557e448dbe50 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557e4485e850 0x557e44868b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557e448596e0 0x557e44867b00 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 --2- 172.21.15.6:0/907352310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557e44858cf0 0x557e448675c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2bf400640 0 client.16047 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.058+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/907352310 >> 172.21.15.6:0/907352310 conn(0x557e44854360 msgr2=0x557e44857270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.059+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/907352310 shutdown_connections 2024-05-20T21:19:40.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.059+0000 7fe2e2fe7740 1 -- 172.21.15.6:0/907352310 wait complete. 2024-05-20T21:19:40.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.059+0000 7fe2e2fe7740 20 client.16047 trim_cache size 0 max 16384 2024-05-20T21:19:40.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:19:40.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:19:40.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:19:40.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 -- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe2c00b2850 msgr2=0x7fe2c00b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe2c00b2850 0x7fe2c00b4d10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x557e44859ae0 tx=0x7fe2c4005f90 comp rx=0 tx=0).stop 2024-05-20T21:19:40.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 -- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 msgr2=0x7fe2d81a6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 0x7fe2d81a6680 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe2d0003ba0 tx=0x7fe2d0003bd0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 -- 172.21.15.6:0/1861657611 shutdown_connections 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe2c00b2850 0x7fe2c00b4d10 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe2d810eee0 0x7fe2d81a6680 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe2d8076a90 0x7fe2d819f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 --2- 172.21.15.6:0/1861657611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe2d80754b0 0x7fe2d819f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 -- 172.21.15.6:0/1861657611 >> 172.21.15.6:0/1861657611 conn(0x7fe2d80fde80 msgr2=0x7fe2d8102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 -- 172.21.15.6:0/1861657611 shutdown_connections 2024-05-20T21:19:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:40.060+0000 7fe2dec00640 1 -- 172.21.15.6:0/1861657611 wait complete. 2024-05-20T21:19:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:39 smithi042 ceph-mon[36332]: pgmap v554: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:19:40.844 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:40 smithi006 ceph-mon[31422]: pgmap v555: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:19:41.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:40 smithi062 ceph-mon[36640]: pgmap v555: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:19:41.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:40 smithi042 ceph-mon[36332]: pgmap v555: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:19:41.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 -- 172.21.15.6:0/209394479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 msgr2=0x7f5ad81141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 --2- 172.21.15.6:0/209394479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 0x7f5ad81141d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4009990 tx=0x7f5ac4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 -- 172.21.15.6:0/209394479 shutdown_connections 2024-05-20T21:19:41.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 --2- 172.21.15.6:0/209394479 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ad8114710 0x7f5ad8116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 --2- 172.21.15.6:0/209394479 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ad8075770 0x7f5ad8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 --2- 172.21.15.6:0/209394479 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 0x7f5ad81141d0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 -- 172.21.15.6:0/209394479 >> 172.21.15.6:0/209394479 conn(0x7f5ad807a6a0 msgr2=0x7f5ad807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 -- 172.21.15.6:0/209394479 shutdown_connections 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.136+0000 7f5adf000700 1 -- 172.21.15.6:0/209394479 wait complete. 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.137+0000 7f5adf000700 1 Processor -- start 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.137+0000 7f5adf000700 1 -- start start 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5adf000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ad8075770 0x7f5ad81a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5adf000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 0x7f5ad81a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5adf000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ad8114710 0x7f5ad81a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5adf000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad8119d00 con 0x7f5ad8114710 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5adf000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad8119b80 con 0x7f5ad8076090 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5adf000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad8119e80 con 0x7f5ad8075770 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5add000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ad8114710 0x7f5ad81a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5ad7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 0x7f5ad81a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5add000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ad8114710 0x7f5ad81a4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58750/0 (socket says 172.21.15.6:58750) 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5add000700 1 -- 172.21.15.6:0/2656489224 learned_addr learned my addr 172.21.15.6:0/2656489224 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5ad7400700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 0x7f5ad81a0830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55676/0 (socket says 172.21.15.6:55676) 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.138+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ad8075770 0x7f5ad81a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.139+0000 7f5ad7400700 1 -- 172.21.15.6:0/2656489224 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ad8075770 msgr2=0x7f5ad81a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.139+0000 7f5ad7400700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ad8075770 0x7f5ad81a02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.139+0000 7f5ad7400700 1 -- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ad8114710 msgr2=0x7f5ad81a4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.139+0000 7f5ad7400700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ad8114710 0x7f5ad81a4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.139+0000 7f5ad7400700 1 -- 172.21.15.6:0/2656489224 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ad81a5300 con 0x7f5ad8076090 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.139+0000 7f5add000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ad8114710 0x7f5ad81a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.139+0000 7f5ad7400700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 0x7f5ad81a0830 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5ac40059d0 tx=0x7f5ac40047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.140+0000 7f5ad4c00700 1 -- 172.21.15.6:0/2656489224 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac4027070 con 0x7f5ad8076090 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.140+0000 7f5ad4c00700 1 -- 172.21.15.6:0/2656489224 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac4022470 con 0x7f5ad8076090 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.140+0000 7f5ad4c00700 1 -- 172.21.15.6:0/2656489224 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac4017650 con 0x7f5ad8076090 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.140+0000 7f5adf000700 1 -- 172.21.15.6:0/2656489224 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ad81a5590 con 0x7f5ad8076090 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.140+0000 7f5adf000700 1 -- 172.21.15.6:0/2656489224 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ad81ace70 con 0x7f5ad8076090 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.146+0000 7f5ae9a8bb80 1 Processor -- start 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ad4c00700 1 -- 172.21.15.6:0/2656489224 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5ac402a070 con 0x7f5ad8076090 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ae9a8bb80 1 -- start start 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e319a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e313ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e314640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c66e271ec0 con 0x55c66e319fb0 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c66e261a60 con 0x55c66e319690 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c66e265aa0 con 0x55c66e3141c0 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ad7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e313ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ad7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e313ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58758/0 (socket says 172.21.15.6:58758) 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.147+0000 7f5ad7e00700 1 -- 172.21.15.6:0/3044934512 learned_addr learned my addr 172.21.15.6:0/3044934512 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5add000700 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e319a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5ad7400700 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e314640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5ad7e00700 1 -- 172.21.15.6:0/3044934512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 msgr2=0x55c66e314640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e314640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5ad7e00700 1 -- 172.21.15.6:0/3044934512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 msgr2=0x55c66e319a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e319a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5ad7e00700 1 -- 172.21.15.6:0/3044934512 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c66e22a4a0 con 0x55c66e319fb0 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5add000700 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e319a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.148+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e313ba0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8007cf0 tx=0x7f5ac80103d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ffd013cb6c70249 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.149+0000 7f5acd600700 1 -- 172.21.15.6:0/3044934512 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8010d10 con 0x55c66e319fb0 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.149+0000 7f5acd600700 1 -- 172.21.15.6:0/3044934512 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac80118f0 con 0x55c66e319fb0 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.149+0000 7f5acd600700 1 -- 172.21.15.6:0/3044934512 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8019750 con 0x55c66e319fb0 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.149+0000 7f5ad4c00700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5abc0b2900 0x7f5abc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.149+0000 7f5ad4c00700 1 -- 172.21.15.6:0/2656489224 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5ac40e2ed0 con 0x7f5ad8076090 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.149+0000 7f5add000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5abc0b2900 0x7f5abc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.149+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/3044934512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 msgr2=0x55c66e313ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.149+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e313ba0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8007cf0 tx=0x7f5ac80103d0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.150+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/3044934512 shutdown_connections 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.150+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e314640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.150+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e319a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.150+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/3044934512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e313ba0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.150+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/3044934512 >> 172.21.15.6:0/3044934512 conn(0x55c66e241c60 msgr2=0x55c66e30e710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.150+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/3044934512 shutdown_connections 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.150+0000 7f5add000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5abc0b2900 0x7f5abc0b4dc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5ad0009fd0 tx=0x7f5ad000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.150+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/3044934512 wait complete. 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 1 -- start start 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 1 Processor -- start 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e31fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e31d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e31d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c66e168020 con 0x55c66e319fb0 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c66e2027e0 con 0x55c66e319690 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c66e320a60 con 0x55c66e3141c0 2024-05-20T21:19:41.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.151+0000 7f5ae9a8bb80 10 client.0 _ll_register_callbacks cb 0x55c66e20bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e31d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e31d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58764/0 (socket says 172.21.15.6:58764) 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 -- 172.21.15.6:0/910665691 learned_addr learned my addr 172.21.15.6:0/910665691 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e31fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5ad7400700 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e31d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 -- 172.21.15.6:0/910665691 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 msgr2=0x55c66e31fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e31fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 -- 172.21.15.6:0/910665691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 msgr2=0x55c66e31d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e31d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 -- 172.21.15.6:0/910665691 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c66e1b1950 con 0x55c66e319fb0 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.152+0000 7f5add000700 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e31d550 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5ad000efa0 tx=0x7f5ad0004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2cd8b09dd941a15 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.153+0000 7f5ac2000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.153+0000 7f5ac2000700 1 -- 172.21.15.6:0/910665691 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ad0027070 con 0x55c66e319fb0 2024-05-20T21:19:41.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.153+0000 7f5ac2000700 1 -- 172.21.15.6:0/910665691 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5ad0016a60 con 0x55c66e319fb0 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.153+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/910665691 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ac80118f0 con 0x55c66e319fb0 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.153+0000 7f5ac2000700 1 -- 172.21.15.6:0/910665691 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5ad0033050 con 0x55c66e319fb0 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.153+0000 7f5ae9a8bb80 10 client.16059 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.153+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/910665691 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c66e2320e0 con 0x55c66e319fb0 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.153+0000 7f5ac2000700 1 -- 172.21.15.6:0/910665691 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac80118f0 con 0x55c66e319fb0 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.154+0000 7f5ac2000700 1 -- 172.21.15.6:0/910665691 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5ad002b500 con 0x55c66e319fb0 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.154+0000 7f5ae9a8bb80 10 client.16059 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.154+0000 7f5ae9a8bb80 10 client.16059 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.154+0000 7f5ae9a8bb80 20 client.16059 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.154+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c66e32d530 0x55c66e32f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.154+0000 7f5ae9a8bb80 4 client.16059 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.154+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/910665691 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c66e273e10 con 0x55c66e32d530 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.154+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c66e32d530 0x55c66e32f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.155+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c66e32d530 0x55c66e32f960 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6944d0f824d503e9 server_cookie=d6cf45bc289d0ad2 in_seq=0 out_seq=0 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.155+0000 7f5ac2000700 10 client.16059 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ac2000700 1 -- 172.21.15.6:0/910665691 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c66e273e10 con 0x55c66e32d530 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ac2000700 10 client.16059 handle_command_reply: tid=0 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 client.16059 shutdown 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/910665691 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 msgr2=0x55c66e31d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e31d550 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5ad000efa0 tx=0x7f5ad0004b40 comp rx=0 tx=0).stop 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/910665691 shutdown_connections 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e31d550 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c66e32d530 0x55c66e32f960 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e31fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/910665691 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e31d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/910665691 >> 172.21.15.6:0/910665691 conn(0x55c66e241c60 msgr2=0x55c66e30ddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:41.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ac2000700 0 client.16059 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/910665691 shutdown_connections 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.156+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/910665691 wait complete. 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.157+0000 7f5ae9a8bb80 20 client.16059 trim_cache size 0 max 16384 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.180+0000 7f5ae9a8bb80 1 Processor -- start 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ae9a8bb80 1 -- start start 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e3141c0 0x55c66e313ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e319690 0x55c66e30e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e318830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81b6c90 con 0x55c66e319fb0 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81b4520 con 0x55c66e3141c0 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81b2370 con 0x55c66e319690 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ad7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e319690 0x55c66e30e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ad7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e319690 0x55c66e30e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38768/0 (socket says 172.21.15.6:38768) 2024-05-20T21:19:41.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ad7400700 1 -- 172.21.15.6:0/224223601 learned_addr learned my addr 172.21.15.6:0/224223601 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5add000700 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e318830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.181+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e3141c0 0x55c66e313ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5ad7400700 1 -- 172.21.15.6:0/224223601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e3141c0 msgr2=0x55c66e313ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5ad7400700 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e3141c0 0x55c66e313ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5ad7400700 1 -- 172.21.15.6:0/224223601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 msgr2=0x55c66e318830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5ad7400700 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e318830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5ad7400700 1 -- 172.21.15.6:0/224223601 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c66e32ffe0 con 0x55c66e319690 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5add000700 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e318830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5ad7400700 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e319690 0x55c66e30e570 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5ac40e0930 tx=0x7f5ac4009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8907e89ba853278d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5accc00700 1 -- 172.21.15.6:0/224223601 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac40aa2b0 con 0x55c66e319690 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5accc00700 1 -- 172.21.15.6:0/224223601 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac40a9ff0 con 0x55c66e319690 2024-05-20T21:19:41.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.182+0000 7f5accc00700 1 -- 172.21.15.6:0/224223601 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac40a9c50 con 0x55c66e319690 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.183+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/224223601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e319690 msgr2=0x55c66e30e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.183+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e319690 0x55c66e30e570 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5ac40e0930 tx=0x7f5ac4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.183+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/224223601 shutdown_connections 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.183+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e318830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.183+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e3141c0 0x55c66e313ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.183+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/224223601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e319690 0x55c66e30e570 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.183+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/224223601 >> 172.21.15.6:0/224223601 conn(0x55c66e241c60 msgr2=0x55c66e318120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.183+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/224223601 shutdown_connections 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.184+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/224223601 wait complete. 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.184+0000 7f5ae9a8bb80 1 -- start start 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.184+0000 7f5ae9a8bb80 1 Processor -- start 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e323080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e3235c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ae9a8bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e398110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81b29e0 con 0x55c66e319fb0 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81b3e50 con 0x55c66e319690 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ae9a8bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad81b30b0 con 0x55c66e3141c0 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ae9a8bb80 10 client.0 _ll_register_callbacks cb 0x55c66e20bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e3235c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e3235c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55706/0 (socket says 172.21.15.6:55706) 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 -- 172.21.15.6:0/1072257840 learned_addr learned my addr 172.21.15.6:0/1072257840 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e323080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5add000700 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e398110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 -- 172.21.15.6:0/1072257840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 msgr2=0x55c66e323080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e323080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 -- 172.21.15.6:0/1072257840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 msgr2=0x55c66e398110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e398110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 -- 172.21.15.6:0/1072257840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c66e398650 con 0x55c66e319690 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ad7400700 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e3235c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4000c00 tx=0x7f5ac4009320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33b11a82c5d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.185+0000 7f5ac2000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ac2000700 1 -- 172.21.15.6:0/1072257840 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac40a9e30 con 0x55c66e319690 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ac2000700 1 -- 172.21.15.6:0/1072257840 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5ac40e6250 con 0x55c66e319690 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/1072257840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ac40a9ff0 con 0x55c66e319690 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ac2000700 1 -- 172.21.15.6:0/1072257840 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5ac40aa4e0 con 0x55c66e319690 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ae9a8bb80 10 client.26195 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/1072257840 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c66e3998f0 con 0x55c66e319690 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ac2000700 1 -- 172.21.15.6:0/1072257840 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ac40a9ff0 con 0x55c66e319690 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ac2000700 1 -- 172.21.15.6:0/1072257840 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5ac40b2e20 con 0x55c66e319690 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ae9a8bb80 10 client.26195 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ae9a8bb80 10 client.26195 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.186+0000 7f5ae9a8bb80 20 client.26195 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:41.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.187+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c66e399f40 0x55c66e39c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.187+0000 7f5ae9a8bb80 4 client.26195 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.187+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/1072257840 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c66e26d5f0 con 0x55c66e399f40 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.187+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c66e399f40 0x55c66e39c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.187+0000 7f5ad7e00700 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c66e399f40 0x55c66e39c360 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed56be077e548a41 server_cookie=e83255b8e06e32ca in_seq=0 out_seq=0 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.187+0000 7f5ac2000700 10 client.26195 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ac2000700 1 -- 172.21.15.6:0/1072257840 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c66e26d5f0 con 0x55c66e399f40 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ac2000700 10 client.26195 handle_command_reply: tid=0 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 client.26195 shutdown 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/1072257840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 msgr2=0x55c66e3235c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e3235c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5ac4000c00 tx=0x7f5ac4009320 comp rx=0 tx=0).stop 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/1072257840 shutdown_connections 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c66e319fb0 0x55c66e398110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c66e399f40 0x55c66e39c360 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c66e3141c0 0x55c66e323080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 --2- 172.21.15.6:0/1072257840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c66e319690 0x55c66e3235c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/1072257840 >> 172.21.15.6:0/1072257840 conn(0x55c66e241c60 msgr2=0x55c66e3189b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:41.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ac2000700 0 client.26195 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:41.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/1072257840 shutdown_connections 2024-05-20T21:19:41.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 1 -- 172.21.15.6:0/1072257840 wait complete. 2024-05-20T21:19:41.607 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:19:41.607 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "d21f3988-1396-44bd-b8ea-255a102c8db5", 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.189+0000 7f5ae9a8bb80 20 client.26195 trim_cache size 0 max 16384 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 -- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5abc0b2900 msgr2=0x7f5abc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5abc0b2900 0x7f5abc0b4dc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5ad0009fd0 tx=0x7f5ad000b040 comp rx=0 tx=0).stop 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 -- 172.21.15.6:0/2656489224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 msgr2=0x7f5ad81a0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 0x7f5ad81a0830 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5ac40059d0 tx=0x7f5ac40047b0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 -- 172.21.15.6:0/2656489224 shutdown_connections 2024-05-20T21:19:41.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5abc0b2900 0x7f5abc0b4dc0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ad8114710 0x7f5ad81a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ad8075770 0x7f5ad81a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 --2- 172.21.15.6:0/2656489224 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ad8076090 0x7f5ad81a0830 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:41.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 -- 172.21.15.6:0/2656489224 >> 172.21.15.6:0/2656489224 conn(0x7f5ad807a6a0 msgr2=0x7f5ad81101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:41.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 -- 172.21.15.6:0/2656489224 shutdown_connections 2024-05-20T21:19:41.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:41.190+0000 7f5adf000700 1 -- 172.21.15.6:0/2656489224 wait complete. 2024-05-20T21:19:42.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:41 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:19:42.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:41 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:42.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:41 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:19:42.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:41 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:42.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:41 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:19:42.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:41 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:42.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:41 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:19:42.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:41 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:42.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:41 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:19:42.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:41 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:42.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:41 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:19:42.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:41 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:19:42.607 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:19:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.856+0000 7fed6e400700 1 -- 172.21.15.6:0/2461404512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 msgr2=0x7fed68103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.856+0000 7fed6e400700 1 --2- 172.21.15.6:0/2461404512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 0x7fed68103bd0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fed58009990 tx=0x7fed58009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.857+0000 7fed6e400700 1 -- 172.21.15.6:0/2461404512 shutdown_connections 2024-05-20T21:19:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.857+0000 7fed6e400700 1 --2- 172.21.15.6:0/2461404512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed681088f0 0x7fed68110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.857+0000 7fed6e400700 1 --2- 172.21.15.6:0/2461404512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 0x7fed68103bd0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.857+0000 7fed6e400700 1 --2- 172.21.15.6:0/2461404512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fed681041a0 0x7fed681081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.857+0000 7fed6e400700 1 -- 172.21.15.6:0/2461404512 >> 172.21.15.6:0/2461404512 conn(0x7fed6807a6a0 msgr2=0x7fed6807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:42.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.857+0000 7fed6e400700 1 -- 172.21.15.6:0/2461404512 shutdown_connections 2024-05-20T21:19:42.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.857+0000 7fed6e400700 1 -- 172.21.15.6:0/2461404512 wait complete. 2024-05-20T21:19:42.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.858+0000 7fed6e400700 1 Processor -- start 2024-05-20T21:19:42.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.858+0000 7fed6e400700 1 -- start start 2024-05-20T21:19:42.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed6e400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 0x7fed6819f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:42.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed6e400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed681041a0 0x7fed6819fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:42.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed6e400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fed681088f0 0x7fed681999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:42.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed6e400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fed68113710 con 0x7fed681088f0 2024-05-20T21:19:42.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed6e400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fed68113590 con 0x7fed681041a0 2024-05-20T21:19:42.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed6e400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fed68113890 con 0x7fed681037f0 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed67e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fed681088f0 0x7fed681999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed67400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 0x7fed6819f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed67400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 0x7fed6819f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38802/0 (socket says 172.21.15.6:38802) 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed67400700 1 -- 172.21.15.6:0/3835438681 learned_addr learned my addr 172.21.15.6:0/3835438681 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.859+0000 7fed5fe00700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed681041a0 0x7fed6819fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.860+0000 7fed67400700 1 -- 172.21.15.6:0/3835438681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed681041a0 msgr2=0x7fed6819fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.860+0000 7fed67400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed681041a0 0x7fed6819fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.860+0000 7fed67400700 1 -- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fed681088f0 msgr2=0x7fed681999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.860+0000 7fed67400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fed681088f0 0x7fed681999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.860+0000 7fed67400700 1 -- 172.21.15.6:0/3835438681 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed6819a150 con 0x7fed681037f0 2024-05-20T21:19:42.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.860+0000 7fed67400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 0x7fed6819f830 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fed58005910 tx=0x7fed580047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.861+0000 7fed64c00700 1 -- 172.21.15.6:0/3835438681 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed58027070 con 0x7fed681037f0 2024-05-20T21:19:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.861+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed6819a3e0 con 0x7fed681037f0 2024-05-20T21:19:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.861+0000 7fed64c00700 1 -- 172.21.15.6:0/3835438681 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed5800b610 con 0x7fed681037f0 2024-05-20T21:19:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.861+0000 7fed64c00700 1 -- 172.21.15.6:0/3835438681 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed580173f0 con 0x7fed681037f0 2024-05-20T21:19:42.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.861+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed681a6700 con 0x7fed681037f0 2024-05-20T21:19:42.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.862+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed6806a230 con 0x7fed681037f0 2024-05-20T21:19:42.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.865+0000 7fed64c00700 1 -- 172.21.15.6:0/3835438681 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fed5802a070 con 0x7fed681037f0 2024-05-20T21:19:42.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.866+0000 7fed64c00700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fed4c0b2900 0x7fed4c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.866+0000 7fed64c00700 1 -- 172.21.15.6:0/3835438681 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fed580e30a0 con 0x7fed681037f0 2024-05-20T21:19:42.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.866+0000 7fed5fe00700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fed4c0b2900 0x7fed4c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:42.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.867+0000 7fed5fe00700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fed4c0b2900 0x7fed4c0b4dc0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fed68103100 tx=0x7fed50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:42.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:42.871+0000 7fed64c00700 1 -- 172.21.15.6:0/3835438681 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fed58013070 con 0x7fed681037f0 2024-05-20T21:19:43.105 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:43.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:43 smithi006 ceph-mon[31422]: pgmap v556: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:19:43.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.191+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed6802e560 con 0x7fed681037f0 2024-05-20T21:19:43.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.192+0000 7fed64c00700 1 -- 172.21.15.6:0/3835438681 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fed580aadb0 con 0x7fed681037f0 2024-05-20T21:19:43.193 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:19:43.193 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:19:43.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fed4c0b2900 msgr2=0x7fed4c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fed4c0b2900 0x7fed4c0b4dc0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fed68103100 tx=0x7fed50009260 comp rx=0 tx=0).stop 2024-05-20T21:19:43.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 msgr2=0x7fed6819f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:43.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 0x7fed6819f830 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fed58005910 tx=0x7fed580047b0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 shutdown_connections 2024-05-20T21:19:43.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fed4c0b2900 0x7fed4c0b4dc0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fed681088f0 0x7fed681999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fed681037f0 0x7fed6819f830 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 --2- 172.21.15.6:0/3835438681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fed681041a0 0x7fed6819fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:43.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 >> 172.21.15.6:0/3835438681 conn(0x7fed6807a6a0 msgr2=0x7fed68101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:43.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 shutdown_connections 2024-05-20T21:19:43.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:43.196+0000 7fed6e400700 1 -- 172.21.15.6:0/3835438681 wait complete. 2024-05-20T21:19:43.197 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:19:43.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:43 smithi062 ceph-mon[36640]: pgmap v556: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:19:43.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:43 smithi042 ceph-mon[36332]: pgmap v556: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:19:44.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:44 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3835438681' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:44.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:44 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3835438681' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:44.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:44 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3835438681' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:45.091 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id 9c2c5055 --release --await' 2024-05-20T21:19:45.091 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id 9c2c5055 --release --await 2024-05-20T21:19:45.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:45 smithi062 ceph-mon[36640]: pgmap v557: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:45.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:45 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:19:45.352 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:45 smithi006 ceph-mon[31422]: pgmap v557: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:45.352 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:45 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:19:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:45 smithi042 ceph-mon[36332]: pgmap v557: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:45.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:45 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.670+0000 7f06c6600700 1 -- 172.21.15.6:0/3528712633 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06c006b220 msgr2=0x7f06c006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.670+0000 7f06c6600700 1 --2- 172.21.15.6:0/3528712633 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06c006b220 0x7f06c006b6a0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f06ac009990 tx=0x7f06ac009ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.671+0000 7f06c6600700 1 -- 172.21.15.6:0/3528712633 shutdown_connections 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.671+0000 7f06c6600700 1 --2- 172.21.15.6:0/3528712633 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06c006bbe0 0x7f06c01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.671+0000 7f06c6600700 1 --2- 172.21.15.6:0/3528712633 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06c01095b0 0x7f06c0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.671+0000 7f06c6600700 1 --2- 172.21.15.6:0/3528712633 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06c006b220 0x7f06c006b6a0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.671+0000 7f06c6600700 1 -- 172.21.15.6:0/3528712633 >> 172.21.15.6:0/3528712633 conn(0x7f06c00793f0 msgr2=0x7f06c0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.671+0000 7f06c6600700 1 -- 172.21.15.6:0/3528712633 shutdown_connections 2024-05-20T21:19:45.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.671+0000 7f06c6600700 1 -- 172.21.15.6:0/3528712633 wait complete. 2024-05-20T21:19:45.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.672+0000 7f06c6600700 1 Processor -- start 2024-05-20T21:19:45.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.673+0000 7f06c6600700 1 -- start start 2024-05-20T21:19:45.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.673+0000 7f06c6600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06c006b220 0x7f06c0102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.673+0000 7f06c6600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06c006bbe0 0x7f06c0102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.673+0000 7f06c6600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06c01095b0 0x7f06c0102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.673+0000 7f06c6600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01136c0 con 0x7f06c006bbe0 2024-05-20T21:19:45.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.673+0000 7f06c6600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f06c0113540 con 0x7f06c01095b0 2024-05-20T21:19:45.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.673+0000 7f06c6600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f06c0113840 con 0x7f06c006b220 2024-05-20T21:19:45.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06c006b220 0x7f06c0102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bfe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06c01095b0 0x7f06c0102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06c006bbe0 0x7f06c0102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06c006b220 0x7f06c0102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38830/0 (socket says 172.21.15.6:38830) 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bf400700 1 -- 172.21.15.6:0/1508417831 learned_addr learned my addr 172.21.15.6:0/1508417831 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bfe00700 1 -- 172.21.15.6:0/1508417831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06c006b220 msgr2=0x7f06c0102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bfe00700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06c006b220 0x7f06c0102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bfe00700 1 -- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06c006bbe0 msgr2=0x7f06c0102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bfe00700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06c006bbe0 0x7f06c0102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.674+0000 7f06bfe00700 1 -- 172.21.15.6:0/1508417831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06c019dd60 con 0x7f06c01095b0 2024-05-20T21:19:45.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.675+0000 7f06bfe00700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06c01095b0 0x7f06c0102f90 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f06b800efc0 tx=0x7f06b800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:45.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.675+0000 7f06b7e00700 1 -- 172.21.15.6:0/1508417831 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b80092e0 con 0x7f06c01095b0 2024-05-20T21:19:45.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.675+0000 7f06c6600700 1 -- 172.21.15.6:0/1508417831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06c019dff0 con 0x7f06c01095b0 2024-05-20T21:19:45.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.675+0000 7f06b7e00700 1 -- 172.21.15.6:0/1508417831 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06b8004bb0 con 0x7f06c01095b0 2024-05-20T21:19:45.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.675+0000 7f06b7e00700 1 -- 172.21.15.6:0/1508417831 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b8004020 con 0x7f06c01095b0 2024-05-20T21:19:45.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.675+0000 7f06c6600700 1 -- 172.21.15.6:0/1508417831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06c019e500 con 0x7f06c01095b0 2024-05-20T21:19:45.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.681+0000 7f06b7e00700 1 -- 172.21.15.6:0/1508417831 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f06b801b030 con 0x7f06c01095b0 2024-05-20T21:19:45.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.682+0000 7f06d0eebb80 1 Processor -- start 2024-05-20T21:19:45.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.682+0000 7f06d0eebb80 1 -- start start 2024-05-20T21:19:45.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.682+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.682+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6f30 0x564acedb0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedb15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564aced0ee40 con 0x564acedb6f30 2024-05-20T21:19:45.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564acecfe9e0 con 0x564acedb1140 2024-05-20T21:19:45.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564aced02a20 con 0x564acedb6610 2024-05-20T21:19:45.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06bea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedb15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06bea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedb15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55740/0 (socket says 172.21.15.6:55740) 2024-05-20T21:19:45.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06bea00700 1 -- 172.21.15.6:0/394611695 learned_addr learned my addr 172.21.15.6:0/394611695 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:45.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06bea00700 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06b7e00700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06a40b2880 0x7f06a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06bf400700 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6f30 0x564acedb0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.683+0000 7f06b7e00700 1 -- 172.21.15.6:0/1508417831 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f06b80e1d60 con 0x7f06c01095b0 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.684+0000 7f06bea00700 1 -- 172.21.15.6:0/394611695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 msgr2=0x564acedb69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.684+0000 7f06bea00700 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.684+0000 7f06bea00700 1 -- 172.21.15.6:0/394611695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6f30 msgr2=0x564acedb0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.684+0000 7f06bea00700 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6f30 0x564acedb0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.684+0000 7f06bea00700 1 -- 172.21.15.6:0/394611695 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564acecc7420 con 0x564acedb1140 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.684+0000 7f06bea00700 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedb15c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f06ac004800 tx=0x7f06ac009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b558fbd57499d36c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.684+0000 7f06bfe00700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06a40b2880 0x7f06a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.684+0000 7f06b4c00700 1 -- 172.21.15.6:0/394611695 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ac004830 con 0x564acedb1140 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.685+0000 7f06b4c00700 1 -- 172.21.15.6:0/394611695 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06ac005020 con 0x564acedb1140 2024-05-20T21:19:45.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.685+0000 7f06b4c00700 1 -- 172.21.15.6:0/394611695 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ac00f6c0 con 0x564acedb1140 2024-05-20T21:19:45.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 -- 172.21.15.6:0/394611695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 msgr2=0x564acedb15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06bfe00700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06a40b2880 0x7f06a40b4d40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f06b8009fb0 tx=0x7f06b8004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedb15c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f06ac004800 tx=0x7f06ac009310 comp rx=0 tx=0).stop 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 -- 172.21.15.6:0/394611695 shutdown_connections 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedb15c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/394611695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6f30 0x564acedb0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 -- 172.21.15.6:0/394611695 >> 172.21.15.6:0/394611695 conn(0x564acecdebe0 msgr2=0x564acedab690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 -- 172.21.15.6:0/394611695 shutdown_connections 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 -- 172.21.15.6:0/394611695 wait complete. 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.686+0000 7f06d0eebb80 1 -- start start 2024-05-20T21:19:45.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.687+0000 7f06d0eebb80 1 Processor -- start 2024-05-20T21:19:45.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.687+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedbccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.687+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6610 0x564acedba070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.687+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6f30 0x564acedba5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.687+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564acec04fa0 con 0x564acedb6610 2024-05-20T21:19:45.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.687+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564acec9f760 con 0x564acedb1140 2024-05-20T21:19:45.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.687+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564acedbd980 con 0x564acedb6f30 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.687+0000 7f06d0eebb80 10 client.0 _ll_register_callbacks cb 0x564aceca8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6610 0x564acedba070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedbccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6610 0x564acedba070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58836/0 (socket says 172.21.15.6:58836) 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bf400700 1 -- 172.21.15.6:0/304846650 learned_addr learned my addr 172.21.15.6:0/304846650 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bea00700 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6f30 0x564acedba5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bf400700 1 -- 172.21.15.6:0/304846650 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6f30 msgr2=0x564acedba5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bf400700 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6f30 0x564acedba5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bf400700 1 -- 172.21.15.6:0/304846650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 msgr2=0x564acedbccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bf400700 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedbccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bf400700 1 -- 172.21.15.6:0/304846650 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564acec4e8d0 con 0x564acedb6610 2024-05-20T21:19:45.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.688+0000 7f06bea00700 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedbccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:45.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.689+0000 7f06bf400700 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6610 0x564acedba070 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f06b00128e0 tx=0x7f06b0012ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303802729972015b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:45.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.689+0000 7f06a9600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:45.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.689+0000 7f06a9600700 1 -- 172.21.15.6:0/304846650 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b000f830 con 0x564acedb6610 2024-05-20T21:19:45.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.689+0000 7f06a9600700 1 -- 172.21.15.6:0/304846650 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f06b000f9d0 con 0x564acedb6610 2024-05-20T21:19:45.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.689+0000 7f06d0eebb80 1 -- 172.21.15.6:0/304846650 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06ac005020 con 0x564acedb6610 2024-05-20T21:19:45.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.689+0000 7f06a9600700 1 -- 172.21.15.6:0/304846650 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f06b000fc10 con 0x564acedb6610 2024-05-20T21:19:45.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.689+0000 7f06d0eebb80 10 client.16083 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:45.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.689+0000 7f06d0eebb80 1 -- 172.21.15.6:0/304846650 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564aceccf060 con 0x564acedb6610 2024-05-20T21:19:45.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.690+0000 7f06a9600700 1 -- 172.21.15.6:0/304846650 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06ac005020 con 0x564acedb6610 2024-05-20T21:19:45.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.690+0000 7f06a9600700 1 -- 172.21.15.6:0/304846650 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f06b0010430 con 0x564acedb6610 2024-05-20T21:19:45.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.690+0000 7f06d0eebb80 10 client.16083 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:45.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.690+0000 7f06d0eebb80 10 client.16083 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:45.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.690+0000 7f06d0eebb80 20 client.16083 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.690+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acedca520 0x564acedcc970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.690+0000 7f06d0eebb80 4 client.16083 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.690+0000 7f06d0eebb80 1 -- 172.21.15.6:0/304846650 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564aced10d90 con 0x564acedca520 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.691+0000 7f06bea00700 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acedca520 0x564acedcc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.691+0000 7f06bea00700 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acedca520 0x564acedcc970 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63251459a2235c50 server_cookie=cee71e481350fd88 in_seq=0 out_seq=0 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.691+0000 7f06a9600700 10 client.16083 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.692+0000 7f06a9600700 1 -- 172.21.15.6:0/304846650 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564aced10d90 con 0x564acedca520 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.692+0000 7f06a9600700 10 client.16083 handle_command_reply: tid=0 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.692+0000 7f06d0eebb80 1 client.16083 shutdown 2024-05-20T21:19:45.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.692+0000 7f06d0eebb80 1 -- 172.21.15.6:0/304846650 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6610 msgr2=0x564acedba070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.692+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6610 0x564acedba070 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f06b00128e0 tx=0x7f06b0012ca0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 1 -- 172.21.15.6:0/304846650 shutdown_connections 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acedca520 0x564acedcc970 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6f30 0x564acedba5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb1140 0x564acedbccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/304846650 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb6610 0x564acedba070 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 1 -- 172.21.15.6:0/304846650 >> 172.21.15.6:0/304846650 conn(0x564acecdebe0 msgr2=0x564acedaad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06a9600700 0 client.16083 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 1 -- 172.21.15.6:0/304846650 shutdown_connections 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 1 -- 172.21.15.6:0/304846650 wait complete. 2024-05-20T21:19:45.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.693+0000 7f06d0eebb80 20 client.16083 trim_cache size 0 max 16384 2024-05-20T21:19:45.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.728+0000 7f06d0eebb80 1 Processor -- start 2024-05-20T21:19:45.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.728+0000 7f06d0eebb80 1 -- start start 2024-05-20T21:19:45.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedb0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 0x564acedab4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01bf4f0 con 0x564acedb1140 2024-05-20T21:19:45.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01a5d40 con 0x564acedb6f30 2024-05-20T21:19:45.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01a3b90 con 0x564acedb6610 2024-05-20T21:19:45.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06bea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedb0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06bea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedb0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58850/0 (socket says 172.21.15.6:58850) 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06bf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06bea00700 1 -- 172.21.15.6:0/3198290321 learned_addr learned my addr 172.21.15.6:0/3198290321 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.729+0000 7f06bea00700 1 --2- 172.21.15.6:0/3198290321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 0x564acedab4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.730+0000 7f06bf400700 1 -- 172.21.15.6:0/3198290321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 msgr2=0x564acedab4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.730+0000 7f06bf400700 1 --2- 172.21.15.6:0/3198290321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 0x564acedab4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.730+0000 7f06bf400700 1 -- 172.21.15.6:0/3198290321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 msgr2=0x564acedb0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.730+0000 7f06bf400700 1 --2- 172.21.15.6:0/3198290321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedb0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.730+0000 7f06bf400700 1 -- 172.21.15.6:0/3198290321 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564acedc7ff0 con 0x564acedb6610 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.730+0000 7f06bf400700 1 --2- 172.21.15.6:0/3198290321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb7a20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f06b0010850 tx=0x7f06b0025380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=191c1acf23d849e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.731+0000 7f06abe00700 1 -- 172.21.15.6:0/3198290321 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b0010430 con 0x564acedb6610 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.731+0000 7f06abe00700 1 -- 172.21.15.6:0/3198290321 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06b00105d0 con 0x564acedb6610 2024-05-20T21:19:45.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.731+0000 7f06abe00700 1 -- 172.21.15.6:0/3198290321 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b000f830 con 0x564acedb6610 2024-05-20T21:19:45.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.731+0000 7f06d0eebb80 1 -- 172.21.15.6:0/3198290321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 msgr2=0x564acedb7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.731+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/3198290321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb7a20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f06b0010850 tx=0x7f06b0025380 comp rx=0 tx=0).stop 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.732+0000 7f06d0eebb80 1 -- 172.21.15.6:0/3198290321 shutdown_connections 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.732+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/3198290321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 0x564acedab4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.732+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/3198290321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedb0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.732+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/3198290321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedb7a20 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.732+0000 7f06d0eebb80 1 -- 172.21.15.6:0/3198290321 >> 172.21.15.6:0/3198290321 conn(0x564acecdebe0 msgr2=0x564acedb7310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.732+0000 7f06d0eebb80 1 -- 172.21.15.6:0/3198290321 shutdown_connections 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.732+0000 7f06d0eebb80 1 -- 172.21.15.6:0/3198290321 wait complete. 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.732+0000 7f06d0eebb80 1 -- start start 2024-05-20T21:19:45.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.733+0000 7f06d0eebb80 1 Processor -- start 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.733+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedc2df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.733+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedc3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.733+0000 7f06d0eebb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 0x564acedbfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.733+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01a4200 con 0x564acedb1140 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.733+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01a5670 con 0x564acedb6f30 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.733+0000 7f06d0eebb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f06c01a48d0 con 0x564acedb6610 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.733+0000 7f06d0eebb80 10 client.0 _ll_register_callbacks cb 0x564acedb4cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedc2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedc2df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58862/0 (socket says 172.21.15.6:58862) 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bea00700 1 -- 172.21.15.6:0/2969489046 learned_addr learned my addr 172.21.15.6:0/2969489046 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:45.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bf400700 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedc3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bea00700 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 0x564acedbfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bf400700 1 -- 172.21.15.6:0/2969489046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 msgr2=0x564acedbfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bf400700 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 0x564acedbfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bf400700 1 -- 172.21.15.6:0/2969489046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 msgr2=0x564acedc2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bf400700 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedc2df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bf400700 1 -- 172.21.15.6:0/2969489046 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564acedb6c40 con 0x564acedb6610 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.734+0000 7f06bea00700 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedc2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.735+0000 7f06bf400700 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedc3330 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x564aced76400 tx=0x7f06b0010c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=332990988f028d5c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.735+0000 7f06a9600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.735+0000 7f06a9600700 1 -- 172.21.15.6:0/2969489046 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b0033070 con 0x564acedb6610 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.735+0000 7f06a9600700 1 -- 172.21.15.6:0/2969489046 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f06b0005300 con 0x564acedb6610 2024-05-20T21:19:45.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.735+0000 7f06d0eebb80 1 -- 172.21.15.6:0/2969489046 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06b00105d0 con 0x564acedb6610 2024-05-20T21:19:45.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.735+0000 7f06a9600700 1 -- 172.21.15.6:0/2969489046 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f06b003f050 con 0x564acedb6610 2024-05-20T21:19:45.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.735+0000 7f06d0eebb80 10 client.26203 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.735+0000 7f06d0eebb80 1 -- 172.21.15.6:0/2969489046 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564acee35ab0 con 0x564acedb6610 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.736+0000 7f06a9600700 1 -- 172.21.15.6:0/2969489046 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06b00105d0 con 0x564acedb6610 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.736+0000 7f06a9600700 1 -- 172.21.15.6:0/2969489046 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f06b0003b30 con 0x564acedb6610 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.736+0000 7f06d0eebb80 10 client.26203 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.736+0000 7f06d0eebb80 10 client.26203 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.736+0000 7f06d0eebb80 20 client.26203 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.736+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acee35ff0 0x564acee383e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.736+0000 7f06d0eebb80 4 client.26203 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.736+0000 7f06d0eebb80 1 -- 172.21.15.6:0/2969489046 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564aced0a570 con 0x564acee35ff0 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.737+0000 7f06bea00700 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acee35ff0 0x564acee383e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:45.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.737+0000 7f06bea00700 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acee35ff0 0x564acee383e0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a424abadb6761e36 server_cookie=8fa5a7cdcac34a70 in_seq=0 out_seq=0 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.737+0000 7f06a9600700 10 client.26203 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.737+0000 7f06a9600700 1 -- 172.21.15.6:0/2969489046 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564aced0a570 con 0x564acee35ff0 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.737+0000 7f06a9600700 10 client.26203 handle_command_reply: tid=0 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.737+0000 7f06d0eebb80 1 client.26203 shutdown 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06d0eebb80 1 -- 172.21.15.6:0/2969489046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 msgr2=0x564acedc3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedc3330 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x564aced76400 tx=0x7f06b0010c70 comp rx=0 tx=0).stop 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06d0eebb80 1 -- 172.21.15.6:0/2969489046 shutdown_connections 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acedb6f30 0x564acedbfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acedb1140 0x564acedc2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acee35ff0 0x564acee383e0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06d0eebb80 1 --2- 172.21.15.6:0/2969489046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acedb6610 0x564acedc3330 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06d0eebb80 1 -- 172.21.15.6:0/2969489046 >> 172.21.15.6:0/2969489046 conn(0x564acecdebe0 msgr2=0x564acedb7ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:45.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.738+0000 7f06a9600700 0 client.26203 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:45.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.739+0000 7f06d0eebb80 1 -- 172.21.15.6:0/2969489046 shutdown_connections 2024-05-20T21:19:45.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.739+0000 7f06d0eebb80 1 -- 172.21.15.6:0/2969489046 wait complete. 2024-05-20T21:19:45.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.739+0000 7f06d0eebb80 20 client.26203 trim_cache size 0 max 16384 2024-05-20T21:19:45.741 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:19:45.741 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:19:45.741 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:19:45.741 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:19:45.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 -- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06a40b2880 msgr2=0x7f06a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06a40b2880 0x7f06a40b4d40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f06b8009fb0 tx=0x7f06b8004ad0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 -- 172.21.15.6:0/1508417831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06c01095b0 msgr2=0x7f06c0102f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:45.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06c01095b0 0x7f06c0102f90 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f06b800efc0 tx=0x7f06b800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 -- 172.21.15.6:0/1508417831 shutdown_connections 2024-05-20T21:19:45.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06a40b2880 0x7f06a40b4d40 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f06c01095b0 0x7f06c0102f90 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06c006b220 0x7f06c0102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 --2- 172.21.15.6:0/1508417831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f06c006bbe0 0x7f06c0102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:45.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 -- 172.21.15.6:0/1508417831 >> 172.21.15.6:0/1508417831 conn(0x7f06c00793f0 msgr2=0x7f06c01011e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:45.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 -- 172.21.15.6:0/1508417831 shutdown_connections 2024-05-20T21:19:45.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:45.740+0000 7f06c6600700 1 -- 172.21.15.6:0/1508417831 wait complete. 2024-05-20T21:19:45.764 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:47.478 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:19:47.478 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:19:47.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:47 smithi006 ceph-mon[31422]: pgmap v558: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-05-20T21:19:47.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:47 smithi062 ceph-mon[36640]: pgmap v558: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-05-20T21:19:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:47 smithi042 ceph-mon[36332]: pgmap v558: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-05-20T21:19:48.100 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:49.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 -- 172.21.15.6:0/3125248600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34ec103e10 msgr2=0x7f34ec110320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3125248600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34ec103e10 0x7f34ec110320 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f34e400b0a0 tx=0x7f34e400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 -- 172.21.15.6:0/3125248600 shutdown_connections 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3125248600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34ec103e10 0x7f34ec110320 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3125248600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34ec1094e0 0x7f34ec1098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3125248600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34ec103450 0x7f34ec1038d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 -- 172.21.15.6:0/3125248600 >> 172.21.15.6:0/3125248600 conn(0x7f34ec0fef60 msgr2=0x7f34ec101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 -- 172.21.15.6:0/3125248600 shutdown_connections 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.060+0000 7f34f1a00700 1 -- 172.21.15.6:0/3125248600 wait complete. 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.062+0000 7f34f1a00700 1 Processor -- start 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.062+0000 7f34f1a00700 1 -- start start 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34f1a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34ec103450 0x7f34ec075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34f1a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34ec103e10 0x7f34ec075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34f1a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34ec1094e0 0x7f34ec0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34f1a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec113640 con 0x7f34ec103450 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34f1a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec1134c0 con 0x7f34ec1094e0 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34f1a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec1137c0 con 0x7f34ec103e10 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34ebe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34ec103450 0x7f34ec075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34ebe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34ec103450 0x7f34ec075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40398/0 (socket says 172.21.15.6:40398) 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.063+0000 7f34ebe00700 1 -- 172.21.15.6:0/3788380228 learned_addr learned my addr 172.21.15.6:0/3788380228 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34eb400700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34ec103e10 0x7f34ec075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34f1000700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34ec1094e0 0x7f34ec0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34ebe00700 1 -- 172.21.15.6:0/3788380228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34ec103e10 msgr2=0x7f34ec075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34ebe00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34ec103e10 0x7f34ec075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34ebe00700 1 -- 172.21.15.6:0/3788380228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34ec1094e0 msgr2=0x7f34ec0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34ebe00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34ec1094e0 0x7f34ec0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34ebe00700 1 -- 172.21.15.6:0/3788380228 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34ec1a8030 con 0x7f34ec103450 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34eb400700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34ec103e10 0x7f34ec075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.064+0000 7f34ebe00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34ec103450 0x7f34ec075840 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f34dc00e9a0 tx=0x7f34dc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:49.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.065+0000 7f34e8c00700 1 -- 172.21.15.6:0/3788380228 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34dc00ca10 con 0x7f34ec103450 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.065+0000 7f34e8c00700 1 -- 172.21.15.6:0/3788380228 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34dc00cbb0 con 0x7f34ec103450 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.065+0000 7f34f1a00700 1 -- 172.21.15.6:0/3788380228 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34ec1a8320 con 0x7f34ec103450 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.065+0000 7f34e8c00700 1 -- 172.21.15.6:0/3788380228 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34dc018680 con 0x7f34ec103450 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.065+0000 7f34f1a00700 1 -- 172.21.15.6:0/3788380228 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34ec1a8860 con 0x7f34ec103450 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.068+0000 7f34e8c00700 1 -- 172.21.15.6:0/3788380228 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f34dc010430 con 0x7f34ec103450 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.070+0000 7f34fd8dcb80 1 Processor -- start 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.070+0000 7f34fd8dcb80 1 -- start start 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.070+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff9595b0 0x55d2ff959990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.070+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff959ed0 0x55d2ff953ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.070+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff954560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.070+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d2ff8b1f40 con 0x55d2ff9595b0 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.070+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d2ff8a1ae0 con 0x55d2ff9540e0 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.070+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d2ff8a5b20 con 0x55d2ff959ed0 2024-05-20T21:19:49.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34f1000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff9595b0 0x55d2ff959990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34f1000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff9595b0 0x55d2ff959990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40412/0 (socket says 172.21.15.6:40412) 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34f1000700 1 -- 172.21.15.6:0/3992138716 learned_addr learned my addr 172.21.15.6:0/3992138716 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34ebe00700 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff959ed0 0x55d2ff953ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34eb400700 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff954560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34f1000700 1 -- 172.21.15.6:0/3992138716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff959ed0 msgr2=0x55d2ff953ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34f1000700 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff959ed0 0x55d2ff953ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34f1000700 1 -- 172.21.15.6:0/3992138716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 msgr2=0x55d2ff954560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34f1000700 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff954560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34f1000700 1 -- 172.21.15.6:0/3992138716 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2ff86a520 con 0x55d2ff9595b0 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34eb400700 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff954560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.071+0000 7f34e8c00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34d00b2880 0x7f34d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.072+0000 7f34f1000700 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff9595b0 0x55d2ff959990 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f34e400b0a0 tx=0x7f34e40092e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0d8dd0b77fbd73 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:49.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.072+0000 7f34ebe00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34d00b2880 0x7f34d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.072+0000 7f34e8c00700 1 -- 172.21.15.6:0/3788380228 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f34dc0e2420 con 0x7f34ec103450 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.072+0000 7f34e1600700 1 -- 172.21.15.6:0/3992138716 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e400bcb0 con 0x55d2ff9595b0 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.072+0000 7f34e1600700 1 -- 172.21.15.6:0/3992138716 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34e40074e0 con 0x55d2ff9595b0 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.072+0000 7f34e1600700 1 -- 172.21.15.6:0/3992138716 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e4005260 con 0x55d2ff9595b0 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3992138716 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff9595b0 msgr2=0x55d2ff959990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34ebe00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34d00b2880 0x7f34d00b4d40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f34dc00e970 tx=0x7f34dc0e5e60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff9595b0 0x55d2ff959990 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f34e400b0a0 tx=0x7f34e40092e0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3992138716 shutdown_connections 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff954560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff9595b0 0x55d2ff959990 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3992138716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff959ed0 0x55d2ff953ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3992138716 >> 172.21.15.6:0/3992138716 conn(0x55d2ff881ce0 msgr2=0x55d2ff94e630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3992138716 shutdown_connections 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.073+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3992138716 wait complete. 2024-05-20T21:19:49.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.074+0000 7f34fd8dcb80 1 -- start start 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.074+0000 7f34fd8dcb80 1 Processor -- start 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff95fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff95d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d2ff7a80a0 con 0x55d2ff959ed0 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d2ff842860 con 0x55d2ff9540e0 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d2ff960920 con 0x55d2ff9595b0 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34fd8dcb80 10 client.0 _ll_register_callbacks cb 0x55d2ff84bd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34eb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34f1000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff95fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34eb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95cfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60828/0 (socket says 172.21.15.6:60828) 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34eb400700 1 -- 172.21.15.6:0/3566457302 learned_addr learned my addr 172.21.15.6:0/3566457302 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:49.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34f1000700 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff95d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34eb400700 1 -- 172.21.15.6:0/3566457302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 msgr2=0x55d2ff95fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34eb400700 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff95fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.075+0000 7f34eb400700 1 -- 172.21.15.6:0/3566457302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 msgr2=0x55d2ff95d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.076+0000 7f34eb400700 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff95d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.076+0000 7f34eb400700 1 -- 172.21.15.6:0/3566457302 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2ff7f19d0 con 0x55d2ff9595b0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.076+0000 7f34eb400700 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95cfd0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f34d8011d10 tx=0x7f34d800f6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d37de9a190f6969c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.076+0000 7f34d6000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.076+0000 7f34d6000700 1 -- 172.21.15.6:0/3566457302 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d801e020 con 0x55d2ff9595b0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.076+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3566457302 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34e40074e0 con 0x55d2ff9595b0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.076+0000 7f34d6000700 1 -- 172.21.15.6:0/3566457302 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f34d800fc30 con 0x55d2ff9595b0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.077+0000 7f34d6000700 1 -- 172.21.15.6:0/3566457302 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f34d800fe30 con 0x55d2ff9595b0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.077+0000 7f34fd8dcb80 10 client.26215 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.077+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3566457302 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d2ff872160 con 0x55d2ff9595b0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.077+0000 7f34d6000700 1 -- 172.21.15.6:0/3566457302 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34e40074e0 con 0x55d2ff9595b0 2024-05-20T21:19:49.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.078+0000 7f34d6000700 1 -- 172.21.15.6:0/3566457302 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f34d8019070 con 0x55d2ff9595b0 2024-05-20T21:19:49.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.078+0000 7f34fd8dcb80 10 client.26215 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:49.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.078+0000 7f34fd8dcb80 10 client.26215 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:19:49.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.078+0000 7f34fd8dcb80 20 client.26215 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:49.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.078+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d2ff96d600 0x55d2ff96fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.078+0000 7f34fd8dcb80 4 client.26215 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:49.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.078+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3566457302 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2ff8b3e90 con 0x55d2ff96d600 2024-05-20T21:19:49.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.079+0000 7f34f1000700 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d2ff96d600 0x55d2ff96fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.079+0000 7f34f1000700 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d2ff96d600 0x55d2ff96fa20 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0a07a850d1931fe server_cookie=db54e683d8831c6 in_seq=0 out_seq=0 2024-05-20T21:19:49.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.079+0000 7f34d6000700 10 client.26215 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:49.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34d6000700 1 -- 172.21.15.6:0/3566457302 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d2ff8b3e90 con 0x55d2ff96d600 2024-05-20T21:19:49.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34d6000700 10 client.26215 handle_command_reply: tid=0 2024-05-20T21:19:49.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 client.26215 shutdown 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3566457302 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 msgr2=0x55d2ff95cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95cfd0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f34d8011d10 tx=0x7f34d800f6a0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3566457302 shutdown_connections 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff95d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff95fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d2ff96d600 0x55d2ff96fa20 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/3566457302 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95cfd0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3566457302 >> 172.21.15.6:0/3566457302 conn(0x55d2ff881ce0 msgr2=0x55d2ff952ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.080+0000 7f34d6000700 0 client.26215 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.081+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3566457302 shutdown_connections 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.081+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/3566457302 wait complete. 2024-05-20T21:19:49.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.081+0000 7f34fd8dcb80 20 client.26215 trim_cache size 0 max 16384 2024-05-20T21:19:49.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.104+0000 7f34fd8dcb80 1 Processor -- start 2024-05-20T21:19:49.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34fd8dcb80 1 -- start start 2024-05-20T21:19:49.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff953ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff9752f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec1b2740 con 0x55d2ff959ed0 2024-05-20T21:19:49.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec1affd0 con 0x55d2ff9540e0 2024-05-20T21:19:49.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec1ade20 con 0x55d2ff9595b0 2024-05-20T21:19:49.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34f1000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff953ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34eb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34f1000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff953ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44040/0 (socket says 172.21.15.6:44040) 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.105+0000 7f34f1000700 1 -- 172.21.15.6:0/2737094378 learned_addr learned my addr 172.21.15.6:0/2737094378 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.106+0000 7f34f1000700 1 --2- 172.21.15.6:0/2737094378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff9752f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.106+0000 7f34eb400700 1 -- 172.21.15.6:0/2737094378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 msgr2=0x55d2ff953ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.106+0000 7f34eb400700 1 --2- 172.21.15.6:0/2737094378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff953ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.106+0000 7f34eb400700 1 -- 172.21.15.6:0/2737094378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 msgr2=0x55d2ff9752f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.106+0000 7f34eb400700 1 --2- 172.21.15.6:0/2737094378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff9752f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.106+0000 7f34eb400700 1 -- 172.21.15.6:0/2737094378 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2ff96af80 con 0x55d2ff9595b0 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.106+0000 7f34eb400700 1 --2- 172.21.15.6:0/2737094378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95a9c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f34d801a000 tx=0x7f34d8005900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a836766c7e6689 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.107+0000 7f34e0c00700 1 -- 172.21.15.6:0/2737094378 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d801e040 con 0x55d2ff9595b0 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.107+0000 7f34e0c00700 1 -- 172.21.15.6:0/2737094378 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34d8005560 con 0x55d2ff9595b0 2024-05-20T21:19:49.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.107+0000 7f34e0c00700 1 -- 172.21.15.6:0/2737094378 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d8019e20 con 0x55d2ff9595b0 2024-05-20T21:19:49.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.107+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/2737094378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 msgr2=0x55d2ff95a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.107+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/2737094378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95a9c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f34d801a000 tx=0x7f34d8005900 comp rx=0 tx=0).stop 2024-05-20T21:19:49.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/2737094378 shutdown_connections 2024-05-20T21:19:49.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/2737094378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff9752f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/2737094378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff953ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/2737094378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff95a9c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/2737094378 >> 172.21.15.6:0/2737094378 conn(0x55d2ff881ce0 msgr2=0x55d2ff95a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:49.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/2737094378 shutdown_connections 2024-05-20T21:19:49.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/2737094378 wait complete. 2024-05-20T21:19:49.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 -- start start 2024-05-20T21:19:49.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.108+0000 7f34fd8dcb80 1 Processor -- start 2024-05-20T21:19:49.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff962bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff9630f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34fd8dcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff963630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec1ae490 con 0x55d2ff959ed0 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec1af900 con 0x55d2ff9540e0 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34fd8dcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f34ec1aeb60 con 0x55d2ff9595b0 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34fd8dcb80 10 client.0 _ll_register_callbacks cb 0x55d2ff84bd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34f1000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff962bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34eb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff9630f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.109+0000 7f34f1000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff962bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44052/0 (socket says 172.21.15.6:44052) 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34f1000700 1 -- 172.21.15.6:0/486459388 learned_addr learned my addr 172.21.15.6:0/486459388 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34f1000700 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff963630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34f1000700 1 -- 172.21.15.6:0/486459388 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 msgr2=0x55d2ff9630f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34f1000700 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff9630f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34f1000700 1 -- 172.21.15.6:0/486459388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 msgr2=0x55d2ff963630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34f1000700 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff963630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34f1000700 1 -- 172.21.15.6:0/486459388 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2ff9d81d0 con 0x55d2ff9540e0 2024-05-20T21:19:49.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34eb400700 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff9630f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:49.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34f1000700 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff962bb0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x55d2ff919a40 tx=0x7f34e401e040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f5efcccecd3c527 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:49.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.110+0000 7f34d6000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:49.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.111+0000 7f34d6000700 1 -- 172.21.15.6:0/486459388 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e400be10 con 0x55d2ff9540e0 2024-05-20T21:19:49.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.111+0000 7f34d6000700 1 -- 172.21.15.6:0/486459388 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f34e4003c10 con 0x55d2ff9540e0 2024-05-20T21:19:49.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.111+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/486459388 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34d8005560 con 0x55d2ff9540e0 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.111+0000 7f34d6000700 1 -- 172.21.15.6:0/486459388 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f34e4003e10 con 0x55d2ff9540e0 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.111+0000 7f34fd8dcb80 10 client.26237 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.111+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/486459388 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d2ff9d9490 con 0x55d2ff9540e0 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.111+0000 7f34d6000700 1 -- 172.21.15.6:0/486459388 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34d8005560 con 0x55d2ff9540e0 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.112+0000 7f34d6000700 1 -- 172.21.15.6:0/486459388 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f34e4011070 con 0x55d2ff9540e0 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.112+0000 7f34fd8dcb80 10 client.26237 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.112+0000 7f34fd8dcb80 10 client.26237 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.112+0000 7f34fd8dcb80 20 client.26237 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:49.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.112+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d2ff9d97d0 0x55d2ff9dbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:49.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.112+0000 7f34fd8dcb80 4 client.26237 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "9c2c5055", "release": true, "await": true}] 2024-05-20T21:19:49.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.112+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/486459388 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "9c2c5055", "release": true, "await": true}) -- 0x55d2ff8ad670 con 0x55d2ff9d97d0 2024-05-20T21:19:49.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.112+0000 7f34eb400700 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d2ff9d97d0 0x55d2ff9dbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:49.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.113+0000 7f34eb400700 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d2ff9d97d0 0x55d2ff9dbbc0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f97815528fa8546 server_cookie=766cd3186b7c504d in_seq=0 out_seq=0 2024-05-20T21:19:49.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.113+0000 7f34d6000700 10 client.26237 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:49.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34d6000700 1 -- 172.21.15.6:0/486459388 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d2ff8ad670 con 0x55d2ff9d97d0 2024-05-20T21:19:49.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34d6000700 10 client.26237 handle_command_reply: tid=0 2024-05-20T21:19:49.117 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 client.26237 shutdown 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/486459388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 msgr2=0x55d2ff962bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff962bb0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x55d2ff919a40 tx=0x7f34e401e040 comp rx=0 tx=0).stop 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/486459388 shutdown_connections 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d2ff959ed0 0x55d2ff963630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d2ff9540e0 0x55d2ff962bb0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d2ff9d97d0 0x55d2ff9dbbc0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 --2- 172.21.15.6:0/486459388 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d2ff9595b0 0x55d2ff9630f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/486459388 >> 172.21.15.6:0/486459388 conn(0x55d2ff881ce0 msgr2=0x55d2ff95a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.117+0000 7f34d6000700 0 client.26237 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.118+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/486459388 shutdown_connections 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.118+0000 7f34fd8dcb80 1 -- 172.21.15.6:0/486459388 wait complete. 2024-05-20T21:19:49.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.118+0000 7f34fd8dcb80 20 client.26237 trim_cache size 0 max 16384 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 12, 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "9c2c5055": { 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 12, 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:19:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 130.0, 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:19:49.121 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:19:49.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.118+0000 7f34f1a00700 1 -- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34d00b2880 msgr2=0x7f34d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.118+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34d00b2880 0x7f34d00b4d40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f34dc00e970 tx=0x7f34dc0e5e60 comp rx=0 tx=0).stop 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.118+0000 7f34f1a00700 1 -- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34ec103450 msgr2=0x7f34ec075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34ec103450 0x7f34ec075840 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f34dc00e9a0 tx=0x7f34dc00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 -- 172.21.15.6:0/3788380228 shutdown_connections 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f34d00b2880 0x7f34d00b4d40 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f34ec1094e0 0x7f34ec0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f34ec103450 0x7f34ec075840 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 --2- 172.21.15.6:0/3788380228 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34ec103e10 0x7f34ec075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 -- 172.21.15.6:0/3788380228 >> 172.21.15.6:0/3788380228 conn(0x7f34ec0fef60 msgr2=0x7f34ec0ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 -- 172.21.15.6:0/3788380228 shutdown_connections 2024-05-20T21:19:49.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:49.119+0000 7f34f1a00700 1 -- 172.21.15.6:0/3788380228 wait complete. 2024-05-20T21:19:49.408 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:49 smithi006 ceph-mon[31422]: pgmap v559: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-05-20T21:19:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:49 smithi062 ceph-mon[36640]: pgmap v559: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-05-20T21:19:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:49 smithi042 ceph-mon[36332]: pgmap v559: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-05-20T21:19:50.378 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '9c2c5055', total seconds elapsed: 24.1 2024-05-20T21:19:51.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.540+0000 7fe498e00700 1 -- 172.21.15.6:0/393896886 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe494106a70 msgr2=0x7fe49410e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.540+0000 7fe498e00700 1 --2- 172.21.15.6:0/393896886 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe494106a70 0x7fe49410e5f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00b0a0 tx=0x7fe48c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.540+0000 7fe498e00700 1 -- 172.21.15.6:0/393896886 shutdown_connections 2024-05-20T21:19:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.540+0000 7fe498e00700 1 --2- 172.21.15.6:0/393896886 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe494106a70 0x7fe49410e5f0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.540+0000 7fe498e00700 1 --2- 172.21.15.6:0/393896886 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe494101b40 0x7fe494101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.540+0000 7fe498e00700 1 --2- 172.21.15.6:0/393896886 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4941024f0 0x7fe494106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.540+0000 7fe498e00700 1 -- 172.21.15.6:0/393896886 >> 172.21.15.6:0/393896886 conn(0x7fe4940771e0 msgr2=0x7fe4940775f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:52.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.540+0000 7fe498e00700 1 -- 172.21.15.6:0/393896886 shutdown_connections 2024-05-20T21:19:52.867 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:51 smithi042 ceph-mon[36332]: pgmap v560: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:19:52.868 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:51 smithi062 ceph-mon[36640]: pgmap v560: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:19:52.868 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:52 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3117724879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:52.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.541+0000 7fe498e00700 1 -- 172.21.15.6:0/393896886 wait complete. 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.542+0000 7fe498e00700 1 Processor -- start 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.542+0000 7fe498e00700 1 -- start start 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.542+0000 7fe498e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe494101b40 0x7fe49419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.542+0000 7fe498e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4941024f0 0x7fe49419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.542+0000 7fe498e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe494106a70 0x7fe494199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.542+0000 7fe498e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe494111430 con 0x7fe494106a70 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.542+0000 7fe498e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe4941112b0 con 0x7fe494101b40 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.542+0000 7fe498e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe4941115b0 con 0x7fe4941024f0 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe494101b40 0x7fe49419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe494106a70 0x7fe494199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe492a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4941024f0 0x7fe49419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:52.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe494106a70 0x7fe494199870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40430/0 (socket says 172.21.15.6:40430) 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493e00700 1 -- 172.21.15.6:0/3117724879 learned_addr learned my addr 172.21.15.6:0/3117724879 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493400700 1 -- 172.21.15.6:0/3117724879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4941024f0 msgr2=0x7fe49419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493400700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4941024f0 0x7fe49419fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493400700 1 -- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe494106a70 msgr2=0x7fe494199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493400700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe494106a70 0x7fe494199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493400700 1 -- 172.21.15.6:0/3117724879 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe494199fd0 con 0x7fe494101b40 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493e00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe494106a70 0x7fe494199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.543+0000 7fe493400700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe494101b40 0x7fe49419f6b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe48400e9f0 tx=0x7fe48400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.544+0000 7fe48be00700 1 -- 172.21.15.6:0/3117724879 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48400c9c0 con 0x7fe494101b40 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.544+0000 7fe48be00700 1 -- 172.21.15.6:0/3117724879 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe48400cb60 con 0x7fe494101b40 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.544+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe49419a2c0 con 0x7fe494101b40 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.544+0000 7fe48be00700 1 -- 172.21.15.6:0/3117724879 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe484018680 con 0x7fe494101b40 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.544+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4941a6580 con 0x7fe494101b40 2024-05-20T21:19:52.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.545+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe49406a230 con 0x7fe494101b40 2024-05-20T21:19:52.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.547+0000 7fe48be00700 1 -- 172.21.15.6:0/3117724879 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe484010430 con 0x7fe494101b40 2024-05-20T21:19:52.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.549+0000 7fe48be00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4780b2900 0x7fe4780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:52.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.549+0000 7fe48be00700 1 -- 172.21.15.6:0/3117724879 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe4840e23f0 con 0x7fe494101b40 2024-05-20T21:19:52.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.549+0000 7fe492a00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4780b2900 0x7fe4780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:52.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.550+0000 7fe492a00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4780b2900 0x7fe4780b4dc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe494101660 tx=0x7fe480010040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:52.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.553+0000 7fe48be00700 1 -- 172.21.15.6:0/3117724879 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe4840aa010 con 0x7fe494101b40 2024-05-20T21:19:52.872 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:51 smithi006 ceph-mon[31422]: pgmap v560: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 9 op/s 2024-05-20T21:19:52.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.845+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe49402e560 con 0x7fe494101b40 2024-05-20T21:19:52.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.847+0000 7fe48be00700 1 -- 172.21.15.6:0/3117724879 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fe4840b2090 con 0x7fe494101b40 2024-05-20T21:19:52.873 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:19:52.873 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:19:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4780b2900 msgr2=0x7fe4780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4780b2900 0x7fe4780b4dc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe494101660 tx=0x7fe480010040 comp rx=0 tx=0).stop 2024-05-20T21:19:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe494101b40 msgr2=0x7fe49419f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe494101b40 0x7fe49419f6b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe48400e9f0 tx=0x7fe48400ed00 comp rx=0 tx=0).stop 2024-05-20T21:19:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 shutdown_connections 2024-05-20T21:19:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4780b2900 0x7fe4780b4dc0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe494106a70 0x7fe494199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe494101b40 0x7fe49419f6b0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 --2- 172.21.15.6:0/3117724879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4941024f0 0x7fe49419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:52.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 >> 172.21.15.6:0/3117724879 conn(0x7fe4940771e0 msgr2=0x7fe494105910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:52.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 shutdown_connections 2024-05-20T21:19:52.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:51.850+0000 7fe498e00700 1 -- 172.21.15.6:0/3117724879 wait complete. 2024-05-20T21:19:52.875 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:19:52.875 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:52 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3117724879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:52.876 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:19:52.877 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:52 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3117724879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.200+0000 7ff872e00640 1 -- 172.21.15.6:0/4294039971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff86c106890 msgr2=0x7ff86c10d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.200+0000 7ff872e00640 1 --2- 172.21.15.6:0/4294039971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff86c106890 0x7ff86c10d120 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff864009ca0 tx=0x7ff86402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.201+0000 7ff872e00640 1 -- 172.21.15.6:0/4294039971 shutdown_connections 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.201+0000 7ff872e00640 1 --2- 172.21.15.6:0/4294039971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff86c106890 0x7ff86c10d120 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.201+0000 7ff872e00640 1 --2- 172.21.15.6:0/4294039971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff86c105ed0 0x7ff86c106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.201+0000 7ff872e00640 1 --2- 172.21.15.6:0/4294039971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff86c104ce0 0x7ff86c105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.201+0000 7ff872e00640 1 -- 172.21.15.6:0/4294039971 >> 172.21.15.6:0/4294039971 conn(0x7ff86c100270 msgr2=0x7ff86c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.201+0000 7ff872e00640 1 -- 172.21.15.6:0/4294039971 shutdown_connections 2024-05-20T21:19:53.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.201+0000 7ff872e00640 1 -- 172.21.15.6:0/4294039971 wait complete. 2024-05-20T21:19:53.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.202+0000 7ff872e00640 1 Processor -- start 2024-05-20T21:19:53.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.202+0000 7ff872e00640 1 -- start start 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.202+0000 7ff872e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff86c104ce0 0x7ff86c19aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.202+0000 7ff872e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff86c105ed0 0x7ff86c19b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.202+0000 7ff872e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff86c106890 0x7ff86c1a2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.202+0000 7ff872e00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c110860 con 0x7ff86c106890 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.202+0000 7ff872e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c1106e0 con 0x7ff86c105ed0 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.202+0000 7ff872e00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c1109e0 con 0x7ff86c104ce0 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86be00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff86c104ce0 0x7ff86c19aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff86c105ed0 0x7ff86c19b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff870e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff86c106890 0x7ff86c1a2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86be00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff86c104ce0 0x7ff86c19aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60876/0 (socket says 172.21.15.6:60876) 2024-05-20T21:19:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86be00640 1 -- 172.21.15.6:0/3208657532 learned_addr learned my addr 172.21.15.6:0/3208657532 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86b400640 1 -- 172.21.15.6:0/3208657532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff86c104ce0 msgr2=0x7ff86c19aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86b400640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff86c104ce0 0x7ff86c19aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86b400640 1 -- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff86c106890 msgr2=0x7ff86c1a2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86b400640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff86c106890 0x7ff86c1a2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86b400640 1 -- 172.21.15.6:0/3208657532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff86c1a2ac0 con 0x7ff86c105ed0 2024-05-20T21:19:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.203+0000 7ff86b400640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff86c105ed0 0x7ff86c19b3e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff85800e9f0 tx=0x7ff85800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.204+0000 7ff868c00640 1 -- 172.21.15.6:0/3208657532 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff85800ccc0 con 0x7ff86c105ed0 2024-05-20T21:19:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.204+0000 7ff868c00640 1 -- 172.21.15.6:0/3208657532 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff858005020 con 0x7ff86c105ed0 2024-05-20T21:19:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.204+0000 7ff868c00640 1 -- 172.21.15.6:0/3208657532 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff858004a00 con 0x7ff86c105ed0 2024-05-20T21:19:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.204+0000 7ff872e00640 1 -- 172.21.15.6:0/3208657532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff86c1a2db0 con 0x7ff86c105ed0 2024-05-20T21:19:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.204+0000 7ff872e00640 1 -- 172.21.15.6:0/3208657532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff86c1a3220 con 0x7ff86c105ed0 2024-05-20T21:19:53.207 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.207+0000 7ff875b83740 1 Processor -- start 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff875b83740 1 -- start start 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff875b83740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa1b30 0x563896aa1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff875b83740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896aa7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff875b83740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa7690 0x563896aa9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff875b83740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563896a11b90 con 0x563896aa1b30 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff875b83740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563896a01730 con 0x563896aa2520 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff875b83740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563896a05770 con 0x563896aa7690 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff86be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896aa7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff870e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa1b30 0x563896aa1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff86be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896aa7020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44112/0 (socket says 172.21.15.6:44112) 2024-05-20T21:19:53.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff86be00640 1 -- 172.21.15.6:0/483623748 learned_addr learned my addr 172.21.15.6:0/483623748 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:53.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.208+0000 7ff868c00640 1 -- 172.21.15.6:0/3208657532 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff858004ba0 con 0x7ff86c105ed0 2024-05-20T21:19:53.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff86be00640 1 -- 172.21.15.6:0/483623748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa7690 msgr2=0x563896aa9b20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:19:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff86be00640 1 --2- 172.21.15.6:0/483623748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa7690 0x563896aa9b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff86be00640 1 -- 172.21.15.6:0/483623748 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa1b30 msgr2=0x563896aa1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff86be00640 1 --2- 172.21.15.6:0/483623748 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa1b30 0x563896aa1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff86be00640 1 -- 172.21.15.6:0/483623748 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56389699a8b0 con 0x563896aa2520 2024-05-20T21:19:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff86be00640 1 --2- 172.21.15.6:0/483623748 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896aa7020 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff85c009d80 tx=0x7ff85c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44ef8dda02d6dc53 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff861600640 1 -- 172.21.15.6:0/483623748 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff85c01e070 con 0x563896aa2520 2024-05-20T21:19:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff861600640 1 -- 172.21.15.6:0/483623748 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff85c019ae0 con 0x563896aa2520 2024-05-20T21:19:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.209+0000 7ff861600640 1 -- 172.21.15.6:0/483623748 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff85c00e9f0 con 0x563896aa2520 2024-05-20T21:19:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff868c00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff8500b27e0 0x7ff8500b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff875b83740 1 -- 172.21.15.6:0/483623748 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 msgr2=0x563896aa7020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff875b83740 1 --2- 172.21.15.6:0/483623748 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896aa7020 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff85c009d80 tx=0x7ff85c011810 comp rx=0 tx=0).stop 2024-05-20T21:19:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff875b83740 1 -- 172.21.15.6:0/483623748 shutdown_connections 2024-05-20T21:19:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff875b83740 1 --2- 172.21.15.6:0/483623748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa7690 0x563896aa9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff875b83740 1 --2- 172.21.15.6:0/483623748 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896aa7020 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff875b83740 1 --2- 172.21.15.6:0/483623748 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa1b30 0x563896aa1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff875b83740 1 -- 172.21.15.6:0/483623748 >> 172.21.15.6:0/483623748 conn(0x563896a9d1a0 msgr2=0x563896a9d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff868c00640 1 -- 172.21.15.6:0/3208657532 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff8580e2270 con 0x7ff86c105ed0 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.210+0000 7ff870e00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff8500b27e0 0x7ff8500b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.211+0000 7ff875b83740 1 -- 172.21.15.6:0/483623748 shutdown_connections 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.211+0000 7ff875b83740 1 -- 172.21.15.6:0/483623748 wait complete. 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.211+0000 7ff875b83740 1 -- start start 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff870e00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff8500b27e0 0x7ff8500b4ca0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff864005e30 tx=0x7ff864031af0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff875b83740 1 Processor -- start 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff875b83740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa1b30 0x563896aab960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff875b83740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa2520 0x563896aabea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff875b83740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff875b83740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5638966e7790 con 0x563896aa7690 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff875b83740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5638969a9bc0 con 0x563896aa1b30 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff875b83740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563896aaa640 con 0x563896aa2520 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff875b83740 10 client.0 _ll_register_callbacks cb 0x563896987400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff870e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff870e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40458/0 (socket says 172.21.15.6:40458) 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.212+0000 7ff870e00640 1 -- 172.21.15.6:0/896572092 learned_addr learned my addr 172.21.15.6:0/896572092 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff86be00640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa1b30 0x563896aab960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff86b400640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa2520 0x563896aabea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff870e00640 1 -- 172.21.15.6:0/896572092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa2520 msgr2=0x563896aabea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff870e00640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa2520 0x563896aabea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff870e00640 1 -- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa1b30 msgr2=0x563896aab960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff870e00640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa1b30 0x563896aab960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff870e00640 1 -- 172.21.15.6:0/896572092 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563896716210 con 0x563896aa7690 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff86b400640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa2520 0x563896aabea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff86be00640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa1b30 0x563896aab960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff870e00640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab2ee0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff864035000 tx=0x7ff86402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37bd19a060c7465e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.213+0000 7ff856000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.214+0000 7ff856000640 1 -- 172.21.15.6:0/896572092 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff864004250 con 0x563896aa7690 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.214+0000 7ff856000640 1 -- 172.21.15.6:0/896572092 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff8640043f0 con 0x563896aa7690 2024-05-20T21:19:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.214+0000 7ff875b83740 1 -- 172.21.15.6:0/896572092 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff85c019ae0 con 0x563896aa7690 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.214+0000 7ff856000640 1 -- 172.21.15.6:0/896572092 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff864004630 con 0x563896aa7690 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.214+0000 7ff875b83740 10 client.16125 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.214+0000 7ff875b83740 1 -- 172.21.15.6:0/896572092 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5638967e2620 con 0x563896aa7690 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.214+0000 7ff856000640 1 -- 172.21.15.6:0/896572092 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff85c019ae0 con 0x563896aa7690 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.215+0000 7ff856000640 1 -- 172.21.15.6:0/896572092 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff864051070 con 0x563896aa7690 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.215+0000 7ff875b83740 10 client.16125 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.215+0000 7ff875b83740 10 client.16125 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.215+0000 7ff875b83740 20 client.16125 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.215+0000 7ff875b83740 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563896ab7480 0x563896ab98c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.215+0000 7ff875b83740 4 client.16125 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.215+0000 7ff875b83740 1 -- 172.21.15.6:0/896572092 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563896a13ae0 con 0x563896ab7480 2024-05-20T21:19:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.215+0000 7ff86be00640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563896ab7480 0x563896ab98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.216+0000 7ff86be00640 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563896ab7480 0x563896ab98c0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fa4264ca50cdb5e server_cookie=a1dda3b3b4d8df9c in_seq=0 out_seq=0 2024-05-20T21:19:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.216+0000 7ff856000640 10 client.16125 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.216+0000 7ff856000640 1 -- 172.21.15.6:0/896572092 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563896a13ae0 con 0x563896ab7480 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.216+0000 7ff856000640 10 client.16125 handle_command_reply: tid=0 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 client.16125 shutdown 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 -- 172.21.15.6:0/896572092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 msgr2=0x563896ab2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab2ee0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff864035000 tx=0x7ff86402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 -- 172.21.15.6:0/896572092 shutdown_connections 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563896ab7480 0x563896ab98c0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab2ee0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa2520 0x563896aabea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 --2- 172.21.15.6:0/896572092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa1b30 0x563896aab960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff856000640 0 client.16125 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 -- 172.21.15.6:0/896572092 >> 172.21.15.6:0/896572092 conn(0x563896a9d1a0 msgr2=0x563896a9c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 -- 172.21.15.6:0/896572092 shutdown_connections 2024-05-20T21:19:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 1 -- 172.21.15.6:0/896572092 wait complete. 2024-05-20T21:19:53.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.217+0000 7ff875b83740 20 client.16125 trim_cache size 0 max 16384 2024-05-20T21:19:53.234 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.234+0000 7ff875b83740 1 Processor -- start 2024-05-20T21:19:53.234 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.234+0000 7ff875b83740 1 -- start start 2024-05-20T21:19:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff875b83740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896a97dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff875b83740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff875b83740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896aa07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff875b83740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c1aec00 con 0x563896aa7690 2024-05-20T21:19:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff875b83740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c1ac4d0 con 0x563896aa2520 2024-05-20T21:19:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff875b83740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c1aa320 con 0x563896aa1b30 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff870e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896aa07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff86b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff86b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44124/0 (socket says 172.21.15.6:44124) 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff86b400640 1 -- 172.21.15.6:0/4108357495 learned_addr learned my addr 172.21.15.6:0/4108357495 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.235+0000 7ff86be00640 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896a97dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff86b400640 1 -- 172.21.15.6:0/4108357495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 msgr2=0x563896a97dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff86b400640 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896a97dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff86b400640 1 -- 172.21.15.6:0/4108357495 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 msgr2=0x563896aa07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff86b400640 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896aa07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff86b400640 1 -- 172.21.15.6:0/4108357495 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563896aa6790 con 0x563896aa2520 2024-05-20T21:19:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff870e00640 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896aa07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:53.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff86b400640 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab2ea0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff8580a5810 tx=0x7ff858009f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6472031b60bfeae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff860c00640 1 -- 172.21.15.6:0/4108357495 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff85801c070 con 0x563896aa2520 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff860c00640 1 -- 172.21.15.6:0/4108357495 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8580a9790 con 0x563896aa2520 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.236+0000 7ff860c00640 1 -- 172.21.15.6:0/4108357495 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8580b23c0 con 0x563896aa2520 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 -- 172.21.15.6:0/4108357495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 msgr2=0x563896ab2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab2ea0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff8580a5810 tx=0x7ff858009f60 comp rx=0 tx=0).stop 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 -- 172.21.15.6:0/4108357495 shutdown_connections 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896aa07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab2ea0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 --2- 172.21.15.6:0/4108357495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896a97dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 -- 172.21.15.6:0/4108357495 >> 172.21.15.6:0/4108357495 conn(0x563896a9d1a0 msgr2=0x563896aa00b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 -- 172.21.15.6:0/4108357495 shutdown_connections 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.237+0000 7ff875b83740 1 -- 172.21.15.6:0/4108357495 wait complete. 2024-05-20T21:19:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 1 -- start start 2024-05-20T21:19:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 1 Processor -- start 2024-05-20T21:19:53.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896aaff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c1aa990 con 0x563896aa7690 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c1abe00 con 0x563896aa2520 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff86c1ab060 con 0x563896aa1b30 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.238+0000 7ff875b83740 10 client.0 _ll_register_callbacks cb 0x7ff864009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44126/0 (socket says 172.21.15.6:44126) 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86b400640 1 -- 172.21.15.6:0/3081722027 learned_addr learned my addr 172.21.15.6:0/3081722027 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86be00640 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896aaff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff870e00640 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86b400640 1 -- 172.21.15.6:0/3081722027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 msgr2=0x563896aaff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86b400640 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896aaff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86b400640 1 -- 172.21.15.6:0/3081722027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 msgr2=0x563896ab1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86b400640 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86b400640 1 -- 172.21.15.6:0/3081722027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563896ab1a40 con 0x563896aa2520 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.239+0000 7ff86be00640 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896aaff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff86b400640 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab0440 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff8580a9490 tx=0x7ff858005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e10ef4ebb5ab0790 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff856000640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff856000640 1 -- 172.21.15.6:0/3081722027 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8580c2070 con 0x563896aa2520 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff875b83740 1 -- 172.21.15.6:0/3081722027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8580a9790 con 0x563896aa2520 2024-05-20T21:19:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff856000640 1 -- 172.21.15.6:0/3081722027 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff8580a5d80 con 0x563896aa2520 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff856000640 1 -- 172.21.15.6:0/3081722027 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff858088050 con 0x563896aa2520 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff875b83740 10 client.26261 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff875b83740 1 -- 172.21.15.6:0/3081722027 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563896ab2da0 con 0x563896aa2520 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.240+0000 7ff856000640 1 -- 172.21.15.6:0/3081722027 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8580a9790 con 0x563896aa2520 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.241+0000 7ff856000640 1 -- 172.21.15.6:0/3081722027 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff8580a5100 con 0x563896aa2520 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.241+0000 7ff875b83740 10 client.26261 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.241+0000 7ff875b83740 10 client.26261 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.241+0000 7ff875b83740 20 client.26261 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.241+0000 7ff875b83740 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563896b22350 0x563896b24740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.241+0000 7ff875b83740 4 client.26261 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.241+0000 7ff875b83740 1 -- 172.21.15.6:0/3081722027 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563896a0d2c0 con 0x563896b22350 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.241+0000 7ff86be00640 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563896b22350 0x563896b24740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.242+0000 7ff86be00640 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563896b22350 0x563896b24740 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=250d27d2f12f254c server_cookie=315a10c8daa06b06 in_seq=0 out_seq=0 2024-05-20T21:19:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.242+0000 7ff856000640 10 client.26261 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff856000640 1 -- 172.21.15.6:0/3081722027 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563896a0d2c0 con 0x563896b22350 2024-05-20T21:19:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff856000640 10 client.26261 handle_command_reply: tid=0 2024-05-20T21:19:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 client.26261 shutdown 2024-05-20T21:19:53.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 -- 172.21.15.6:0/3081722027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 msgr2=0x563896ab0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab0440 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff8580a9490 tx=0x7ff858005bd0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 -- 172.21.15.6:0/3081722027 shutdown_connections 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563896b22350 0x563896b24740 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563896aa7690 0x563896ab1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563896aa2520 0x563896ab0440 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff856000640 0 client.26261 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 --2- 172.21.15.6:0/3081722027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563896aa1b30 0x563896aaff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 -- 172.21.15.6:0/3081722027 >> 172.21.15.6:0/3081722027 conn(0x563896a9d1a0 msgr2=0x563896aa2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 -- 172.21.15.6:0/3081722027 shutdown_connections 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.255+0000 7ff875b83740 1 -- 172.21.15.6:0/3081722027 wait complete. 2024-05-20T21:19:53.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.256+0000 7ff875b83740 20 client.26261 trim_cache size 0 max 16384 2024-05-20T21:19:53.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:19:53.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:19:53.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:19:53.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.256+0000 7ff872e00640 1 -- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff8500b27e0 msgr2=0x7ff8500b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.256+0000 7ff872e00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff8500b27e0 0x7ff8500b4ca0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff864005e30 tx=0x7ff864031af0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.256+0000 7ff872e00640 1 -- 172.21.15.6:0/3208657532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff86c105ed0 msgr2=0x7ff86c19b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.256+0000 7ff872e00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff86c105ed0 0x7ff86c19b3e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff85800e9f0 tx=0x7ff85800eeb0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.257+0000 7ff872e00640 1 -- 172.21.15.6:0/3208657532 shutdown_connections 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.257+0000 7ff872e00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff8500b27e0 0x7ff8500b4ca0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.257+0000 7ff872e00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff86c106890 0x7ff86c1a2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.257+0000 7ff872e00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff86c105ed0 0x7ff86c19b3e0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.257+0000 7ff872e00640 1 --2- 172.21.15.6:0/3208657532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff86c104ce0 0x7ff86c19aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.257+0000 7ff872e00640 1 -- 172.21.15.6:0/3208657532 >> 172.21.15.6:0/3208657532 conn(0x7ff86c100270 msgr2=0x7ff86c109170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.257+0000 7ff872e00640 1 -- 172.21.15.6:0/3208657532 shutdown_connections 2024-05-20T21:19:53.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:19:53.257+0000 7ff872e00640 1 -- 172.21.15.6:0/3208657532 wait complete. 2024-05-20T21:19:53.346 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:53.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:53 smithi006 ceph-mon[31422]: pgmap v561: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-05-20T21:19:53.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:53 smithi062 ceph-mon[36640]: pgmap v561: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-05-20T21:19:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:53 smithi042 ceph-mon[36332]: pgmap v561: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-05-20T21:19:55.632 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:55 smithi006 ceph-mon[31422]: pgmap v562: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-20T21:19:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:55 smithi062 ceph-mon[36640]: pgmap v562: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-20T21:19:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 -- 172.21.15.6:0/987204974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1037f0 msgr2=0x7f30dc103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 --2- 172.21.15.6:0/987204974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1037f0 0x7f30dc103bd0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f30d00099c0 tx=0x7f30d0009cd0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 -- 172.21.15.6:0/987204974 shutdown_connections 2024-05-20T21:19:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 --2- 172.21.15.6:0/987204974 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30dc1088f0 0x7f30dc110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 --2- 172.21.15.6:0/987204974 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1037f0 0x7f30dc103bd0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 --2- 172.21.15.6:0/987204974 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30dc1041a0 0x7f30dc1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 -- 172.21.15.6:0/987204974 >> 172.21.15.6:0/987204974 conn(0x7f30dc07a6a0 msgr2=0x7f30dc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:55.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 -- 172.21.15.6:0/987204974 shutdown_connections 2024-05-20T21:19:55.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.808+0000 7f30e4600700 1 -- 172.21.15.6:0/987204974 wait complete. 2024-05-20T21:19:55.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.809+0000 7f30e4600700 1 Processor -- start 2024-05-20T21:19:55.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e4600700 1 -- start start 2024-05-20T21:19:55.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e4600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30dc1037f0 0x7f30dc075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e4600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30dc1041a0 0x7f30dc075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e4600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1088f0 0x7f30dc0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e4600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc113710 con 0x7f30dc1037f0 2024-05-20T21:19:55.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e4600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc113590 con 0x7f30dc1088f0 2024-05-20T21:19:55.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e4600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc113890 con 0x7f30dc1041a0 2024-05-20T21:19:55.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e1c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30dc1037f0 0x7f30dc075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e1200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30dc1041a0 0x7f30dc075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.810+0000 7f30e2600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1088f0 0x7f30dc0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e2600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1088f0 0x7f30dc0762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44142/0 (socket says 172.21.15.6:44142) 2024-05-20T21:19:55.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e2600700 1 -- 172.21.15.6:0/60476755 learned_addr learned my addr 172.21.15.6:0/60476755 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:55.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e1200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30dc1041a0 0x7f30dc075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60918/0 (socket says 172.21.15.6:60918) 2024-05-20T21:19:55.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e2600700 1 -- 172.21.15.6:0/60476755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30dc1041a0 msgr2=0x7f30dc075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e2600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30dc1041a0 0x7f30dc075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e2600700 1 -- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30dc1037f0 msgr2=0x7f30dc075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e2600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30dc1037f0 0x7f30dc075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e2600700 1 -- 172.21.15.6:0/60476755 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30dc1a8170 con 0x7f30dc1088f0 2024-05-20T21:19:55.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e1c00700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30dc1037f0 0x7f30dc075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:55.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e1200700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30dc1041a0 0x7f30dc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:55.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.811+0000 7f30e2600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1088f0 0x7f30dc0762c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f30d400ef30 tx=0x7f30d400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:55.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.812+0000 7f30da000700 1 -- 172.21.15.6:0/60476755 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d40092e0 con 0x7f30dc1088f0 2024-05-20T21:19:55.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.812+0000 7f30da000700 1 -- 172.21.15.6:0/60476755 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30d4004bb0 con 0x7f30dc1088f0 2024-05-20T21:19:55.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.812+0000 7f30da000700 1 -- 172.21.15.6:0/60476755 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d4004020 con 0x7f30dc1088f0 2024-05-20T21:19:55.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.812+0000 7f30e4600700 1 -- 172.21.15.6:0/60476755 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30dc1a8400 con 0x7f30dc1088f0 2024-05-20T21:19:55.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.812+0000 7f30e4600700 1 -- 172.21.15.6:0/60476755 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30dc1a88f0 con 0x7f30dc1088f0 2024-05-20T21:19:55.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.816+0000 7f30da000700 1 -- 172.21.15.6:0/60476755 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f30d401b030 con 0x7f30dc1088f0 2024-05-20T21:19:55.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30eeff3b80 1 Processor -- start 2024-05-20T21:19:55.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30eeff3b80 1 -- start start 2024-05-20T21:19:55.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1955eb0 0x561ae1956290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30da000700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30c40b2900 0x7f30c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae1950260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1950880 0x561ae1950ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561ae18aee40 con 0x561ae1955eb0 2024-05-20T21:19:55.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561ae189e9e0 con 0x561ae19567d0 2024-05-20T21:19:55.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.817+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x561ae18a2a20 con 0x561ae1950880 2024-05-20T21:19:55.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30da000700 1 -- 172.21.15.6:0/60476755 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f30d40e1c80 con 0x7f30dc1088f0 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e1c00700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30c40b2900 0x7f30c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e1200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1955eb0 0x561ae1956290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e1200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1955eb0 0x561ae1956290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40512/0 (socket says 172.21.15.6:40512) 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e1200700 1 -- 172.21.15.6:0/502235272 learned_addr learned my addr 172.21.15.6:0/502235272 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e2600700 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1950880 0x561ae1950ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e1200700 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae1950260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e2600700 1 -- 172.21.15.6:0/502235272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 msgr2=0x561ae1950260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e2600700 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae1950260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e2600700 1 -- 172.21.15.6:0/502235272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1955eb0 msgr2=0x561ae1956290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:55.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e2600700 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1955eb0 0x561ae1956290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e2600700 1 -- 172.21.15.6:0/502235272 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ae1867420 con 0x561ae1950880 2024-05-20T21:19:55.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.818+0000 7f30e1200700 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1955eb0 0x561ae1956290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:55.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.819+0000 7f30e2600700 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1950880 0x561ae1950ce0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f30d400d010 tx=0x7f30d40a8ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98fcff5c2fd08eb6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:55.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.819+0000 7f30e1c00700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30c40b2900 0x7f30c40b4dc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f30d0003760 tx=0x7f30d0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:55.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.819+0000 7f30cea00700 1 -- 172.21.15.6:0/502235272 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d40a9930 con 0x561ae1950880 2024-05-20T21:19:55.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.819+0000 7f30cea00700 1 -- 172.21.15.6:0/502235272 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30d40a9230 con 0x561ae1950880 2024-05-20T21:19:55.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.819+0000 7f30cea00700 1 -- 172.21.15.6:0/502235272 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d40b1dd0 con 0x561ae1950880 2024-05-20T21:19:55.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 -- 172.21.15.6:0/502235272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1950880 msgr2=0x561ae1950ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1950880 0x561ae1950ce0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f30d400d010 tx=0x7f30d40a8ad0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 -- 172.21.15.6:0/502235272 shutdown_connections 2024-05-20T21:19:55.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1950880 0x561ae1950ce0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1955eb0 0x561ae1956290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/502235272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae1950260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 -- 172.21.15.6:0/502235272 >> 172.21.15.6:0/502235272 conn(0x561ae187ebe0 msgr2=0x561ae194b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 -- 172.21.15.6:0/502235272 shutdown_connections 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.820+0000 7f30eeff3b80 1 -- 172.21.15.6:0/502235272 wait complete. 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 1 -- start start 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 1 Processor -- start 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae195c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1959830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae1959d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561ae17a4fa0 con 0x561ae1950880 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561ae183f760 con 0x561ae19567d0 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x561ae195d240 con 0x561ae1955eb0 2024-05-20T21:19:55.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.821+0000 7f30eeff3b80 10 client.0 _ll_register_callbacks cb 0x561ae1848c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:55.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae195c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae195c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40516/0 (socket says 172.21.15.6:40516) 2024-05-20T21:19:55.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1c00700 1 -- 172.21.15.6:0/1491214711 learned_addr learned my addr 172.21.15.6:0/1491214711 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:55.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1200700 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1959830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e2600700 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae1959d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1200700 1 -- 172.21.15.6:0/1491214711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 msgr2=0x561ae1959d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1200700 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae1959d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1200700 1 -- 172.21.15.6:0/1491214711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 msgr2=0x561ae195c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1200700 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae195c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1200700 1 -- 172.21.15.6:0/1491214711 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ae17ee8d0 con 0x561ae1955eb0 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1c00700 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae195c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.822+0000 7f30e1200700 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1959830 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f30c8015f50 tx=0x7f30c8010710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c17b0d1b6549f1c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.823+0000 7f30c3400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.823+0000 7f30c3400700 1 -- 172.21.15.6:0/1491214711 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30c8015110 con 0x561ae1955eb0 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.823+0000 7f30c3400700 1 -- 172.21.15.6:0/1491214711 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f30c80152b0 con 0x561ae1955eb0 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.823+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1491214711 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30d40a9230 con 0x561ae1955eb0 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.823+0000 7f30c3400700 1 -- 172.21.15.6:0/1491214711 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f30c80154b0 con 0x561ae1955eb0 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.823+0000 7f30eeff3b80 10 client.26254 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:55.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.823+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1491214711 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561ae186f060 con 0x561ae1955eb0 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30c3400700 1 -- 172.21.15.6:0/1491214711 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30d40a9230 con 0x561ae1955eb0 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30c3400700 1 -- 172.21.15.6:0/1491214711 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f30c8013bb0 con 0x561ae1955eb0 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30eeff3b80 10 client.26254 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30eeff3b80 10 client.26254 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30eeff3b80 20 client.26254 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x561ae1969d60 0x561ae196c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30eeff3b80 4 client.26254 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1491214711 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ae18b0d90 con 0x561ae1969d60 2024-05-20T21:19:55.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.824+0000 7f30e1c00700 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x561ae1969d60 0x561ae196c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.825+0000 7f30e1c00700 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x561ae1969d60 0x561ae196c1a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=28bbc4995be1cc4e server_cookie=da170be3d5c28c1a in_seq=0 out_seq=0 2024-05-20T21:19:55.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.825+0000 7f30c3400700 10 client.26254 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:55.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30c3400700 1 -- 172.21.15.6:0/1491214711 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561ae18b0d90 con 0x561ae1969d60 2024-05-20T21:19:55.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30c3400700 10 client.26254 handle_command_reply: tid=0 2024-05-20T21:19:55.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 client.26254 shutdown 2024-05-20T21:19:55.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 msgr2=0x561ae1959830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1959830 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f30c8015f50 tx=0x7f30c8010710 comp rx=0 tx=0).stop 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1491214711 shutdown_connections 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x561ae1969d60 0x561ae196c1a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae1959d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae195c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1491214711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1959830 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30c3400700 0 client.26254 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.826+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1491214711 >> 172.21.15.6:0/1491214711 conn(0x561ae187ebe0 msgr2=0x561ae194f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.827+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1491214711 shutdown_connections 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.827+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1491214711 wait complete. 2024-05-20T21:19:55.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.827+0000 7f30eeff3b80 20 client.26254 trim_cache size 0 max 16384 2024-05-20T21:19:55.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.843+0000 7f30eeff3b80 1 Processor -- start 2024-05-20T21:19:55.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30eeff3b80 1 -- start start 2024-05-20T21:19:55.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae1950260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae194a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae194af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc1b2a70 con 0x561ae1950880 2024-05-20T21:19:55.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc1b0300 con 0x561ae19567d0 2024-05-20T21:19:55.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc1ae150 con 0x561ae1955eb0 2024-05-20T21:19:55.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30e1c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae1950260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30e1c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae1950260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40520/0 (socket says 172.21.15.6:40520) 2024-05-20T21:19:55.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30e2600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae194af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30e1200700 1 --2- 172.21.15.6:0/1408572570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae194a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.844+0000 7f30e1c00700 1 -- 172.21.15.6:0/1408572570 learned_addr learned my addr 172.21.15.6:0/1408572570 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30e2600700 1 -- 172.21.15.6:0/1408572570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 msgr2=0x561ae194a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30e2600700 1 --2- 172.21.15.6:0/1408572570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae194a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30e2600700 1 -- 172.21.15.6:0/1408572570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 msgr2=0x561ae1950260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30e2600700 1 --2- 172.21.15.6:0/1408572570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae1950260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30e2600700 1 -- 172.21.15.6:0/1408572570 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ae19512e0 con 0x561ae19567d0 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30e2600700 1 --2- 172.21.15.6:0/1408572570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae194af20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f30d40a52b0 tx=0x7f30d40a8e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ac47ca048928501 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30ce000700 1 -- 172.21.15.6:0/1408572570 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d40a9930 con 0x561ae19567d0 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30ce000700 1 -- 172.21.15.6:0/1408572570 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30d40ad5e0 con 0x561ae19567d0 2024-05-20T21:19:55.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.845+0000 7f30ce000700 1 -- 172.21.15.6:0/1408572570 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d40ad3a0 con 0x561ae19567d0 2024-05-20T21:19:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1408572570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 msgr2=0x561ae194af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1408572570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae194af20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f30d40a52b0 tx=0x7f30d40a8e00 comp rx=0 tx=0).stop 2024-05-20T21:19:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1408572570 shutdown_connections 2024-05-20T21:19:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1408572570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae19567d0 0x561ae194af20 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1408572570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae1950880 0x561ae1950260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/1408572570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae194a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1408572570 >> 172.21.15.6:0/1408572570 conn(0x561ae187ebe0 msgr2=0x561ae1958120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:55.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1408572570 shutdown_connections 2024-05-20T21:19:55.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.846+0000 7f30eeff3b80 1 -- 172.21.15.6:0/1408572570 wait complete. 2024-05-20T21:19:55.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.847+0000 7f30eeff3b80 1 -- start start 2024-05-20T21:19:55.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.847+0000 7f30eeff3b80 1 Processor -- start 2024-05-20T21:19:55.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.847+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae1950880 0x561ae19628b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.847+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1971000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30eeff3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae19567d0 0x561ae1971540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc1ae7c0 con 0x561ae19567d0 2024-05-20T21:19:55.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc1afc30 con 0x561ae1950880 2024-05-20T21:19:55.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30eeff3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f30dc1aee90 con 0x561ae1955eb0 2024-05-20T21:19:55.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30eeff3b80 10 client.0 _ll_register_callbacks cb 0x561ae1848c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:55.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae1950880 0x561ae19628b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae1950880 0x561ae19628b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44186/0 (socket says 172.21.15.6:44186) 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1c00700 1 -- 172.21.15.6:0/693894986 learned_addr learned my addr 172.21.15.6:0/693894986 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e2600700 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae19567d0 0x561ae1971540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1200700 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1971000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1c00700 1 -- 172.21.15.6:0/693894986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 msgr2=0x561ae1971000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1c00700 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1971000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1c00700 1 -- 172.21.15.6:0/693894986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae19567d0 msgr2=0x561ae1971540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1c00700 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae19567d0 0x561ae1971540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e1c00700 1 -- 172.21.15.6:0/693894986 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ae1971a80 con 0x561ae1950880 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.848+0000 7f30e2600700 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae19567d0 0x561ae1971540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30e1c00700 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae1950880 0x561ae19628b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x561ae196ca10 tx=0x7f30d0009cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b133d832c0c7d20 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30c3400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30c3400700 1 -- 172.21.15.6:0/693894986 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d0032420 con 0x561ae1950880 2024-05-20T21:19:55.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30eeff3b80 1 -- 172.21.15.6:0/693894986 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30d40ad5e0 con 0x561ae1950880 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30c3400700 1 -- 172.21.15.6:0/693894986 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f30d00325c0 con 0x561ae1950880 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30c3400700 1 -- 172.21.15.6:0/693894986 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f30d0043050 con 0x561ae1950880 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30eeff3b80 10 client.26279 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30eeff3b80 1 -- 172.21.15.6:0/693894986 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561ae19dcec0 con 0x561ae1950880 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.849+0000 7f30c3400700 1 -- 172.21.15.6:0/693894986 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30d40ad5e0 con 0x561ae1950880 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.850+0000 7f30c3400700 1 -- 172.21.15.6:0/693894986 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f30d00247b0 con 0x561ae1950880 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.850+0000 7f30eeff3b80 10 client.26279 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.850+0000 7f30eeff3b80 10 client.26279 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.850+0000 7f30eeff3b80 20 client.26279 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.850+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x561ae19dd4c0 0x561ae19df960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.850+0000 7f30eeff3b80 4 client.26279 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.850+0000 7f30eeff3b80 1 -- 172.21.15.6:0/693894986 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561ae18aa570 con 0x561ae19dd4c0 2024-05-20T21:19:55.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.850+0000 7f30e1200700 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x561ae19dd4c0 0x561ae19df960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:55.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30e1200700 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x561ae19dd4c0 0x561ae19df960 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=aa6cc8526df6db5a server_cookie=e1e2e0dde4aa125d in_seq=0 out_seq=0 2024-05-20T21:19:55.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30c3400700 10 client.26279 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30c3400700 1 -- 172.21.15.6:0/693894986 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561ae18aa570 con 0x561ae19dd4c0 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30c3400700 10 client.26279 handle_command_reply: tid=0 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 client.26279 shutdown 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 -- 172.21.15.6:0/693894986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae1950880 msgr2=0x561ae19628b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae1950880 0x561ae19628b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x561ae196ca10 tx=0x7f30d0009cd0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 -- 172.21.15.6:0/693894986 shutdown_connections 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561ae19567d0 0x561ae1971540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x561ae19dd4c0 0x561ae19df960 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561ae1950880 0x561ae19628b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 --2- 172.21.15.6:0/693894986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561ae1955eb0 0x561ae1971000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30c3400700 0 client.26279 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 -- 172.21.15.6:0/693894986 >> 172.21.15.6:0/693894986 conn(0x561ae187ebe0 msgr2=0x561ae1956bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:55.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.851+0000 7f30eeff3b80 1 -- 172.21.15.6:0/693894986 shutdown_connections 2024-05-20T21:19:55.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.852+0000 7f30eeff3b80 1 -- 172.21.15.6:0/693894986 wait complete. 2024-05-20T21:19:55.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.852+0000 7f30eeff3b80 20 client.26279 trim_cache size 0 max 16384 2024-05-20T21:19:55.855 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:19:55.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.852+0000 7f30e4600700 1 -- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30c40b2900 msgr2=0x7f30c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.852+0000 7f30e4600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30c40b2900 0x7f30c40b4dc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f30d0003760 tx=0x7f30d0005fb0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.852+0000 7f30e4600700 1 -- 172.21.15.6:0/60476755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1088f0 msgr2=0x7f30dc0762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.852+0000 7f30e4600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1088f0 0x7f30dc0762c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f30d400ef30 tx=0x7f30d400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.853+0000 7f30e4600700 1 -- 172.21.15.6:0/60476755 shutdown_connections 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.853+0000 7f30e4600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f30c40b2900 0x7f30c40b4dc0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.853+0000 7f30e4600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f30dc1088f0 0x7f30dc0762c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.853+0000 7f30e4600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f30dc1037f0 0x7f30dc075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.853+0000 7f30e4600700 1 --2- 172.21.15.6:0/60476755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f30dc1041a0 0x7f30dc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.853+0000 7f30e4600700 1 -- 172.21.15.6:0/60476755 >> 172.21.15.6:0/60476755 conn(0x7f30dc07a6a0 msgr2=0x7f30dc1018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.853+0000 7f30e4600700 1 -- 172.21.15.6:0/60476755 shutdown_connections 2024-05-20T21:19:55.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:55.853+0000 7f30e4600700 1 -- 172.21.15.6:0/60476755 wait complete. 2024-05-20T21:19:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:55 smithi042 ceph-mon[36332]: pgmap v562: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-20T21:19:56.892 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:19:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:19:57.675 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:57 smithi042 ceph-mon[36332]: pgmap v563: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-05-20T21:19:57.709 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:57 smithi006 ceph-mon[31422]: pgmap v563: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-05-20T21:19:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:57 smithi062 ceph-mon[36640]: pgmap v563: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.9 KiB/s wr, 9 op/s 2024-05-20T21:19:59.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 -- 172.21.15.6:0/1772199663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74d006bab0 msgr2=0x7f74d006bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 --2- 172.21.15.6:0/1772199663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74d006bab0 0x7f74d006bf30 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f74bc0099c0 tx=0x7f74bc009cd0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 -- 172.21.15.6:0/1772199663 shutdown_connections 2024-05-20T21:19:59.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 --2- 172.21.15.6:0/1772199663 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f74d006c470 0x7f74d0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 --2- 172.21.15.6:0/1772199663 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74d0109580 0x7f74d0109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 --2- 172.21.15.6:0/1772199663 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74d006bab0 0x7f74d006bf30 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 -- 172.21.15.6:0/1772199663 >> 172.21.15.6:0/1772199663 conn(0x7f74d0079280 msgr2=0x7f74d0079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:59.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 -- 172.21.15.6:0/1772199663 shutdown_connections 2024-05-20T21:19:59.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.692+0000 7f74d6800700 1 -- 172.21.15.6:0/1772199663 wait complete. 2024-05-20T21:19:59.693 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:19:59 smithi006 ceph-mon[31422]: pgmap v564: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:59.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.694+0000 7f74d6800700 1 Processor -- start 2024-05-20T21:19:59.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.694+0000 7f74d6800700 1 -- start start 2024-05-20T21:19:59.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.694+0000 7f74d6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f74d006bab0 0x7f74d01026d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.694+0000 7f74d6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74d006c470 0x7f74d0102c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74d0109580 0x7f74d0103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d6800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0113680 con 0x7f74d006c470 2024-05-20T21:19:59.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d6800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0113500 con 0x7f74d0109580 2024-05-20T21:19:59.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d6800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0113800 con 0x7f74d006bab0 2024-05-20T21:19:59.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74d0109580 0x7f74d0103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74d0109580 0x7f74d0103150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39062/0 (socket says 172.21.15.6:39062) 2024-05-20T21:19:59.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5e00700 1 -- 172.21.15.6:0/1812119003 learned_addr learned my addr 172.21.15.6:0/1812119003 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:59.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d4a00700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74d006c470 0x7f74d0102c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5400700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f74d006bab0 0x7f74d01026d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5e00700 1 -- 172.21.15.6:0/1812119003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f74d006bab0 msgr2=0x7f74d01026d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5e00700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f74d006bab0 0x7f74d01026d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5e00700 1 -- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74d006c470 msgr2=0x7f74d0102c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5e00700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74d006c470 0x7f74d0102c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5e00700 1 -- 172.21.15.6:0/1812119003 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d01a8000 con 0x7f74d0109580 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.695+0000 7f74d5400700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f74d006bab0 0x7f74d01026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.696+0000 7f74d5e00700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74d0109580 0x7f74d0103150 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f74c800efc0 tx=0x7f74c800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.696+0000 7f74ce000700 1 -- 172.21.15.6:0/1812119003 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c80092e0 con 0x7f74d0109580 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.696+0000 7f74ce000700 1 -- 172.21.15.6:0/1812119003 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c8004bb0 con 0x7f74d0109580 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.696+0000 7f74ce000700 1 -- 172.21.15.6:0/1812119003 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c8004020 con 0x7f74d0109580 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.696+0000 7f74d6800700 1 -- 172.21.15.6:0/1812119003 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74d01a8290 con 0x7f74d0109580 2024-05-20T21:19:59.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.696+0000 7f74d6800700 1 -- 172.21.15.6:0/1812119003 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74d01a87f0 con 0x7f74d0109580 2024-05-20T21:19:59.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.700+0000 7f74ce000700 1 -- 172.21.15.6:0/1812119003 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f74c801b030 con 0x7f74d0109580 2024-05-20T21:19:59.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.702+0000 7f74e270cb80 1 Processor -- start 2024-05-20T21:19:59.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.702+0000 7f74e270cb80 1 -- start start 2024-05-20T21:19:59.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.702+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e020 0x56181502e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.702+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x5618150284b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.702+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561815028ad0 0x561815028f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.702+0000 7f74e270cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561814f86e40 con 0x56181502e940 2024-05-20T21:19:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.702+0000 7f74e270cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561814f769e0 con 0x56181502e020 2024-05-20T21:19:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.702+0000 7f74e270cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x561814f7aa20 con 0x561815028ad0 2024-05-20T21:19:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74ce000700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f74b80b2900 0x7f74b80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74ce000700 1 -- 172.21.15.6:0/1812119003 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f74c80e1c30 con 0x7f74d0109580 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x5618150284b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74d4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e020 0x56181502e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74d4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e020 0x56181502e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39064/0 (socket says 172.21.15.6:39064) 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74d4a00700 1 -- 172.21.15.6:0/3492662181 learned_addr learned my addr 172.21.15.6:0/3492662181 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x5618150284b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42696/0 (socket says 172.21.15.6:42696) 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74d4a00700 1 --2- 172.21.15.6:0/3492662181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561815028ad0 0x561815028f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.703+0000 7f74d5e00700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f74b80b2900 0x7f74b80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74d5400700 1 -- 172.21.15.6:0/3492662181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561815028ad0 msgr2=0x561815028f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:59.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74d5400700 1 --2- 172.21.15.6:0/3492662181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561815028ad0 0x561815028f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74d5400700 1 -- 172.21.15.6:0/3492662181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e020 msgr2=0x56181502e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:59.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74d5400700 1 --2- 172.21.15.6:0/3492662181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e020 0x56181502e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74d5400700 1 -- 172.21.15.6:0/3492662181 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561814f3f420 con 0x56181502e940 2024-05-20T21:19:59.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74d5e00700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f74b80b2900 0x7f74b80b4dc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f74c800d010 tx=0x7f74c8009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:59.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74d5400700 1 --2- 172.21.15.6:0/3492662181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x5618150284b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f74c4009ca0 tx=0x7f74c40103d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21c0a2ef55100c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74c2a00700 1 -- 172.21.15.6:0/3492662181 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c4010c50 con 0x56181502e940 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74c2a00700 1 -- 172.21.15.6:0/3492662181 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c40044d0 con 0x56181502e940 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.704+0000 7f74c2a00700 1 -- 172.21.15.6:0/3492662181 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c4011440 con 0x56181502e940 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.705+0000 7f74e270cb80 1 -- 172.21.15.6:0/3492662181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 msgr2=0x5618150284b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.705+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3492662181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x5618150284b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f74c4009ca0 tx=0x7f74c40103d0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.705+0000 7f74e270cb80 1 -- 172.21.15.6:0/3492662181 shutdown_connections 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.705+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3492662181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561815028ad0 0x561815028f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.705+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3492662181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e020 0x56181502e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.705+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3492662181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x5618150284b0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.705+0000 7f74e270cb80 1 -- 172.21.15.6:0/3492662181 >> 172.21.15.6:0/3492662181 conn(0x561814f56be0 msgr2=0x561815023150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.705+0000 7f74e270cb80 1 -- 172.21.15.6:0/3492662181 shutdown_connections 2024-05-20T21:19:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.706+0000 7f74e270cb80 1 -- 172.21.15.6:0/3492662181 wait complete. 2024-05-20T21:19:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.706+0000 7f74e270cb80 1 -- start start 2024-05-20T21:19:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.706+0000 7f74e270cb80 1 Processor -- start 2024-05-20T21:19:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 0x561815034710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815031ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x561815031ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74e270cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561814e7cfa0 con 0x56181502e940 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74e270cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561814f17760 con 0x561815028ad0 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74e270cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x561815035460 con 0x56181502e020 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74e270cb80 10 client.0 _ll_register_callbacks cb 0x561814f20c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74d5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815031ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74d5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815031ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35024/0 (socket says 172.21.15.6:35024) 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74d5400700 1 -- 172.21.15.6:0/1266429909 learned_addr learned my addr 172.21.15.6:0/1266429909 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74d4a00700 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 0x561815034710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.707+0000 7f74d4a00700 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x561815031ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.708+0000 7f74d5400700 1 -- 172.21.15.6:0/1266429909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 msgr2=0x561815034710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.708+0000 7f74d5400700 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 0x561815034710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.708+0000 7f74d5400700 1 -- 172.21.15.6:0/1266429909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 msgr2=0x561815031ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.708+0000 7f74d5400700 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x561815031ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.708+0000 7f74d5400700 1 -- 172.21.15.6:0/1266429909 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561814ec68d0 con 0x56181502e020 2024-05-20T21:19:59.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.708+0000 7f74d5400700 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815031ab0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f74c4010d80 tx=0x7f74c4010db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=682439daa4153bba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:59.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.708+0000 7f74b7400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:19:59.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.709+0000 7f74b7400700 1 -- 172.21.15.6:0/1266429909 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c4029060 con 0x56181502e020 2024-05-20T21:19:59.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.709+0000 7f74b7400700 1 -- 172.21.15.6:0/1266429909 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f74c4005250 con 0x56181502e020 2024-05-20T21:19:59.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.709+0000 7f74e270cb80 1 -- 172.21.15.6:0/1266429909 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74c40044d0 con 0x56181502e020 2024-05-20T21:19:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.709+0000 7f74b7400700 1 -- 172.21.15.6:0/1266429909 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f74c4005450 con 0x56181502e020 2024-05-20T21:19:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.709+0000 7f74e270cb80 10 client.26272 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.709+0000 7f74e270cb80 1 -- 172.21.15.6:0/1266429909 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561814f47060 con 0x56181502e020 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.709+0000 7f74b7400700 1 -- 172.21.15.6:0/1266429909 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c40044d0 con 0x56181502e020 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.710+0000 7f74b7400700 1 -- 172.21.15.6:0/1266429909 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f74c4003d20 con 0x56181502e020 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.710+0000 7f74e270cb80 10 client.26272 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.710+0000 7f74e270cb80 10 client.26272 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.710+0000 7f74e270cb80 20 client.26272 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.710+0000 7f74e270cb80 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x561815041f90 0x561815044380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.710+0000 7f74e270cb80 4 client.26272 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.710+0000 7f74e270cb80 1 -- 172.21.15.6:0/1266429909 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561814f88d90 con 0x561815041f90 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.710+0000 7f74d4a00700 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x561815041f90 0x561815044380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.711+0000 7f74d4a00700 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x561815041f90 0x561815044380 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d91595ebcbf88962 server_cookie=7c0d3b842149c94b in_seq=0 out_seq=0 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.711+0000 7f74b7400700 10 client.26272 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.711+0000 7f74b7400700 1 -- 172.21.15.6:0/1266429909 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561814f88d90 con 0x561815041f90 2024-05-20T21:19:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.711+0000 7f74b7400700 10 client.26272 handle_command_reply: tid=0 2024-05-20T21:19:59.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 client.26272 shutdown 2024-05-20T21:19:59.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 -- 172.21.15.6:0/1266429909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 msgr2=0x561815031ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815031ab0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f74c4010d80 tx=0x7f74c4010db0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 -- 172.21.15.6:0/1266429909 shutdown_connections 2024-05-20T21:19:59.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e940 0x561815031ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 0x561815034710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x561815041f90 0x561815044380 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 --2- 172.21.15.6:0/1266429909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815031ab0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 -- 172.21.15.6:0/1266429909 >> 172.21.15.6:0/1266429909 conn(0x561814f56be0 msgr2=0x5618150274a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:59.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74b7400700 0 client.26272 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:59.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 -- 172.21.15.6:0/1266429909 shutdown_connections 2024-05-20T21:19:59.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 1 -- 172.21.15.6:0/1266429909 wait complete. 2024-05-20T21:19:59.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.712+0000 7f74e270cb80 20 client.26272 trim_cache size 0 max 16384 2024-05-20T21:19:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.729+0000 7f74e270cb80 1 Processor -- start 2024-05-20T21:19:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.729+0000 7f74e270cb80 1 -- start start 2024-05-20T21:19:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561815028ad0 0x561815027e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815028370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e940 0x5618150303a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74e270cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01b28b0 con 0x561815028ad0 2024-05-20T21:19:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74e270cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01b0140 con 0x56181502e940 2024-05-20T21:19:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74e270cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01adf90 con 0x56181502e020 2024-05-20T21:19:59.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74d4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561815028ad0 0x561815027e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74d5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815028370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74d4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561815028ad0 0x561815027e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42716/0 (socket says 172.21.15.6:42716) 2024-05-20T21:19:59.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74d4a00700 1 -- 172.21.15.6:0/4066774991 learned_addr learned my addr 172.21.15.6:0/4066774991 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.730+0000 7f74d5400700 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815028370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35028/0 (socket says 172.21.15.6:35028) 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74d4a00700 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e940 0x5618150303a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74d5400700 1 -- 172.21.15.6:0/4066774991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e940 msgr2=0x5618150303a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74d5400700 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e940 0x5618150303a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74d5400700 1 -- 172.21.15.6:0/4066774991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561815028ad0 msgr2=0x561815027e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74d5400700 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561815028ad0 0x561815027e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74d5400700 1 -- 172.21.15.6:0/4066774991 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561815030020 con 0x56181502e020 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74d4a00700 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561815028ad0 0x561815027e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74d5400700 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815028370 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f74c400a010 tx=0x7f74c4010850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91b7fb2a44b7bacd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74c2000700 1 -- 172.21.15.6:0/4066774991 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c4029070 con 0x56181502e020 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74c2000700 1 -- 172.21.15.6:0/4066774991 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c4003eb0 con 0x56181502e020 2024-05-20T21:19:59.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.731+0000 7f74c2000700 1 -- 172.21.15.6:0/4066774991 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c4019770 con 0x56181502e020 2024-05-20T21:19:59.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 -- 172.21.15.6:0/4066774991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 msgr2=0x561815028370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815028370 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f74c400a010 tx=0x7f74c4010850 comp rx=0 tx=0).stop 2024-05-20T21:19:59.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 -- 172.21.15.6:0/4066774991 shutdown_connections 2024-05-20T21:19:59.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56181502e940 0x5618150303a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561815028ad0 0x561815027e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 --2- 172.21.15.6:0/4066774991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e020 0x561815028370 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 -- 172.21.15.6:0/4066774991 >> 172.21.15.6:0/4066774991 conn(0x561814f56be0 msgr2=0x56181502bb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:59.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 -- 172.21.15.6:0/4066774991 shutdown_connections 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.732+0000 7f74e270cb80 1 -- 172.21.15.6:0/4066774991 wait complete. 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.733+0000 7f74e270cb80 1 -- start start 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.733+0000 7f74e270cb80 1 Processor -- start 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.733+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 0x561815047c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.733+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e020 0x561815045030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.733+0000 7f74e270cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e940 0x561815045770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.733+0000 7f74e270cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01ae600 con 0x56181502e020 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.733+0000 7f74e270cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01afa70 con 0x561815028ad0 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.733+0000 7f74e270cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01aecd0 con 0x56181502e940 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74e270cb80 10 client.0 _ll_register_callbacks cb 0x561814f20c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e020 0x561815045030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e940 0x561815045770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e020 0x561815045030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42720/0 (socket says 172.21.15.6:42720) 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d5400700 1 -- 172.21.15.6:0/3293526176 learned_addr learned my addr 172.21.15.6:0/3293526176 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:19:59.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d4a00700 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 0x561815047c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d5400700 1 -- 172.21.15.6:0/3293526176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e940 msgr2=0x561815045770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:59.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d5400700 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e940 0x561815045770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d5400700 1 -- 172.21.15.6:0/3293526176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 msgr2=0x561815047c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:19:59.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d5400700 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 0x561815047c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d5400700 1 -- 172.21.15.6:0/3293526176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618150b3fe0 con 0x56181502e020 2024-05-20T21:19:59.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.734+0000 7f74d4a00700 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e940 0x561815045770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:19:59.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.735+0000 7f74d5400700 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e020 0x561815045030 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f74c4009bc0 tx=0x7f74c40059b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e9d748e4c2afa86 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:19:59.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.735+0000 7f74b7400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:19:59.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.735+0000 7f74b7400700 1 -- 172.21.15.6:0/3293526176 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c4029030 con 0x56181502e020 2024-05-20T21:19:59.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.735+0000 7f74b7400700 1 -- 172.21.15.6:0/3293526176 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f74c4003990 con 0x56181502e020 2024-05-20T21:19:59.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.735+0000 7f74e270cb80 1 -- 172.21.15.6:0/3293526176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74c4003eb0 con 0x56181502e020 2024-05-20T21:19:59.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.735+0000 7f74b7400700 1 -- 172.21.15.6:0/3293526176 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f74c4019530 con 0x56181502e020 2024-05-20T21:19:59.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.735+0000 7f74e270cb80 10 client.16167 fetch_fsmap learned FSMap version 26 2024-05-20T21:19:59.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.735+0000 7f74e270cb80 1 -- 172.21.15.6:0/3293526176 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618150b51d0 con 0x56181502e020 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74b7400700 1 -- 172.21.15.6:0/3293526176 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c4003eb0 con 0x56181502e020 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74b7400700 1 -- 172.21.15.6:0/3293526176 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f74c403f070 con 0x56181502e020 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74e270cb80 10 client.16167 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74e270cb80 10 client.16167 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74e270cb80 20 client.16167 populate_metadata read hostname 'smithi006' 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5618150b57b0 0x5618150b7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74e270cb80 4 client.16167 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74e270cb80 1 -- 172.21.15.6:0/3293526176 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561814f82570 con 0x5618150b57b0 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.736+0000 7f74d4a00700 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5618150b57b0 0x5618150b7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74d4a00700 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5618150b57b0 0x5618150b7bd0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=56cd198f0b5eeff8 server_cookie=1673188362d0b931 in_seq=0 out_seq=0 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74b7400700 10 client.16167 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74b7400700 1 -- 172.21.15.6:0/3293526176 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561814f82570 con 0x5618150b57b0 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74b7400700 10 client.16167 handle_command_reply: tid=0 2024-05-20T21:19:59.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74e270cb80 1 client.16167 shutdown 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74e270cb80 1 -- 172.21.15.6:0/3293526176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e020 msgr2=0x561815045030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e020 0x561815045030 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f74c4009bc0 tx=0x7f74c40059b0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74e270cb80 1 -- 172.21.15.6:0/3293526176 shutdown_connections 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.737+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5618150b57b0 0x5618150b7bd0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.738+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56181502e940 0x561815045770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.738+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561815028ad0 0x561815047c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.738+0000 7f74b7400700 0 client.16167 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.738+0000 7f74e270cb80 1 --2- 172.21.15.6:0/3293526176 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56181502e020 0x561815045030 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.738+0000 7f74e270cb80 1 -- 172.21.15.6:0/3293526176 >> 172.21.15.6:0/3293526176 conn(0x561814f56be0 msgr2=0x561815031a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.738+0000 7f74e270cb80 1 -- 172.21.15.6:0/3293526176 shutdown_connections 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.738+0000 7f74e270cb80 1 -- 172.21.15.6:0/3293526176 wait complete. 2024-05-20T21:19:59.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.738+0000 7f74e270cb80 20 client.16167 trim_cache size 0 max 16384 2024-05-20T21:19:59.741 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:19:59.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 -- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f74b80b2900 msgr2=0x7f74b80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f74b80b2900 0x7f74b80b4dc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f74c800d010 tx=0x7f74c8009040 comp rx=0 tx=0).stop 2024-05-20T21:19:59.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 -- 172.21.15.6:0/1812119003 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74d0109580 msgr2=0x7f74d0103150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:19:59.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74d0109580 0x7f74d0103150 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f74c800efc0 tx=0x7f74c800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 -- 172.21.15.6:0/1812119003 shutdown_connections 2024-05-20T21:19:59.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f74b80b2900 0x7f74b80b4dc0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f74d0109580 0x7f74d0103150 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f74d006bab0 0x7f74d01026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 --2- 172.21.15.6:0/1812119003 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f74d006c470 0x7f74d0102c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:19:59.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 -- 172.21.15.6:0/1812119003 >> 172.21.15.6:0/1812119003 conn(0x7f74d0079280 msgr2=0x7f74d0101480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:19:59.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 -- 172.21.15.6:0/1812119003 shutdown_connections 2024-05-20T21:19:59.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:19:59.739+0000 7f74d6800700 1 -- 172.21.15.6:0/1812119003 wait complete. 2024-05-20T21:19:59.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:19:59 smithi062 ceph-mon[36640]: pgmap v564: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:19:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:19:59 smithi042 ceph-mon[36332]: pgmap v564: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:20:00.628 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:20:00.709 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:00 smithi006 ceph-mon[31422]: overall HEALTH_OK 2024-05-20T21:20:00.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:00 smithi062 ceph-mon[36640]: overall HEALTH_OK 2024-05-20T21:20:00.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:00 smithi042 ceph-mon[36332]: overall HEALTH_OK 2024-05-20T21:20:01.105 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:01.538 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:01 smithi006 ceph-mon[31422]: pgmap v565: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:20:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:01 smithi062 ceph-mon[36640]: pgmap v565: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:20:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:01 smithi042 ceph-mon[36332]: pgmap v565: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:20:03.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 -- 172.21.15.6:0/58863283 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f500c106010 msgr2=0x7f500c112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 --2- 172.21.15.6:0/58863283 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f500c106010 0x7f500c112520 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5004009f90 tx=0x7f500400b330 comp rx=0 tx=0).stop 2024-05-20T21:20:03.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 -- 172.21.15.6:0/58863283 shutdown_connections 2024-05-20T21:20:03.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 --2- 172.21.15.6:0/58863283 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f500c106010 0x7f500c112520 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 --2- 172.21.15.6:0/58863283 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f500c10b650 0x7f500c10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 --2- 172.21.15.6:0/58863283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f500c105650 0x7f500c105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 -- 172.21.15.6:0/58863283 >> 172.21.15.6:0/58863283 conn(0x7f500c101120 msgr2=0x7f500c103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:03.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 -- 172.21.15.6:0/58863283 shutdown_connections 2024-05-20T21:20:03.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.374+0000 7f5012600700 1 -- 172.21.15.6:0/58863283 wait complete. 2024-05-20T21:20:03.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.375+0000 7f5012600700 1 Processor -- start 2024-05-20T21:20:03.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.375+0000 7f5012600700 1 -- start start 2024-05-20T21:20:03.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5012600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f500c105650 0x7f500c1a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5012600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f500c106010 0x7f500c1a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5012600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f500c10b650 0x7f500c19bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5012600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1158a0 con 0x7f500c10b650 2024-05-20T21:20:03.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5012600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f500c115720 con 0x7f500c105650 2024-05-20T21:20:03.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5012600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f500c115a20 con 0x7f500c106010 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5011200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f500c105650 0x7f500c1a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5011c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f500c10b650 0x7f500c19bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5011200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f500c105650 0x7f500c1a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39102/0 (socket says 172.21.15.6:39102) 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5011200700 1 -- 172.21.15.6:0/2348924559 learned_addr learned my addr 172.21.15.6:0/2348924559 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.376+0000 7f5003e00700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f500c106010 0x7f500c1a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f5003e00700 1 -- 172.21.15.6:0/2348924559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f500c105650 msgr2=0x7f500c1a1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f5003e00700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f500c105650 0x7f500c1a1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f5003e00700 1 -- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f500c10b650 msgr2=0x7f500c19bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f5003e00700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f500c10b650 0x7f500c19bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f5003e00700 1 -- 172.21.15.6:0/2348924559 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f500c19c440 con 0x7f500c106010 2024-05-20T21:20:03.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f5003e00700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f500c106010 0x7f500c1a1f80 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4ff400e9c0 tx=0x7f4ff400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:03.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f500a000700 1 -- 172.21.15.6:0/2348924559 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff400c9c0 con 0x7f500c106010 2024-05-20T21:20:03.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f5012600700 1 -- 172.21.15.6:0/2348924559 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f500c19c730 con 0x7f500c106010 2024-05-20T21:20:03.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f500a000700 1 -- 172.21.15.6:0/2348924559 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ff400cb60 con 0x7f500c106010 2024-05-20T21:20:03.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.377+0000 7f500a000700 1 -- 172.21.15.6:0/2348924559 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff4018420 con 0x7f500c106010 2024-05-20T21:20:03.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.378+0000 7f5012600700 1 -- 172.21.15.6:0/2348924559 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f500c1a89c0 con 0x7f500c106010 2024-05-20T21:20:03.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.383+0000 7f500a000700 1 -- 172.21.15.6:0/2348924559 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4ff4010430 con 0x7f500c106010 2024-05-20T21:20:03.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.384+0000 7f501e564b80 1 Processor -- start 2024-05-20T21:20:03.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.384+0000 7f501e564b80 1 -- start start 2024-05-20T21:20:03.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.384+0000 7f501e564b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba020 0x564e119ba400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.384+0000 7f501e564b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119b44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.384+0000 7f501e564b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119b4ad0 0x564e119b4f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.384+0000 7f501e564b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564e11912e40 con 0x564e119ba020 2024-05-20T21:20:03.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.384+0000 7f501e564b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564e119029e0 con 0x564e119ba940 2024-05-20T21:20:03.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.384+0000 7f501e564b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564e11906a20 con 0x564e119b4ad0 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba020 0x564e119ba400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba020 0x564e119ba400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42754/0 (socket says 172.21.15.6:42754) 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011c00700 1 -- 172.21.15.6:0/2001577835 learned_addr learned my addr 172.21.15.6:0/2001577835 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f500a000700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4ff00b2880 0x7f4ff00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011200700 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119b44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5003e00700 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119b4ad0 0x564e119b4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f500a000700 1 -- 172.21.15.6:0/2348924559 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4ff40e2480 con 0x7f500c106010 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011c00700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4ff00b2880 0x7f4ff00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011200700 1 -- 172.21.15.6:0/2001577835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119b4ad0 msgr2=0x564e119b4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011200700 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119b4ad0 0x564e119b4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011200700 1 -- 172.21.15.6:0/2001577835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba020 msgr2=0x564e119ba400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011200700 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba020 0x564e119ba400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011200700 1 -- 172.21.15.6:0/2001577835 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e118cb420 con 0x564e119ba940 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.385+0000 7f5011c00700 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba020 0x564e119ba400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.386+0000 7f5011200700 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119b44b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009d00 tx=0x7f4ffc011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b87cf0eb4384e4b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.386+0000 7f5002000700 1 -- 172.21.15.6:0/2001577835 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc004a30 con 0x564e119ba940 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.386+0000 7f5002000700 1 -- 172.21.15.6:0/2001577835 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ffc0054d0 con 0x564e119ba940 2024-05-20T21:20:03.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.386+0000 7f5002000700 1 -- 172.21.15.6:0/2001577835 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc019870 con 0x564e119ba940 2024-05-20T21:20:03.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 -- 172.21.15.6:0/2001577835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 msgr2=0x564e119b44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119b44b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009d00 tx=0x7f4ffc011720 comp rx=0 tx=0).stop 2024-05-20T21:20:03.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f5011c00700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4ff00b2880 0x7f4ff00b4d40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5004003ce0 tx=0x7f500400b330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:03.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 -- 172.21.15.6:0/2001577835 shutdown_connections 2024-05-20T21:20:03.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119b4ad0 0x564e119b4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba020 0x564e119ba400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 --2- 172.21.15.6:0/2001577835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119b44b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 -- 172.21.15.6:0/2001577835 >> 172.21.15.6:0/2001577835 conn(0x564e118e2be0 msgr2=0x564e119af150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:03.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 -- 172.21.15.6:0/2001577835 shutdown_connections 2024-05-20T21:20:03.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.387+0000 7f501e564b80 1 -- 172.21.15.6:0/2001577835 wait complete. 2024-05-20T21:20:03.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.388+0000 7f501e564b80 1 -- start start 2024-05-20T21:20:03.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.388+0000 7f501e564b80 1 Processor -- start 2024-05-20T21:20:03.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f501e564b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119c06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f501e564b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba020 0x564e119bda70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f501e564b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba940 0x564e119bdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f501e564b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564e11808fa0 con 0x564e119b4ad0 2024-05-20T21:20:03.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f501e564b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564e118a3760 con 0x564e119ba020 2024-05-20T21:20:03.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f501e564b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564e119c1460 con 0x564e119ba940 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f501e564b80 10 client.0 _ll_register_callbacks cb 0x564e118acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f5003e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba020 0x564e119bda70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f5011200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119c06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f5003e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba020 0x564e119bda70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39128/0 (socket says 172.21.15.6:39128) 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f5003e00700 1 -- 172.21.15.6:0/1244535976 learned_addr learned my addr 172.21.15.6:0/1244535976 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f5011c00700 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba940 0x564e119bdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f5003e00700 1 -- 172.21.15.6:0/1244535976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba940 msgr2=0x564e119bdfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.389+0000 7f5003e00700 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba940 0x564e119bdfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f5003e00700 1 -- 172.21.15.6:0/1244535976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 msgr2=0x564e119c06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f5003e00700 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119c06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f5003e00700 1 -- 172.21.15.6:0/1244535976 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e118528d0 con 0x564e119ba020 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f5003e00700 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba020 0x564e119bda70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4005fd0 tx=0x7f4ff40a9ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b4c1841f46978ca server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:03.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f4ffaa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f4ffaa00700 1 -- 172.21.15.6:0/1244535976 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff40a94b0 con 0x564e119ba020 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f4ffaa00700 1 -- 172.21.15.6:0/1244535976 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4ff40cc0c0 con 0x564e119ba020 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f501e564b80 1 -- 172.21.15.6:0/1244535976 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ffc0054d0 con 0x564e119ba020 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f4ffaa00700 1 -- 172.21.15.6:0/1244535976 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4ff40aa0a0 con 0x564e119ba020 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f501e564b80 10 client.26309 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.390+0000 7f501e564b80 1 -- 172.21.15.6:0/1244535976 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564e118d3060 con 0x564e119ba020 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.391+0000 7f4ffaa00700 1 -- 172.21.15.6:0/1244535976 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ffc0054d0 con 0x564e119ba020 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.391+0000 7f4ffaa00700 1 -- 172.21.15.6:0/1244535976 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4ff40a5310 con 0x564e119ba020 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.391+0000 7f501e564b80 10 client.26309 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.391+0000 7f501e564b80 10 client.26309 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.391+0000 7f501e564b80 20 client.26309 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.391+0000 7f501e564b80 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564e119cdf30 0x564e119d0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.391+0000 7f501e564b80 4 client.26309 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:03.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.391+0000 7f501e564b80 1 -- 172.21.15.6:0/1244535976 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e11914d90 con 0x564e119cdf30 2024-05-20T21:20:03.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.392+0000 7f5011200700 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564e119cdf30 0x564e119d0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.392+0000 7f5011200700 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564e119cdf30 0x564e119d0320 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87e3ff7573a34f66 server_cookie=7e5051369cc868b6 in_seq=0 out_seq=0 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.392+0000 7f4ffaa00700 10 client.26309 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f4ffaa00700 1 -- 172.21.15.6:0/1244535976 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564e11914d90 con 0x564e119cdf30 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f4ffaa00700 10 client.26309 handle_command_reply: tid=0 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 client.26309 shutdown 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 -- 172.21.15.6:0/1244535976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba020 msgr2=0x564e119bda70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba020 0x564e119bda70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4005fd0 tx=0x7f4ff40a9ee0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 -- 172.21.15.6:0/1244535976 shutdown_connections 2024-05-20T21:20:03.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564e119cdf30 0x564e119d0320 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba940 0x564e119bdfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119c06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f4ffaa00700 0 client.26309 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:03.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 --2- 172.21.15.6:0/1244535976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba020 0x564e119bda70 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.393+0000 7f501e564b80 1 -- 172.21.15.6:0/1244535976 >> 172.21.15.6:0/1244535976 conn(0x564e118e2be0 msgr2=0x564e119b34a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:03.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.394+0000 7f501e564b80 1 -- 172.21.15.6:0/1244535976 shutdown_connections 2024-05-20T21:20:03.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.394+0000 7f501e564b80 1 -- 172.21.15.6:0/1244535976 wait complete. 2024-05-20T21:20:03.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.394+0000 7f501e564b80 20 client.26309 trim_cache size 0 max 16384 2024-05-20T21:20:03.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.411+0000 7f501e564b80 1 Processor -- start 2024-05-20T21:20:03.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.411+0000 7f501e564b80 1 -- start start 2024-05-20T21:20:03.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.411+0000 7f501e564b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119b44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.411+0000 7f501e564b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119bc360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.411+0000 7f501e564b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119bc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.411+0000 7f501e564b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1b27d0 con 0x564e119b4ad0 2024-05-20T21:20:03.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.411+0000 7f501e564b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1b0060 con 0x564e119ba940 2024-05-20T21:20:03.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.411+0000 7f501e564b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1adeb0 con 0x564e119ba020 2024-05-20T21:20:03.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5003e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119bc360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5011c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119bc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5003e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119bc360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35082/0 (socket says 172.21.15.6:35082) 2024-05-20T21:20:03.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5003e00700 1 -- 172.21.15.6:0/1802926103 learned_addr learned my addr 172.21.15.6:0/1802926103 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:03.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5011200700 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119b44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5011200700 1 -- 172.21.15.6:0/1802926103 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 msgr2=0x564e119bc360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5011200700 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119bc360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5011200700 1 -- 172.21.15.6:0/1802926103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 msgr2=0x564e119bc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5011200700 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119bc8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5011200700 1 -- 172.21.15.6:0/1802926103 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e119d0950 con 0x564e119b4ad0 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.412+0000 7f5011c00700 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119bc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.413+0000 7f5011200700 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119b44b0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009230 tx=0x7f4ffc009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6843c75c529d67c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.413+0000 7f5001600700 1 -- 172.21.15.6:0/1802926103 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc005040 con 0x564e119b4ad0 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.413+0000 7f5001600700 1 -- 172.21.15.6:0/1802926103 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ffc004710 con 0x564e119b4ad0 2024-05-20T21:20:03.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.413+0000 7f5001600700 1 -- 172.21.15.6:0/1802926103 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc019670 con 0x564e119b4ad0 2024-05-20T21:20:03.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 -- 172.21.15.6:0/1802926103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 msgr2=0x564e119b44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119b44b0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009230 tx=0x7f4ffc009810 comp rx=0 tx=0).stop 2024-05-20T21:20:03.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 -- 172.21.15.6:0/1802926103 shutdown_connections 2024-05-20T21:20:03.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119ba940 0x564e119bc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119b4ad0 0x564e119b44b0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 --2- 172.21.15.6:0/1802926103 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119bc360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 -- 172.21.15.6:0/1802926103 >> 172.21.15.6:0/1802926103 conn(0x564e118e2be0 msgr2=0x564e119b7b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 -- 172.21.15.6:0/1802926103 shutdown_connections 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 -- 172.21.15.6:0/1802926103 wait complete. 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.414+0000 7f501e564b80 1 -- start start 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.415+0000 7f501e564b80 1 Processor -- start 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.415+0000 7f501e564b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119b4ad0 0x564e119c6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.415+0000 7f501e564b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119d52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.415+0000 7f501e564b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba940 0x564e119d57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.415+0000 7f501e564b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1ae520 con 0x564e119ba940 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.415+0000 7f501e564b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1af990 con 0x564e119b4ad0 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.415+0000 7f501e564b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1aebf0 con 0x564e119ba020 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.415+0000 7f501e564b80 10 client.0 _ll_register_callbacks cb 0x564e118acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119b4ad0 0x564e119c6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5003e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119d52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba940 0x564e119d57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119b4ad0 0x564e119c6c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39154/0 (socket says 172.21.15.6:39154) 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5003e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119d52a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35096/0 (socket says 172.21.15.6:35096) 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 -- 172.21.15.6:0/2422966016 learned_addr learned my addr 172.21.15.6:0/2422966016 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:03.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 -- 172.21.15.6:0/2422966016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 msgr2=0x564e119d52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119d52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 -- 172.21.15.6:0/2422966016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba940 msgr2=0x564e119d57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba940 0x564e119d57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 -- 172.21.15.6:0/2422966016 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e119d5ee0 con 0x564e119b4ad0 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f5011200700 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119b4ad0 0x564e119c6c90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc004b20 tx=0x7f4ffc004b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85c5a3d04df71ee2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.416+0000 7f4ffaa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.417+0000 7f4ffaa00700 1 -- 172.21.15.6:0/2422966016 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc03b060 con 0x564e119b4ad0 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.417+0000 7f4ffaa00700 1 -- 172.21.15.6:0/2422966016 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4ffc02a040 con 0x564e119b4ad0 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.417+0000 7f501e564b80 1 -- 172.21.15.6:0/2422966016 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ffc004710 con 0x564e119b4ad0 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.417+0000 7f4ffaa00700 1 -- 172.21.15.6:0/2422966016 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4ffc005250 con 0x564e119b4ad0 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.417+0000 7f501e564b80 10 client.26315 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.417+0000 7f501e564b80 1 -- 172.21.15.6:0/2422966016 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564e11a38940 con 0x564e119b4ad0 2024-05-20T21:20:03.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.417+0000 7f4ffaa00700 1 -- 172.21.15.6:0/2422966016 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ffc004710 con 0x564e119b4ad0 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.418+0000 7f4ffaa00700 1 -- 172.21.15.6:0/2422966016 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4ffc019c60 con 0x564e119b4ad0 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.418+0000 7f501e564b80 10 client.26315 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.418+0000 7f501e564b80 10 client.26315 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.418+0000 7f501e564b80 20 client.26315 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.418+0000 7f501e564b80 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564e11a38da0 0x564e11a3b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.418+0000 7f501e564b80 4 client.26315 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.418+0000 7f501e564b80 1 -- 172.21.15.6:0/2422966016 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564e1190e570 con 0x564e11a38da0 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.418+0000 7f5003e00700 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564e11a38da0 0x564e11a3b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f5003e00700 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564e11a38da0 0x564e11a3b190 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cf2f5c0b1fe32bb server_cookie=c8337a0936573f72 in_seq=0 out_seq=0 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f4ffaa00700 10 client.26315 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f4ffaa00700 1 -- 172.21.15.6:0/2422966016 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564e1190e570 con 0x564e11a38da0 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f4ffaa00700 10 client.26315 handle_command_reply: tid=0 2024-05-20T21:20:03.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 client.26315 shutdown 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 -- 172.21.15.6:0/2422966016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119b4ad0 msgr2=0x564e119c6c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119b4ad0 0x564e119c6c90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc004b20 tx=0x7f4ffc004b50 comp rx=0 tx=0).stop 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 -- 172.21.15.6:0/2422966016 shutdown_connections 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564e119ba940 0x564e119d57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564e119b4ad0 0x564e119c6c90 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564e11a38da0 0x564e11a3b190 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 --2- 172.21.15.6:0/2422966016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564e119ba020 0x564e119d52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f4ffaa00700 0 client.26315 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 -- 172.21.15.6:0/2422966016 >> 172.21.15.6:0/2422966016 conn(0x564e118e2be0 msgr2=0x564e119aec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.419+0000 7f501e564b80 1 -- 172.21.15.6:0/2422966016 shutdown_connections 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f501e564b80 1 -- 172.21.15.6:0/2422966016 wait complete. 2024-05-20T21:20:03.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f501e564b80 20 client.26315 trim_cache size 0 max 16384 2024-05-20T21:20:03.426 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:20:03.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f5012600700 1 -- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4ff00b2880 msgr2=0x7f4ff00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f5012600700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4ff00b2880 0x7f4ff00b4d40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5004003ce0 tx=0x7f500400b330 comp rx=0 tx=0).stop 2024-05-20T21:20:03.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f5012600700 1 -- 172.21.15.6:0/2348924559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f500c106010 msgr2=0x7f500c1a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:03.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f5012600700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f500c106010 0x7f500c1a1f80 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4ff400e9c0 tx=0x7f4ff400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f5012600700 1 -- 172.21.15.6:0/2348924559 shutdown_connections 2024-05-20T21:20:03.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f5012600700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4ff00b2880 0x7f4ff00b4d40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.420+0000 7f5012600700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f500c10b650 0x7f500c19bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.421+0000 7f5012600700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f500c105650 0x7f500c1a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.421+0000 7f5012600700 1 --2- 172.21.15.6:0/2348924559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f500c106010 0x7f500c1a1f80 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:03.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.421+0000 7f5012600700 1 -- 172.21.15.6:0/2348924559 >> 172.21.15.6:0/2348924559 conn(0x7f500c101120 msgr2=0x7f500c101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:03.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.421+0000 7f5012600700 1 -- 172.21.15.6:0/2348924559 shutdown_connections 2024-05-20T21:20:03.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:03.421+0000 7f5012600700 1 -- 172.21.15.6:0/2348924559 wait complete. 2024-05-20T21:20:03.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:03 smithi006 ceph-mon[31422]: pgmap v566: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:03 smithi062 ceph-mon[36640]: pgmap v566: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:03 smithi042 ceph-mon[36332]: pgmap v566: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:05.348 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:20:05.348 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:20:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:05 smithi062 ceph-mon[36640]: pgmap v567: 97 pgs: 97 active+clean; 1.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:05.842 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:05 smithi042 ceph-mon[36332]: pgmap v567: 97 pgs: 97 active+clean; 1.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:05.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:05 smithi006 ceph-mon[31422]: pgmap v567: 97 pgs: 97 active+clean; 1.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.407+0000 7f92fee00640 1 -- 172.21.15.6:0/3362657710 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 msgr2=0x7f92f8105100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.407+0000 7f92fee00640 1 --2- 172.21.15.6:0/3362657710 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 0x7f92f8105100 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f92e8009900 tx=0x7f92e802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.407+0000 7f92fee00640 1 -- 172.21.15.6:0/3362657710 shutdown_connections 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.407+0000 7f92fee00640 1 --2- 172.21.15.6:0/3362657710 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92f8106890 0x7f92f810d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.407+0000 7f92fee00640 1 --2- 172.21.15.6:0/3362657710 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92f8105ed0 0x7f92f8106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.407+0000 7f92fee00640 1 --2- 172.21.15.6:0/3362657710 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 0x7f92f8105100 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.407+0000 7f92fee00640 1 -- 172.21.15.6:0/3362657710 >> 172.21.15.6:0/3362657710 conn(0x7f92f8100270 msgr2=0x7f92f8102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.408+0000 7f92fee00640 1 -- 172.21.15.6:0/3362657710 shutdown_connections 2024-05-20T21:20:06.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.408+0000 7f92fee00640 1 -- 172.21.15.6:0/3362657710 wait complete. 2024-05-20T21:20:06.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92fee00640 1 Processor -- start 2024-05-20T21:20:06.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92fee00640 1 -- start start 2024-05-20T21:20:06.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92fee00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 0x7f92f819af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92fee00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92f8105ed0 0x7f92f819b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92fee00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92f8106890 0x7f92f81a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92fee00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f92f8110800 con 0x7f92f8104ce0 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92fee00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92f8110680 con 0x7f92f8105ed0 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92fee00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f92f8110980 con 0x7f92f8106890 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.409+0000 7f92f7e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 0x7f92f819af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 0x7f92f819af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42806/0 (socket says 172.21.15.6:42806) 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7e00640 1 -- 172.21.15.6:0/3951604824 learned_addr learned my addr 172.21.15.6:0/3951604824 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92fce00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92f8106890 0x7f92f81a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7400640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92f8105ed0 0x7f92f819b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7e00640 1 -- 172.21.15.6:0/3951604824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92f8106890 msgr2=0x7f92f81a24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7e00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92f8106890 0x7f92f81a24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7e00640 1 -- 172.21.15.6:0/3951604824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92f8105ed0 msgr2=0x7f92f819b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7e00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92f8105ed0 0x7f92f819b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7e00640 1 -- 172.21.15.6:0/3951604824 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f81a2b50 con 0x7f92f8104ce0 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92fce00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92f8106890 0x7f92f81a24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:06.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7400640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92f8105ed0 0x7f92f819b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:06.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.410+0000 7f92f7e00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 0x7f92f819af30 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f92e8006010 tx=0x7f92e80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:06.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.411+0000 7f92f4c00640 1 -- 172.21.15.6:0/3951604824 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e803f030 con 0x7f92f8104ce0 2024-05-20T21:20:06.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.411+0000 7f92f4c00640 1 -- 172.21.15.6:0/3951604824 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92e8031910 con 0x7f92f8104ce0 2024-05-20T21:20:06.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.411+0000 7f92fee00640 1 -- 172.21.15.6:0/3951604824 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92f81a2de0 con 0x7f92f8104ce0 2024-05-20T21:20:06.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.411+0000 7f92f4c00640 1 -- 172.21.15.6:0/3951604824 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e8035070 con 0x7f92f8104ce0 2024-05-20T21:20:06.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.411+0000 7f92fee00640 1 -- 172.21.15.6:0/3951604824 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92f81a3210 con 0x7f92f8104ce0 2024-05-20T21:20:06.414 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.414+0000 7f9301d9a740 1 Processor -- start 2024-05-20T21:20:06.414 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.414+0000 7f9301d9a740 1 -- start start 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f92f4c00640 1 -- 172.21.15.6:0/3951604824 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f92e8042030 con 0x7f92f8104ce0 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb5b30 0x558095cb5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb6520 0x558095cbb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095cbdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f9301d9a740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558095c25b90 con 0x558095cbb690 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f9301d9a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558095c15730 con 0x558095cb5b30 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f9301d9a740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558095c19770 con 0x558095cb6520 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f92f7400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095cbdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f92f7e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb6520 0x558095cbb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f92f7400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095cbdb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42816/0 (socket says 172.21.15.6:42816) 2024-05-20T21:20:06.415 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f92fce00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb5b30 0x558095cb5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.416 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f92f7400640 1 -- 172.21.15.6:0/991304481 learned_addr learned my addr 172.21.15.6:0/991304481 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:06.416 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.415+0000 7f92f7e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb6520 0x558095cbb020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35120/0 (socket says 172.21.15.6:35120) 2024-05-20T21:20:06.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92f7400640 1 -- 172.21.15.6:0/991304481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb6520 msgr2=0x558095cbb020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:06.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92f7400640 1 --2- 172.21.15.6:0/991304481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb6520 0x558095cbb020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92f7400640 1 -- 172.21.15.6:0/991304481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb5b30 msgr2=0x558095cb5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:06.417 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92f7400640 1 --2- 172.21.15.6:0/991304481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb5b30 0x558095cb5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92f7400640 1 -- 172.21.15.6:0/991304481 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558095bae8b0 con 0x558095cbb690 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92f7400640 1 --2- 172.21.15.6:0/991304481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095cbdb20 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f92e40114f0 tx=0x7f92e40119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=963b2d0335263328 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92ed600640 1 -- 172.21.15.6:0/991304481 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e4004020 con 0x558095cbb690 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92ed600640 1 -- 172.21.15.6:0/991304481 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92e40041c0 con 0x558095cbb690 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92ed600640 1 -- 172.21.15.6:0/991304481 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e400f840 con 0x558095cbb690 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.416+0000 7f92f4c00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92dc0b27e0 0x7f92dc0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f92f4c00640 1 -- 172.21.15.6:0/3951604824 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f92e8102800 con 0x7f92f8104ce0 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f92fce00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92dc0b27e0 0x7f92dc0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 -- 172.21.15.6:0/991304481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 msgr2=0x558095cbdb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 --2- 172.21.15.6:0/991304481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095cbdb20 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f92e40114f0 tx=0x7f92e40119b0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 -- 172.21.15.6:0/991304481 shutdown_connections 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 --2- 172.21.15.6:0/991304481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095cbdb20 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.418 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 --2- 172.21.15.6:0/991304481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb6520 0x558095cbb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 --2- 172.21.15.6:0/991304481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb5b30 0x558095cb5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 -- 172.21.15.6:0/991304481 >> 172.21.15.6:0/991304481 conn(0x558095cb11a0 msgr2=0x558095cb15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 -- 172.21.15.6:0/991304481 shutdown_connections 2024-05-20T21:20:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.417+0000 7f9301d9a740 1 -- 172.21.15.6:0/991304481 wait complete. 2024-05-20T21:20:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.418+0000 7f92fce00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92dc0b27e0 0x7f92dc0b4ca0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x558095cb6d80 tx=0x7f92f0009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:06.419 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.418+0000 7f9301d9a740 1 -- start start 2024-05-20T21:20:06.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.418+0000 7f9301d9a740 1 Processor -- start 2024-05-20T21:20:06.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.418+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 0x558095cbf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.418+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb6520 0x558095cbfe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.418+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cbb690 0x558095cc6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f9301d9a740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5580958fb790 con 0x558095cb6520 2024-05-20T21:20:06.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f9301d9a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558095bbdbc0 con 0x558095cbb690 2024-05-20T21:20:06.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f9301d9a740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558095cbe640 con 0x558095cb5b30 2024-05-20T21:20:06.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f9301d9a740 10 client.0 _ll_register_callbacks cb 0x558095b9b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:06.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb6520 0x558095cbfe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92fce00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cbb690 0x558095cc6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb6520 0x558095cbfe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42832/0 (socket says 172.21.15.6:42832) 2024-05-20T21:20:06.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7400640 1 -- 172.21.15.6:0/2632285093 learned_addr learned my addr 172.21.15.6:0/2632285093 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:06.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7e00640 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 0x558095cbf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7400640 1 -- 172.21.15.6:0/2632285093 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 msgr2=0x558095cbf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:06.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7400640 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 0x558095cbf8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7400640 1 -- 172.21.15.6:0/2632285093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cbb690 msgr2=0x558095cc6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7400640 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cbb690 0x558095cc6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92f7400640 1 -- 172.21.15.6:0/2632285093 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55809592a210 con 0x558095cb6520 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.419+0000 7f92fce00640 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cbb690 0x558095cc6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.420+0000 7f92f7400640 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb6520 0x558095cbfe00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f92e4005710 tx=0x7f92e4005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea8b7fc52eb880aa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.420+0000 7f92e2000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.420+0000 7f92e2000640 1 -- 172.21.15.6:0/2632285093 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e4028020 con 0x558095cb6520 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.420+0000 7f92e2000640 1 -- 172.21.15.6:0/2632285093 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f92e4016040 con 0x558095cb6520 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.420+0000 7f9301d9a740 1 -- 172.21.15.6:0/2632285093 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92e40041c0 con 0x558095cb6520 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.420+0000 7f92e2000640 1 -- 172.21.15.6:0/2632285093 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f92e4033050 con 0x558095cb6520 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.420+0000 7f9301d9a740 10 client.16197 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.420+0000 7f9301d9a740 1 -- 172.21.15.6:0/2632285093 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5580959f6620 con 0x558095cb6520 2024-05-20T21:20:06.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.421+0000 7f92e2000640 1 -- 172.21.15.6:0/2632285093 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92e40041c0 con 0x558095cb6520 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.421+0000 7f92e2000640 1 -- 172.21.15.6:0/2632285093 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f92e4004ae0 con 0x558095cb6520 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.421+0000 7f9301d9a740 10 client.16197 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.421+0000 7f9301d9a740 10 client.16197 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.421+0000 7f9301d9a740 20 client.16197 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.421+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558095ccb1e0 0x558095ccd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.421+0000 7f9301d9a740 4 client.16197 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.421+0000 7f9301d9a740 1 -- 172.21.15.6:0/2632285093 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558095c27ae0 con 0x558095ccb1e0 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.422+0000 7f92f7e00640 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558095ccb1e0 0x558095ccd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.422+0000 7f92f7e00640 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558095ccb1e0 0x558095ccd5d0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5e479bfbe5bdd64 server_cookie=a0ebc155a8175578 in_seq=0 out_seq=0 2024-05-20T21:20:06.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.422+0000 7f92e2000640 10 client.16197 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:06.426 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f92e2000640 1 -- 172.21.15.6:0/2632285093 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558095c27ae0 con 0x558095ccb1e0 2024-05-20T21:20:06.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f92e2000640 10 client.16197 handle_command_reply: tid=0 2024-05-20T21:20:06.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 client.16197 shutdown 2024-05-20T21:20:06.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 -- 172.21.15.6:0/2632285093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb6520 msgr2=0x558095cbfe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb6520 0x558095cbfe00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f92e4005710 tx=0x7f92e4005740 comp rx=0 tx=0).stop 2024-05-20T21:20:06.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 -- 172.21.15.6:0/2632285093 shutdown_connections 2024-05-20T21:20:06.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558095ccb1e0 0x558095ccd5d0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cbb690 0x558095cc6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb6520 0x558095cbfe00 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2632285093 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 0x558095cbf8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f92e2000640 0 client.16197 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:06.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 -- 172.21.15.6:0/2632285093 >> 172.21.15.6:0/2632285093 conn(0x558095cb11a0 msgr2=0x558095cb0310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:06.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 -- 172.21.15.6:0/2632285093 shutdown_connections 2024-05-20T21:20:06.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.423+0000 7f9301d9a740 1 -- 172.21.15.6:0/2632285093 wait complete. 2024-05-20T21:20:06.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.424+0000 7f9301d9a740 20 client.16197 trim_cache size 0 max 16384 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.440+0000 7f9301d9a740 1 Processor -- start 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.440+0000 7f9301d9a740 1 -- start start 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb5b30 0x558095cb76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cbb690 0x558095cd1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f9301d9a740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f92f81aec40 con 0x558095cb5b30 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f9301d9a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92f81ac510 con 0x558095cb6520 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f9301d9a740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f92f81aa360 con 0x558095cbb690 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f92f7e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb5b30 0x558095cb76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f92f7400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f92f7e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb5b30 0x558095cb76d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42846/0 (socket says 172.21.15.6:42846) 2024-05-20T21:20:06.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f92f7400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc6e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39184/0 (socket says 172.21.15.6:39184) 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f92f7e00640 1 -- 172.21.15.6:0/535571218 learned_addr learned my addr 172.21.15.6:0/535571218 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.441+0000 7f92fce00640 1 --2- 172.21.15.6:0/535571218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cbb690 0x558095cd1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92f7400640 1 -- 172.21.15.6:0/535571218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cbb690 msgr2=0x558095cd1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92f7400640 1 --2- 172.21.15.6:0/535571218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cbb690 0x558095cd1e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92f7400640 1 -- 172.21.15.6:0/535571218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb5b30 msgr2=0x558095cb76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92f7400640 1 --2- 172.21.15.6:0/535571218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb5b30 0x558095cb76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92f7400640 1 -- 172.21.15.6:0/535571218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558095cb0fd0 con 0x558095cb6520 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92f7400640 1 --2- 172.21.15.6:0/535571218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc6e00 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f92e4004e80 tx=0x7f92e400f8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fe85a939f8553c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92ecc00640 1 -- 172.21.15.6:0/535571218 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e4028040 con 0x558095cb6520 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92ecc00640 1 -- 172.21.15.6:0/535571218 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92e4016020 con 0x558095cb6520 2024-05-20T21:20:06.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.442+0000 7f92ecc00640 1 -- 172.21.15.6:0/535571218 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e40039b0 con 0x558095cb6520 2024-05-20T21:20:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 -- 172.21.15.6:0/535571218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 msgr2=0x558095cc6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 --2- 172.21.15.6:0/535571218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc6e00 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f92e4004e80 tx=0x7f92e400f8f0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 -- 172.21.15.6:0/535571218 shutdown_connections 2024-05-20T21:20:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 --2- 172.21.15.6:0/535571218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cbb690 0x558095cd1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 --2- 172.21.15.6:0/535571218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc6e00 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 --2- 172.21.15.6:0/535571218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cb5b30 0x558095cb76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 -- 172.21.15.6:0/535571218 >> 172.21.15.6:0/535571218 conn(0x558095cb11a0 msgr2=0x558095cb6fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:06.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 -- 172.21.15.6:0/535571218 shutdown_connections 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 -- 172.21.15.6:0/535571218 wait complete. 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.443+0000 7f9301d9a740 1 -- start start 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f9301d9a740 1 Processor -- start 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 0x558095cc3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f9301d9a740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095d33d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f9301d9a740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f92f81aa9d0 con 0x558095cbb690 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f9301d9a740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92f81abe40 con 0x558095cb6520 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f9301d9a740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f92f81ab0a0 con 0x558095cb5b30 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f9301d9a740 10 client.0 _ll_register_callbacks cb 0x7f92f0009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f92f7400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f92fce00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095d33d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f92f7400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc4270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39186/0 (socket says 172.21.15.6:39186) 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f92f7400640 1 -- 172.21.15.6:0/2055678229 learned_addr learned my addr 172.21.15.6:0/2055678229 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.444+0000 7f92f7e00640 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 0x558095cc3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.445+0000 7f92f7400640 1 -- 172.21.15.6:0/2055678229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 msgr2=0x558095cc3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.445+0000 7f92f7400640 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 0x558095cc3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.445+0000 7f92f7400640 1 -- 172.21.15.6:0/2055678229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 msgr2=0x558095d33d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.445+0000 7f92f7400640 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095d33d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.445+0000 7f92f7400640 1 -- 172.21.15.6:0/2055678229 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558095cb1e70 con 0x558095cb6520 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.445+0000 7f92fce00640 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095d33d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.445+0000 7f92f7400640 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc4270 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f92e4005390 tx=0x7f92e4009f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e72e77cb9abf8298 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:06.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.445+0000 7f92e2000640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.447+0000 7f92e2000640 1 -- 172.21.15.6:0/2055678229 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e4028040 con 0x558095cb6520 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.447+0000 7f92e2000640 1 -- 172.21.15.6:0/2055678229 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f92e4004990 con 0x558095cb6520 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.447+0000 7f9301d9a740 1 -- 172.21.15.6:0/2055678229 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92e4016020 con 0x558095cb6520 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f92e2000640 1 -- 172.21.15.6:0/2055678229 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f92e4048050 con 0x558095cb6520 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f9301d9a740 10 client.26333 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f9301d9a740 1 -- 172.21.15.6:0/2055678229 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558095d35310 con 0x558095cb6520 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f92e2000640 1 -- 172.21.15.6:0/2055678229 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92e4016020 con 0x558095cb6520 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f92e2000640 1 -- 172.21.15.6:0/2055678229 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f92e4003cc0 con 0x558095cb6520 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f9301d9a740 10 client.26333 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f9301d9a740 10 client.26333 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:06.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f9301d9a740 20 client.26333 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:06.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558095d35c90 0x558095d380b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:06.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f9301d9a740 4 client.26333 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:06.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.448+0000 7f9301d9a740 1 -- 172.21.15.6:0/2055678229 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558095c212c0 con 0x558095d35c90 2024-05-20T21:20:06.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.449+0000 7f92f7e00640 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558095d35c90 0x558095d380b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:06.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.449+0000 7f92f7e00640 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558095d35c90 0x558095d380b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c271ea12ffb8ba6f server_cookie=f37c525780165faf in_seq=0 out_seq=0 2024-05-20T21:20:06.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.449+0000 7f92e2000640 10 client.26333 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:06.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.462+0000 7f92e2000640 1 -- 172.21.15.6:0/2055678229 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x558095c212c0 con 0x558095d35c90 2024-05-20T21:20:06.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.462+0000 7f92e2000640 10 client.26333 handle_command_reply: tid=0 2024-05-20T21:20:06.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.462+0000 7f9301d9a740 1 client.26333 shutdown 2024-05-20T21:20:06.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 -- 172.21.15.6:0/2055678229 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 msgr2=0x558095cc4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc4270 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f92e4005390 tx=0x7f92e4009f50 comp rx=0 tx=0).stop 2024-05-20T21:20:06.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 -- 172.21.15.6:0/2055678229 shutdown_connections 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558095d35c90 0x558095d380b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558095cbb690 0x558095d33d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558095cb6520 0x558095cc4270 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 --2- 172.21.15.6:0/2055678229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558095cb5b30 0x558095cc3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f92e2000640 0 client.26333 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 -- 172.21.15.6:0/2055678229 >> 172.21.15.6:0/2055678229 conn(0x558095cb11a0 msgr2=0x558095cb7640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 -- 172.21.15.6:0/2055678229 shutdown_connections 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 1 -- 172.21.15.6:0/2055678229 wait complete. 2024-05-20T21:20:06.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.463+0000 7f9301d9a740 20 client.26333 trim_cache size 0 max 16384 2024-05-20T21:20:06.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:20:06.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:20:06.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 -- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92dc0b27e0 msgr2=0x7f92dc0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92dc0b27e0 0x7f92dc0b4ca0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x558095cb6d80 tx=0x7f92f0009500 comp rx=0 tx=0).stop 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 -- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 msgr2=0x7f92f819af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 0x7f92f819af30 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f92e8006010 tx=0x7f92e80042f0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 -- 172.21.15.6:0/3951604824 shutdown_connections 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92dc0b27e0 0x7f92dc0b4ca0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92f8106890 0x7f92f81a24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92f8105ed0 0x7f92f819b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 --2- 172.21.15.6:0/3951604824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92f8104ce0 0x7f92f819af30 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:06.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 -- 172.21.15.6:0/3951604824 >> 172.21.15.6:0/3951604824 conn(0x7f92f8100270 msgr2=0x7f92f8109240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:06.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 -- 172.21.15.6:0/3951604824 shutdown_connections 2024-05-20T21:20:06.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:06.464+0000 7f92fee00640 1 -- 172.21.15.6:0/3951604824 wait complete. 2024-05-20T21:20:07.713 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:07 smithi006 ceph-mon[31422]: pgmap v568: 97 pgs: 97 active+clean; 1.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-20T21:20:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:07 smithi062 ceph-mon[36640]: pgmap v568: 97 pgs: 97 active+clean; 1.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-20T21:20:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:07 smithi042 ceph-mon[36332]: pgmap v568: 97 pgs: 97 active+clean; 1.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-20T21:20:08.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 -- 172.21.15.6:0/1192111818 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f98801143f0 msgr2=0x7f98801167e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 --2- 172.21.15.6:0/1192111818 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f98801143f0 0x7f98801167e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f987800b0a0 tx=0x7f987800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 -- 172.21.15.6:0/1192111818 shutdown_connections 2024-05-20T21:20:08.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 --2- 172.21.15.6:0/1192111818 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f98801143f0 0x7f98801167e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 --2- 172.21.15.6:0/1192111818 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9880077a70 0x7f9880077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 --2- 172.21.15.6:0/1192111818 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9880078390 0x7f9880113eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 -- 172.21.15.6:0/1192111818 >> 172.21.15.6:0/1192111818 conn(0x7f9880101240 msgr2=0x7f9880103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:08.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 -- 172.21.15.6:0/1192111818 shutdown_connections 2024-05-20T21:20:08.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.052+0000 7f9887800700 1 -- 172.21.15.6:0/1192111818 wait complete. 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.053+0000 7f9887800700 1 Processor -- start 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.053+0000 7f9887800700 1 -- start start 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9887800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9880077a70 0x7f98801a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9887800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9880078390 0x7f98801a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9887800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98801143f0 0x7f98801a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9887800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9880119d80 con 0x7f9880077a70 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9887800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9880119c00 con 0x7f98801143f0 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9887800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9880119f00 con 0x7f9880078390 2024-05-20T21:20:08.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9884e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9880077a70 0x7f98801a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9884e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9880077a70 0x7f98801a02d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53598/0 (socket says 172.21.15.6:53598) 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9884e00700 1 -- 172.21.15.6:0/3766519470 learned_addr learned my addr 172.21.15.6:0/3766519470 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9885800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98801143f0 0x7f98801a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f987fe00700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9880078390 0x7f98801a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9884e00700 1 -- 172.21.15.6:0/3766519470 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9880078390 msgr2=0x7f98801a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9884e00700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9880078390 0x7f98801a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9884e00700 1 -- 172.21.15.6:0/3766519470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98801143f0 msgr2=0x7f98801a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.054+0000 7f9884e00700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98801143f0 0x7f98801a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.055+0000 7f9884e00700 1 -- 172.21.15.6:0/3766519470 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98801a52e0 con 0x7f9880077a70 2024-05-20T21:20:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.055+0000 7f9885800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98801143f0 0x7f98801a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.055+0000 7f9884e00700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9880077a70 0x7f98801a02d0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f987400e9a0 tx=0x7f987400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.055+0000 7f987d600700 1 -- 172.21.15.6:0/3766519470 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987400ca10 con 0x7f9880077a70 2024-05-20T21:20:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.055+0000 7f987d600700 1 -- 172.21.15.6:0/3766519470 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f987400cbb0 con 0x7f9880077a70 2024-05-20T21:20:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.055+0000 7f9887800700 1 -- 172.21.15.6:0/3766519470 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98801a55d0 con 0x7f9880077a70 2024-05-20T21:20:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.055+0000 7f987d600700 1 -- 172.21.15.6:0/3766519470 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9874018680 con 0x7f9880077a70 2024-05-20T21:20:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.055+0000 7f9887800700 1 -- 172.21.15.6:0/3766519470 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98801ace50 con 0x7f9880077a70 2024-05-20T21:20:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.059+0000 7f987d600700 1 -- 172.21.15.6:0/3766519470 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9874010430 con 0x7f9880077a70 2024-05-20T21:20:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.060+0000 7f9892177b80 1 Processor -- start 2024-05-20T21:20:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.060+0000 7f9892177b80 1 -- start start 2024-05-20T21:20:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f987d600700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98680b2880 0x7f98680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f987d600700 1 -- 172.21.15.6:0/3766519470 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f98740e2480 con 0x7f9880077a70 2024-05-20T21:20:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f9892177b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f9892177b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889ee2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f9892177b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889eed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f9892177b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564f8894cec0 con 0x564f889ee900 2024-05-20T21:20:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f9892177b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564f8893ca60 con 0x564f889f3f30 2024-05-20T21:20:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f9892177b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564f88940aa0 con 0x564f889f4850 2024-05-20T21:20:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f9885800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98680b2880 0x7f98680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f987fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889ee2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f9884e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f987fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889ee2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36932/0 (socket says 172.21.15.6:36932) 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.061+0000 7f987fe00700 1 -- 172.21.15.6:0/2103611387 learned_addr learned my addr 172.21.15.6:0/2103611387 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f9885800700 1 --2- 172.21.15.6:0/2103611387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889eed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f987fe00700 1 -- 172.21.15.6:0/2103611387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 msgr2=0x564f889f4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f987fe00700 1 --2- 172.21.15.6:0/2103611387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f987fe00700 1 -- 172.21.15.6:0/2103611387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 msgr2=0x564f889eed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f987fe00700 1 --2- 172.21.15.6:0/2103611387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889eed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f987fe00700 1 -- 172.21.15.6:0/2103611387 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f889054a0 con 0x564f889f4850 2024-05-20T21:20:08.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f987fe00700 1 --2- 172.21.15.6:0/2103611387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889ee2e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f986c009ca0 tx=0x7f986c011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ac7f16fce5cb2c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:08.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f9885800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98680b2880 0x7f98680b4d40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f98780062a0 tx=0x7f9878009560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.062+0000 7f9872000700 1 -- 172.21.15.6:0/2103611387 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c011d80 con 0x564f889f4850 2024-05-20T21:20:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9872000700 1 -- 172.21.15.6:0/2103611387 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f986c004ce0 con 0x564f889f4850 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9872000700 1 -- 172.21.15.6:0/2103611387 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c019430 con 0x564f889f4850 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9892177b80 1 -- 172.21.15.6:0/2103611387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 msgr2=0x564f889ee2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9892177b80 1 --2- 172.21.15.6:0/2103611387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889ee2e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f986c009ca0 tx=0x7f986c011440 comp rx=0 tx=0).stop 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9892177b80 1 -- 172.21.15.6:0/2103611387 shutdown_connections 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9892177b80 1 --2- 172.21.15.6:0/2103611387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889eed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9892177b80 1 --2- 172.21.15.6:0/2103611387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9892177b80 1 --2- 172.21.15.6:0/2103611387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889ee2e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.063+0000 7f9892177b80 1 -- 172.21.15.6:0/2103611387 >> 172.21.15.6:0/2103611387 conn(0x564f8891cc60 msgr2=0x564f889e9090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.064+0000 7f9892177b80 1 -- 172.21.15.6:0/2103611387 shutdown_connections 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.064+0000 7f9892177b80 1 -- 172.21.15.6:0/2103611387 wait complete. 2024-05-20T21:20:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.064+0000 7f9892177b80 1 -- start start 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.064+0000 7f9892177b80 1 Processor -- start 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9892177b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889fa490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9892177b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f3f30 0x564f889f7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9892177b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f4850 0x564f889f7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9892177b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564f88843020 con 0x564f889ee900 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9892177b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564f888dd7e0 con 0x564f889f4850 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9892177b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564f889fb2c0 con 0x564f889f3f30 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9892177b80 10 client.0 _ll_register_callbacks cb 0x564f888e6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9884e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889fa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f987fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f3f30 0x564f889f7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f987fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f3f30 0x564f889f7830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36942/0 (socket says 172.21.15.6:36942) 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f987fe00700 1 -- 172.21.15.6:0/1246527858 learned_addr learned my addr 172.21.15.6:0/1246527858 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9884e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889fa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53604/0 (socket says 172.21.15.6:53604) 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.065+0000 7f9885800700 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f4850 0x564f889f7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.066+0000 7f987fe00700 1 -- 172.21.15.6:0/1246527858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f4850 msgr2=0x564f889f7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.066+0000 7f987fe00700 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f4850 0x564f889f7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.066+0000 7f987fe00700 1 -- 172.21.15.6:0/1246527858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 msgr2=0x564f889fa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.066+0000 7f987fe00700 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889fa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.066+0000 7f987fe00700 1 -- 172.21.15.6:0/1246527858 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f8888c950 con 0x564f889f3f30 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.066+0000 7f9884e00700 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889fa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:08.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.066+0000 7f987fe00700 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f3f30 0x564f889f7830 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f986c01b040 tx=0x7f986c011db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3138725b9cd696bc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:08.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.066+0000 7f9866a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:20:08.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.067+0000 7f9866a00700 1 -- 172.21.15.6:0/1246527858 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c029020 con 0x564f889f3f30 2024-05-20T21:20:08.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.067+0000 7f9892177b80 1 -- 172.21.15.6:0/1246527858 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f986c004ce0 con 0x564f889f3f30 2024-05-20T21:20:08.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.067+0000 7f9866a00700 1 -- 172.21.15.6:0/1246527858 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f986c004750 con 0x564f889f3f30 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.067+0000 7f9866a00700 1 -- 172.21.15.6:0/1246527858 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f986c034050 con 0x564f889f3f30 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.067+0000 7f9892177b80 10 client.26326 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.067+0000 7f9892177b80 1 -- 172.21.15.6:0/1246527858 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564f8890d0e0 con 0x564f889f3f30 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.067+0000 7f9866a00700 1 -- 172.21.15.6:0/1246527858 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f986c004ce0 con 0x564f889f3f30 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.068+0000 7f9866a00700 1 -- 172.21.15.6:0/1246527858 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f986c019430 con 0x564f889f3f30 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.068+0000 7f9892177b80 10 client.26326 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.068+0000 7f9892177b80 10 client.26326 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.068+0000 7f9892177b80 20 client.26326 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.068+0000 7f9892177b80 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564f88a07d30 0x564f88a0a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.068+0000 7f9892177b80 4 client.26326 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.068+0000 7f9892177b80 1 -- 172.21.15.6:0/1246527858 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f8894ee10 con 0x564f88a07d30 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.068+0000 7f9884e00700 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564f88a07d30 0x564f88a0a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.069+0000 7f9884e00700 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564f88a07d30 0x564f88a0a120 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7202e0e0ede9e13b server_cookie=e42def1e76a77682 in_seq=0 out_seq=0 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.069+0000 7f9866a00700 10 client.26326 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9866a00700 1 -- 172.21.15.6:0/1246527858 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564f8894ee10 con 0x564f88a07d30 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9866a00700 10 client.26326 handle_command_reply: tid=0 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 client.26326 shutdown 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 -- 172.21.15.6:0/1246527858 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f3f30 msgr2=0x564f889f7830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f3f30 0x564f889f7830 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f986c01b040 tx=0x7f986c011db0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 -- 172.21.15.6:0/1246527858 shutdown_connections 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f4850 0x564f889f7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f889fa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564f88a07d30 0x564f88a0a120 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 --2- 172.21.15.6:0/1246527858 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f3f30 0x564f889f7830 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 -- 172.21.15.6:0/1246527858 >> 172.21.15.6:0/1246527858 conn(0x564f8891cc60 msgr2=0x564f889ed2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9866a00700 0 client.26326 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:08.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 -- 172.21.15.6:0/1246527858 shutdown_connections 2024-05-20T21:20:08.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.070+0000 7f9892177b80 1 -- 172.21.15.6:0/1246527858 wait complete. 2024-05-20T21:20:08.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.071+0000 7f9892177b80 20 client.26326 trim_cache size 0 max 16384 2024-05-20T21:20:08.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9892177b80 1 Processor -- start 2024-05-20T21:20:08.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9892177b80 1 -- start start 2024-05-20T21:20:08.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9892177b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889ee900 0x564f889ee2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9892177b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9892177b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889f4850 0x564f889f5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9892177b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f98801b6e60 con 0x564f889f4850 2024-05-20T21:20:08.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9892177b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f98801b46f0 con 0x564f889f3f30 2024-05-20T21:20:08.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9892177b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f98801b2540 con 0x564f889ee900 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9884e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889ee900 0x564f889ee2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9884e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889ee900 0x564f889ee2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36948/0 (socket says 172.21.15.6:36948) 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f9884e00700 1 -- 172.21.15.6:0/2128474159 learned_addr learned my addr 172.21.15.6:0/2128474159 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.094+0000 7f987fe00700 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f9885800700 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889f4850 0x564f889f5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f987fe00700 1 -- 172.21.15.6:0/2128474159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889ee900 msgr2=0x564f889ee2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f987fe00700 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889ee900 0x564f889ee2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f987fe00700 1 -- 172.21.15.6:0/2128474159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889f4850 msgr2=0x564f889f5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:08.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f987fe00700 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889f4850 0x564f889f5230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f987fe00700 1 -- 172.21.15.6:0/2128474159 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f889f5da0 con 0x564f889f3f30 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f9884e00700 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889ee900 0x564f889ee2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f9885800700 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889f4850 0x564f889f5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f987fe00700 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4cf0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f986c009bf0 tx=0x7f986c011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc6e19078ea5c6e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f9871600700 1 -- 172.21.15.6:0/2128474159 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c015020 con 0x564f889f3f30 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f9871600700 1 -- 172.21.15.6:0/2128474159 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f986c019a90 con 0x564f889f3f30 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.095+0000 7f9871600700 1 -- 172.21.15.6:0/2128474159 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c029040 con 0x564f889f3f30 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 -- 172.21.15.6:0/2128474159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 msgr2=0x564f889f4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4cf0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f986c009bf0 tx=0x7f986c011440 comp rx=0 tx=0).stop 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 -- 172.21.15.6:0/2128474159 shutdown_connections 2024-05-20T21:20:08.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889f4850 0x564f889f5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889ee900 0x564f889ee2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 --2- 172.21.15.6:0/2128474159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889f4cf0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 -- 172.21.15.6:0/2128474159 >> 172.21.15.6:0/2128474159 conn(0x564f8891cc60 msgr2=0x564f889f6120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:08.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 -- 172.21.15.6:0/2128474159 shutdown_connections 2024-05-20T21:20:08.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.096+0000 7f9892177b80 1 -- 172.21.15.6:0/2128474159 wait complete. 2024-05-20T21:20:08.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.097+0000 7f9892177b80 1 -- start start 2024-05-20T21:20:08.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.097+0000 7f9892177b80 1 Processor -- start 2024-05-20T21:20:08.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.097+0000 7f9892177b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f88a00a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9892177b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889fd550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9892177b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889fda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9892177b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f98801b2bb0 con 0x564f889ee900 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9892177b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f98801b4020 con 0x564f889f3f30 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9892177b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f98801b3280 con 0x564f889f4850 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9892177b80 10 client.0 _ll_register_callbacks cb 0x564f888e6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9884e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f88a00a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f987fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889fd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9884e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f88a00a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53622/0 (socket says 172.21.15.6:53622) 2024-05-20T21:20:08.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9884e00700 1 -- 172.21.15.6:0/4284913866 learned_addr learned my addr 172.21.15.6:0/4284913866 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f9885800700 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889fda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f987fe00700 1 -- 172.21.15.6:0/4284913866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 msgr2=0x564f889fda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f987fe00700 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889fda90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f987fe00700 1 -- 172.21.15.6:0/4284913866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 msgr2=0x564f88a00a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f987fe00700 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f88a00a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.098+0000 7f987fe00700 1 -- 172.21.15.6:0/4284913866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f889fe050 con 0x564f889f3f30 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.099+0000 7f987fe00700 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889fd550 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x564f889f8d30 tx=0x7f986c009420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69ea878d212a0aa5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.099+0000 7f9866a00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.099+0000 7f9866a00700 1 -- 172.21.15.6:0/4284913866 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f986c03c070 con 0x564f889f3f30 2024-05-20T21:20:08.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.099+0000 7f9866a00700 1 -- 172.21.15.6:0/4284913866 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f986c0052a0 con 0x564f889f3f30 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.099+0000 7f9892177b80 1 -- 172.21.15.6:0/4284913866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f986c019a90 con 0x564f889f3f30 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.099+0000 7f9866a00700 1 -- 172.21.15.6:0/4284913866 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f986c015070 con 0x564f889f3f30 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.099+0000 7f9892177b80 10 client.26351 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.099+0000 7f9892177b80 1 -- 172.21.15.6:0/4284913866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564f88a73530 con 0x564f889f3f30 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9866a00700 1 -- 172.21.15.6:0/4284913866 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f986c019a90 con 0x564f889f3f30 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9866a00700 1 -- 172.21.15.6:0/4284913866 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f986c03f030 con 0x564f889f3f30 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9892177b80 10 client.26351 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9892177b80 10 client.26351 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9892177b80 20 client.26351 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9892177b80 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564f88a73bc0 0x564f88a75fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9892177b80 4 client.26351 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:20:08.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9892177b80 1 -- 172.21.15.6:0/4284913866 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564f889485f0 con 0x564f88a73bc0 2024-05-20T21:20:08.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.100+0000 7f9884e00700 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564f88a73bc0 0x564f88a75fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:08.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.101+0000 7f9884e00700 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564f88a73bc0 0x564f88a75fb0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=906faaaee4a14349 server_cookie=8fd7ce0082ce2cbc in_seq=0 out_seq=0 2024-05-20T21:20:08.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.101+0000 7f9866a00700 10 client.26351 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:08.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.102+0000 7f9866a00700 1 -- 172.21.15.6:0/4284913866 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564f889485f0 con 0x564f88a73bc0 2024-05-20T21:20:08.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.102+0000 7f9866a00700 10 client.26351 handle_command_reply: tid=0 2024-05-20T21:20:08.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.102+0000 7f9892177b80 1 client.26351 shutdown 2024-05-20T21:20:08.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 -- 172.21.15.6:0/4284913866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 msgr2=0x564f889fd550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889fd550 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x564f889f8d30 tx=0x7f986c009420 comp rx=0 tx=0).stop 2024-05-20T21:20:08.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 -- 172.21.15.6:0/4284913866 shutdown_connections 2024-05-20T21:20:08.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564f88a73bc0 0x564f88a75fb0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564f889f4850 0x564f889fda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564f889ee900 0x564f88a00a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 --2- 172.21.15.6:0/4284913866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564f889f3f30 0x564f889fd550 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 -- 172.21.15.6:0/4284913866 >> 172.21.15.6:0/4284913866 conn(0x564f8891cc60 msgr2=0x564f889f4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9866a00700 0 client.26351 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 -- 172.21.15.6:0/4284913866 shutdown_connections 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.103+0000 7f9892177b80 1 -- 172.21.15.6:0/4284913866 wait complete. 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9892177b80 20 client.26351 trim_cache size 0 max 16384 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:20:08.107 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:20:08.108 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "8a1fb33c-4e14-4f8b-a73f-71171f6992a8", 2024-05-20T21:20:08.108 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:20:08.108 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:20:08.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 -- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98680b2880 msgr2=0x7f98680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98680b2880 0x7f98680b4d40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f98780062a0 tx=0x7f9878009560 comp rx=0 tx=0).stop 2024-05-20T21:20:08.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 -- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9880077a70 msgr2=0x7f98801a02d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9880077a70 0x7f98801a02d0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f987400e9a0 tx=0x7f987400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 -- 172.21.15.6:0/3766519470 shutdown_connections 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98680b2880 0x7f98680b4d40 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f98801143f0 0x7f98801a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9880077a70 0x7f98801a02d0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 --2- 172.21.15.6:0/3766519470 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9880078390 0x7f98801a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.104+0000 7f9887800700 1 -- 172.21.15.6:0/3766519470 >> 172.21.15.6:0/3766519470 conn(0x7f9880101240 msgr2=0x7f9880103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.105+0000 7f9887800700 1 -- 172.21.15.6:0/3766519470 shutdown_connections 2024-05-20T21:20:08.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:08.105+0000 7f9887800700 1 -- 172.21.15.6:0/3766519470 wait complete. 2024-05-20T21:20:08.950 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 23.1 2024-05-20T21:20:08.951 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:20:09.091 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:20:09.423 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:09.702 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:09 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:20:09.703 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:09 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:09.703 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:09 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:20:09.703 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:09 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:09.703 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:09 smithi006 ceph-mon[31422]: pgmap v569: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:09 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:20:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:09 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:09 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:20:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:09 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:09.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:09 smithi062 ceph-mon[36640]: pgmap v569: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:09 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:20:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:09 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:09 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:20:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:09 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:09.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:09 smithi042 ceph-mon[36332]: pgmap v569: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:20:10.191 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:10.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:10 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:20:10.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:10 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:20:10.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:10 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:20:11.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:11 smithi006 ceph-mon[31422]: pgmap v570: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:20:11.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:11 smithi062 ceph-mon[36640]: pgmap v570: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:20:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:11 smithi042 ceph-mon[36332]: pgmap v570: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:20:12.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 -- 172.21.15.6:0/2799615292 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 msgr2=0x7fdbfc110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 --2- 172.21.15.6:0/2799615292 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 0x7fdbfc110470 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fdbf400b0d0 tx=0x7fdbf400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 -- 172.21.15.6:0/2799615292 shutdown_connections 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 --2- 172.21.15.6:0/2799615292 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 0x7fdbfc110470 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 --2- 172.21.15.6:0/2799615292 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbfc1037f0 0x7fdbfc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 --2- 172.21.15.6:0/2799615292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbfc1041a0 0x7fdbfc1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 -- 172.21.15.6:0/2799615292 >> 172.21.15.6:0/2799615292 conn(0x7fdbfc07a6a0 msgr2=0x7fdbfc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 -- 172.21.15.6:0/2799615292 shutdown_connections 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.657+0000 7fdc04200700 1 -- 172.21.15.6:0/2799615292 wait complete. 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.658+0000 7fdc04200700 1 Processor -- start 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.658+0000 7fdc04200700 1 -- start start 2024-05-20T21:20:12.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc04200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbfc1037f0 0x7fdbfc19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:12.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc04200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbfc1041a0 0x7fdbfc19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc04200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 0x7fdbfc1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc04200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdbfc113730 con 0x7fdbfc1088f0 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc04200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdbfc1135b0 con 0x7fdbfc1041a0 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc04200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdbfc1138b0 con 0x7fdbfc1037f0 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc02200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 0x7fdbfc1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc01800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbfc1037f0 0x7fdbfc19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc02200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 0x7fdbfc1a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53628/0 (socket says 172.21.15.6:53628) 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc00e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbfc1041a0 0x7fdbfc19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.659+0000 7fdc02200700 1 -- 172.21.15.6:0/1002844936 learned_addr learned my addr 172.21.15.6:0/1002844936 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.660+0000 7fdc02200700 1 -- 172.21.15.6:0/1002844936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbfc1037f0 msgr2=0x7fdbfc19bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.660+0000 7fdc02200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbfc1037f0 0x7fdbfc19bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.660+0000 7fdc02200700 1 -- 172.21.15.6:0/1002844936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbfc1041a0 msgr2=0x7fdbfc19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.660+0000 7fdc02200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbfc1041a0 0x7fdbfc19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.660+0000 7fdc02200700 1 -- 172.21.15.6:0/1002844936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbfc1a0d60 con 0x7fdbfc1088f0 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.660+0000 7fdc02200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 0x7fdbfc1a0620 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdbf40079a0 tx=0x7fdbf40079d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.661+0000 7fdbfa000700 1 -- 172.21.15.6:0/1002844936 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbf401f070 con 0x7fdbfc1088f0 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.661+0000 7fdbfa000700 1 -- 172.21.15.6:0/1002844936 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbf4003c00 con 0x7fdbfc1088f0 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.661+0000 7fdbfa000700 1 -- 172.21.15.6:0/1002844936 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbf401b430 con 0x7fdbfc1088f0 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.661+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbfc1a0ff0 con 0x7fdbfc1088f0 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.661+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbfc1a88d0 con 0x7fdbfc1088f0 2024-05-20T21:20:12.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.662+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbfc06a230 con 0x7fdbfc1088f0 2024-05-20T21:20:12.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.666+0000 7fdbfa000700 1 -- 172.21.15.6:0/1002844936 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdbf4022070 con 0x7fdbfc1088f0 2024-05-20T21:20:12.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.667+0000 7fdbfa000700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdbe40b2900 0x7fdbe40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:12.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.667+0000 7fdbfa000700 1 -- 172.21.15.6:0/1002844936 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdbf40e31e0 con 0x7fdbfc1088f0 2024-05-20T21:20:12.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.667+0000 7fdc01800700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdbe40b2900 0x7fdbe40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:12.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.668+0000 7fdc01800700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdbe40b2900 0x7fdbe40b4dc0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0009c60 tx=0x7fdbf0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:12.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.669+0000 7fdbfa000700 1 -- 172.21.15.6:0/1002844936 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdbf40aaef0 con 0x7fdbfc1088f0 2024-05-20T21:20:12.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.976+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbfc1a8aa0 con 0x7fdbfc1088f0 2024-05-20T21:20:12.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.977+0000 7fdbfa000700 1 -- 172.21.15.6:0/1002844936 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fdbf40aa7f0 con 0x7fdbfc1088f0 2024-05-20T21:20:12.978 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:20:12.978 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:20:12.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdbe40b2900 msgr2=0x7fdbe40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:12.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdbe40b2900 0x7fdbe40b4dc0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0009c60 tx=0x7fdbf0009260 comp rx=0 tx=0).stop 2024-05-20T21:20:12.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 msgr2=0x7fdbfc1a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:12.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 0x7fdbfc1a0620 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdbf40079a0 tx=0x7fdbf40079d0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 shutdown_connections 2024-05-20T21:20:12.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdbe40b2900 0x7fdbe40b4dc0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdbfc1088f0 0x7fdbfc1a0620 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbfc1037f0 0x7fdbfc19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 --2- 172.21.15.6:0/1002844936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdbfc1041a0 0x7fdbfc19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:12.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 >> 172.21.15.6:0/1002844936 conn(0x7fdbfc07a6a0 msgr2=0x7fdbfc1018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:12.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 shutdown_connections 2024-05-20T21:20:12.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:12.981+0000 7fdc04200700 1 -- 172.21.15.6:0/1002844936 wait complete. 2024-05-20T21:20:12.983 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:20:13.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 -- 172.21.15.6:0/789777909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea68075770 msgr2=0x7fea68075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 --2- 172.21.15.6:0/789777909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea68075770 0x7fea68075b50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fea58009990 tx=0x7fea58009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 -- 172.21.15.6:0/789777909 shutdown_connections 2024-05-20T21:20:13.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 --2- 172.21.15.6:0/789777909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea6810ff40 0x7fea68112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 --2- 172.21.15.6:0/789777909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea68075770 0x7fea68075b50 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 --2- 172.21.15.6:0/789777909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea68076090 0x7fea6810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 -- 172.21.15.6:0/789777909 >> 172.21.15.6:0/789777909 conn(0x7fea6807a6a0 msgr2=0x7fea6807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:13.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 -- 172.21.15.6:0/789777909 shutdown_connections 2024-05-20T21:20:13.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.261+0000 7fea6d800700 1 -- 172.21.15.6:0/789777909 wait complete. 2024-05-20T21:20:13.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.263+0000 7fea6d800700 1 Processor -- start 2024-05-20T21:20:13.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.263+0000 7fea6d800700 1 -- start start 2024-05-20T21:20:13.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.263+0000 7fea6d800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea68075770 0x7fea6819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.263+0000 7fea6d800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea68076090 0x7fea6819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.263+0000 7fea6d800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea6810ff40 0x7fea681a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.263+0000 7fea6d800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fea68115960 con 0x7fea68075770 2024-05-20T21:20:13.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.263+0000 7fea6d800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fea681157e0 con 0x7fea6810ff40 2024-05-20T21:20:13.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.263+0000 7fea6d800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fea68115ae0 con 0x7fea68076090 2024-05-20T21:20:13.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea67400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea6810ff40 0x7fea681a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea66a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea68075770 0x7fea6819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea67400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea6810ff40 0x7fea681a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53804/0 (socket says 172.21.15.6:53804) 2024-05-20T21:20:13.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea67400700 1 -- 172.21.15.6:0/1319495618 learned_addr learned my addr 172.21.15.6:0/1319495618 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:13.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea5e000700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea68076090 0x7fea6819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea67400700 1 -- 172.21.15.6:0/1319495618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea68076090 msgr2=0x7fea6819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea67400700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea68076090 0x7fea6819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea67400700 1 -- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea68075770 msgr2=0x7fea6819be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea67400700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea68075770 0x7fea6819be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.264+0000 7fea67400700 1 -- 172.21.15.6:0/1319495618 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea681a0e40 con 0x7fea6810ff40 2024-05-20T21:20:13.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.265+0000 7fea67400700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea6810ff40 0x7fea681a0700 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fea6000ef90 tx=0x7fea6000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:13.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.265+0000 7fea5fe00700 1 -- 172.21.15.6:0/1319495618 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea600092e0 con 0x7fea6810ff40 2024-05-20T21:20:13.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.265+0000 7fea6d800700 1 -- 172.21.15.6:0/1319495618 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea681a10d0 con 0x7fea6810ff40 2024-05-20T21:20:13.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.265+0000 7fea5fe00700 1 -- 172.21.15.6:0/1319495618 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea60004bb0 con 0x7fea6810ff40 2024-05-20T21:20:13.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.265+0000 7fea5fe00700 1 -- 172.21.15.6:0/1319495618 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea60004020 con 0x7fea6810ff40 2024-05-20T21:20:13.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.265+0000 7fea6d800700 1 -- 172.21.15.6:0/1319495618 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea681a89b0 con 0x7fea6810ff40 2024-05-20T21:20:13.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.269+0000 7fea5fe00700 1 -- 172.21.15.6:0/1319495618 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fea6001b030 con 0x7fea6810ff40 2024-05-20T21:20:13.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.270+0000 7fea78245b80 1 Processor -- start 2024-05-20T21:20:13.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.270+0000 7fea78245b80 1 -- start start 2024-05-20T21:20:13.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.270+0000 7fea5fe00700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fea4c0b2880 0x7fea4c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.270+0000 7fea78245b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3ccc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.270+0000 7fea78245b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3cc6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.270+0000 7fea78245b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea78245b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b7e3c24e40 con 0x55b7e3cccf30 2024-05-20T21:20:13.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea78245b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b7e3c149e0 con 0x55b7e3cc7140 2024-05-20T21:20:13.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea78245b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b7e3c18a20 con 0x55b7e3ccc610 2024-05-20T21:20:13.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea5fe00700 1 -- 172.21.15.6:0/1319495618 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fea600e1dd0 con 0x7fea6810ff40 2024-05-20T21:20:13.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea5e000700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fea4c0b2880 0x7fea4c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea66a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3ccc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea66a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3ccc9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37000/0 (socket says 172.21.15.6:37000) 2024-05-20T21:20:13.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea66a00700 1 -- 172.21.15.6:0/1914136012 learned_addr learned my addr 172.21.15.6:0/1914136012 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:13.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea67400700 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.271+0000 7fea5e000700 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3cc6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea67400700 1 -- 172.21.15.6:0/1914136012 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 msgr2=0x55b7e3ccc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:13.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea67400700 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3ccc9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea67400700 1 -- 172.21.15.6:0/1914136012 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 msgr2=0x55b7e3cc6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:13.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea67400700 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3cc6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea67400700 1 -- 172.21.15.6:0/1914136012 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7e3bdd420 con 0x55b7e3cc7140 2024-05-20T21:20:13.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea67400700 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc75c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fea600a9310 tx=0x7fea60009e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33a5bf973ef4a092 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:13.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea5e000700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fea4c0b2880 0x7fea4c0b4d40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fea500097a0 tx=0x7fea50009ba0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:13.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea57e00700 1 -- 172.21.15.6:0/1914136012 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea600a9380 con 0x55b7e3cc7140 2024-05-20T21:20:13.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea57e00700 1 -- 172.21.15.6:0/1914136012 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea600ad730 con 0x55b7e3cc7140 2024-05-20T21:20:13.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.272+0000 7fea57e00700 1 -- 172.21.15.6:0/1914136012 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea600a4fc0 con 0x55b7e3cc7140 2024-05-20T21:20:13.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 -- 172.21.15.6:0/1914136012 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cc7140 msgr2=0x55b7e3cc75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc75c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fea600a9310 tx=0x7fea60009e70 comp rx=0 tx=0).stop 2024-05-20T21:20:13.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 -- 172.21.15.6:0/1914136012 shutdown_connections 2024-05-20T21:20:13.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc75c0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3ccc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 --2- 172.21.15.6:0/1914136012 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3cc6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 -- 172.21.15.6:0/1914136012 >> 172.21.15.6:0/1914136012 conn(0x55b7e3bf4be0 msgr2=0x55b7e3cc1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:13.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 -- 172.21.15.6:0/1914136012 shutdown_connections 2024-05-20T21:20:13.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.273+0000 7fea78245b80 1 -- 172.21.15.6:0/1914136012 wait complete. 2024-05-20T21:20:13.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.274+0000 7fea78245b80 1 -- start start 2024-05-20T21:20:13.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.274+0000 7fea78245b80 1 Processor -- start 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea78245b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea78245b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea78245b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3cd05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea78245b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b7e3b1afa0 con 0x55b7e3cc7140 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea78245b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b7e3bb5760 con 0x55b7e3cccf30 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea78245b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b7e3cd39e0 con 0x55b7e3ccc610 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea78245b80 10 client.0 _ll_register_callbacks cb 0x55b7e3bbec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea5e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea5e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37002/0 (socket says 172.21.15.6:37002) 2024-05-20T21:20:13.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea5e000700 1 -- 172.21.15.6:0/1729926975 learned_addr learned my addr 172.21.15.6:0/1729926975 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea67400700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3cd05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.275+0000 7fea66a00700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea5e000700 1 -- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 msgr2=0x55b7e3cd05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea5e000700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3cd05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea5e000700 1 -- 172.21.15.6:0/1729926975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cc7140 msgr2=0x55b7e3cd2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea5e000700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea5e000700 1 -- 172.21.15.6:0/1729926975 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7e3b648d0 con 0x55b7e3ccc610 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea67400700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3cd05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea66a00700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea5e000700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd0090 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fea500117d0 tx=0x7fea5001d000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68c95678d1745c0f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:13.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea54c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.276+0000 7fea54c00700 1 -- 172.21.15.6:0/1729926975 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea50024070 con 0x55b7e3ccc610 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.277+0000 7fea78245b80 1 -- 172.21.15.6:0/1729926975 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fea600ad730 con 0x55b7e3ccc610 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.277+0000 7fea54c00700 1 -- 172.21.15.6:0/1729926975 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fea50004830 con 0x55b7e3ccc610 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.277+0000 7fea54c00700 1 -- 172.21.15.6:0/1729926975 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fea50004a30 con 0x55b7e3ccc610 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.277+0000 7fea78245b80 10 client.26350 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.277+0000 7fea78245b80 1 -- 172.21.15.6:0/1729926975 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b7e3be5060 con 0x55b7e3ccc610 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.277+0000 7fea54c00700 1 -- 172.21.15.6:0/1729926975 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea600ad730 con 0x55b7e3ccc610 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.277+0000 7fea54c00700 1 -- 172.21.15.6:0/1729926975 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fea5001f660 con 0x55b7e3ccc610 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.278+0000 7fea78245b80 10 client.26350 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.278+0000 7fea78245b80 10 client.26350 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.278+0000 7fea78245b80 20 client.26350 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:13.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.278+0000 7fea78245b80 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7e3ce0540 0x55b7e3ce29c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.278+0000 7fea78245b80 4 client.26350 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:13.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.278+0000 7fea78245b80 1 -- 172.21.15.6:0/1729926975 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b7e3c26d90 con 0x55b7e3ce0540 2024-05-20T21:20:13.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.278+0000 7fea66a00700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7e3ce0540 0x55b7e3ce29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.279+0000 7fea66a00700 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7e3ce0540 0x55b7e3ce29c0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49671cacfb7ca64 server_cookie=5de494ab1c2822fc in_seq=0 out_seq=0 2024-05-20T21:20:13.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.279+0000 7fea54c00700 10 client.26350 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.279+0000 7fea54c00700 1 -- 172.21.15.6:0/1729926975 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b7e3c26d90 con 0x55b7e3ce0540 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.279+0000 7fea54c00700 10 client.26350 handle_command_reply: tid=0 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 client.26350 shutdown 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 -- 172.21.15.6:0/1729926975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 msgr2=0x55b7e3cd0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd0090 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fea500117d0 tx=0x7fea5001d000 comp rx=0 tx=0).stop 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 -- 172.21.15.6:0/1729926975 shutdown_connections 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3cd05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7e3ce0540 0x55b7e3ce29c0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 --2- 172.21.15.6:0/1729926975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd0090 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 -- 172.21.15.6:0/1729926975 >> 172.21.15.6:0/1729926975 conn(0x55b7e3bf4be0 msgr2=0x55b7e3cc0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:13.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea54c00700 0 client.26350 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:13.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 -- 172.21.15.6:0/1729926975 shutdown_connections 2024-05-20T21:20:13.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 1 -- 172.21.15.6:0/1729926975 wait complete. 2024-05-20T21:20:13.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.280+0000 7fea78245b80 20 client.26350 trim_cache size 0 max 16384 2024-05-20T21:20:13.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.303+0000 7fea78245b80 1 Processor -- start 2024-05-20T21:20:13.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.303+0000 7fea78245b80 1 -- start start 2024-05-20T21:20:13.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea78245b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea78245b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea78245b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3ccda20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea78245b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fea681b2a40 con 0x55b7e3cccf30 2024-05-20T21:20:13.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea78245b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fea681b02d0 con 0x55b7e3ccc610 2024-05-20T21:20:13.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea78245b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fea681ae120 con 0x55b7e3cc7140 2024-05-20T21:20:13.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3ccda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3ccda20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53686/0 (socket says 172.21.15.6:53686) 2024-05-20T21:20:13.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea67400700 1 -- 172.21.15.6:0/2259020137 learned_addr learned my addr 172.21.15.6:0/2259020137 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:13.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea5e000700 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea66a00700 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea5e000700 1 -- 172.21.15.6:0/2259020137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 msgr2=0x55b7e3cc6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.304+0000 7fea5e000700 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.305+0000 7fea5e000700 1 -- 172.21.15.6:0/2259020137 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 msgr2=0x55b7e3ccda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.305+0000 7fea5e000700 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3ccda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.305+0000 7fea5e000700 1 -- 172.21.15.6:0/2259020137 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7e3cce620 con 0x55b7e3ccc610 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.305+0000 7fea67400700 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3ccda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.305+0000 7fea5e000700 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd2cf0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fea5001fb50 tx=0x7fea50009350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62c3f58ad34c8716 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.305+0000 7fea57400700 1 -- 172.21.15.6:0/2259020137 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea50024070 con 0x55b7e3ccc610 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.305+0000 7fea57400700 1 -- 172.21.15.6:0/2259020137 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea50009e60 con 0x55b7e3ccc610 2024-05-20T21:20:13.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.305+0000 7fea57400700 1 -- 172.21.15.6:0/2259020137 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea50035040 con 0x55b7e3ccc610 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 -- 172.21.15.6:0/2259020137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3ccc610 msgr2=0x55b7e3cd2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd2cf0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fea5001fb50 tx=0x7fea50009350 comp rx=0 tx=0).stop 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 -- 172.21.15.6:0/2259020137 shutdown_connections 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3cccf30 0x55b7e3ccda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cc6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 --2- 172.21.15.6:0/2259020137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3ccc610 0x55b7e3cd2cf0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 -- 172.21.15.6:0/2259020137 >> 172.21.15.6:0/2259020137 conn(0x55b7e3bf4be0 msgr2=0x55b7e3ccd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 -- 172.21.15.6:0/2259020137 shutdown_connections 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.306+0000 7fea78245b80 1 -- 172.21.15.6:0/2259020137 wait complete. 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.307+0000 7fea78245b80 1 -- start start 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.307+0000 7fea78245b80 1 Processor -- start 2024-05-20T21:20:13.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.307+0000 7fea78245b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.307+0000 7fea78245b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3ccc610 0x55b7e3ce7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.307+0000 7fea78245b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3ce8380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.307+0000 7fea78245b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fea681ae790 con 0x55b7e3ccc610 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.307+0000 7fea78245b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fea681afc00 con 0x55b7e3cccf30 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.307+0000 7fea78245b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fea681aee60 con 0x55b7e3cc7140 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea78245b80 10 client.0 _ll_register_callbacks cb 0x55b7e3bbec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea5e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3ccc610 0x55b7e3ce7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea5e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3ccc610 0x55b7e3ce7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:53702/0 (socket says 172.21.15.6:53702) 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea5e000700 1 -- 172.21.15.6:0/421201293 learned_addr learned my addr 172.21.15.6:0/421201293 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea66a00700 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea67400700 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3ce8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea5e000700 1 -- 172.21.15.6:0/421201293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 msgr2=0x55b7e3cd94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea5e000700 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea5e000700 1 -- 172.21.15.6:0/421201293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 msgr2=0x55b7e3ce8380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea5e000700 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3ce8380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea5e000700 1 -- 172.21.15.6:0/421201293 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7e3d4a160 con 0x55b7e3ccc610 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.308+0000 7fea66a00700 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.309+0000 7fea5e000700 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3ccc610 0x55b7e3ce7c40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fea50011fd0 tx=0x7fea500115f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b200fda1f637d44 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.309+0000 7fea54c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.309+0000 7fea54c00700 1 -- 172.21.15.6:0/421201293 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea50024030 con 0x55b7e3ccc610 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.309+0000 7fea54c00700 1 -- 172.21.15.6:0/421201293 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fea5003e070 con 0x55b7e3ccc610 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.309+0000 7fea78245b80 1 -- 172.21.15.6:0/421201293 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fea50009e60 con 0x55b7e3ccc610 2024-05-20T21:20:13.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.309+0000 7fea54c00700 1 -- 172.21.15.6:0/421201293 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fea50035040 con 0x55b7e3ccc610 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.309+0000 7fea78245b80 10 client.16242 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.309+0000 7fea78245b80 1 -- 172.21.15.6:0/421201293 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b7e3d4b300 con 0x55b7e3ccc610 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.310+0000 7fea54c00700 1 -- 172.21.15.6:0/421201293 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea50009e60 con 0x55b7e3ccc610 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.310+0000 7fea54c00700 1 -- 172.21.15.6:0/421201293 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fea50049070 con 0x55b7e3ccc610 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.310+0000 7fea78245b80 10 client.16242 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.310+0000 7fea78245b80 10 client.16242 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.310+0000 7fea78245b80 20 client.16242 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.310+0000 7fea78245b80 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7e3d4b8d0 0x55b7e3d4dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.310+0000 7fea78245b80 4 client.16242 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.310+0000 7fea78245b80 1 -- 172.21.15.6:0/421201293 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b7e3c20570 con 0x55b7e3d4b8d0 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.311+0000 7fea66a00700 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7e3d4b8d0 0x55b7e3d4dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.311+0000 7fea66a00700 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7e3d4b8d0 0x55b7e3d4dcc0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31187f6a3a48c84c server_cookie=899f4426c7ebbf56 in_seq=0 out_seq=0 2024-05-20T21:20:13.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.311+0000 7fea54c00700 10 client.16242 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.311+0000 7fea54c00700 1 -- 172.21.15.6:0/421201293 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b7e3c20570 con 0x55b7e3d4b8d0 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.311+0000 7fea54c00700 10 client.16242 handle_command_reply: tid=0 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.311+0000 7fea78245b80 1 client.16242 shutdown 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 -- 172.21.15.6:0/421201293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3ccc610 msgr2=0x55b7e3ce7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3ccc610 0x55b7e3ce7c40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fea50011fd0 tx=0x7fea500115f0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 -- 172.21.15.6:0/421201293 shutdown_connections 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7e3cccf30 0x55b7e3ce8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7e3d4b8d0 0x55b7e3d4dcc0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7e3cc7140 0x55b7e3cd94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 --2- 172.21.15.6:0/421201293 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7e3ccc610 0x55b7e3ce7c40 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 -- 172.21.15.6:0/421201293 >> 172.21.15.6:0/421201293 conn(0x55b7e3bf4be0 msgr2=0x55b7e3ccdba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:13.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea54c00700 0 client.16242 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:13.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 -- 172.21.15.6:0/421201293 shutdown_connections 2024-05-20T21:20:13.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 1 -- 172.21.15.6:0/421201293 wait complete. 2024-05-20T21:20:13.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.312+0000 7fea78245b80 20 client.16242 trim_cache size 0 max 16384 2024-05-20T21:20:13.315 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:20:13.315 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:20:13.315 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:20:13.315 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 -- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fea4c0b2880 msgr2=0x7fea4c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fea4c0b2880 0x7fea4c0b4d40 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fea500097a0 tx=0x7fea50009ba0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 -- 172.21.15.6:0/1319495618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea6810ff40 msgr2=0x7fea681a0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea6810ff40 0x7fea681a0700 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fea6000ef90 tx=0x7fea6000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 -- 172.21.15.6:0/1319495618 shutdown_connections 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fea4c0b2880 0x7fea4c0b4d40 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fea6810ff40 0x7fea681a0700 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fea68075770 0x7fea6819be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 --2- 172.21.15.6:0/1319495618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fea68076090 0x7fea6819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:13.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 -- 172.21.15.6:0/1319495618 >> 172.21.15.6:0/1319495618 conn(0x7fea6807a6a0 msgr2=0x7fea68100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:13.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 -- 172.21.15.6:0/1319495618 shutdown_connections 2024-05-20T21:20:13.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:13.313+0000 7fea6d800700 1 -- 172.21.15.6:0/1319495618 wait complete. 2024-05-20T21:20:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:13 smithi006 ceph-mon[31422]: pgmap v571: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:13.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:13 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1002844936' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:13 smithi062 ceph-mon[36640]: pgmap v571: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:13.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:13 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1002844936' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:13 smithi042 ceph-mon[36332]: pgmap v571: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:20:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:13 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1002844936' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:14.444 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 143.1 --await-for 45.0' 2024-05-20T21:20:14.444 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 143.1 --await-for 45.0 2024-05-20T21:20:14.766 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:20:14.766 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:20:14.906 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:15 smithi062 ceph-mon[36640]: pgmap v572: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:20:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:15 smithi042 ceph-mon[36332]: pgmap v572: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:20:15.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:15 smithi006 ceph-mon[31422]: pgmap v572: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:20:16.437 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:17.739 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:17 smithi006 ceph-mon[31422]: pgmap v573: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:17 smithi062 ceph-mon[36640]: pgmap v573: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:17 smithi042 ceph-mon[36332]: pgmap v573: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:18.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 -- 172.21.15.6:0/1255344901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c076090 msgr2=0x7fdd2c1141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1255344901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c076090 0x7fdd2c1141d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fdd18009990 tx=0x7fdd18009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 -- 172.21.15.6:0/1255344901 shutdown_connections 2024-05-20T21:20:18.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1255344901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd2c114710 0x7fdd2c116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1255344901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd2c075770 0x7fdd2c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1255344901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c076090 0x7fdd2c1141d0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 -- 172.21.15.6:0/1255344901 >> 172.21.15.6:0/1255344901 conn(0x7fdd2c07a6f0 msgr2=0x7fdd2c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 -- 172.21.15.6:0/1255344901 shutdown_connections 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.028+0000 7fdd30a00700 1 -- 172.21.15.6:0/1255344901 wait complete. 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.029+0000 7fdd30a00700 1 Processor -- start 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.030+0000 7fdd30a00700 1 -- start start 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.030+0000 7fdd30a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd2c075770 0x7fdd2c1a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.030+0000 7fdd30a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd2c076090 0x7fdd2c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.030+0000 7fdd30a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c114710 0x7fdd2c1a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.030+0000 7fdd30a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c119d80 con 0x7fdd2c076090 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.030+0000 7fdd30a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c119c00 con 0x7fdd2c114710 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.030+0000 7fdd30a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c119f00 con 0x7fdd2c075770 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c114710 0x7fdd2c1a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd29400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd2c076090 0x7fdd2c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c114710 0x7fdd2c1a4a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57300/0 (socket says 172.21.15.6:57300) 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 -- 172.21.15.6:0/1878589600 learned_addr learned my addr 172.21.15.6:0/1878589600 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd29e00700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd2c075770 0x7fdd2c1a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 -- 172.21.15.6:0/1878589600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd2c075770 msgr2=0x7fdd2c1a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd2c075770 0x7fdd2c1a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 -- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd2c076090 msgr2=0x7fdd2c1a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd2c076090 0x7fdd2c1a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 -- 172.21.15.6:0/1878589600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2c1a51a0 con 0x7fdd2c114710 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd29400700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd2c076090 0x7fdd2c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.031+0000 7fdd2a800700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c114710 0x7fdd2c1a4a60 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdd2400ef30 tx=0x7fdd2400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.032+0000 7fdd22a00700 1 -- 172.21.15.6:0/1878589600 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd240092e0 con 0x7fdd2c114710 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.032+0000 7fdd22a00700 1 -- 172.21.15.6:0/1878589600 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd24004bb0 con 0x7fdd2c114710 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.032+0000 7fdd22a00700 1 -- 172.21.15.6:0/1878589600 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd24004020 con 0x7fdd2c114710 2024-05-20T21:20:18.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.032+0000 7fdd30a00700 1 -- 172.21.15.6:0/1878589600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd2c1a5430 con 0x7fdd2c114710 2024-05-20T21:20:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.032+0000 7fdd30a00700 1 -- 172.21.15.6:0/1878589600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd2c1acd10 con 0x7fdd2c114710 2024-05-20T21:20:18.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.036+0000 7fdd22a00700 1 -- 172.21.15.6:0/1878589600 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdd2401b030 con 0x7fdd2c114710 2024-05-20T21:20:18.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.037+0000 7fdd3b427b80 1 Processor -- start 2024-05-20T21:20:18.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.037+0000 7fdd3b427b80 1 -- start start 2024-05-20T21:20:18.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.037+0000 7fdd22a00700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd100b29b0 0x7fdd100b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.037+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 0x556b42806080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.037+0000 7fdd22a00700 1 -- 172.21.15.6:0/1878589600 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdd240e1cc0 con 0x7fdd2c114710 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.037+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b428065c0 0x556b42800060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.037+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b42800ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556b4275dfd0 con 0x556b428065c0 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556b4274db70 con 0x556b42800680 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556b42751bb0 con 0x556b42805ca0 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd29400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b428065c0 0x556b42800060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd29e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 0x556b42806080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd29400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b428065c0 0x556b42800060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40708/0 (socket says 172.21.15.6:40708) 2024-05-20T21:20:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd29400700 1 -- 172.21.15.6:0/418805333 learned_addr learned my addr 172.21.15.6:0/418805333 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd2a800700 1 --2- 172.21.15.6:0/418805333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b42800ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd29400700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd100b29b0 0x7fdd100b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd2a800700 1 -- 172.21.15.6:0/418805333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 msgr2=0x556b42806080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd2a800700 1 --2- 172.21.15.6:0/418805333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 0x556b42806080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd2a800700 1 -- 172.21.15.6:0/418805333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b428065c0 msgr2=0x556b42800060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd2a800700 1 --2- 172.21.15.6:0/418805333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b428065c0 0x556b42800060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.038+0000 7fdd2a800700 1 -- 172.21.15.6:0/418805333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b427165b0 con 0x556b42800680 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.039+0000 7fdd2a800700 1 --2- 172.21.15.6:0/418805333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b42800ae0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdd240df6c0 tx=0x7fdd2400c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f4181046df6f74a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.039+0000 7fdd17400700 1 -- 172.21.15.6:0/418805333 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd240a9270 con 0x556b42800680 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.039+0000 7fdd17400700 1 -- 172.21.15.6:0/418805333 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd240ad620 con 0x556b42800680 2024-05-20T21:20:18.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.039+0000 7fdd17400700 1 -- 172.21.15.6:0/418805333 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd240dfde0 con 0x556b42800680 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 -- 172.21.15.6:0/418805333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 msgr2=0x556b42800ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/418805333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b42800ae0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdd240df6c0 tx=0x7fdd2400c9c0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd29400700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd100b29b0 0x7fdd100b4e70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x556b427fbe50 tx=0x7fdd1800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 -- 172.21.15.6:0/418805333 shutdown_connections 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/418805333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b42800ae0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/418805333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 0x556b42806080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/418805333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b428065c0 0x556b42800060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 -- 172.21.15.6:0/418805333 >> 172.21.15.6:0/418805333 conn(0x556b4272dd70 msgr2=0x556b427faf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 -- 172.21.15.6:0/418805333 shutdown_connections 2024-05-20T21:20:18.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.040+0000 7fdd3b427b80 1 -- 172.21.15.6:0/418805333 wait complete. 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.041+0000 7fdd3b427b80 1 -- start start 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.041+0000 7fdd3b427b80 1 Processor -- start 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.041+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.041+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 0x556b42809610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.041+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42809b50 0x556b42809fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.041+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556b42654130 con 0x556b42809b50 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.041+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556b426ee8f0 con 0x556b42800680 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.041+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556b4280cfd0 con 0x556b42805ca0 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd3b427b80 10 client.0 _ll_register_callbacks cb 0x556b426f7e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd2a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42809b50 0x556b42809fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57320/0 (socket says 172.21.15.6:57320) 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29e00700 1 -- 172.21.15.6:0/3902304787 learned_addr learned my addr 172.21.15.6:0/3902304787 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29400700 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 0x556b42809610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29e00700 1 -- 172.21.15.6:0/3902304787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 msgr2=0x556b42809610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29e00700 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 0x556b42809610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29e00700 1 -- 172.21.15.6:0/3902304787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42809b50 msgr2=0x556b42809fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29e00700 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42809b50 0x556b42809fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.042+0000 7fdd29e00700 1 -- 172.21.15.6:0/3902304787 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b4269da60 con 0x556b42800680 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.043+0000 7fdd29e00700 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280c270 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c012890 tx=0x7fdd1c012ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c1863e2fa2b5d45 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.043+0000 7fdd0be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.043+0000 7fdd0be00700 1 -- 172.21.15.6:0/3902304787 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c00f560 con 0x556b42800680 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.043+0000 7fdd0be00700 1 -- 172.21.15.6:0/3902304787 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdd1c00f700 con 0x556b42800680 2024-05-20T21:20:18.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.043+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3902304787 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd240ad620 con 0x556b42800680 2024-05-20T21:20:18.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.044+0000 7fdd0be00700 1 -- 172.21.15.6:0/3902304787 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdd1c00f900 con 0x556b42800680 2024-05-20T21:20:18.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.044+0000 7fdd3b427b80 10 client.26387 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.044+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3902304787 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556b4271e1f0 con 0x556b42800680 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.044+0000 7fdd0be00700 1 -- 172.21.15.6:0/3902304787 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd240ad620 con 0x556b42800680 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.044+0000 7fdd0be00700 1 -- 172.21.15.6:0/3902304787 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdd1c010b20 con 0x556b42800680 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd3b427b80 10 client.26387 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd3b427b80 10 client.26387 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd3b427b80 20 client.26387 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556b4281a020 0x556b4281c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd3b427b80 4 client.26387 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3902304787 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b4275ff20 con 0x556b4281a020 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd29400700 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556b4281a020 0x556b4281c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd29400700 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556b4281a020 0x556b4281c410 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6981288d974e336 server_cookie=4bcfee4251083b16 in_seq=0 out_seq=0 2024-05-20T21:20:18.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.045+0000 7fdd0be00700 10 client.26387 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:18.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.046+0000 7fdd0be00700 1 -- 172.21.15.6:0/3902304787 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556b4275ff20 con 0x556b4281a020 2024-05-20T21:20:18.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.046+0000 7fdd0be00700 10 client.26387 handle_command_reply: tid=0 2024-05-20T21:20:18.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.046+0000 7fdd3b427b80 1 client.26387 shutdown 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3902304787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 msgr2=0x556b4280c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280c270 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c012890 tx=0x7fdd1c012ba0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3902304787 shutdown_connections 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42809b50 0x556b42809fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280c270 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556b4281a020 0x556b4281c410 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3902304787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42805ca0 0x556b42809610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3902304787 >> 172.21.15.6:0/3902304787 conn(0x556b4272dd70 msgr2=0x556b427fa4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd0be00700 0 client.26387 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3902304787 shutdown_connections 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3902304787 wait complete. 2024-05-20T21:20:18.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.047+0000 7fdd3b427b80 20 client.26387 trim_cache size 0 max 16384 2024-05-20T21:20:18.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.070+0000 7fdd3b427b80 1 Processor -- start 2024-05-20T21:20:18.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd3b427b80 1 -- start start 2024-05-20T21:20:18.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42800680 0x556b42800060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42805ca0 0x556b42821d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42822240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c1b6d80 con 0x556b42800680 2024-05-20T21:20:18.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c1b4610 con 0x556b42805ca0 2024-05-20T21:20:18.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c1b2460 con 0x556b42809b50 2024-05-20T21:20:18.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd29e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42800680 0x556b42800060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd29400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42805ca0 0x556b42821d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd29400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42805ca0 0x556b42821d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57330/0 (socket says 172.21.15.6:57330) 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd29e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42800680 0x556b42800060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40726/0 (socket says 172.21.15.6:40726) 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd29400700 1 -- 172.21.15.6:0/656874458 learned_addr learned my addr 172.21.15.6:0/656874458 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.071+0000 7fdd2a800700 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42822240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd29400700 1 -- 172.21.15.6:0/656874458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 msgr2=0x556b42822240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd29400700 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42822240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd29400700 1 -- 172.21.15.6:0/656874458 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42800680 msgr2=0x556b42800060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd29400700 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42800680 0x556b42800060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd29400700 1 -- 172.21.15.6:0/656874458 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b428062d0 con 0x556b42805ca0 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd29e00700 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42800680 0x556b42800060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd2a800700 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42822240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd29400700 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42805ca0 0x556b42821d00 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdd18000c00 tx=0x7fdd18009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a23d902966935a75 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:18.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.072+0000 7fdd16a00700 1 -- 172.21.15.6:0/656874458 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18038070 con 0x556b42805ca0 2024-05-20T21:20:18.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd16a00700 1 -- 172.21.15.6:0/656874458 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd18005410 con 0x556b42805ca0 2024-05-20T21:20:18.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd16a00700 1 -- 172.21.15.6:0/656874458 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1800f460 con 0x556b42805ca0 2024-05-20T21:20:18.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd3b427b80 1 -- 172.21.15.6:0/656874458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42805ca0 msgr2=0x556b42821d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42805ca0 0x556b42821d00 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdd18000c00 tx=0x7fdd18009310 comp rx=0 tx=0).stop 2024-05-20T21:20:18.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd3b427b80 1 -- 172.21.15.6:0/656874458 shutdown_connections 2024-05-20T21:20:18.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42822240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42800680 0x556b42800060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/656874458 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42805ca0 0x556b42821d00 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.073+0000 7fdd3b427b80 1 -- 172.21.15.6:0/656874458 >> 172.21.15.6:0/656874458 conn(0x556b4272dd70 msgr2=0x556b42807f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:18.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.074+0000 7fdd3b427b80 1 -- 172.21.15.6:0/656874458 shutdown_connections 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.074+0000 7fdd3b427b80 1 -- 172.21.15.6:0/656874458 wait complete. 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.074+0000 7fdd3b427b80 1 -- start start 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.074+0000 7fdd3b427b80 1 Processor -- start 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42805ca0 0x556b4280fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd3b427b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42884be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c1b2ad0 con 0x556b42805ca0 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c1b3f40 con 0x556b42800680 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd3b427b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c1b31a0 con 0x556b42809b50 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd3b427b80 10 client.0 _ll_register_callbacks cb 0x556b426f7e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd29e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd2a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42884be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd29400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42805ca0 0x556b4280fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd29e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57342/0 (socket says 172.21.15.6:57342) 2024-05-20T21:20:18.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.075+0000 7fdd29e00700 1 -- 172.21.15.6:0/3986877817 learned_addr learned my addr 172.21.15.6:0/3986877817 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:18.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd29e00700 1 -- 172.21.15.6:0/3986877817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 msgr2=0x556b42884be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:18.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd29e00700 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42884be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd29e00700 1 -- 172.21.15.6:0/3986877817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42805ca0 msgr2=0x556b4280fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:18.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd29e00700 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42805ca0 0x556b4280fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd29e00700 1 -- 172.21.15.6:0/3986877817 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b42885120 con 0x556b42800680 2024-05-20T21:20:18.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd2a800700 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42884be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd29e00700 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280f810 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c001eb0 tx=0x7fdd1c00ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58c92571184f0755 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd0be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd0be00700 1 -- 172.21.15.6:0/3986877817 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c029040 con 0x556b42800680 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd0be00700 1 -- 172.21.15.6:0/3986877817 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdd1c00faa0 con 0x556b42800680 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.076+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3986877817 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd18005410 con 0x556b42800680 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd0be00700 1 -- 172.21.15.6:0/3986877817 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdd1c00fce0 con 0x556b42800680 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd3b427b80 10 client.26393 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3986877817 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556b428863b0 con 0x556b42800680 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd0be00700 1 -- 172.21.15.6:0/3986877817 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd18005410 con 0x556b42800680 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd0be00700 1 -- 172.21.15.6:0/3986877817 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdd1c003710 con 0x556b42800680 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd3b427b80 10 client.26393 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd3b427b80 10 client.26393 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd3b427b80 20 client.26393 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:18.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556b42886aa0 0x556b42888ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:18.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd3b427b80 4 client.26393 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 143.1, "await_for": 45.0}] 2024-05-20T21:20:18.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.077+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3986877817 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 143.1, "await_for": 45.0}) -- 0x556b42759700 con 0x556b42886aa0 2024-05-20T21:20:18.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.078+0000 7fdd29400700 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556b42886aa0 0x556b42888ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:18.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.078+0000 7fdd29400700 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556b42886aa0 0x556b42888ec0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d731ce26b0ea0d5 server_cookie=586a5f247d708f57 in_seq=0 out_seq=0 2024-05-20T21:20:18.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.078+0000 7fdd0be00700 10 client.26393 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.088+0000 7fdd0be00700 1 -- 172.21.15.6:0/3986877817 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x556b42759700 con 0x556b42886aa0 2024-05-20T21:20:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.088+0000 7fdd0be00700 10 client.26393 handle_command_reply: tid=0 2024-05-20T21:20:18.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.088+0000 7fdd3b427b80 1 client.26393 shutdown 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3986877817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 msgr2=0x556b4280f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280f810 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c001eb0 tx=0x7fdd1c00ef90 comp rx=0 tx=0).stop 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3986877817 shutdown_connections 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556b42886aa0 0x556b42888ec0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556b42809b50 0x556b42884be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556b42800680 0x556b4280f810 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 --2- 172.21.15.6:0/3986877817 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556b42805ca0 0x556b4280fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3986877817 >> 172.21.15.6:0/3986877817 conn(0x556b4272dd70 msgr2=0x556b428069b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd0be00700 0 client.26393 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3986877817 shutdown_connections 2024-05-20T21:20:18.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 1 -- 172.21.15.6:0/3986877817 wait complete. 2024-05-20T21:20:18.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.089+0000 7fdd3b427b80 20 client.26393 trim_cache size 0 max 16384 2024-05-20T21:20:18.090 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:20:18.090 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 14, 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "8881bf5a": { 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 14, 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 143.1, 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:20:18.091 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:18.092 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:20:18.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 -- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd100b29b0 msgr2=0x7fdd100b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd100b29b0 0x7fdd100b4e70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x556b427fbe50 tx=0x7fdd1800b260 comp rx=0 tx=0).stop 2024-05-20T21:20:18.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 -- 172.21.15.6:0/1878589600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c114710 msgr2=0x7fdd2c1a4a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:18.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c114710 0x7fdd2c1a4a60 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdd2400ef30 tx=0x7fdd2400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 -- 172.21.15.6:0/1878589600 shutdown_connections 2024-05-20T21:20:18.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd100b29b0 0x7fdd100b4e70 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd2c114710 0x7fdd2c1a4a60 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd2c075770 0x7fdd2c1a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 --2- 172.21.15.6:0/1878589600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd2c076090 0x7fdd2c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:18.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.090+0000 7fdd30a00700 1 -- 172.21.15.6:0/1878589600 >> 172.21.15.6:0/1878589600 conn(0x7fdd2c07a6f0 msgr2=0x7fdd2c113400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:18.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.091+0000 7fdd30a00700 1 -- 172.21.15.6:0/1878589600 shutdown_connections 2024-05-20T21:20:18.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:18.091+0000 7fdd30a00700 1 -- 172.21.15.6:0/1878589600 wait complete. 2024-05-20T21:20:19.335 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '8881bf5a', quiesce took 10.4 seconds. Will release after: 12.700000000000001 2024-05-20T21:20:19.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.610+0000 7f1ca0c00640 1 -- 172.21.15.6:0/1290533926 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 msgr2=0x7f1c9c10ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.610+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/1290533926 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 0x7f1c9c10ac00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1c94009ca0 tx=0x7f1c9402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.611+0000 7f1ca0c00640 1 -- 172.21.15.6:0/1290533926 shutdown_connections 2024-05-20T21:20:19.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.611+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/1290533926 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 0x7f1c9c10ac00 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.611+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/1290533926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1c9c105e80 0x7f1c9c108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.611+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/1290533926 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c9c103550 0x7f1c9c105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.611+0000 7f1ca0c00640 1 -- 172.21.15.6:0/1290533926 >> 172.21.15.6:0/1290533926 conn(0x7f1c9c0fcf60 msgr2=0x7f1c9c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:19.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.611+0000 7f1ca0c00640 1 -- 172.21.15.6:0/1290533926 shutdown_connections 2024-05-20T21:20:19.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.611+0000 7f1ca0c00640 1 -- 172.21.15.6:0/1290533926 wait complete. 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.612+0000 7f1ca0c00640 1 Processor -- start 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.612+0000 7f1ca0c00640 1 -- start start 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.612+0000 7f1ca0c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1c9c103550 0x7f1c9c198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.612+0000 7f1ca0c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c9c105e80 0x7f1c9c1991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.612+0000 7f1ca0c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 0x7f1c9c1a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.612+0000 7f1ca0c00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c10e650 con 0x7f1c9c1087b0 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.612+0000 7f1ca0c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c10e4d0 con 0x7f1c9c105e80 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.612+0000 7f1ca0c00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c10e7d0 con 0x7f1c9c103550 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c9a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 0x7f1c9c1a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c99400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c9c105e80 0x7f1c9c1991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c9a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 0x7f1c9c1a0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40748/0 (socket says 172.21.15.6:40748) 2024-05-20T21:20:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c9a800640 1 -- 172.21.15.6:0/3170043107 learned_addr learned my addr 172.21.15.6:0/3170043107 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c99e00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1c9c103550 0x7f1c9c198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c99400640 1 -- 172.21.15.6:0/3170043107 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1c9c103550 msgr2=0x7f1c9c198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c99400640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1c9c103550 0x7f1c9c198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c99400640 1 -- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 msgr2=0x7f1c9c1a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c99400640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 0x7f1c9c1a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c99400640 1 -- 172.21.15.6:0/3170043107 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c9c1a08e0 con 0x7f1c9c105e80 2024-05-20T21:20:19.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.613+0000 7f1c9a800640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 0x7f1c9c1a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.614+0000 7f1c99400640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c9c105e80 0x7f1c9c1991e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1c8400d6a0 tx=0x7f1c8400db60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.614+0000 7f1c92a00640 1 -- 172.21.15.6:0/3170043107 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c84017070 con 0x7f1c9c105e80 2024-05-20T21:20:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.614+0000 7f1c92a00640 1 -- 172.21.15.6:0/3170043107 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c84009820 con 0x7f1c9c105e80 2024-05-20T21:20:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.614+0000 7f1ca0c00640 1 -- 172.21.15.6:0/3170043107 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c9c1a0bd0 con 0x7f1c9c105e80 2024-05-20T21:20:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.614+0000 7f1c92a00640 1 -- 172.21.15.6:0/3170043107 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c84004c40 con 0x7f1c9c105e80 2024-05-20T21:20:19.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.614+0000 7f1ca0c00640 1 -- 172.21.15.6:0/3170043107 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c9c1a1170 con 0x7f1c9c105e80 2024-05-20T21:20:19.616 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:19 smithi006 ceph-mon[31422]: pgmap v574: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-05-20T21:20:19.618 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.618+0000 7f1ca3a1d740 1 Processor -- start 2024-05-20T21:20:19.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1ca3a1d740 1 -- start start 2024-05-20T21:20:19.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1c92a00640 1 -- 172.21.15.6:0/3170043107 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1c84005220 con 0x7f1c9c105e80 2024-05-20T21:20:19.621 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddab30 0x564716ddaf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 0x564716de2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564716d4ab90 con 0x564716ddab30 2024-05-20T21:20:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564716d3a730 con 0x564716ddb520 2024-05-20T21:20:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564716d3e770 con 0x564716de0690 2024-05-20T21:20:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1c9a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddab30 0x564716ddaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.622 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1c9a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddab30 0x564716ddaf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40750/0 (socket says 172.21.15.6:40750) 2024-05-20T21:20:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1c9a800640 1 -- 172.21.15.6:0/2987005760 learned_addr learned my addr 172.21.15.6:0/2987005760 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.619+0000 7f1c99e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.620+0000 7f1c99400640 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 0x564716de2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.620+0000 7f1c9a800640 1 -- 172.21.15.6:0/2987005760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 msgr2=0x564716de2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.620+0000 7f1c9a800640 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 0x564716de2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.620+0000 7f1c9a800640 1 -- 172.21.15.6:0/2987005760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 msgr2=0x564716de0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.620+0000 7f1c9a800640 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.623 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.620+0000 7f1c9a800640 1 -- 172.21.15.6:0/2987005760 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564716cd38b0 con 0x564716ddab30 2024-05-20T21:20:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.620+0000 7f1c99e00640 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.620+0000 7f1c9a800640 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddab30 0x564716ddaf50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1c94005f20 tx=0x7f1c94005f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2799c115206d5d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.621+0000 7f1c8b000640 1 -- 172.21.15.6:0/2987005760 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c94031650 con 0x564716ddab30 2024-05-20T21:20:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.621+0000 7f1c92a00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1c800b2860 0x7f1c800b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.621+0000 7f1c8b000640 1 -- 172.21.15.6:0/2987005760 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c94036040 con 0x564716ddab30 2024-05-20T21:20:19.624 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.621+0000 7f1c8b000640 1 -- 172.21.15.6:0/2987005760 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c94004640 con 0x564716ddab30 2024-05-20T21:20:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.621+0000 7f1c92a00640 1 -- 172.21.15.6:0/3170043107 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1c840e1a80 con 0x7f1c9c105e80 2024-05-20T21:20:19.625 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.621+0000 7f1c99e00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1c800b2860 0x7f1c800b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2987005760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddab30 msgr2=0x564716ddaf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddab30 0x564716ddaf50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1c94005f20 tx=0x7f1c94005f50 comp rx=0 tx=0).stop 2024-05-20T21:20:19.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1c99e00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1c800b2860 0x7f1c800b4d20 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x564716ddb920 tx=0x7f1c8c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:19.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2987005760 shutdown_connections 2024-05-20T21:20:19.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 0x564716de2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2987005760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddab30 0x564716ddaf50 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2987005760 >> 172.21.15.6:0/2987005760 conn(0x564716dd61a0 msgr2=0x564716dd65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:19.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2987005760 shutdown_connections 2024-05-20T21:20:19.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.622+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2987005760 wait complete. 2024-05-20T21:20:19.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 1 -- start start 2024-05-20T21:20:19.633 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 1 Processor -- start 2024-05-20T21:20:19.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddb520 0x564716de4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716debca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564716a20790 con 0x564716de0690 2024-05-20T21:20:19.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564716ce2bc0 con 0x564716ddab30 2024-05-20T21:20:19.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564716de3460 con 0x564716ddb520 2024-05-20T21:20:19.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.623+0000 7f1ca3a1d740 10 client.0 _ll_register_callbacks cb 0x564716cc0400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c9a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716debca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddb520 0x564716de4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57366/0 (socket says 172.21.15.6:57366) 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99e00640 1 -- 172.21.15.6:0/2468721776 learned_addr learned my addr 172.21.15.6:0/2468721776 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c9a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716debca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40756/0 (socket says 172.21.15.6:40756) 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99e00640 1 -- 172.21.15.6:0/2468721776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddb520 msgr2=0x564716de4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99e00640 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddb520 0x564716de4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99e00640 1 -- 172.21.15.6:0/2468721776 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 msgr2=0x564716debca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99e00640 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716debca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.624+0000 7f1c99e00640 1 -- 172.21.15.6:0/2468721776 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564716a4f210 con 0x564716ddab30 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.625+0000 7f1c99e00640 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4720 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c0045f0 tx=0x7f1c8c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e47c9f45d19d512 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:19.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.625+0000 7f1c7f400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.625+0000 7f1c7f400640 1 -- 172.21.15.6:0/2468721776 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c01f700 con 0x564716ddab30 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.625+0000 7f1c7f400640 1 -- 172.21.15.6:0/2468721776 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1c8c01f8a0 con 0x564716ddab30 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.625+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2468721776 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c94036040 con 0x564716ddab30 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.625+0000 7f1c7f400640 1 -- 172.21.15.6:0/2468721776 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c8c01faa0 con 0x564716ddab30 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.625+0000 7f1ca3a1d740 10 client.26405 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.626+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2468721776 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564716b1b620 con 0x564716ddab30 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.626+0000 7f1c7f400640 1 -- 172.21.15.6:0/2468721776 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c94036040 con 0x564716ddab30 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.626+0000 7f1c7f400640 1 -- 172.21.15.6:0/2468721776 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1c8c027070 con 0x564716ddab30 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.626+0000 7f1ca3a1d740 10 client.26405 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.626+0000 7f1ca3a1d740 10 client.26405 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.626+0000 7f1ca3a1d740 20 client.26405 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.626+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564716df02d0 0x564716df2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.627+0000 7f1ca3a1d740 4 client.26405 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:19.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.627+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2468721776 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564716d4cae0 con 0x564716df02d0 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.627+0000 7f1c99400640 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564716df02d0 0x564716df2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.628+0000 7f1c99400640 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564716df02d0 0x564716df2740 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17b55b26a811a83f server_cookie=616cac75c5aba6a4 in_seq=0 out_seq=0 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.628+0000 7f1c7f400640 10 client.26405 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1c7f400640 1 -- 172.21.15.6:0/2468721776 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564716d4cae0 con 0x564716df02d0 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1c7f400640 10 client.26405 handle_command_reply: tid=0 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 client.26405 shutdown 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2468721776 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 msgr2=0x564716de4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4720 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c0045f0 tx=0x7f1c8c004730 comp rx=0 tx=0).stop 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2468721776 shutdown_connections 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564716df02d0 0x564716df2740 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716debca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1c7f400640 0 client.26405 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddb520 0x564716de4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/2468721776 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4720 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2468721776 >> 172.21.15.6:0/2468721776 conn(0x564716dd61a0 msgr2=0x564716dd5310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:19.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2468721776 shutdown_connections 2024-05-20T21:20:19.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/2468721776 wait complete. 2024-05-20T21:20:19.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.629+0000 7f1ca3a1d740 20 client.26405 trim_cache size 0 max 16384 2024-05-20T21:20:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.646+0000 7f1ca3a1d740 1 Processor -- start 2024-05-20T21:20:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.646+0000 7f1ca3a1d740 1 -- start start 2024-05-20T21:20:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddb520 0x564716debc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 0x564716dd9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c1ac950 con 0x564716ddb520 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c1aa220 con 0x564716ddab30 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c1a8070 con 0x564716de0690 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1c99400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddb520 0x564716debc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1c99400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddb520 0x564716debc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40772/0 (socket says 172.21.15.6:40772) 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1c99400640 1 -- 172.21.15.6:0/3120645944 learned_addr learned my addr 172.21.15.6:0/3120645944 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1c99e00640 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.647+0000 7f1c9a800640 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 0x564716dd9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c99e00640 1 -- 172.21.15.6:0/3120645944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 msgr2=0x564716dd9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c99e00640 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 0x564716dd9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c99e00640 1 -- 172.21.15.6:0/3120645944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddb520 msgr2=0x564716debc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c99e00640 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddb520 0x564716debc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c99e00640 1 -- 172.21.15.6:0/3120645944 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564716dda770 con 0x564716ddab30 2024-05-20T21:20:19.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c99400640 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddb520 0x564716debc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:19.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c99e00640 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4bc0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c029db0 tx=0x7f1c8c009db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab54a57ed72a90a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c8a600640 1 -- 172.21.15.6:0/3120645944 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c036070 con 0x564716ddab30 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c8a600640 1 -- 172.21.15.6:0/3120645944 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c8c0298f0 con 0x564716ddab30 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.648+0000 7f1c8a600640 1 -- 172.21.15.6:0/3120645944 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c0217b0 con 0x564716ddab30 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.649+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/3120645944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 msgr2=0x564716de4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.649+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4bc0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c029db0 tx=0x7f1c8c009db0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.649+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/3120645944 shutdown_connections 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.649+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716de0690 0x564716dd9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.649+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716ddb520 0x564716debc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.649+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/3120645944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddab30 0x564716de4bc0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.649+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/3120645944 >> 172.21.15.6:0/3120645944 conn(0x564716dd61a0 msgr2=0x564716dd9170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.650+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/3120645944 shutdown_connections 2024-05-20T21:20:19.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.650+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/3120645944 wait complete. 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.650+0000 7f1ca3a1d740 1 -- start start 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1ca3a1d740 1 Processor -- start 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddab30 0x564716de8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de9420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1ca3a1d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716dea430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c1a86e0 con 0x564716de0690 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c1a9b50 con 0x564716ddb520 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1ca3a1d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1c9c1a8db0 con 0x564716ddab30 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1ca3a1d740 10 client.0 _ll_register_callbacks cb 0x7f1c8c009c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.651+0000 7f1c99e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddab30 0x564716de8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddab30 0x564716de8ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43992/0 (socket says 172.21.15.6:43992) 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99e00640 1 -- 172.21.15.6:0/1944502971 learned_addr learned my addr 172.21.15.6:0/1944502971 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99400640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c9a800640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716dea430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99e00640 1 -- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 msgr2=0x564716de9420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99e00640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de9420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99e00640 1 -- 172.21.15.6:0/1944502971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 msgr2=0x564716dea430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99e00640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716dea430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99e00640 1 -- 172.21.15.6:0/1944502971 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564716deaa20 con 0x564716ddab30 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c9a800640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716dea430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99400640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c99e00640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddab30 0x564716de8ee0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c019040 tx=0x7f1c8c029b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49a88d5a0b0f3c2b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c7f400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:20:19.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.652+0000 7f1c7f400640 1 -- 172.21.15.6:0/1944502971 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8c03f020 con 0x564716ddab30 2024-05-20T21:20:19.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.653+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/1944502971 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c8c0298f0 con 0x564716ddab30 2024-05-20T21:20:19.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.653+0000 7f1c7f400640 1 -- 172.21.15.6:0/1944502971 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1c8c005270 con 0x564716ddab30 2024-05-20T21:20:19.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.653+0000 7f1c7f400640 1 -- 172.21.15.6:0/1944502971 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c8c04a050 con 0x564716ddab30 2024-05-20T21:20:19.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.653+0000 7f1ca3a1d740 10 client.26392 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:19.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.653+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/1944502971 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564716debd30 con 0x564716ddab30 2024-05-20T21:20:19.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.653+0000 7f1c7f400640 1 -- 172.21.15.6:0/1944502971 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c8c0298f0 con 0x564716ddab30 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.654+0000 7f1c7f400640 1 -- 172.21.15.6:0/1944502971 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1c8c027040 con 0x564716ddab30 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.654+0000 7f1ca3a1d740 10 client.26392 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.654+0000 7f1ca3a1d740 10 client.26392 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.654+0000 7f1ca3a1d740 20 client.26392 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.654+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564716e5b430 0x564716e5d850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.654+0000 7f1ca3a1d740 4 client.26392 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.654+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/1944502971 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564716d462c0 con 0x564716e5b430 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.654+0000 7f1c99400640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564716e5b430 0x564716e5d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.655+0000 7f1c99400640 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564716e5b430 0x564716e5d850 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bcc80202eae0910 server_cookie=6c641ffd11516d8f in_seq=0 out_seq=0 2024-05-20T21:20:19.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.655+0000 7f1c7f400640 10 client.26392 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:19.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1c7f400640 1 -- 172.21.15.6:0/1944502971 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x564716d462c0 con 0x564716e5b430 2024-05-20T21:20:19.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1c7f400640 10 client.26392 handle_command_reply: tid=0 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 client.26392 shutdown 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/1944502971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddab30 msgr2=0x564716de8ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddab30 0x564716de8ee0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c019040 tx=0x7f1c8c029b20 comp rx=0 tx=0).stop 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/1944502971 shutdown_connections 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564716e5b430 0x564716e5d850 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564716de0690 0x564716dea430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564716ddb520 0x564716de9420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 --2- 172.21.15.6:0/1944502971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564716ddab30 0x564716de8ee0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/1944502971 >> 172.21.15.6:0/1944502971 conn(0x564716dd61a0 msgr2=0x564716de4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1c7f400640 0 client.26392 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/1944502971 shutdown_connections 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 1 -- 172.21.15.6:0/1944502971 wait complete. 2024-05-20T21:20:19.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.670+0000 7f1ca3a1d740 20 client.26392 trim_cache size 0 max 16384 2024-05-20T21:20:19.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:20:19.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:20:19.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:20:19.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 -- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1c800b2860 msgr2=0x7f1c800b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1c800b2860 0x7f1c800b4d20 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x564716ddb920 tx=0x7f1c8c005f90 comp rx=0 tx=0).stop 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 -- 172.21.15.6:0/3170043107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c9c105e80 msgr2=0x7f1c9c1991e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c9c105e80 0x7f1c9c1991e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1c8400d6a0 tx=0x7f1c8400db60 comp rx=0 tx=0).stop 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 -- 172.21.15.6:0/3170043107 shutdown_connections 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1c800b2860 0x7f1c800b4d20 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1c9c1087b0 0x7f1c9c1a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1c9c105e80 0x7f1c9c1991e0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 --2- 172.21.15.6:0/3170043107 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1c9c103550 0x7f1c9c198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 -- 172.21.15.6:0/3170043107 >> 172.21.15.6:0/3170043107 conn(0x7f1c9c0fcf60 msgr2=0x7f1c9c103f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:19.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.671+0000 7f1ca0c00640 1 -- 172.21.15.6:0/3170043107 shutdown_connections 2024-05-20T21:20:19.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:19.672+0000 7f1ca0c00640 1 -- 172.21.15.6:0/3170043107 wait complete. 2024-05-20T21:20:19.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:19 smithi062 ceph-mon[36640]: pgmap v574: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-05-20T21:20:19.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:19 smithi042 ceph-mon[36332]: pgmap v574: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-05-20T21:20:19.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 -- 172.21.15.6:0/1770774353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f47a0109dd0 msgr2=0x7f47a010a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 --2- 172.21.15.6:0/1770774353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f47a0109dd0 0x7f47a010a1b0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f47940098f0 tx=0x7f4794009c00 comp rx=0 tx=0).stop 2024-05-20T21:20:19.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 -- 172.21.15.6:0/1770774353 shutdown_connections 2024-05-20T21:20:19.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 --2- 172.21.15.6:0/1770774353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f47a010eeb0 0x7f47a0116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 --2- 172.21.15.6:0/1770774353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f47a0109dd0 0x7f47a010a1b0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 --2- 172.21.15.6:0/1770774353 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a010a780 0x7f47a010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 -- 172.21.15.6:0/1770774353 >> 172.21.15.6:0/1770774353 conn(0x7f47a0076d10 msgr2=0x7f47a0079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:19.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 -- 172.21.15.6:0/1770774353 shutdown_connections 2024-05-20T21:20:19.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.924+0000 7f47a8800700 1 -- 172.21.15.6:0/1770774353 wait complete. 2024-05-20T21:20:19.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.925+0000 7f47a8800700 1 Processor -- start 2024-05-20T21:20:19.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.925+0000 7f47a8800700 1 -- start start 2024-05-20T21:20:19.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a8800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a0109dd0 0x7f47a01a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a8800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f47a010a780 0x7f47a01a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a8800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f47a010eeb0 0x7f47a01a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a8800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f47a0119d50 con 0x7f47a010a780 2024-05-20T21:20:19.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a8800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f47a0119bd0 con 0x7f47a010eeb0 2024-05-20T21:20:19.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a8800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f47a0119ed0 con 0x7f47a0109dd0 2024-05-20T21:20:19.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a0109dd0 0x7f47a01a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.930 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a0109dd0 0x7f47a01a0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44002/0 (socket says 172.21.15.6:44002) 2024-05-20T21:20:19.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a5e00700 1 -- 172.21.15.6:0/4197883839 learned_addr learned my addr 172.21.15.6:0/4197883839 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:19.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.926+0000 7f47a5400700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f47a010a780 0x7f47a01a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.927+0000 7f47a6800700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f47a010eeb0 0x7f47a01a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.927+0000 7f47a5e00700 1 -- 172.21.15.6:0/4197883839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f47a010eeb0 msgr2=0x7f47a01a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.927+0000 7f47a5e00700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f47a010eeb0 0x7f47a01a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.927+0000 7f47a5e00700 1 -- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f47a010a780 msgr2=0x7f47a01a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:19.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.927+0000 7f47a5e00700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f47a010a780 0x7f47a01a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:19.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.927+0000 7f47a5e00700 1 -- 172.21.15.6:0/4197883839 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47a01a5290 con 0x7f47a0109dd0 2024-05-20T21:20:19.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.927+0000 7f47a5400700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f47a010a780 0x7f47a01a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:19.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.927+0000 7f47a5e00700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a0109dd0 0x7f47a01a0280 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4794009230 tx=0x7f479400f9b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:19.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.928+0000 7f479aa00700 1 -- 172.21.15.6:0/4197883839 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4794027070 con 0x7f47a0109dd0 2024-05-20T21:20:19.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.928+0000 7f479aa00700 1 -- 172.21.15.6:0/4197883839 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47940055f0 con 0x7f47a0109dd0 2024-05-20T21:20:19.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.928+0000 7f479aa00700 1 -- 172.21.15.6:0/4197883839 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4794004930 con 0x7f47a0109dd0 2024-05-20T21:20:19.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.928+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47a01a5520 con 0x7f47a0109dd0 2024-05-20T21:20:19.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.928+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47a01ace00 con 0x7f47a0109dd0 2024-05-20T21:20:19.933 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.929+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47a010b2b0 con 0x7f47a0109dd0 2024-05-20T21:20:19.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.931+0000 7f479aa00700 1 -- 172.21.15.6:0/4197883839 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f479402a070 con 0x7f47a0109dd0 2024-05-20T21:20:19.934 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.933+0000 7f479aa00700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47880b2900 0x7f47880b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:19.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.933+0000 7f479aa00700 1 -- 172.21.15.6:0/4197883839 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f47940e33a0 con 0x7f47a0109dd0 2024-05-20T21:20:19.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.933+0000 7f47a5400700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47880b2900 0x7f47880b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:19.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.934+0000 7f47a5400700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47880b2900 0x7f47880b4dc0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f47a0108e20 tx=0x7f4790009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:19.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:19.935+0000 7f479aa00700 1 -- 172.21.15.6:0/4197883839 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4794031070 con 0x7f47a0109dd0 2024-05-20T21:20:20.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.221+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f47a002e560 con 0x7f47a0109dd0 2024-05-20T21:20:20.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.222+0000 7f479aa00700 1 -- 172.21.15.6:0/4197883839 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f4794013030 con 0x7f47a0109dd0 2024-05-20T21:20:20.230 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:20:20.231 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:20:20.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47880b2900 msgr2=0x7f47880b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:20.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47880b2900 0x7f47880b4dc0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f47a0108e20 tx=0x7f4790009310 comp rx=0 tx=0).stop 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a0109dd0 msgr2=0x7f47a01a0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a0109dd0 0x7f47a01a0280 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4794009230 tx=0x7f479400f9b0 comp rx=0 tx=0).stop 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 shutdown_connections 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47880b2900 0x7f47880b4dc0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f47a010eeb0 0x7f47a01a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f47a0109dd0 0x7f47a01a0280 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 --2- 172.21.15.6:0/4197883839 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f47a010a780 0x7f47a01a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 >> 172.21.15.6:0/4197883839 conn(0x7f47a0076d10 msgr2=0x7f47a00780c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 shutdown_connections 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:20.226+0000 7f47a8800700 1 -- 172.21.15.6:0/4197883839 wait complete. 2024-05-20T21:20:20.232 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:20:20.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:20 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4197883839' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:20.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:20 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4197883839' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:20.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:20 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4197883839' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:21.157 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:20:21.689 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:21 smithi062 ceph-mon[36640]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:20:21.844 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:21 smithi006 ceph-mon[31422]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:20:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:21 smithi042 ceph-mon[36332]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:20:23.707 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:23 smithi006 ceph-mon[31422]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:20:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:23 smithi062 ceph-mon[36640]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:20:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:23 smithi042 ceph-mon[36332]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:20:23.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 -- 172.21.15.6:0/973303832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3b8076090 msgr2=0x7fc3b81141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 --2- 172.21.15.6:0/973303832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3b8076090 0x7fc3b81141d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4009990 tx=0x7fc3a4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 -- 172.21.15.6:0/973303832 shutdown_connections 2024-05-20T21:20:23.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 --2- 172.21.15.6:0/973303832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3b8114710 0x7fc3b8116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 --2- 172.21.15.6:0/973303832 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3b8075770 0x7fc3b8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 --2- 172.21.15.6:0/973303832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3b8076090 0x7fc3b81141d0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 -- 172.21.15.6:0/973303832 >> 172.21.15.6:0/973303832 conn(0x7fc3b807a6a0 msgr2=0x7fc3b807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:23.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 -- 172.21.15.6:0/973303832 shutdown_connections 2024-05-20T21:20:23.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.991+0000 7fc3c0200700 1 -- 172.21.15.6:0/973303832 wait complete. 2024-05-20T21:20:23.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.993+0000 7fc3c0200700 1 Processor -- start 2024-05-20T21:20:23.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.993+0000 7fc3c0200700 1 -- start start 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.993+0000 7fc3c0200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3b8075770 0x7fc3b81a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.993+0000 7fc3c0200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3b8076090 0x7fc3b81a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.993+0000 7fc3c0200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3b8114710 0x7fc3b81a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.993+0000 7fc3c0200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b8119d50 con 0x7fc3b8076090 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.993+0000 7fc3c0200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b8119bd0 con 0x7fc3b8114710 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.993+0000 7fc3c0200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b8119ed0 con 0x7fc3b8075770 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bce00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3b8076090 0x7fc3b81a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bce00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3b8076090 0x7fc3b81a0840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40818/0 (socket says 172.21.15.6:40818) 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bce00700 1 -- 172.21.15.6:0/2802905379 learned_addr learned my addr 172.21.15.6:0/2802905379 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3be200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3b8114710 0x7fc3b81a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bd800700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3b8075770 0x7fc3b81a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:23.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bce00700 1 -- 172.21.15.6:0/2802905379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3b8075770 msgr2=0x7fc3b81a0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bce00700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3b8075770 0x7fc3b81a0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bce00700 1 -- 172.21.15.6:0/2802905379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3b8114710 msgr2=0x7fc3b81a4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bce00700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3b8114710 0x7fc3b81a4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.994+0000 7fc3bce00700 1 -- 172.21.15.6:0/2802905379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b81a5310 con 0x7fc3b8076090 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.995+0000 7fc3bce00700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3b8076090 0x7fc3b81a0840 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4000c00 tx=0x7fc3a40057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.995+0000 7fc3b6000700 1 -- 172.21.15.6:0/2802905379 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4027070 con 0x7fc3b8076090 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.995+0000 7fc3c0200700 1 -- 172.21.15.6:0/2802905379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3b81a55a0 con 0x7fc3b8076090 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.995+0000 7fc3b6000700 1 -- 172.21.15.6:0/2802905379 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3a4022470 con 0x7fc3b8076090 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.995+0000 7fc3b6000700 1 -- 172.21.15.6:0/2802905379 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4017650 con 0x7fc3b8076090 2024-05-20T21:20:23.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.995+0000 7fc3c0200700 1 -- 172.21.15.6:0/2802905379 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3b81ace80 con 0x7fc3b8076090 2024-05-20T21:20:23.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:23.999+0000 7fc3b6000700 1 -- 172.21.15.6:0/2802905379 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc3a402a070 con 0x7fc3b8076090 2024-05-20T21:20:24.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.000+0000 7fc3cabbbb80 1 Processor -- start 2024-05-20T21:20:24.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.000+0000 7fc3cabbbb80 1 -- start start 2024-05-20T21:20:24.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.000+0000 7fc3b6000700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3a00b2880 0x7fc3a00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b399290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b393260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b393ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d35b2f1e40 con 0x55d35b3997d0 2024-05-20T21:20:24.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d35b2e19e0 con 0x55d35b393880 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d35b2e5a20 con 0x55d35b398eb0 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3b6000700 1 -- 172.21.15.6:0/2802905379 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc3a40e2ff0 con 0x7fc3b8076090 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3be200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3a00b2880 0x7fc3a00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3bd800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b399290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3bd800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b399290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44030/0 (socket says 172.21.15.6:44030) 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3bd800700 1 -- 172.21.15.6:0/1589673081 learned_addr learned my addr 172.21.15.6:0/1589673081 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3be200700 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b393ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3bce00700 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b393260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3bd800700 1 -- 172.21.15.6:0/1589673081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 msgr2=0x55d35b393ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.001+0000 7fc3bd800700 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b393ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.002+0000 7fc3bd800700 1 -- 172.21.15.6:0/1589673081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 msgr2=0x55d35b393260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.002+0000 7fc3bd800700 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b393260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.002+0000 7fc3bd800700 1 -- 172.21.15.6:0/1589673081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d35b2aa420 con 0x55d35b398eb0 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.002+0000 7fc3bd800700 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b399290 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac009d80 tx=0x7fc3ac011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dd0e889e5632c4f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.002+0000 7fc3be200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3a00b2880 0x7fc3a00b4d40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc3b0009ec0 tx=0x7fc3b0009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.002+0000 7fc3aaa00700 1 -- 172.21.15.6:0/1589673081 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac01e070 con 0x55d35b398eb0 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.002+0000 7fc3aaa00700 1 -- 172.21.15.6:0/1589673081 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3ac019ae0 con 0x55d35b398eb0 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.002+0000 7fc3aaa00700 1 -- 172.21.15.6:0/1589673081 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac00eac0 con 0x55d35b398eb0 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1589673081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 msgr2=0x55d35b399290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b399290 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac009d80 tx=0x7fc3ac011720 comp rx=0 tx=0).stop 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1589673081 shutdown_connections 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b393ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b399290 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1589673081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b393260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1589673081 >> 172.21.15.6:0/1589673081 conn(0x55d35b2c1be0 msgr2=0x55d35b38e010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:24.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1589673081 shutdown_connections 2024-05-20T21:20:24.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.003+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1589673081 wait complete. 2024-05-20T21:20:24.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.004+0000 7fc3cabbbb80 1 -- start start 2024-05-20T21:20:24.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.004+0000 7fc3cabbbb80 1 Processor -- start 2024-05-20T21:20:24.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b39f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b39c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b39cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d35b1e7fa0 con 0x55d35b3997d0 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d35b282760 con 0x55d35b393880 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d35b3a0240 con 0x55d35b398eb0 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3cabbbb80 10 client.0 _ll_register_callbacks cb 0x55d35b28bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3bd800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b39f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3bd800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b39f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57436/0 (socket says 172.21.15.6:57436) 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3bd800700 1 -- 172.21.15.6:0/1775727226 learned_addr learned my addr 172.21.15.6:0/1775727226 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3be200700 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b39cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3bce00700 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b39c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3bd800700 1 -- 172.21.15.6:0/1775727226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 msgr2=0x55d35b39c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3bd800700 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b39c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.005+0000 7fc3bd800700 1 -- 172.21.15.6:0/1775727226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 msgr2=0x55d35b39cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.006+0000 7fc3bd800700 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b39cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.006+0000 7fc3bd800700 1 -- 172.21.15.6:0/1775727226 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d35b2318d0 con 0x55d35b393880 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.006+0000 7fc3bd800700 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b39f4d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac01afd0 tx=0x7fc3ac00e3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f8340f526308492 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.006+0000 7fc39f400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.006+0000 7fc39f400700 1 -- 172.21.15.6:0/1775727226 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac01e040 con 0x55d35b393880 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.006+0000 7fc39f400700 1 -- 172.21.15.6:0/1775727226 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc3ac019840 con 0x55d35b393880 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.006+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1775727226 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3ac019ae0 con 0x55d35b393880 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc39f400700 1 -- 172.21.15.6:0/1775727226 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc3ac004030 con 0x55d35b393880 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc3cabbbb80 10 client.26429 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:24.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1775727226 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d35b2b2060 con 0x55d35b393880 2024-05-20T21:20:24.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc39f400700 1 -- 172.21.15.6:0/1775727226 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3ac019ae0 con 0x55d35b393880 2024-05-20T21:20:24.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc39f400700 1 -- 172.21.15.6:0/1775727226 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc3ac004750 con 0x55d35b393880 2024-05-20T21:20:24.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc3cabbbb80 10 client.26429 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:24.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc3cabbbb80 10 client.26429 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:20:24.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc3cabbbb80 20 client.26429 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:24.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d35b3acd20 0x55d35b3af110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc3cabbbb80 4 client.26429 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:24.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.007+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1775727226 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d35b2f3d90 con 0x55d35b3acd20 2024-05-20T21:20:24.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.008+0000 7fc3bce00700 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d35b3acd20 0x55d35b3af110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.008+0000 7fc3bce00700 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d35b3acd20 0x55d35b3af110 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ea0a18e551ac2365 server_cookie=755c70783a47ecf6 in_seq=0 out_seq=0 2024-05-20T21:20:24.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.008+0000 7fc39f400700 10 client.26429 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.009+0000 7fc39f400700 1 -- 172.21.15.6:0/1775727226 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d35b2f3d90 con 0x55d35b3acd20 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.009+0000 7fc39f400700 10 client.26429 handle_command_reply: tid=0 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.009+0000 7fc3cabbbb80 1 client.26429 shutdown 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1775727226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 msgr2=0x55d35b39f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b39f4d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac01afd0 tx=0x7fc3ac00e3b0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1775727226 shutdown_connections 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b39cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d35b3acd20 0x55d35b3af110 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b39f4d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/1775727226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b39c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc39f400700 0 client.26429 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:20:24.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1775727226 >> 172.21.15.6:0/1775727226 conn(0x55d35b2c1be0 msgr2=0x55d35b392250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:24.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1775727226 shutdown_connections 2024-05-20T21:20:24.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/1775727226 wait complete. 2024-05-20T21:20:24.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.010+0000 7fc3cabbbb80 20 client.26429 trim_cache size 0 max 16384 2024-05-20T21:20:24.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.027+0000 7fc3cabbbb80 1 Processor -- start 2024-05-20T21:20:24.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.027+0000 7fc3cabbbb80 1 -- start start 2024-05-20T21:20:24.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b393880 0x55d35b393260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b398eb0 0x55d35b393c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b3997d0 0x55d35b38d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81b6c30 con 0x55d35b398eb0 2024-05-20T21:20:24.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81b44c0 con 0x55d35b3997d0 2024-05-20T21:20:24.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81b2310 con 0x55d35b393880 2024-05-20T21:20:24.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3bce00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b398eb0 0x55d35b393c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3bd800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b393880 0x55d35b393260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3bce00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b398eb0 0x55d35b393c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40852/0 (socket says 172.21.15.6:40852) 2024-05-20T21:20:24.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3bce00700 1 -- 172.21.15.6:0/474619539 learned_addr learned my addr 172.21.15.6:0/474619539 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:24.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.028+0000 7fc3be200700 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b3997d0 0x55d35b38d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.029+0000 7fc3bd800700 1 -- 172.21.15.6:0/474619539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b3997d0 msgr2=0x55d35b38d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:24.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.029+0000 7fc3bd800700 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b3997d0 0x55d35b38d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.029+0000 7fc3bd800700 1 -- 172.21.15.6:0/474619539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b398eb0 msgr2=0x55d35b393c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.029+0000 7fc3bd800700 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b398eb0 0x55d35b393c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.029+0000 7fc3bd800700 1 -- 172.21.15.6:0/474619539 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d35b3a0120 con 0x55d35b393880 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.029+0000 7fc3bce00700 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b398eb0 0x55d35b393c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.029+0000 7fc3bd800700 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b393880 0x55d35b393260 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac005e90 tx=0x7fc3ac011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f71dc4c5aa5002da server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.029+0000 7fc3aa000700 1 -- 172.21.15.6:0/474619539 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac01e070 con 0x55d35b393880 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3aa000700 1 -- 172.21.15.6:0/474619539 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3ac015030 con 0x55d35b393880 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3aa000700 1 -- 172.21.15.6:0/474619539 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac032030 con 0x55d35b393880 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/474619539 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b393880 msgr2=0x55d35b393260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b393880 0x55d35b393260 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac005e90 tx=0x7fc3ac011720 comp rx=0 tx=0).stop 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/474619539 shutdown_connections 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b3997d0 0x55d35b38d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b393880 0x55d35b393260 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/474619539 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b398eb0 0x55d35b393c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.030+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/474619539 >> 172.21.15.6:0/474619539 conn(0x55d35b2c1be0 msgr2=0x55d35b38f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:24.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.031+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/474619539 shutdown_connections 2024-05-20T21:20:24.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.031+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/474619539 wait complete. 2024-05-20T21:20:24.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.031+0000 7fc3cabbbb80 1 -- start start 2024-05-20T21:20:24.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.031+0000 7fc3cabbbb80 1 Processor -- start 2024-05-20T21:20:24.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b3a5500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b3a5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3cabbbb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b3b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81b2980 con 0x55d35b3997d0 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81b3df0 con 0x55d35b393880 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3cabbbb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81b3050 con 0x55d35b398eb0 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3cabbbb80 10 client.0 _ll_register_callbacks cb 0x55d35b28bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3bd800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b3a5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3bd800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b3a5500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57452/0 (socket says 172.21.15.6:57452) 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3bd800700 1 -- 172.21.15.6:0/231238106 learned_addr learned my addr 172.21.15.6:0/231238106 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3be200700 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b3b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.032+0000 7fc3bce00700 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b3a5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc3bd800700 1 -- 172.21.15.6:0/231238106 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 msgr2=0x55d35b3a5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc3bd800700 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b3a5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc3bd800700 1 -- 172.21.15.6:0/231238106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 msgr2=0x55d35b3b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc3bd800700 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b3b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc3bd800700 1 -- 172.21.15.6:0/231238106 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d35b3b40c0 con 0x55d35b393880 2024-05-20T21:20:24.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc3bd800700 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b3a5500 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac009cd0 tx=0x7fc3ac0052f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca40182942e756cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc39f400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc39f400700 1 -- 172.21.15.6:0/231238106 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac03b060 con 0x55d35b393880 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc39f400700 1 -- 172.21.15.6:0/231238106 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc3ac0056e0 con 0x55d35b393880 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.033+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/231238106 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3ac015030 con 0x55d35b393880 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc39f400700 1 -- 172.21.15.6:0/231238106 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc3ac01e070 con 0x55d35b393880 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3cabbbb80 10 client.26435 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/231238106 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d35b417110 con 0x55d35b393880 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc39f400700 1 -- 172.21.15.6:0/231238106 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3ac015030 con 0x55d35b393880 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc39f400700 1 -- 172.21.15.6:0/231238106 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc3ac0039f0 con 0x55d35b393880 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3cabbbb80 10 client.26435 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3cabbbb80 10 client.26435 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3cabbbb80 20 client.26435 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:24.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d35b417700 0x55d35b419b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:24.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3cabbbb80 4 client.26435 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:24.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/231238106 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d35b2ed570 con 0x55d35b417700 2024-05-20T21:20:24.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.034+0000 7fc3bce00700 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d35b417700 0x55d35b419b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:24.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.035+0000 7fc3bce00700 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d35b417700 0x55d35b419b20 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9532357fd1e65b95 server_cookie=df6abcd5337f4be0 in_seq=0 out_seq=0 2024-05-20T21:20:24.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.035+0000 7fc39f400700 10 client.26435 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:20:24.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.035+0000 7fc39f400700 1 -- 172.21.15.6:0/231238106 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d35b2ed570 con 0x55d35b417700 2024-05-20T21:20:24.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.035+0000 7fc39f400700 10 client.26435 handle_command_reply: tid=0 2024-05-20T21:20:24.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.035+0000 7fc3cabbbb80 1 client.26435 shutdown 2024-05-20T21:20:24.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.035+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/231238106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 msgr2=0x55d35b3a5500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.035+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b3a5500 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac009cd0 tx=0x7fc3ac0052f0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/231238106 shutdown_connections 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d35b3997d0 0x55d35b3b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d35b417700 0x55d35b419b20 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d35b393880 0x55d35b3a5500 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 1 --2- 172.21.15.6:0/231238106 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d35b398eb0 0x55d35b3a5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/231238106 >> 172.21.15.6:0/231238106 conn(0x55d35b2c1be0 msgr2=0x55d35b38d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc39f400700 0 client.26435 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/231238106 shutdown_connections 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 1 -- 172.21.15.6:0/231238106 wait complete. 2024-05-20T21:20:24.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.036+0000 7fc3cabbbb80 20 client.26435 trim_cache size 0 max 16384 2024-05-20T21:20:24.041 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:20:24.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 -- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3a00b2880 msgr2=0x7fc3a00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:24.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3a00b2880 0x7fc3a00b4d40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc3b0009ec0 tx=0x7fc3b0009920 comp rx=0 tx=0).stop 2024-05-20T21:20:24.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 -- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3b8076090 msgr2=0x7fc3b81a0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3b8076090 0x7fc3b81a0840 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4000c00 tx=0x7fc3a40057c0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 -- 172.21.15.6:0/2802905379 shutdown_connections 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3a00b2880 0x7fc3a00b4d40 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc3b8114710 0x7fc3b81a4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3b8075770 0x7fc3b81a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 --2- 172.21.15.6:0/2802905379 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc3b8076090 0x7fc3b81a0840 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 -- 172.21.15.6:0/2802905379 >> 172.21.15.6:0/2802905379 conn(0x7fc3b807a6a0 msgr2=0x7fc3b81101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 -- 172.21.15.6:0/2802905379 shutdown_connections 2024-05-20T21:20:24.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:24.037+0000 7fc3c0200700 1 -- 172.21.15.6:0/2802905379 wait complete. 2024-05-20T21:20:24.879 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:20:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:25 smithi062 ceph-mon[36640]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:25.838 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:25 smithi006 ceph-mon[31422]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:25 smithi042 ceph-mon[36332]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.748+0000 7f1b00a00700 1 -- 172.21.15.6:0/4210057591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc078390 msgr2=0x7f1afc113db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.748+0000 7f1b00a00700 1 --2- 172.21.15.6:0/4210057591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc078390 0x7f1afc113db0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1ae4009990 tx=0x7f1ae4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.748+0000 7f1b00a00700 1 -- 172.21.15.6:0/4210057591 shutdown_connections 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.748+0000 7f1b00a00700 1 --2- 172.21.15.6:0/4210057591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc1142f0 0x7f1afc1166e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.748+0000 7f1b00a00700 1 --2- 172.21.15.6:0/4210057591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc077a70 0x7f1afc077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.748+0000 7f1b00a00700 1 --2- 172.21.15.6:0/4210057591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc078390 0x7f1afc113db0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.748+0000 7f1b00a00700 1 -- 172.21.15.6:0/4210057591 >> 172.21.15.6:0/4210057591 conn(0x7f1afc101180 msgr2=0x7f1afc1035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.749+0000 7f1b00a00700 1 -- 172.21.15.6:0/4210057591 shutdown_connections 2024-05-20T21:20:27.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.749+0000 7f1b00a00700 1 -- 172.21.15.6:0/4210057591 wait complete. 2024-05-20T21:20:27.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.750+0000 7f1b00a00700 1 Processor -- start 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.750+0000 7f1b00a00700 1 -- start start 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.750+0000 7f1b00a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc077a70 0x7f1afc1a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.750+0000 7f1b00a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc078390 0x7f1afc1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.750+0000 7f1b00a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc1142f0 0x7f1afc1a4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.750+0000 7f1b00a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc119cc0 con 0x7f1afc1142f0 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.750+0000 7f1b00a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc119b40 con 0x7f1afc078390 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.750+0000 7f1b00a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc119e40 con 0x7f1afc077a70 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc078390 0x7f1afc1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1afbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc1142f0 0x7f1afc1a4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc078390 0x7f1afc1a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37530/0 (socket says 172.21.15.6:37530) 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 -- 172.21.15.6:0/419922991 learned_addr learned my addr 172.21.15.6:0/419922991 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:27.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1afb400700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc077a70 0x7f1afc1a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 -- 172.21.15.6:0/419922991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc077a70 msgr2=0x7f1afc1a0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc077a70 0x7f1afc1a0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 -- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc1142f0 msgr2=0x7f1afc1a4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc1142f0 0x7f1afc1a4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 -- 172.21.15.6:0/419922991 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1afc1a5180 con 0x7f1afc078390 2024-05-20T21:20:27.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.751+0000 7f1af2a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc078390 0x7f1afc1a06b0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f1ae4005910 tx=0x7f1ae400b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:27.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.752+0000 7f1af8c00700 1 -- 172.21.15.6:0/419922991 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae4027070 con 0x7f1afc078390 2024-05-20T21:20:27.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.752+0000 7f1af8c00700 1 -- 172.21.15.6:0/419922991 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ae4022470 con 0x7f1afc078390 2024-05-20T21:20:27.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.752+0000 7f1b00a00700 1 -- 172.21.15.6:0/419922991 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1afc1a5410 con 0x7f1afc078390 2024-05-20T21:20:27.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.752+0000 7f1af8c00700 1 -- 172.21.15.6:0/419922991 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae4017650 con 0x7f1afc078390 2024-05-20T21:20:27.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.752+0000 7f1b00a00700 1 -- 172.21.15.6:0/419922991 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1afc1accf0 con 0x7f1afc078390 2024-05-20T21:20:27.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.757+0000 7f1af8c00700 1 -- 172.21.15.6:0/419922991 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1ae402a070 con 0x7f1afc078390 2024-05-20T21:20:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.758+0000 7f1b0c905b80 1 Processor -- start 2024-05-20T21:20:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.758+0000 7f1b0c905b80 1 -- start start 2024-05-20T21:20:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf66400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66940 0x55ee0cf604b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf60f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ee0cebee40 con 0x55ee0cf66940 2024-05-20T21:20:27.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ee0ceae9e0 con 0x55ee0cf66020 2024-05-20T21:20:27.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ee0ceb2a20 con 0x55ee0cf60ad0 2024-05-20T21:20:27.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1af8c00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1afb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66940 0x55ee0cf604b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1afb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66940 0x55ee0cf604b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34508/0 (socket says 172.21.15.6:34508) 2024-05-20T21:20:27.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1afb400700 1 -- 172.21.15.6:0/180194280 learned_addr learned my addr 172.21.15.6:0/180194280 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:27.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1afbe00700 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf66400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1af8c00700 1 -- 172.21.15.6:0/419922991 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1ae40e2fb0 con 0x7f1afc078390 2024-05-20T21:20:27.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1af2a00700 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf60f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.759+0000 7f1afbe00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af2a00700 1 -- 172.21.15.6:0/180194280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 msgr2=0x55ee0cf66400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af2a00700 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf66400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af2a00700 1 -- 172.21.15.6:0/180194280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66940 msgr2=0x55ee0cf604b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af2a00700 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66940 0x55ee0cf604b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af2a00700 1 -- 172.21.15.6:0/180194280 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee0ce77420 con 0x55ee0cf60ad0 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1afb400700 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66940 0x55ee0cf604b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af2a00700 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf60f30 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1ae40aa260 tx=0x7f1ae4009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1038f52c55ecf6a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1afbe00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1af4009ec0 tx=0x7f1af400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af0c00700 1 -- 172.21.15.6:0/180194280 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae40aa560 con 0x55ee0cf60ad0 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af0c00700 1 -- 172.21.15.6:0/180194280 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ae40ae910 con 0x55ee0cf60ad0 2024-05-20T21:20:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.760+0000 7f1af0c00700 1 -- 172.21.15.6:0/180194280 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae40b2ea0 con 0x55ee0cf60ad0 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 -- 172.21.15.6:0/180194280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf60ad0 msgr2=0x55ee0cf60f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf60f30 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1ae40aa260 tx=0x7f1ae4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 -- 172.21.15.6:0/180194280 shutdown_connections 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf60f30 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf66400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/180194280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66940 0x55ee0cf604b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 -- 172.21.15.6:0/180194280 >> 172.21.15.6:0/180194280 conn(0x55ee0ce8ebe0 msgr2=0x55ee0cf5b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 -- 172.21.15.6:0/180194280 shutdown_connections 2024-05-20T21:20:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.761+0000 7f1b0c905b80 1 -- 172.21.15.6:0/180194280 wait complete. 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.762+0000 7f1b0c905b80 1 -- start start 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.762+0000 7f1b0c905b80 1 Processor -- start 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf6c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf69af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf6a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ee0cdb4fa0 con 0x55ee0cf60ad0 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ee0ce4f760 con 0x55ee0cf66020 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ee0cf6d220 con 0x55ee0cf66940 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1b0c905b80 10 client.0 _ll_register_callbacks cb 0x55ee0ce58c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1afb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf6c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1afb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf6c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34512/0 (socket says 172.21.15.6:34512) 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1afb400700 1 -- 172.21.15.6:0/470460898 learned_addr learned my addr 172.21.15.6:0/470460898 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1afbe00700 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf6a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.763+0000 7f1af2a00700 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf69af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1af2a00700 1 -- 172.21.15.6:0/470460898 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 msgr2=0x55ee0cf6a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1af2a00700 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf6a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1af2a00700 1 -- 172.21.15.6:0/470460898 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf60ad0 msgr2=0x55ee0cf6c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1af2a00700 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf6c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1af2a00700 1 -- 172.21.15.6:0/470460898 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee0cdfe8d0 con 0x55ee0cf66020 2024-05-20T21:20:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1afb400700 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf6c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1af2a00700 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf69af0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1ae40aa4f0 tx=0x7f1ae40e0950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9be3312ad1d7a2e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1ae9600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1ae9600700 1 -- 172.21.15.6:0/470460898 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae40c4060 con 0x55ee0cf66020 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1ae9600700 1 -- 172.21.15.6:0/470460898 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1ae40b30b0 con 0x55ee0cf66020 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.764+0000 7f1b0c905b80 1 -- 172.21.15.6:0/470460898 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ae40ae910 con 0x55ee0cf66020 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1ae9600700 1 -- 172.21.15.6:0/470460898 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ae40cb050 con 0x55ee0cf66020 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1b0c905b80 10 client.26447 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1b0c905b80 1 -- 172.21.15.6:0/470460898 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ee0ce7f060 con 0x55ee0cf66020 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1ae9600700 1 -- 172.21.15.6:0/470460898 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ae40ae910 con 0x55ee0cf66020 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1ae9600700 1 -- 172.21.15.6:0/470460898 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1ae40a5ed0 con 0x55ee0cf66020 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1b0c905b80 10 client.26447 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1b0c905b80 10 client.26447 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1b0c905b80 20 client.26447 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0cf79bf0 0x55ee0cf7bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1b0c905b80 4 client.26447 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.765+0000 7f1b0c905b80 1 -- 172.21.15.6:0/470460898 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee0cec0d90 con 0x55ee0cf79bf0 2024-05-20T21:20:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.766+0000 7f1afb400700 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0cf79bf0 0x55ee0cf7bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.768 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:27 smithi006 ceph-mon[31422]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.767+0000 7f1ae9600700 10 client.26447 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.767+0000 7f1afb400700 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0cf79bf0 0x55ee0cf7bfe0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=51bbf91250cbd149 server_cookie=ba32ac4740d12f5a in_seq=0 out_seq=0 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.767+0000 7f1ae9600700 1 -- 172.21.15.6:0/470460898 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ee0cec0d90 con 0x55ee0cf79bf0 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.767+0000 7f1ae9600700 10 client.26447 handle_command_reply: tid=0 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 client.26447 shutdown 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 -- 172.21.15.6:0/470460898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 msgr2=0x55ee0cf69af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf69af0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f1ae40aa4f0 tx=0x7f1ae40e0950 comp rx=0 tx=0).stop 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 -- 172.21.15.6:0/470460898 shutdown_connections 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0cf79bf0 0x55ee0cf7bfe0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf6a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf6c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/470460898 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf66020 0x55ee0cf69af0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 -- 172.21.15.6:0/470460898 >> 172.21.15.6:0/470460898 conn(0x55ee0ce8ebe0 msgr2=0x55ee0cf5f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:27.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1ae9600700 0 client.26447 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:20:27.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 -- 172.21.15.6:0/470460898 shutdown_connections 2024-05-20T21:20:27.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 1 -- 172.21.15.6:0/470460898 wait complete. 2024-05-20T21:20:27.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.768+0000 7f1b0c905b80 20 client.26447 trim_cache size 0 max 16384 2024-05-20T21:20:27.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.785+0000 7f1b0c905b80 1 Processor -- start 2024-05-20T21:20:27.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1b0c905b80 1 -- start start 2024-05-20T21:20:27.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf5ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf5b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf63b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc1b6af0 con 0x55ee0cf66020 2024-05-20T21:20:27.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc1b4380 con 0x55ee0cf60ad0 2024-05-20T21:20:27.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc1b21d0 con 0x55ee0cf66940 2024-05-20T21:20:27.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1af2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf5b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1afbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf63b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1af2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf5b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34518/0 (socket says 172.21.15.6:34518) 2024-05-20T21:20:27.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1af2a00700 1 -- 172.21.15.6:0/3940589881 learned_addr learned my addr 172.21.15.6:0/3940589881 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:27.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.786+0000 7f1afb400700 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf5ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.787+0000 7f1afb400700 1 -- 172.21.15.6:0/3940589881 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 msgr2=0x55ee0cf63b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.787+0000 7f1afb400700 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf63b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.787+0000 7f1afb400700 1 -- 172.21.15.6:0/3940589881 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 msgr2=0x55ee0cf5b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.787+0000 7f1afb400700 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf5b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.787+0000 7f1afb400700 1 -- 172.21.15.6:0/3940589881 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee0cf68060 con 0x55ee0cf60ad0 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.787+0000 7f1af2a00700 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf5b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.787+0000 7f1afb400700 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf5ac30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x55ee0cf7c610 tx=0x7f1aec009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3568bfd60aa990c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.787+0000 7f1aebe00700 1 -- 172.21.15.6:0/3940589881 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec004a30 con 0x55ee0cf60ad0 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1aebe00700 1 -- 172.21.15.6:0/3940589881 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aec003fd0 con 0x55ee0cf60ad0 2024-05-20T21:20:27.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1aebe00700 1 -- 172.21.15.6:0/3940589881 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec0107b0 con 0x55ee0cf60ad0 2024-05-20T21:20:27.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:27 smithi062 ceph-mon[36640]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1b0c905b80 1 -- 172.21.15.6:0/3940589881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 msgr2=0x55ee0cf5ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf5ac30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x55ee0cf7c610 tx=0x7f1aec009260 comp rx=0 tx=0).stop 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1b0c905b80 1 -- 172.21.15.6:0/3940589881 shutdown_connections 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf63b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf5ac30 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/3940589881 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf5b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1b0c905b80 1 -- 172.21.15.6:0/3940589881 >> 172.21.15.6:0/3940589881 conn(0x55ee0ce8ebe0 msgr2=0x55ee0cf683e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.788+0000 7f1b0c905b80 1 -- 172.21.15.6:0/3940589881 shutdown_connections 2024-05-20T21:20:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.789+0000 7f1b0c905b80 1 -- 172.21.15.6:0/3940589881 wait complete. 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.789+0000 7f1b0c905b80 1 -- start start 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.789+0000 7f1b0c905b80 1 Processor -- start 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf72470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf729b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1b0c905b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf80730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc1b2840 con 0x55ee0cf66020 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc1b3cb0 con 0x55ee0cf60ad0 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1b0c905b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc1b2f10 con 0x55ee0cf66940 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1b0c905b80 10 client.0 _ll_register_callbacks cb 0x55ee0cf55fa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1af2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf729b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1af2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf729b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34534/0 (socket says 172.21.15.6:34534) 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1af2a00700 1 -- 172.21.15.6:0/772737857 learned_addr learned my addr 172.21.15.6:0/772737857 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1afbe00700 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf80730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.790+0000 7f1afb400700 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf72470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1af2a00700 1 -- 172.21.15.6:0/772737857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 msgr2=0x55ee0cf80730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:27.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1af2a00700 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf80730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1af2a00700 1 -- 172.21.15.6:0/772737857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 msgr2=0x55ee0cf72470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:27.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1af2a00700 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf72470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1af2a00700 1 -- 172.21.15.6:0/772737857 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee0cf80ca0 con 0x55ee0cf66020 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1af2a00700 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf729b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f1ae40aa4f0 tx=0x7f1ae40a6100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa85b88e581c17cd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1ae9600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1ae9600700 1 -- 172.21.15.6:0/772737857 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae40c4040 con 0x55ee0cf66020 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1ae9600700 1 -- 172.21.15.6:0/772737857 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1ae40b30b0 con 0x55ee0cf66020 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1b0c905b80 1 -- 172.21.15.6:0/772737857 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1aec003fd0 con 0x55ee0cf66020 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.791+0000 7f1ae9600700 1 -- 172.21.15.6:0/772737857 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ae40ae910 con 0x55ee0cf66020 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1b0c905b80 10 client.16320 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1b0c905b80 1 -- 172.21.15.6:0/772737857 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ee0cf80ca0 con 0x55ee0cf66020 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1ae9600700 1 -- 172.21.15.6:0/772737857 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aec003fd0 con 0x55ee0cf66020 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1ae9600700 1 -- 172.21.15.6:0/772737857 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1ae40a9230 con 0x55ee0cf66020 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1b0c905b80 10 client.16320 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:27.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1b0c905b80 10 client.16320 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1b0c905b80 20 client.16320 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0cfe4140 0x55ee0cfe6560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1b0c905b80 4 client.16320 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1b0c905b80 1 -- 172.21.15.6:0/772737857 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ee0ceba570 con 0x55ee0cfe4140 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.792+0000 7f1afb400700 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0cfe4140 0x55ee0cfe6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.793+0000 7f1afb400700 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0cfe4140 0x55ee0cfe6560 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4b2cc2daa2a7765e server_cookie=a76077163ed5673c in_seq=0 out_seq=0 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.793+0000 7f1ae9600700 10 client.16320 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.793+0000 7f1ae9600700 1 -- 172.21.15.6:0/772737857 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ee0ceba570 con 0x55ee0cfe4140 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.793+0000 7f1ae9600700 10 client.16320 handle_command_reply: tid=0 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.793+0000 7f1b0c905b80 1 client.16320 shutdown 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 -- 172.21.15.6:0/772737857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 msgr2=0x55ee0cf729b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf729b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f1ae40aa4f0 tx=0x7f1ae40a6100 comp rx=0 tx=0).stop 2024-05-20T21:20:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 -- 172.21.15.6:0/772737857 shutdown_connections 2024-05-20T21:20:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ee0cfe4140 0x55ee0cfe6560 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ee0cf66940 0x55ee0cf80730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ee0cf60ad0 0x55ee0cf72470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 --2- 172.21.15.6:0/772737857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ee0cf66020 0x55ee0cf729b0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1ae9600700 0 client.16320 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:20:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 -- 172.21.15.6:0/772737857 >> 172.21.15.6:0/772737857 conn(0x55ee0ce8ebe0 msgr2=0x55ee0cf68270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 -- 172.21.15.6:0/772737857 shutdown_connections 2024-05-20T21:20:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 1 -- 172.21.15.6:0/772737857 wait complete. 2024-05-20T21:20:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.794+0000 7f1b0c905b80 20 client.16320 trim_cache size 0 max 16384 2024-05-20T21:20:27.797 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 -- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 msgr2=0x7f1ae00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1af4009ec0 tx=0x7f1af400b040 comp rx=0 tx=0).stop 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 -- 172.21.15.6:0/419922991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc078390 msgr2=0x7f1afc1a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc078390 0x7f1afc1a06b0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f1ae4005910 tx=0x7f1ae400b670 comp rx=0 tx=0).stop 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 -- 172.21.15.6:0/419922991 shutdown_connections 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1ae00b2880 0x7f1ae00b4d40 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1afc1142f0 0x7f1afc1a4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1afc077a70 0x7f1afc1a0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 --2- 172.21.15.6:0/419922991 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1afc078390 0x7f1afc1a06b0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 -- 172.21.15.6:0/419922991 >> 172.21.15.6:0/419922991 conn(0x7f1afc101180 msgr2=0x7f1afc103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 -- 172.21.15.6:0/419922991 shutdown_connections 2024-05-20T21:20:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:27.795+0000 7f1b00a00700 1 -- 172.21.15.6:0/419922991 wait complete. 2024-05-20T21:20:27.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:27 smithi042 ceph-mon[36332]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-20T21:20:28.716 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:20:28.785 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:28 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:20:28.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:28 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:20:28.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:28 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:20:29.191 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:29.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:29 smithi006 ceph-mon[31422]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-05-20T21:20:29.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:29 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:29 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:29 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:29 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:29 smithi062 ceph-mon[36640]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-05-20T21:20:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:29 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:29 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:29 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:29 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:29 smithi042 ceph-mon[36332]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-05-20T21:20:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:29 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:29 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:29 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:29 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-05-20T21:20:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: Unable to set osd_memory_target on smithi042 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:20:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:20:30.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:20:30.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:20:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-05-20T21:20:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: Unable to set osd_memory_target on smithi042 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:20:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:20:30.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:20:30.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: Unable to set osd_memory_target on smithi042 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:20:30.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:20:31.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.522+0000 7f3e3d400700 1 -- 172.21.15.6:0/120987508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 msgr2=0x7f3e3810e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.522+0000 7f3e3d400700 1 --2- 172.21.15.6:0/120987508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 0x7f3e3810e7d0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f3e240098f0 tx=0x7f3e24009c00 comp rx=0 tx=0).stop 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.522+0000 7f3e3d400700 1 -- 172.21.15.6:0/120987508 shutdown_connections 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.522+0000 7f3e3d400700 1 --2- 172.21.15.6:0/120987508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3810eeb0 0x7f3e38116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.522+0000 7f3e3d400700 1 --2- 172.21.15.6:0/120987508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3e38109dd0 0x7f3e3810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.522+0000 7f3e3d400700 1 --2- 172.21.15.6:0/120987508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 0x7f3e3810e7d0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.522+0000 7f3e3d400700 1 -- 172.21.15.6:0/120987508 >> 172.21.15.6:0/120987508 conn(0x7f3e38076d10 msgr2=0x7f3e38108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.522+0000 7f3e3d400700 1 -- 172.21.15.6:0/120987508 shutdown_connections 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.523+0000 7f3e3d400700 1 -- 172.21.15.6:0/120987508 wait complete. 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.524+0000 7f3e3d400700 1 Processor -- start 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.524+0000 7f3e3d400700 1 -- start start 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e3d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3e38109dd0 0x7f3e381a0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e3d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 0x7f3e381a08b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e3d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3810eeb0 0x7f3e381a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e3d400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3e38119da0 con 0x7f3e3810eeb0 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e3d400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3e38119c20 con 0x7f3e3810a780 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e3d400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3e38119f20 con 0x7f3e38109dd0 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3e38109dd0 0x7f3e381a0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e35e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 0x7f3e381a08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3e38109dd0 0x7f3e381a0370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48596/0 (socket says 172.21.15.6:48596) 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e36800700 1 -- 172.21.15.6:0/1296301847 learned_addr learned my addr 172.21.15.6:0/1296301847 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e35e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 0x7f3e381a08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37572/0 (socket says 172.21.15.6:37572) 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.525+0000 7f3e37200700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3810eeb0 0x7f3e381a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.526+0000 7f3e36800700 1 -- 172.21.15.6:0/1296301847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 msgr2=0x7f3e381a08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.526+0000 7f3e36800700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 0x7f3e381a08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.526+0000 7f3e36800700 1 -- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3810eeb0 msgr2=0x7f3e381a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.526+0000 7f3e36800700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3810eeb0 0x7f3e381a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.526+0000 7f3e36800700 1 -- 172.21.15.6:0/1296301847 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e381a5380 con 0x7f3e38109dd0 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.526+0000 7f3e35e00700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 0x7f3e381a08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.526+0000 7f3e36800700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3e38109dd0 0x7f3e381a0370 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3e2800e9c0 tx=0x7f3e2800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.526+0000 7f3e2f400700 1 -- 172.21.15.6:0/1296301847 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2800cbd0 con 0x7f3e38109dd0 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.527+0000 7f3e2f400700 1 -- 172.21.15.6:0/1296301847 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e2800ee60 con 0x7f3e38109dd0 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.527+0000 7f3e3d400700 1 -- 172.21.15.6:0/1296301847 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e381a5670 con 0x7f3e38109dd0 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.527+0000 7f3e2f400700 1 -- 172.21.15.6:0/1296301847 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e280055c0 con 0x7f3e38109dd0 2024-05-20T21:20:31.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.527+0000 7f3e3d400700 1 -- 172.21.15.6:0/1296301847 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e381acef0 con 0x7f3e38109dd0 2024-05-20T21:20:31.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.531+0000 7f3e2f400700 1 -- 172.21.15.6:0/1296301847 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3e28004750 con 0x7f3e38109dd0 2024-05-20T21:20:31.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.532+0000 7f3e47ca8b80 1 Processor -- start 2024-05-20T21:20:31.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.532+0000 7f3e47ca8b80 1 -- start start 2024-05-20T21:20:31.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.532+0000 7f3e2f400700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3e1c0b2900 0x7f3e1c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca903e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca9038260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560ca8f96e40 con 0x560ca903e7d0 2024-05-20T21:20:31.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560ca8f869e0 con 0x560ca9038880 2024-05-20T21:20:31.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560ca8f8aa20 con 0x560ca903deb0 2024-05-20T21:20:31.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e37200700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3e1c0b2900 0x7f3e1c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca903e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca903e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48602/0 (socket says 172.21.15.6:48602) 2024-05-20T21:20:31.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e36800700 1 -- 172.21.15.6:0/3186898726 learned_addr learned my addr 172.21.15.6:0/3186898726 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:31.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e35e00700 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca9038260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.533+0000 7f3e37200700 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e36800700 1 -- 172.21.15.6:0/3186898726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 msgr2=0x560ca9038ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e36800700 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e36800700 1 -- 172.21.15.6:0/3186898726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 msgr2=0x560ca9038260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e36800700 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca9038260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e36800700 1 -- 172.21.15.6:0/3186898726 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ca8f4f420 con 0x560ca903deb0 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e37200700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3e1c0b2900 0x7f3e1c0b4dc0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f3e3000f870 tx=0x7f3e3000fc30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e2f400700 1 -- 172.21.15.6:0/1296301847 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3e280a6010 con 0x7f3e38109dd0 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e36800700 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca903e290 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3e2800c5b0 tx=0x7f3e280a9190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f11282e4a8588cf7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:31.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e23e00700 1 -- 172.21.15.6:0/3186898726 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e280c3070 con 0x560ca903deb0 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e23e00700 1 -- 172.21.15.6:0/3186898726 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e280b21d0 con 0x560ca903deb0 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.534+0000 7f3e23e00700 1 -- 172.21.15.6:0/3186898726 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e280b25f0 con 0x560ca903deb0 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.535+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/3186898726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 msgr2=0x560ca903e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.535+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca903e290 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3e2800c5b0 tx=0x7f3e280a9190 comp rx=0 tx=0).stop 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.535+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/3186898726 shutdown_connections 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.535+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.535+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca903e290 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.535+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/3186898726 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca9038260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.535+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/3186898726 >> 172.21.15.6:0/3186898726 conn(0x560ca8f66be0 msgr2=0x560ca9033010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.535+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/3186898726 shutdown_connections 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.536+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/3186898726 wait complete. 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.536+0000 7f3e47ca8b80 1 -- start start 2024-05-20T21:20:31.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.536+0000 7f3e47ca8b80 1 Processor -- start 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca9038880 0x560ca9044490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9041830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca903e7d0 0x560ca9041d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560ca8e8cfa0 con 0x560ca903deb0 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560ca8f27760 con 0x560ca903e7d0 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560ca9045240 con 0x560ca9038880 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e47ca8b80 10 client.0 _ll_register_callbacks cb 0x560ca8f30c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca9038880 0x560ca9044490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca9038880 0x560ca9044490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48612/0 (socket says 172.21.15.6:48612) 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e35e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9041830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.537+0000 7f3e36800700 1 -- 172.21.15.6:0/1373851868 learned_addr learned my addr 172.21.15.6:0/1373851868 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e37200700 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca903e7d0 0x560ca9041d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e36800700 1 -- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca903e7d0 msgr2=0x560ca9041d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:31.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e36800700 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca903e7d0 0x560ca9041d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e36800700 1 -- 172.21.15.6:0/1373851868 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 msgr2=0x560ca9041830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e36800700 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9041830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e36800700 1 -- 172.21.15.6:0/1373851868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ca8ed68d0 con 0x560ca9038880 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e37200700 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca903e7d0 0x560ca9041d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e36800700 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca9038880 0x560ca9044490 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3e280a9f60 tx=0x7f3e280a92c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b836805823712d3b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e20c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e20c00700 1 -- 172.21.15.6:0/1373851868 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e280c3040 con 0x560ca9038880 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e20c00700 1 -- 172.21.15.6:0/1373851868 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3e280cc2d0 con 0x560ca9038880 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/1373851868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e280b21d0 con 0x560ca9038880 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.538+0000 7f3e20c00700 1 -- 172.21.15.6:0/1373851868 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3e280addd0 con 0x560ca9038880 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e47ca8b80 10 client.26446 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/1373851868 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560ca8f57060 con 0x560ca9038880 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e20c00700 1 -- 172.21.15.6:0/1373851868 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e28086030 con 0x560ca9038880 2024-05-20T21:20:31.542 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e20c00700 1 -- 172.21.15.6:0/1373851868 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3e28004a40 con 0x560ca9038880 2024-05-20T21:20:31.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e47ca8b80 10 client.26446 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:31.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e47ca8b80 10 client.26446 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:31.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e47ca8b80 20 client.26446 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:31.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560ca9051bc0 0x560ca9053fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e47ca8b80 4 client.26446 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:31.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.539+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/1373851868 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ca8f98d90 con 0x560ca9051bc0 2024-05-20T21:20:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.540+0000 7f3e35e00700 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560ca9051bc0 0x560ca9053fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.540+0000 7f3e35e00700 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560ca9051bc0 0x560ca9053fb0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15f9a8621b552a85 server_cookie=d55eaef220e7d34e in_seq=0 out_seq=0 2024-05-20T21:20:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.540+0000 7f3e20c00700 10 client.26446 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e20c00700 1 -- 172.21.15.6:0/1373851868 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560ca8f98d90 con 0x560ca9051bc0 2024-05-20T21:20:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e20c00700 10 client.26446 handle_command_reply: tid=0 2024-05-20T21:20:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e47ca8b80 1 client.26446 shutdown 2024-05-20T21:20:31.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/1373851868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca9038880 msgr2=0x560ca9044490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca9038880 0x560ca9044490 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3e280a9f60 tx=0x7f3e280a92c0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/1373851868 shutdown_connections 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca903e7d0 0x560ca9041d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560ca9051bc0 0x560ca9053fb0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca9038880 0x560ca9044490 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.541+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/1373851868 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9041830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.542+0000 7f3e20c00700 0 client.26446 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.542+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/1373851868 >> 172.21.15.6:0/1373851868 conn(0x560ca8f66be0 msgr2=0x560ca9037250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.542+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/1373851868 shutdown_connections 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.542+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/1373851868 wait complete. 2024-05-20T21:20:31.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.542+0000 7f3e47ca8b80 20 client.26446 trim_cache size 0 max 16384 2024-05-20T21:20:31.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.559+0000 7f3e47ca8b80 1 Processor -- start 2024-05-20T21:20:31.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.559+0000 7f3e47ca8b80 1 -- start start 2024-05-20T21:20:31.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.559+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.559+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9043cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.559+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903e7d0 0x560ca9038c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.559+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3e381b6e80 con 0x560ca903deb0 2024-05-20T21:20:31.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.559+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3e381b4710 con 0x560ca9038880 2024-05-20T21:20:31.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.559+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3e381b2560 con 0x560ca903e7d0 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e36800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e35e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9043cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e36800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37596/0 (socket says 172.21.15.6:37596) 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e36800700 1 -- 172.21.15.6:0/169975497 learned_addr learned my addr 172.21.15.6:0/169975497 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e35e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9043cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34582/0 (socket says 172.21.15.6:34582) 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e37200700 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903e7d0 0x560ca9038c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e35e00700 1 -- 172.21.15.6:0/169975497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903e7d0 msgr2=0x560ca9038c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e35e00700 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903e7d0 0x560ca9038c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e35e00700 1 -- 172.21.15.6:0/169975497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 msgr2=0x560ca9038260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:31.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e35e00700 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e35e00700 1 -- 172.21.15.6:0/169975497 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ca9045120 con 0x560ca903deb0 2024-05-20T21:20:31.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e37200700 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903e7d0 0x560ca9038c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:31.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.560+0000 7f3e36800700 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:31.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.561+0000 7f3e35e00700 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9043cd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3e24000c00 tx=0x7f3e2400bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418e380ab9cadc60 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:31.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.561+0000 7f3e23400700 1 -- 172.21.15.6:0/169975497 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e24005240 con 0x560ca903deb0 2024-05-20T21:20:31.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.561+0000 7f3e23400700 1 -- 172.21.15.6:0/169975497 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e2400fa00 con 0x560ca903deb0 2024-05-20T21:20:31.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.561+0000 7f3e23400700 1 -- 172.21.15.6:0/169975497 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e2400b560 con 0x560ca903deb0 2024-05-20T21:20:31.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/169975497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 msgr2=0x560ca9043cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9043cd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3e24000c00 tx=0x7f3e2400bf60 comp rx=0 tx=0).stop 2024-05-20T21:20:31.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/169975497 shutdown_connections 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903e7d0 0x560ca9038c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9038260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/169975497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903deb0 0x560ca9043cd0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/169975497 >> 172.21.15.6:0/169975497 conn(0x560ca8f66be0 msgr2=0x560ca903b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/169975497 shutdown_connections 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.562+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/169975497 wait complete. 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 1 -- start start 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 1 Processor -- start 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9054d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca90552a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca90557e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3e381b2bd0 con 0x560ca903e7d0 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3e381b4040 con 0x560ca9038880 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3e381b32a0 con 0x560ca903deb0 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.563+0000 7f3e47ca8b80 10 client.0 _ll_register_callbacks cb 0x560ca8f30c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e37200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca90557e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e37200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca90557e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34592/0 (socket says 172.21.15.6:34592) 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e37200700 1 -- 172.21.15.6:0/2978238986 learned_addr learned my addr 172.21.15.6:0/2978238986 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e36800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9054d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e35e00700 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca90552a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e37200700 1 -- 172.21.15.6:0/2978238986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 msgr2=0x560ca90552a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e37200700 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca90552a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e37200700 1 -- 172.21.15.6:0/2978238986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 msgr2=0x560ca9054d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e37200700 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9054d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e37200700 1 -- 172.21.15.6:0/2978238986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ca90bb450 con 0x560ca903e7d0 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.564+0000 7f3e35e00700 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca90552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.565+0000 7f3e37200700 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca90557e0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3e30018a80 tx=0x7f3e30004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64dbcc1da0fdc8ba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.565+0000 7f3e20c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.565+0000 7f3e20c00700 1 -- 172.21.15.6:0/2978238986 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e30008c60 con 0x560ca903e7d0 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.565+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/2978238986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560ca8f92570 con 0x560ca903e7d0 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.565+0000 7f3e20c00700 1 -- 172.21.15.6:0/2978238986 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3e30008e00 con 0x560ca903e7d0 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.565+0000 7f3e20c00700 1 -- 172.21.15.6:0/2978238986 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3e30025440 con 0x560ca903e7d0 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.565+0000 7f3e47ca8b80 10 client.16338 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:31.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.565+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/2978238986 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560ca90bc7a0 con 0x560ca903e7d0 2024-05-20T21:20:31.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.566+0000 7f3e20c00700 1 -- 172.21.15.6:0/2978238986 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x560ca8f92570 con 0x560ca903e7d0 2024-05-20T21:20:31.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.566+0000 7f3e20c00700 1 -- 172.21.15.6:0/2978238986 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3e3001a640 con 0x560ca903e7d0 2024-05-20T21:20:31.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.566+0000 7f3e47ca8b80 10 client.16338 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:31.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.566+0000 7f3e47ca8b80 10 client.16338 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:31.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.566+0000 7f3e47ca8b80 20 client.16338 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:31.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.566+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560ca90bce90 0x560ca90bf2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:31.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.566+0000 7f3e47ca8b80 4 client.16338 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:31.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.566+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/2978238986 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560ca8e09250 con 0x560ca90bce90 2024-05-20T21:20:31.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.567+0000 7f3e36800700 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560ca90bce90 0x560ca90bf2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:31.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.567+0000 7f3e36800700 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560ca90bce90 0x560ca90bf2b0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fc4ad6dd39ad4a1 server_cookie=8e9a7414420e2799 in_seq=0 out_seq=0 2024-05-20T21:20:31.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.567+0000 7f3e20c00700 10 client.16338 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:31.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.567+0000 7f3e20c00700 1 -- 172.21.15.6:0/2978238986 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560ca8e09250 con 0x560ca90bce90 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.567+0000 7f3e20c00700 10 client.16338 handle_command_reply: tid=0 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.567+0000 7f3e47ca8b80 1 client.16338 shutdown 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.567+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/2978238986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 msgr2=0x560ca90557e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.567+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca90557e0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f3e30018a80 tx=0x7f3e30004b40 comp rx=0 tx=0).stop 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/2978238986 shutdown_connections 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560ca903e7d0 0x560ca90557e0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560ca9038880 0x560ca9054d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560ca90bce90 0x560ca90bf2b0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 1 --2- 172.21.15.6:0/2978238986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560ca903deb0 0x560ca90552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/2978238986 >> 172.21.15.6:0/2978238986 conn(0x560ca8f66be0 msgr2=0x560ca903ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e20c00700 0 client.16338 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/2978238986 shutdown_connections 2024-05-20T21:20:31.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 1 -- 172.21.15.6:0/2978238986 wait complete. 2024-05-20T21:20:31.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.568+0000 7f3e47ca8b80 20 client.16338 trim_cache size 0 max 16384 2024-05-20T21:20:31.571 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:20:31.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 -- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3e1c0b2900 msgr2=0x7f3e1c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3e1c0b2900 0x7f3e1c0b4dc0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f3e3000f870 tx=0x7f3e3000fc30 comp rx=0 tx=0).stop 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 -- 172.21.15.6:0/1296301847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3e38109dd0 msgr2=0x7f3e381a0370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3e38109dd0 0x7f3e381a0370 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3e2800e9c0 tx=0x7f3e2800ecd0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 -- 172.21.15.6:0/1296301847 shutdown_connections 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3e1c0b2900 0x7f3e1c0b4dc0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3e3810eeb0 0x7f3e381a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3e38109dd0 0x7f3e381a0370 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 --2- 172.21.15.6:0/1296301847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3e3810a780 0x7f3e381a08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 -- 172.21.15.6:0/1296301847 >> 172.21.15.6:0/1296301847 conn(0x7f3e38076d10 msgr2=0x7f3e381091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 -- 172.21.15.6:0/1296301847 shutdown_connections 2024-05-20T21:20:31.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:31.569+0000 7f3e3d400700 1 -- 172.21.15.6:0/1296301847 wait complete. 2024-05-20T21:20:31.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:31 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi006 to 177.5M 2024-05-20T21:20:31.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:31 smithi006 ceph-mon[31422]: Unable to set osd_memory_target on smithi006 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:20:31.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:31 smithi006 ceph-mon[31422]: pgmap v580: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-20T21:20:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:31 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi006 to 177.5M 2024-05-20T21:20:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:31 smithi062 ceph-mon[36640]: Unable to set osd_memory_target on smithi006 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:20:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:31 smithi062 ceph-mon[36640]: pgmap v580: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-20T21:20:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:31 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi006 to 177.5M 2024-05-20T21:20:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:31 smithi042 ceph-mon[36332]: Unable to set osd_memory_target on smithi006 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:20:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:31 smithi042 ceph-mon[36332]: pgmap v580: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-20T21:20:32.037 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:20:32.649 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:32.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 -- 172.21.15.6:0/2852103253 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f550c1044c0 msgr2=0x7f550c10ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 --2- 172.21.15.6:0/2852103253 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f550c1044c0 0x7f550c10ad50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f5504009ca0 tx=0x7f550402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 -- 172.21.15.6:0/2852103253 shutdown_connections 2024-05-20T21:20:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 --2- 172.21.15.6:0/2852103253 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f550c1044c0 0x7f550c10ad50 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 --2- 172.21.15.6:0/2852103253 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f550c103b00 0x7f550c103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 --2- 172.21.15.6:0/2852103253 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f550c102910 0x7f550c102d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 -- 172.21.15.6:0/2852103253 >> 172.21.15.6:0/2852103253 conn(0x7f550c0fde80 msgr2=0x7f550c1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 -- 172.21.15.6:0/2852103253 shutdown_connections 2024-05-20T21:20:32.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.815+0000 7f550be00640 1 -- 172.21.15.6:0/2852103253 wait complete. 2024-05-20T21:20:32.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.816+0000 7f550be00640 1 Processor -- start 2024-05-20T21:20:32.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550be00640 1 -- start start 2024-05-20T21:20:32.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550be00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f550c102910 0x7f550c19ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f550c103b00 0x7f550c19b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f550c1044c0 0x7f550c1a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550be00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f550c10e490 con 0x7f550c1044c0 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550be00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f550c10e310 con 0x7f550c103b00 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550be00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f550c10e610 con 0x7f550c102910 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f550c102910 0x7f550c19ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f550c103b00 0x7f550c19b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f550c103b00 0x7f550c19b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37614/0 (socket says 172.21.15.6:37614) 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550a000640 1 -- 172.21.15.6:0/1983335541 learned_addr learned my addr 172.21.15.6:0/1983335541 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.817+0000 7f550b400640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f550c1044c0 0x7f550c1a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550a000640 1 -- 172.21.15.6:0/1983335541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f550c102910 msgr2=0x7f550c19ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550a000640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f550c102910 0x7f550c19ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550a000640 1 -- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f550c1044c0 msgr2=0x7f550c1a22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550a000640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f550c1044c0 0x7f550c1a22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550a000640 1 -- 172.21.15.6:0/1983335541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f550c1a2950 con 0x7f550c103b00 2024-05-20T21:20:32.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550b400640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f550c1044c0 0x7f550c1a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550a000640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f550c103b00 0x7f550c19b2d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f54f800e9f0 tx=0x7f54f800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f5503400640 1 -- 172.21.15.6:0/1983335541 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f800cd80 con 0x7f550c103b00 2024-05-20T21:20:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f5503400640 1 -- 172.21.15.6:0/1983335541 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54f80108e0 con 0x7f550c103b00 2024-05-20T21:20:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550be00640 1 -- 172.21.15.6:0/1983335541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f550c1a2c40 con 0x7f550c103b00 2024-05-20T21:20:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f5503400640 1 -- 172.21.15.6:0/1983335541 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f8018980 con 0x7f550c103b00 2024-05-20T21:20:32.820 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.818+0000 7f550be00640 1 -- 172.21.15.6:0/1983335541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f550c1a3190 con 0x7f550c103b00 2024-05-20T21:20:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f551464c740 1 Processor -- start 2024-05-20T21:20:32.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f551464c740 1 -- start start 2024-05-20T21:20:32.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f551464c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a132110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f551464c740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a1371e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f551464c740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a137850 0x56076a139ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f551464c740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56076a0a1b90 con 0x56076a1326e0 2024-05-20T21:20:32.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f551464c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56076a091730 con 0x56076a131cf0 2024-05-20T21:20:32.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f551464c740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56076a095770 con 0x56076a137850 2024-05-20T21:20:32.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f5503400640 1 -- 172.21.15.6:0/1983335541 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f54f8010430 con 0x7f550c103b00 2024-05-20T21:20:32.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.822+0000 7f550aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a1371e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a132110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a1371e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34620/0 (socket says 172.21.15.6:34620) 2024-05-20T21:20:32.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550aa00640 1 -- 172.21.15.6:0/528382051 learned_addr learned my addr 172.21.15.6:0/528382051 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550b400640 1 -- 172.21.15.6:0/528382051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a137850 msgr2=0x56076a139ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550a000640 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a137850 0x56076a139ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550b400640 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a137850 0x56076a139ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550b400640 1 -- 172.21.15.6:0/528382051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 msgr2=0x56076a1371e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550b400640 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a1371e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550b400640 1 -- 172.21.15.6:0/528382051 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56076a02a8b0 con 0x56076a131cf0 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550a000640 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a137850 0x56076a139ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550aa00640 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a1371e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:32.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.823+0000 7f550b400640 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a132110 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f550402ade0 tx=0x7f5504005f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50225c623f36331f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.824+0000 7f54f7e00640 1 -- 172.21.15.6:0/528382051 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5504031650 con 0x56076a131cf0 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.824+0000 7f54f7e00640 1 -- 172.21.15.6:0/528382051 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5504036040 con 0x56076a131cf0 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.824+0000 7f54f7e00640 1 -- 172.21.15.6:0/528382051 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5504004700 con 0x56076a131cf0 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.824+0000 7f5503400640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54f00b27d0 0x7f54f00b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.824+0000 7f5503400640 1 -- 172.21.15.6:0/1983335541 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54f80e2770 con 0x7f550c103b00 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.824+0000 7f550aa00640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54f00b27d0 0x7f54f00b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 -- 172.21.15.6:0/528382051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 msgr2=0x56076a132110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a132110 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f550402ade0 tx=0x7f5504005f70 comp rx=0 tx=0).stop 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 -- 172.21.15.6:0/528382051 shutdown_connections 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a137850 0x56076a139ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a1371e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 --2- 172.21.15.6:0/528382051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a132110 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.826 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 -- 172.21.15.6:0/528382051 >> 172.21.15.6:0/528382051 conn(0x56076a12d360 msgr2=0x56076a12d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:32.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 -- 172.21.15.6:0/528382051 shutdown_connections 2024-05-20T21:20:32.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f551464c740 1 -- 172.21.15.6:0/528382051 wait complete. 2024-05-20T21:20:32.827 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.825+0000 7f550aa00640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54f00b27d0 0x7f54f00b4c90 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x56076a132ae0 tx=0x7f54fc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:32.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 1 -- start start 2024-05-20T21:20:32.829 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 1 Processor -- start 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a131cf0 0x56076a13ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a13bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a142fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560769d77790 con 0x56076a1326e0 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56076a039bc0 con 0x56076a137850 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56076a13a7a0 con 0x56076a131cf0 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.826+0000 7f551464c740 10 client.0 _ll_register_callbacks cb 0x56076a017400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a13bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a13bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34636/0 (socket says 172.21.15.6:34636) 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 -- 172.21.15.6:0/2335344622 learned_addr learned my addr 172.21.15.6:0/2335344622 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550aa00640 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a131cf0 0x56076a13ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.830 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550b400640 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a142fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 -- 172.21.15.6:0/2335344622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a131cf0 msgr2=0x56076a13ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a131cf0 0x56076a13ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 -- 172.21.15.6:0/2335344622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 msgr2=0x56076a142fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a142fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 -- 172.21.15.6:0/2335344622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560769da6210 con 0x56076a1326e0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f550a000640 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a13bf90 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f54f800e9c0 tx=0x7f54f8010720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194349433bf11394 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.827+0000 7f54f4c00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.828+0000 7f54f4c00640 1 -- 172.21.15.6:0/2335344622 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f8091070 con 0x56076a1326e0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.828+0000 7f54f4c00640 1 -- 172.21.15.6:0/2335344622 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54f80a7be0 con 0x56076a1326e0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.828+0000 7f551464c740 1 -- 172.21.15.6:0/2335344622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5504036040 con 0x56076a1326e0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.828+0000 7f54f4c00640 1 -- 172.21.15.6:0/2335344622 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54f80a97a0 con 0x56076a1326e0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.828+0000 7f551464c740 10 client.16350 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.828+0000 7f551464c740 1 -- 172.21.15.6:0/2335344622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560769e72620 con 0x56076a1326e0 2024-05-20T21:20:32.831 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.828+0000 7f54f4c00640 1 -- 172.21.15.6:0/2335344622 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5504036040 con 0x56076a1326e0 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.828+0000 7f54f4c00640 1 -- 172.21.15.6:0/2335344622 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f54f80e5ce0 con 0x56076a1326e0 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.829+0000 7f551464c740 10 client.16350 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.829+0000 7f551464c740 10 client.16350 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.829+0000 7f551464c740 20 client.16350 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.829+0000 7f551464c740 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56076a147550 0x56076a149940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.829+0000 7f551464c740 4 client.16350 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.829+0000 7f551464c740 1 -- 172.21.15.6:0/2335344622 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56076a0a3ae0 con 0x56076a147550 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.829+0000 7f550aa00640 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56076a147550 0x56076a149940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.830+0000 7f550aa00640 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56076a147550 0x56076a149940 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bea219d40e15c41 server_cookie=5f792a5e19b60359 in_seq=0 out_seq=0 2024-05-20T21:20:32.832 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.830+0000 7f54f4c00640 10 client.16350 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f54f4c00640 1 -- 172.21.15.6:0/2335344622 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56076a0a3ae0 con 0x56076a147550 2024-05-20T21:20:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f54f4c00640 10 client.16350 handle_command_reply: tid=0 2024-05-20T21:20:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 client.16350 shutdown 2024-05-20T21:20:32.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 -- 172.21.15.6:0/2335344622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 msgr2=0x56076a13bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a13bf90 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f54f800e9c0 tx=0x7f54f8010720 comp rx=0 tx=0).stop 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 -- 172.21.15.6:0/2335344622 shutdown_connections 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56076a147550 0x56076a149940 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a142fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a1326e0 0x56076a13bf90 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 --2- 172.21.15.6:0/2335344622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a131cf0 0x56076a13ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f54f4c00640 0 client.16350 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 -- 172.21.15.6:0/2335344622 >> 172.21.15.6:0/2335344622 conn(0x56076a12d360 msgr2=0x56076a12c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 -- 172.21.15.6:0/2335344622 shutdown_connections 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 1 -- 172.21.15.6:0/2335344622 wait complete. 2024-05-20T21:20:32.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.831+0000 7f551464c740 20 client.16350 trim_cache size 0 max 16384 2024-05-20T21:20:32.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.851+0000 7f551464c740 1 Processor -- start 2024-05-20T21:20:32.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.851+0000 7f551464c740 1 -- start start 2024-05-20T21:20:32.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.851+0000 7f551464c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a130be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.851+0000 7f551464c740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a142f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.851+0000 7f551464c740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a137850 0x56076a136c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.851+0000 7f551464c740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f550c1aea60 con 0x56076a137850 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.851+0000 7f551464c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f550c1ac330 con 0x56076a131cf0 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.851+0000 7f551464c740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f550c1aa180 con 0x56076a1326e0 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a130be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a142f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a137850 0x56076a136c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a142f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:48674/0 (socket says 172.21.15.6:48674) 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 -- 172.21.15.6:0/4266394728 learned_addr learned my addr 172.21.15.6:0/4266394728 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 -- 172.21.15.6:0/4266394728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 msgr2=0x56076a130be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 --2- 172.21.15.6:0/4266394728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a130be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 -- 172.21.15.6:0/4266394728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a137850 msgr2=0x56076a136c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 --2- 172.21.15.6:0/4266394728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a137850 0x56076a136c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 -- 172.21.15.6:0/4266394728 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56076a132f70 con 0x56076a1326e0 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550aa00640 1 --2- 172.21.15.6:0/4266394728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a130be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:32.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.852+0000 7f550a000640 1 --2- 172.21.15.6:0/4266394728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a142f90 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f54f80a9940 tx=0x7f54f80a5460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76153778fd86b558 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.853+0000 7f54f7400640 1 -- 172.21.15.6:0/4266394728 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f80c9070 con 0x56076a1326e0 2024-05-20T21:20:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.853+0000 7f54f7400640 1 -- 172.21.15.6:0/4266394728 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54f80c1020 con 0x56076a1326e0 2024-05-20T21:20:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.853+0000 7f54f7400640 1 -- 172.21.15.6:0/4266394728 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f8091050 con 0x56076a1326e0 2024-05-20T21:20:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.853+0000 7f551464c740 1 -- 172.21.15.6:0/4266394728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 msgr2=0x56076a142f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.853+0000 7f551464c740 1 --2- 172.21.15.6:0/4266394728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a142f90 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f54f80a9940 tx=0x7f54f80a5460 comp rx=0 tx=0).stop 2024-05-20T21:20:32.856 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 -- 172.21.15.6:0/4266394728 shutdown_connections 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 --2- 172.21.15.6:0/4266394728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a137850 0x56076a136c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 --2- 172.21.15.6:0/4266394728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a142f90 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 --2- 172.21.15.6:0/4266394728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a131cf0 0x56076a130be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 -- 172.21.15.6:0/4266394728 >> 172.21.15.6:0/4266394728 conn(0x56076a12d360 msgr2=0x56076a133180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 -- 172.21.15.6:0/4266394728 shutdown_connections 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 -- 172.21.15.6:0/4266394728 wait complete. 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 -- start start 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.854+0000 7f551464c740 1 Processor -- start 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f551464c740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a131cf0 0x56076a140490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f551464c740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a1409d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f551464c740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a141970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f551464c740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f550c1aa7f0 con 0x56076a131cf0 2024-05-20T21:20:32.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f551464c740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f550c1abc60 con 0x56076a137850 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f551464c740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f550c1aaec0 con 0x56076a1326e0 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f551464c740 10 client.0 _ll_register_callbacks cb 0x7f54f80a5ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a131cf0 0x56076a140490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a141970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a131cf0 0x56076a140490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34648/0 (socket says 172.21.15.6:34648) 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550aa00640 1 -- 172.21.15.6:0/3898400460 learned_addr learned my addr 172.21.15.6:0/3898400460 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550a000640 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a1409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550aa00640 1 -- 172.21.15.6:0/3898400460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 msgr2=0x56076a1409d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550aa00640 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a1409d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550aa00640 1 -- 172.21.15.6:0/3898400460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 msgr2=0x56076a141970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550aa00640 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a141970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.855+0000 7f550aa00640 1 -- 172.21.15.6:0/3898400460 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56076a141f60 con 0x56076a131cf0 2024-05-20T21:20:32.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.856+0000 7f550b400640 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a141970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.856+0000 7f550a000640 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a1409d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.856+0000 7f550aa00640 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a131cf0 0x56076a140490 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x56076a12e230 tx=0x7f54fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=249434d369dfe6cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.856+0000 7f54f4c00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.856+0000 7f54f4c00640 1 -- 172.21.15.6:0/3898400460 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54fc0044d0 con 0x56076a131cf0 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.856+0000 7f54f4c00640 1 -- 172.21.15.6:0/3898400460 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54fc018030 con 0x56076a131cf0 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.856+0000 7f551464c740 1 -- 172.21.15.6:0/3898400460 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54f80c1020 con 0x56076a131cf0 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f54f4c00640 1 -- 172.21.15.6:0/3898400460 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54fc03b050 con 0x56076a131cf0 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f551464c740 10 client.16356 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:32.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f551464c740 1 -- 172.21.15.6:0/3898400460 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56076a143340 con 0x56076a131cf0 2024-05-20T21:20:32.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f54f4c00640 1 -- 172.21.15.6:0/3898400460 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54f80c1020 con 0x56076a131cf0 2024-05-20T21:20:32.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f54f4c00640 1 -- 172.21.15.6:0/3898400460 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f54fc02a420 con 0x56076a131cf0 2024-05-20T21:20:32.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f551464c740 10 client.16356 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:32.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f551464c740 10 client.16356 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:32.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f551464c740 20 client.16356 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:32.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f551464c740 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56076a1b2940 0x56076a1b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:32.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f551464c740 4 client.16356 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:32.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.857+0000 7f551464c740 1 -- 172.21.15.6:0/3898400460 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56076a09d2c0 con 0x56076a1b2940 2024-05-20T21:20:32.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.858+0000 7f550a000640 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56076a1b2940 0x56076a1b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:32.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.858+0000 7f550a000640 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56076a1b2940 0x56076a1b4d60 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abc4dd11640a98f1 server_cookie=594d21b9c88f4ff7 in_seq=0 out_seq=0 2024-05-20T21:20:32.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.858+0000 7f54f4c00640 10 client.16356 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:32.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.871+0000 7f54f4c00640 1 -- 172.21.15.6:0/3898400460 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56076a09d2c0 con 0x56076a1b2940 2024-05-20T21:20:32.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.871+0000 7f54f4c00640 10 client.16356 handle_command_reply: tid=0 2024-05-20T21:20:32.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.871+0000 7f551464c740 1 client.16356 shutdown 2024-05-20T21:20:32.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.871+0000 7f551464c740 1 -- 172.21.15.6:0/3898400460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a131cf0 msgr2=0x56076a140490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.871+0000 7f551464c740 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a131cf0 0x56076a140490 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x56076a12e230 tx=0x7f54fc0046c0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 1 -- 172.21.15.6:0/3898400460 shutdown_connections 2024-05-20T21:20:32.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56076a1b2940 0x56076a1b4d60 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56076a137850 0x56076a141970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56076a1326e0 0x56076a1409d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 1 --2- 172.21.15.6:0/3898400460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56076a131cf0 0x56076a140490 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f54f4c00640 0 client.16356 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:32.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 1 -- 172.21.15.6:0/3898400460 >> 172.21.15.6:0/3898400460 conn(0x56076a12d360 msgr2=0x56076a133180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:32.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 1 -- 172.21.15.6:0/3898400460 shutdown_connections 2024-05-20T21:20:32.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 1 -- 172.21.15.6:0/3898400460 wait complete. 2024-05-20T21:20:32.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.872+0000 7f551464c740 20 client.16356 trim_cache size 0 max 16384 2024-05-20T21:20:32.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:20:32.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:20:32.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:20:32.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 -- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54f00b27d0 msgr2=0x7f54f00b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54f00b27d0 0x7f54f00b4c90 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x56076a132ae0 tx=0x7f54fc005f90 comp rx=0 tx=0).stop 2024-05-20T21:20:32.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 -- 172.21.15.6:0/1983335541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f550c103b00 msgr2=0x7f550c19b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:32.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f550c103b00 0x7f550c19b2d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f54f800e9f0 tx=0x7f54f800eeb0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 -- 172.21.15.6:0/1983335541 shutdown_connections 2024-05-20T21:20:32.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54f00b27d0 0x7f54f00b4c90 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f550c1044c0 0x7f550c1a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f550c103b00 0x7f550c19b2d0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 --2- 172.21.15.6:0/1983335541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f550c102910 0x7f550c19ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:32.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 -- 172.21.15.6:0/1983335541 >> 172.21.15.6:0/1983335541 conn(0x7f550c0fde80 msgr2=0x7f550c074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:32.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 -- 172.21.15.6:0/1983335541 shutdown_connections 2024-05-20T21:20:32.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:32.873+0000 7f550be00640 1 -- 172.21.15.6:0/1983335541 wait complete. 2024-05-20T21:20:33.551 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:20:33.551 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:20:33.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:33 smithi062 ceph-mon[36640]: pgmap v581: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:20:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:33 smithi042 ceph-mon[36332]: pgmap v581: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:20:33.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:33 smithi006 ceph-mon[31422]: pgmap v581: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:20:34.972 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:35.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 -- 172.21.15.6:0/2001626429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab24076090 msgr2=0x7fab2410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 --2- 172.21.15.6:0/2001626429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab24076090 0x7fab2410fa00 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fab10009990 tx=0x7fab10009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 -- 172.21.15.6:0/2001626429 shutdown_connections 2024-05-20T21:20:35.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 --2- 172.21.15.6:0/2001626429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab2410ff40 0x7fab24112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 --2- 172.21.15.6:0/2001626429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab24075770 0x7fab24075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 --2- 172.21.15.6:0/2001626429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab24076090 0x7fab2410fa00 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 -- 172.21.15.6:0/2001626429 >> 172.21.15.6:0/2001626429 conn(0x7fab2407a6a0 msgr2=0x7fab2407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:35.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 -- 172.21.15.6:0/2001626429 shutdown_connections 2024-05-20T21:20:35.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.014+0000 7fab2ac00700 1 -- 172.21.15.6:0/2001626429 wait complete. 2024-05-20T21:20:35.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.015+0000 7fab2ac00700 1 Processor -- start 2024-05-20T21:20:35.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.015+0000 7fab2ac00700 1 -- start start 2024-05-20T21:20:35.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab2ac00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab24075770 0x7fab2419be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab2ac00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab24076090 0x7fab2419c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab2ac00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab2410ff40 0x7fab241a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab2ac00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab24115900 con 0x7fab24075770 2024-05-20T21:20:35.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab2ac00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab24115780 con 0x7fab2410ff40 2024-05-20T21:20:35.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab2ac00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab24115a80 con 0x7fab24076090 2024-05-20T21:20:35.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab23e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab24075770 0x7fab2419be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab23e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab24075770 0x7fab2419be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34664/0 (socket says 172.21.15.6:34664) 2024-05-20T21:20:35.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab23e00700 1 -- 172.21.15.6:0/3193265795 learned_addr learned my addr 172.21.15.6:0/3193265795 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:35.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab23400700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab24076090 0x7fab2419c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.016+0000 7fab28c00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab2410ff40 0x7fab241a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab28c00700 1 -- 172.21.15.6:0/3193265795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab24076090 msgr2=0x7fab2419c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab28c00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab24076090 0x7fab2419c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab28c00700 1 -- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab24075770 msgr2=0x7fab2419be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab28c00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab24075770 0x7fab2419be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab28c00700 1 -- 172.21.15.6:0/3193265795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab241a0e20 con 0x7fab2410ff40 2024-05-20T21:20:35.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab23e00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab24075770 0x7fab2419be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:35.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab28c00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab2410ff40 0x7fab241a06e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fab1c007ee0 tx=0x7fab1c00d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:35.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab20c00700 1 -- 172.21.15.6:0/3193265795 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1c004db0 con 0x7fab2410ff40 2024-05-20T21:20:35.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab20c00700 1 -- 172.21.15.6:0/3193265795 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab1c009e20 con 0x7fab2410ff40 2024-05-20T21:20:35.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.017+0000 7fab20c00700 1 -- 172.21.15.6:0/3193265795 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab1c015400 con 0x7fab2410ff40 2024-05-20T21:20:35.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.018+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab241a1110 con 0x7fab2410ff40 2024-05-20T21:20:35.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.018+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab241a8990 con 0x7fab2410ff40 2024-05-20T21:20:35.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.020+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab2406a230 con 0x7fab2410ff40 2024-05-20T21:20:35.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.022+0000 7fab20c00700 1 -- 172.21.15.6:0/3193265795 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fab1c01c060 con 0x7fab2410ff40 2024-05-20T21:20:35.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.023+0000 7fab20c00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab080b2900 0x7fab080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:35.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.024+0000 7fab20c00700 1 -- 172.21.15.6:0/3193265795 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fab1c0e18f0 con 0x7fab2410ff40 2024-05-20T21:20:35.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.024+0000 7fab23e00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab080b2900 0x7fab080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:35.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.025+0000 7fab23e00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab080b2900 0x7fab080b4dc0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fab14011550 tx=0x7fab14009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:35.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.028+0000 7fab20c00700 1 -- 172.21.15.6:0/3193265795 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fab1c010070 con 0x7fab2410ff40 2024-05-20T21:20:35.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.322+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab2402e560 con 0x7fab2410ff40 2024-05-20T21:20:35.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.324+0000 7fab20c00700 1 -- 172.21.15.6:0/3193265795 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fab1c0a9510 con 0x7fab2410ff40 2024-05-20T21:20:35.324 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:20:35.324 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:20:35.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.326+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab080b2900 msgr2=0x7fab080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.326+0000 7fab2ac00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab080b2900 0x7fab080b4dc0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fab14011550 tx=0x7fab14009260 comp rx=0 tx=0).stop 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.326+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab2410ff40 msgr2=0x7fab241a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.326+0000 7fab2ac00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab2410ff40 0x7fab241a06e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fab1c007ee0 tx=0x7fab1c00d3b0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.327+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 shutdown_connections 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.327+0000 7fab2ac00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab080b2900 0x7fab080b4dc0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.327+0000 7fab2ac00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab2410ff40 0x7fab241a06e0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.327+0000 7fab2ac00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab24075770 0x7fab2419be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.327+0000 7fab2ac00700 1 --2- 172.21.15.6:0/3193265795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab24076090 0x7fab2419c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.327+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 >> 172.21.15.6:0/3193265795 conn(0x7fab2407a6a0 msgr2=0x7fab24100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.327+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 shutdown_connections 2024-05-20T21:20:35.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:35.327+0000 7fab2ac00700 1 -- 172.21.15.6:0/3193265795 wait complete. 2024-05-20T21:20:35.328 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:20:35.801 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:35 smithi006 ceph-mon[31422]: pgmap v582: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-05-20T21:20:35.802 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:35 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3193265795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:35 smithi042 ceph-mon[36332]: pgmap v582: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-05-20T21:20:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:35 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3193265795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:35 smithi062 ceph-mon[36640]: pgmap v582: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.0 KiB/s wr, 10 op/s 2024-05-20T21:20:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:35 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3193265795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:37.046 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id 8881bf5a --release --await' 2024-05-20T21:20:37.046 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id 8881bf5a --release --await 2024-05-20T21:20:37.611 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:37 smithi006 ceph-mon[31422]: pgmap v583: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 -- 172.21.15.6:0/844617087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 msgr2=0x7f456c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 --2- 172.21.15.6:0/844617087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 0x7f456c105be0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4558009990 tx=0x7f4558009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 -- 172.21.15.6:0/844617087 shutdown_connections 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 --2- 172.21.15.6:0/844617087 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f456c106120 0x7f456c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 --2- 172.21.15.6:0/844617087 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f456c10b760 0x7f456c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 --2- 172.21.15.6:0/844617087 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 0x7f456c105be0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 -- 172.21.15.6:0/844617087 >> 172.21.15.6:0/844617087 conn(0x7f456c101210 msgr2=0x7f456c103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 -- 172.21.15.6:0/844617087 shutdown_connections 2024-05-20T21:20:37.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.634+0000 7f4573400700 1 -- 172.21.15.6:0/844617087 wait complete. 2024-05-20T21:20:37.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.635+0000 7f4573400700 1 Processor -- start 2024-05-20T21:20:37.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4573400700 1 -- start start 2024-05-20T21:20:37.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4573400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 0x7f456c19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4573400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f456c106120 0x7f456c19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4573400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f456c10b760 0x7f456c1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4573400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f456c1159f0 con 0x7f456c105760 2024-05-20T21:20:37.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4573400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f456c115870 con 0x7f456c106120 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4573400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f456c115b70 con 0x7f456c10b760 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4570a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 0x7f456c19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f456be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f456c106120 0x7f456c19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4570a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 0x7f456c19be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51366/0 (socket says 172.21.15.6:51366) 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4570a00700 1 -- 172.21.15.6:0/1236072046 learned_addr learned my addr 172.21.15.6:0/1236072046 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.636+0000 7f4571400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f456c10b760 0x7f456c1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.637+0000 7f456be00700 1 -- 172.21.15.6:0/1236072046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f456c10b760 msgr2=0x7f456c1a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.637+0000 7f456be00700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f456c10b760 0x7f456c1a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.637+0000 7f456be00700 1 -- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 msgr2=0x7f456c19be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.637+0000 7f456be00700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 0x7f456c19be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.637+0000 7f456be00700 1 -- 172.21.15.6:0/1236072046 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f456c1a0e70 con 0x7f456c106120 2024-05-20T21:20:37.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.637+0000 7f456be00700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f456c106120 0x7f456c19c3a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f45580098e0 tx=0x7f45580057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.637+0000 7f4569600700 1 -- 172.21.15.6:0/1236072046 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4558027070 con 0x7f456c106120 2024-05-20T21:20:37.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.638+0000 7f4573400700 1 -- 172.21.15.6:0/1236072046 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f456c1a1100 con 0x7f456c106120 2024-05-20T21:20:37.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.638+0000 7f4569600700 1 -- 172.21.15.6:0/1236072046 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4558022470 con 0x7f456c106120 2024-05-20T21:20:37.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.638+0000 7f4569600700 1 -- 172.21.15.6:0/1236072046 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4558017650 con 0x7f456c106120 2024-05-20T21:20:37.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.638+0000 7f4573400700 1 -- 172.21.15.6:0/1236072046 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f456c1a89e0 con 0x7f456c106120 2024-05-20T21:20:37.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.641+0000 7f4569600700 1 -- 172.21.15.6:0/1236072046 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f455802a070 con 0x7f456c106120 2024-05-20T21:20:37.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.643+0000 7f457dd3db80 1 Processor -- start 2024-05-20T21:20:37.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.643+0000 7f457dd3db80 1 -- start start 2024-05-20T21:20:37.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.643+0000 7f4569600700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45540b2880 0x7f45540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f4569600700 1 -- 172.21.15.6:0/1236072046 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f45580e2fe0 con 0x7f456c106120 2024-05-20T21:20:37.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x5563752f5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752efba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f4571400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45540b2880 0x7f45540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x5563752f0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f457dd3db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55637524dec0 con 0x5563752f5690 2024-05-20T21:20:37.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f457dd3db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55637523da60 con 0x5563752f5fb0 2024-05-20T21:20:37.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f457dd3db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556375241aa0 con 0x5563752f01c0 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f456be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752efba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f4570a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x5563752f5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f456be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752efba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:50634/0 (socket says 172.21.15.6:50634) 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.644+0000 7f456be00700 1 -- 172.21.15.6:0/3928811535 learned_addr learned my addr 172.21.15.6:0/3928811535 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.645+0000 7f4571400700 1 --2- 172.21.15.6:0/3928811535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x5563752f0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.645+0000 7f456be00700 1 -- 172.21.15.6:0/3928811535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 msgr2=0x5563752f0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.645+0000 7f456be00700 1 --2- 172.21.15.6:0/3928811535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x5563752f0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.645+0000 7f456be00700 1 -- 172.21.15.6:0/3928811535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 msgr2=0x5563752f5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.645+0000 7f456be00700 1 --2- 172.21.15.6:0/3928811535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x5563752f5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.645+0000 7f456be00700 1 -- 172.21.15.6:0/3928811535 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563752064a0 con 0x5563752f5fb0 2024-05-20T21:20:37.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.645+0000 7f456be00700 1 --2- 172.21.15.6:0/3928811535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752efba0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f45580a7800 tx=0x7f4558009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2141af4a39d9b9e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.645+0000 7f4571400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45540b2880 0x7f45540b4d40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f4564009ec0 tx=0x7f4564013480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.646+0000 7f455e000700 1 -- 172.21.15.6:0/3928811535 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45580aa590 con 0x5563752f5fb0 2024-05-20T21:20:37.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.646+0000 7f455e000700 1 -- 172.21.15.6:0/3928811535 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45580ae940 con 0x5563752f5fb0 2024-05-20T21:20:37.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.646+0000 7f455e000700 1 -- 172.21.15.6:0/3928811535 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45580aa7f0 con 0x5563752f5fb0 2024-05-20T21:20:37.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.646+0000 7f457dd3db80 1 -- 172.21.15.6:0/3928811535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 msgr2=0x5563752efba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.646+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3928811535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752efba0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f45580a7800 tx=0x7f4558009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.647+0000 7f457dd3db80 1 -- 172.21.15.6:0/3928811535 shutdown_connections 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.647+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3928811535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x5563752f0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.647+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3928811535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x5563752f5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.647+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3928811535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752efba0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.647+0000 7f457dd3db80 1 -- 172.21.15.6:0/3928811535 >> 172.21.15.6:0/3928811535 conn(0x55637521dc60 msgr2=0x5563752ea710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.647+0000 7f457dd3db80 1 -- 172.21.15.6:0/3928811535 shutdown_connections 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.647+0000 7f457dd3db80 1 -- 172.21.15.6:0/3928811535 wait complete. 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.647+0000 7f457dd3db80 1 -- start start 2024-05-20T21:20:37.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.648+0000 7f457dd3db80 1 Processor -- start 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.648+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752fbd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.648+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.648+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.648+0000 7f457dd3db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556375144020 con 0x5563752f01c0 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.648+0000 7f457dd3db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5563751de7e0 con 0x5563752f5fb0 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.648+0000 7f457dd3db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5563752fc820 con 0x5563752f5690 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.648+0000 7f457dd3db80 10 client.0 _ll_register_callbacks cb 0x5563751e7cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4570a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752fbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4571400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4571400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f95f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:50650/0 (socket says 172.21.15.6:50650) 2024-05-20T21:20:37.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4571400700 1 -- 172.21.15.6:0/3131032899 learned_addr learned my addr 172.21.15.6:0/3131032899 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:37.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f456be00700 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4570a00700 1 -- 172.21.15.6:0/3131032899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 msgr2=0x5563752f90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4570a00700 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4570a00700 1 -- 172.21.15.6:0/3131032899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 msgr2=0x5563752f95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4570a00700 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4570a00700 1 -- 172.21.15.6:0/3131032899 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55637518d950 con 0x5563752f01c0 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.649+0000 7f4571400700 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.650+0000 7f4570a00700 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752fbd10 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f45600096d0 tx=0x7f4560011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=412236e8d5fe221d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.650+0000 7f4552a00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.650+0000 7f4552a00700 1 -- 172.21.15.6:0/3131032899 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f456001e020 con 0x5563752f01c0 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.650+0000 7f4552a00700 1 -- 172.21.15.6:0/3131032899 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4560004830 con 0x5563752f01c0 2024-05-20T21:20:37.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.650+0000 7f457dd3db80 1 -- 172.21.15.6:0/3131032899 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45580ae940 con 0x5563752f01c0 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.650+0000 7f4552a00700 1 -- 172.21.15.6:0/3131032899 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4560004a30 con 0x5563752f01c0 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.650+0000 7f457dd3db80 10 client.16374 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.650+0000 7f457dd3db80 1 -- 172.21.15.6:0/3131032899 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55637520e0e0 con 0x5563752f01c0 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.651+0000 7f4552a00700 1 -- 172.21.15.6:0/3131032899 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45580ae940 con 0x5563752f01c0 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.651+0000 7f4552a00700 1 -- 172.21.15.6:0/3131032899 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4560019070 con 0x5563752f01c0 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.651+0000 7f457dd3db80 10 client.16374 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.651+0000 7f457dd3db80 10 client.16374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.651+0000 7f457dd3db80 20 client.16374 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.651+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556375309370 0x55637530b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.651+0000 7f457dd3db80 4 client.16374 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:37.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.651+0000 7f457dd3db80 1 -- 172.21.15.6:0/3131032899 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55637524fe10 con 0x556375309370 2024-05-20T21:20:37.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.652+0000 7f456be00700 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556375309370 0x55637530b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.652+0000 7f456be00700 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556375309370 0x55637530b760 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1fcc2fbcadb1b33 server_cookie=25e9e685a6939d47 in_seq=0 out_seq=0 2024-05-20T21:20:37.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.652+0000 7f4552a00700 10 client.16374 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:37.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.653+0000 7f4552a00700 1 -- 172.21.15.6:0/3131032899 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55637524fe10 con 0x556375309370 2024-05-20T21:20:37.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.653+0000 7f4552a00700 10 client.16374 handle_command_reply: tid=0 2024-05-20T21:20:37.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.653+0000 7f457dd3db80 1 client.16374 shutdown 2024-05-20T21:20:37.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.653+0000 7f457dd3db80 1 -- 172.21.15.6:0/3131032899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 msgr2=0x5563752fbd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752fbd10 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f45600096d0 tx=0x7f4560011a30 comp rx=0 tx=0).stop 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 -- 172.21.15.6:0/3131032899 shutdown_connections 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752fbd10 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556375309370 0x55637530b760 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 --2- 172.21.15.6:0/3131032899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 -- 172.21.15.6:0/3131032899 >> 172.21.15.6:0/3131032899 conn(0x55637521dc60 msgr2=0x5563752e9df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f4552a00700 0 client.16374 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 -- 172.21.15.6:0/3131032899 shutdown_connections 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 1 -- 172.21.15.6:0/3131032899 wait complete. 2024-05-20T21:20:37.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.654+0000 7f457dd3db80 20 client.16374 trim_cache size 0 max 16384 2024-05-20T21:20:37.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.684+0000 7f457dd3db80 1 Processor -- start 2024-05-20T21:20:37.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.684+0000 7f457dd3db80 1 -- start start 2024-05-20T21:20:37.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.684+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752efba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f457dd3db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f456c1b2870 con 0x5563752f01c0 2024-05-20T21:20:37.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f457dd3db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f456c1b0100 con 0x5563752f5fb0 2024-05-20T21:20:37.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f457dd3db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f456c1adf50 con 0x5563752f5690 2024-05-20T21:20:37.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f456be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f4570a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752efba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f4571400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f456be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f3810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43520/0 (socket says 172.21.15.6:43520) 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f4570a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752efba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51386/0 (socket says 172.21.15.6:51386) 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f456be00700 1 -- 172.21.15.6:0/874672997 learned_addr learned my addr 172.21.15.6:0/874672997 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f4571400700 1 -- 172.21.15.6:0/874672997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 msgr2=0x5563752f3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f4571400700 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.685+0000 7f4571400700 1 -- 172.21.15.6:0/874672997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 msgr2=0x5563752efba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.686+0000 7f4571400700 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752efba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.686+0000 7f4571400700 1 -- 172.21.15.6:0/874672997 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563752f7020 con 0x5563752f5fb0 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.686+0000 7f4570a00700 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752efba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.686+0000 7f456be00700 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:37.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.686+0000 7f4571400700 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f6ae0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4564013fe0 tx=0x7f456401d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75c79e0c3195d62c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.686+0000 7f455d600700 1 -- 172.21.15.6:0/874672997 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4564021070 con 0x5563752f5fb0 2024-05-20T21:20:37.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.686+0000 7f455d600700 1 -- 172.21.15.6:0/874672997 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4564009420 con 0x5563752f5fb0 2024-05-20T21:20:37.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.686+0000 7f455d600700 1 -- 172.21.15.6:0/874672997 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45640087b0 con 0x5563752f5fb0 2024-05-20T21:20:37.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.687+0000 7f457dd3db80 1 -- 172.21.15.6:0/874672997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 msgr2=0x5563752f6ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.687+0000 7f457dd3db80 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f6ae0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4564013fe0 tx=0x7f456401d000 comp rx=0 tx=0).stop 2024-05-20T21:20:37.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.687+0000 7f457dd3db80 1 -- 172.21.15.6:0/874672997 shutdown_connections 2024-05-20T21:20:37.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.687+0000 7f457dd3db80 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752f6ae0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.687+0000 7f457dd3db80 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f01c0 0x5563752efba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.687+0000 7f457dd3db80 1 --2- 172.21.15.6:0/874672997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f5690 0x5563752f3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.687+0000 7f457dd3db80 1 -- 172.21.15.6:0/874672997 >> 172.21.15.6:0/874672997 conn(0x55637521dc60 msgr2=0x5563752f63d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.688+0000 7f457dd3db80 1 -- 172.21.15.6:0/874672997 shutdown_connections 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.688+0000 7f457dd3db80 1 -- 172.21.15.6:0/874672997 wait complete. 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.688+0000 7f457dd3db80 1 -- start start 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.688+0000 7f457dd3db80 1 Processor -- start 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x556375301c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x556375302190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f457dd3db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752fea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f457dd3db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f456c1ae5c0 con 0x5563752f5690 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f457dd3db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f456c1afa30 con 0x5563752f5fb0 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f457dd3db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f456c1aec90 con 0x5563752f01c0 2024-05-20T21:20:37.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f457dd3db80 10 client.0 _ll_register_callbacks cb 0x5563751e7cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f456be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x556375302190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f4570a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x556375301c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f456be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x556375302190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51396/0 (socket says 172.21.15.6:51396) 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f4570a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x556375301c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43524/0 (socket says 172.21.15.6:43524) 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f456be00700 1 -- 172.21.15.6:0/2533705144 learned_addr learned my addr 172.21.15.6:0/2533705144 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.689+0000 7f4571400700 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752fea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.690+0000 7f4570a00700 1 -- 172.21.15.6:0/2533705144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 msgr2=0x5563752fea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.690+0000 7f4570a00700 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752fea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.690+0000 7f4570a00700 1 -- 172.21.15.6:0/2533705144 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 msgr2=0x556375302190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.690+0000 7f4570a00700 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x556375302190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.690+0000 7f4570a00700 1 -- 172.21.15.6:0/2533705144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563752ff2a0 con 0x5563752f01c0 2024-05-20T21:20:37.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.690+0000 7f4570a00700 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x556375301c50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f456001c000 tx=0x7f456001a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=308d6fc7e9165cea server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:37.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.690+0000 7f4552a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:20:37.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.691+0000 7f4552a00700 1 -- 172.21.15.6:0/2533705144 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f456001e040 con 0x5563752f01c0 2024-05-20T21:20:37.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.691+0000 7f457dd3db80 1 -- 172.21.15.6:0/2533705144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5563752495f0 con 0x5563752f01c0 2024-05-20T21:20:37.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.691+0000 7f4552a00700 1 -- 172.21.15.6:0/2533705144 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f456000f690 con 0x5563752f01c0 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.691+0000 7f4552a00700 1 -- 172.21.15.6:0/2533705144 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4560000e60 con 0x5563752f01c0 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.691+0000 7f457dd3db80 10 client.26491 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.691+0000 7f457dd3db80 1 -- 172.21.15.6:0/2533705144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556375374ad0 con 0x5563752f01c0 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.691+0000 7f4552a00700 1 -- 172.21.15.6:0/2533705144 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5563752495f0 con 0x5563752f01c0 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.692+0000 7f4552a00700 1 -- 172.21.15.6:0/2533705144 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4560019040 con 0x5563752f01c0 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.692+0000 7f457dd3db80 10 client.26491 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.692+0000 7f457dd3db80 10 client.26491 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.692+0000 7f457dd3db80 20 client.26491 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.692+0000 7f457dd3db80 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556375375200 0x556375377620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.692+0000 7f457dd3db80 4 client.26491 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:20:37.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.692+0000 7f457dd3db80 1 -- 172.21.15.6:0/2533705144 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5563750c02d0 con 0x556375375200 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.692+0000 7f456be00700 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556375375200 0x556375377620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.693+0000 7f456be00700 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556375375200 0x556375377620 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cc2621b0865f505 server_cookie=60f21a7ee98c0fc0 in_seq=0 out_seq=0 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.693+0000 7f4552a00700 10 client.26491 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.694+0000 7f4552a00700 1 -- 172.21.15.6:0/2533705144 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5563750c02d0 con 0x556375375200 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.694+0000 7f4552a00700 10 client.26491 handle_command_reply: tid=0 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.694+0000 7f457dd3db80 1 client.26491 shutdown 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 -- 172.21.15.6:0/2533705144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 msgr2=0x556375301c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x556375301c50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f456001c000 tx=0x7f456001a3f0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 -- 172.21.15.6:0/2533705144 shutdown_connections 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5563752f5fb0 0x5563752fea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556375375200 0x556375377620 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5563752f01c0 0x556375301c50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 --2- 172.21.15.6:0/2533705144 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5563752f5690 0x556375302190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f4552a00700 0 client.26491 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:37.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 -- 172.21.15.6:0/2533705144 >> 172.21.15.6:0/2533705144 conn(0x55637521dc60 msgr2=0x5563752fa650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 -- 172.21.15.6:0/2533705144 shutdown_connections 2024-05-20T21:20:37.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 1 -- 172.21.15.6:0/2533705144 wait complete. 2024-05-20T21:20:37.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.695+0000 7f457dd3db80 20 client.26491 trim_cache size 0 max 16384 2024-05-20T21:20:37.699 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:20:37.699 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:20:37.699 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "8e83c69e-f342-45d9-9e5a-bd85181d8b4f", 2024-05-20T21:20:37.699 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:20:37.699 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:20:37.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 -- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45540b2880 msgr2=0x7f45540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45540b2880 0x7f45540b4d40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f4564009ec0 tx=0x7f4564013480 comp rx=0 tx=0).stop 2024-05-20T21:20:37.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 -- 172.21.15.6:0/1236072046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f456c106120 msgr2=0x7f456c19c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:37.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f456c106120 0x7f456c19c3a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f45580098e0 tx=0x7f45580057c0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 -- 172.21.15.6:0/1236072046 shutdown_connections 2024-05-20T21:20:37.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f45540b2880 0x7f45540b4d40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f456c10b760 0x7f456c1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f456c105760 0x7f456c19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 --2- 172.21.15.6:0/1236072046 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f456c106120 0x7f456c19c3a0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:37.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.696+0000 7f4573400700 1 -- 172.21.15.6:0/1236072046 >> 172.21.15.6:0/1236072046 conn(0x7f456c101210 msgr2=0x7f456c101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:37.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.697+0000 7f4573400700 1 -- 172.21.15.6:0/1236072046 shutdown_connections 2024-05-20T21:20:37.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:37.697+0000 7f4573400700 1 -- 172.21.15.6:0/1236072046 wait complete. 2024-05-20T21:20:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:37 smithi042 ceph-mon[36332]: pgmap v583: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-20T21:20:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:37 smithi062 ceph-mon[36640]: pgmap v583: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-20T21:20:38.563 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:38.626 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:20:38.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:38 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:20:38.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:38 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:38.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:38 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:20:38.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:38 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:38.874 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:38 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:20:38.874 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:38 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:38.874 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:38 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:20:38.874 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:38 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:39.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:38 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:20:39.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:38 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:39.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:38 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:20:39.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:38 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:20:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:39 smithi042 ceph-mon[36332]: pgmap v584: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:20:39.883 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:39 smithi006 ceph-mon[31422]: pgmap v584: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:20:39.989 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:39 smithi062 ceph-mon[36640]: pgmap v584: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:20:40.774 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:40 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:20:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:40 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:20:41.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:40 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:20:41.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 -- 172.21.15.6:0/3929072386 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 msgr2=0x7f9154116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 --2- 172.21.15.6:0/3929072386 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 0x7f9154116a80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f914c00b0d0 tx=0x7f914c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 -- 172.21.15.6:0/3929072386 shutdown_connections 2024-05-20T21:20:41.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 --2- 172.21.15.6:0/3929072386 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 0x7f9154116a80 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 --2- 172.21.15.6:0/3929072386 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9154109dd0 0x7f915410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 --2- 172.21.15.6:0/3929072386 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f915410a780 0x7f915410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 -- 172.21.15.6:0/3929072386 >> 172.21.15.6:0/3929072386 conn(0x7f9154076d10 msgr2=0x7f9154108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:41.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 -- 172.21.15.6:0/3929072386 shutdown_connections 2024-05-20T21:20:41.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.213+0000 7f915c200700 1 -- 172.21.15.6:0/3929072386 wait complete. 2024-05-20T21:20:41.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.214+0000 7f915c200700 1 Processor -- start 2024-05-20T21:20:41.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.214+0000 7f915c200700 1 -- start start 2024-05-20T21:20:41.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f915c200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9154109dd0 0x7f91541a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f915c200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f915410a780 0x7f91541a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f915c200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 0x7f91541a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f915c200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9154119d90 con 0x7f915410eeb0 2024-05-20T21:20:41.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f915c200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9154119c10 con 0x7f9154109dd0 2024-05-20T21:20:41.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f915c200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9154119f10 con 0x7f915410a780 2024-05-20T21:20:41.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f9158e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f915410a780 0x7f91541a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f915a200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 0x7f91541a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f9158e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f915410a780 0x7f91541a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43548/0 (socket says 172.21.15.6:43548) 2024-05-20T21:20:41.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f9158e00700 1 -- 172.21.15.6:0/2375751243 learned_addr learned my addr 172.21.15.6:0/2375751243 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:41.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.215+0000 7f9159800700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9154109dd0 0x7f91541a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9158e00700 1 -- 172.21.15.6:0/2375751243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9154109dd0 msgr2=0x7f91541a01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9158e00700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9154109dd0 0x7f91541a01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9158e00700 1 -- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 msgr2=0x7f91541a4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9158e00700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 0x7f91541a4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9158e00700 1 -- 172.21.15.6:0/2375751243 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91541a51d0 con 0x7f915410a780 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f915a200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 0x7f91541a4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9158e00700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f915410a780 0x7f91541a0700 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f914000e970 tx=0x7f914000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9152000700 1 -- 172.21.15.6:0/2375751243 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9140004a30 con 0x7f915410a780 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f915c200700 1 -- 172.21.15.6:0/2375751243 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91541a54c0 con 0x7f915410a780 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9152000700 1 -- 172.21.15.6:0/2375751243 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f914000cc90 con 0x7f915410a780 2024-05-20T21:20:41.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.216+0000 7f9152000700 1 -- 172.21.15.6:0/2375751243 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9140005610 con 0x7f915410a780 2024-05-20T21:20:41.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.217+0000 7f915c200700 1 -- 172.21.15.6:0/2375751243 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91541acd40 con 0x7f915410a780 2024-05-20T21:20:41.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.220+0000 7f9152000700 1 -- 172.21.15.6:0/2375751243 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f914000c7e0 con 0x7f915410a780 2024-05-20T21:20:41.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.221+0000 7f9166a9eb80 1 Processor -- start 2024-05-20T21:20:41.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.221+0000 7f9166a9eb80 1 -- start start 2024-05-20T21:20:41.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc703e0 0x55c77cc707c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc6a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc6af80 0x55c77cc6b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c77cbc8f40 con 0x55c77cc703e0 2024-05-20T21:20:41.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c77cbb8ae0 con 0x55c77cc6af80 2024-05-20T21:20:41.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c77cbbcb20 con 0x55c77cc70d00 2024-05-20T21:20:41.222 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9152000700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f913c0b2880 0x7f913c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9152000700 1 -- 172.21.15.6:0/2375751243 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f91400e2430 con 0x7f915410a780 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9159800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc6a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f915a200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc703e0 0x55c77cc707c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f915a200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc703e0 0x55c77cc707c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51426/0 (socket says 172.21.15.6:51426) 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f915a200700 1 -- 172.21.15.6:0/2561651416 learned_addr learned my addr 172.21.15.6:0/2561651416 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.222+0000 7f9158e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc6af80 0x55c77cc6b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.223+0000 7f915a200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f913c0b2880 0x7f913c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.223+0000 7f9158e00700 1 -- 172.21.15.6:0/2561651416 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 msgr2=0x55c77cc6a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.223+0000 7f9158e00700 1 --2- 172.21.15.6:0/2561651416 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc6a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.223+0000 7f9158e00700 1 -- 172.21.15.6:0/2561651416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc703e0 msgr2=0x55c77cc707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.223+0000 7f9158e00700 1 --2- 172.21.15.6:0/2561651416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc703e0 0x55c77cc707c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.223+0000 7f9158e00700 1 -- 172.21.15.6:0/2561651416 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c77cb81520 con 0x55c77cc6af80 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.223+0000 7f915a200700 1 --2- 172.21.15.6:0/2561651416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc703e0 0x55c77cc707c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:41.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.223+0000 7f9158e00700 1 --2- 172.21.15.6:0/2561651416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc6af80 0x55c77cc6b3c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f91400a9650 tx=0x7f91400a97a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8da4a70eb3171286 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:41.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.224+0000 7f9146a00700 1 -- 172.21.15.6:0/2561651416 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91400a50e0 con 0x55c77cc6af80 2024-05-20T21:20:41.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.224+0000 7f915a200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f913c0b2880 0x7f913c0b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f914c00bfd0 tx=0x7f914c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:41.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.224+0000 7f9146a00700 1 -- 172.21.15.6:0/2561651416 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91400b2100 con 0x55c77cc6af80 2024-05-20T21:20:41.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.224+0000 7f9146a00700 1 -- 172.21.15.6:0/2561651416 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91400a9950 con 0x55c77cc6af80 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2561651416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc6af80 msgr2=0x55c77cc6b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2561651416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc6af80 0x55c77cc6b3c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f91400a9650 tx=0x7f91400a97a0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2561651416 shutdown_connections 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2561651416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc6af80 0x55c77cc6b3c0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2561651416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc703e0 0x55c77cc707c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2561651416 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc6a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2561651416 >> 172.21.15.6:0/2561651416 conn(0x55c77cb98ce0 msgr2=0x55c77cc65420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2561651416 shutdown_connections 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2561651416 wait complete. 2024-05-20T21:20:41.226 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.225+0000 7f9166a9eb80 1 -- start start 2024-05-20T21:20:41.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.226+0000 7f9166a9eb80 1 Processor -- start 2024-05-20T21:20:41.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.226+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc76ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.226+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc703e0 0x55c77cc73e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.226+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc70d00 0x55c77cc743a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.226+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c77cabf0a0 con 0x55c77cc6af80 2024-05-20T21:20:41.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.226+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c77cb59860 con 0x55c77cc70d00 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.226+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c77cc777e0 con 0x55c77cc703e0 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.226+0000 7f9166a9eb80 10 client.0 _ll_register_callbacks cb 0x55c77cb62d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9159800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc76ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9159800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc76ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51432/0 (socket says 172.21.15.6:51432) 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9159800700 1 -- 172.21.15.6:0/2585491431 learned_addr learned my addr 172.21.15.6:0/2585491431 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9158e00700 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc703e0 0x55c77cc73e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f915a200700 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc70d00 0x55c77cc743a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9159800700 1 -- 172.21.15.6:0/2585491431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc703e0 msgr2=0x55c77cc73e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9159800700 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc703e0 0x55c77cc73e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9159800700 1 -- 172.21.15.6:0/2585491431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc70d00 msgr2=0x55c77cc743a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9159800700 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc70d00 0x55c77cc743a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.227+0000 7f9159800700 1 -- 172.21.15.6:0/2585491431 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c77cb089d0 con 0x55c77cc6af80 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.228+0000 7f9159800700 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc76ac0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f9148012860 tx=0x7f9148012b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3007ff8ffa5345f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.228+0000 7f913b400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.228+0000 7f913b400700 1 -- 172.21.15.6:0/2585491431 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914800f540 con 0x55c77cc6af80 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.228+0000 7f913b400700 1 -- 172.21.15.6:0/2585491431 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f914800f6e0 con 0x55c77cc6af80 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.228+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2585491431 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91400b2100 con 0x55c77cc6af80 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.228+0000 7f913b400700 1 -- 172.21.15.6:0/2585491431 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f914800f8e0 con 0x55c77cc6af80 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.228+0000 7f9166a9eb80 10 client.16392 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.228+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2585491431 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c77cb89160 con 0x55c77cc6af80 2024-05-20T21:20:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f913b400700 1 -- 172.21.15.6:0/2585491431 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91400b2100 con 0x55c77cc6af80 2024-05-20T21:20:41.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f913b400700 1 -- 172.21.15.6:0/2585491431 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9148010af0 con 0x55c77cc6af80 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f9166a9eb80 10 client.16392 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f9166a9eb80 10 client.16392 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f9166a9eb80 20 client.16392 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c77cc84480 0x55c77cc86870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f9166a9eb80 4 client.16392 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2585491431 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c77cbcae90 con 0x55c77cc84480 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.229+0000 7f9158e00700 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c77cc84480 0x55c77cc86870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.230+0000 7f9158e00700 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c77cc84480 0x55c77cc86870 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e057746699dbd162 server_cookie=b27ed4407f49206d in_seq=0 out_seq=0 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.230+0000 7f913b400700 10 client.16392 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f913b400700 1 -- 172.21.15.6:0/2585491431 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c77cbcae90 con 0x55c77cc84480 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f913b400700 10 client.16392 handle_command_reply: tid=0 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 client.16392 shutdown 2024-05-20T21:20:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2585491431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 msgr2=0x55c77cc76ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc76ac0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f9148012860 tx=0x7f9148012b70 comp rx=0 tx=0).stop 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2585491431 shutdown_connections 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc70d00 0x55c77cc743a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc76ac0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c77cc84480 0x55c77cc86870 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2585491431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc703e0 0x55c77cc73e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2585491431 >> 172.21.15.6:0/2585491431 conn(0x55c77cb98ce0 msgr2=0x55c77cc69950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.231+0000 7f913b400700 0 client.16392 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.232+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2585491431 shutdown_connections 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.232+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2585491431 wait complete. 2024-05-20T21:20:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.232+0000 7f9166a9eb80 20 client.16392 trim_cache size 0 max 16384 2024-05-20T21:20:41.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.254+0000 7f9166a9eb80 1 Processor -- start 2024-05-20T21:20:41.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.254+0000 7f9166a9eb80 1 -- start start 2024-05-20T21:20:41.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc73e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc74360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc8c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f91541b6e30 con 0x55c77cc6af80 2024-05-20T21:20:41.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f91541b46c0 con 0x55c77cc703e0 2024-05-20T21:20:41.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f91541b2510 con 0x55c77cc70d00 2024-05-20T21:20:41.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9159800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc73e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9159800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc73e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51440/0 (socket says 172.21.15.6:51440) 2024-05-20T21:20:41.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9159800700 1 -- 172.21.15.6:0/118535888 learned_addr learned my addr 172.21.15.6:0/118535888 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:41.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f9158e00700 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc74360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.255+0000 7f915a200700 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc8c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9159800700 1 -- 172.21.15.6:0/118535888 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 msgr2=0x55c77cc8c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:41.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9159800700 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc8c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9159800700 1 -- 172.21.15.6:0/118535888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 msgr2=0x55c77cc74360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:41.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9159800700 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc74360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9159800700 1 -- 172.21.15.6:0/118535888 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c77cc66ec0 con 0x55c77cc6af80 2024-05-20T21:20:41.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9158e00700 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc74360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:41.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9159800700 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc73e20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9148012f40 tx=0x7f91480096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=908ed72de1691d1f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:41.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9146000700 1 -- 172.21.15.6:0/118535888 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9148029070 con 0x55c77cc6af80 2024-05-20T21:20:41.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9146000700 1 -- 172.21.15.6:0/118535888 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f914800ee60 con 0x55c77cc6af80 2024-05-20T21:20:41.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.256+0000 7f9146000700 1 -- 172.21.15.6:0/118535888 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9148005770 con 0x55c77cc6af80 2024-05-20T21:20:41.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 -- 172.21.15.6:0/118535888 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 msgr2=0x55c77cc73e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc73e20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9148012f40 tx=0x7f91480096d0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 -- 172.21.15.6:0/118535888 shutdown_connections 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc8c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc6af80 0x55c77cc73e20 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/118535888 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc74360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 -- 172.21.15.6:0/118535888 >> 172.21.15.6:0/118535888 conn(0x55c77cb98ce0 msgr2=0x55c77cc6a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 -- 172.21.15.6:0/118535888 shutdown_connections 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.257+0000 7f9166a9eb80 1 -- 172.21.15.6:0/118535888 wait complete. 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 1 -- start start 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 1 Processor -- start 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc79a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc79f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc7a4c0 0x55c77ccef040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f91541b2b80 con 0x55c77cc7a4c0 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f91541b3ff0 con 0x55c77cc703e0 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f91541b3250 con 0x55c77cc70d00 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.258+0000 7f9166a9eb80 10 client.0 _ll_register_callbacks cb 0x55c77cb62d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f915a200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc7a4c0 0x55c77ccef040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f9159800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc79a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f915a200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc7a4c0 0x55c77ccef040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51448/0 (socket says 172.21.15.6:51448) 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f915a200700 1 -- 172.21.15.6:0/2337125899 learned_addr learned my addr 172.21.15.6:0/2337125899 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:41.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f9158e00700 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc79f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f9159800700 1 -- 172.21.15.6:0/2337125899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 msgr2=0x55c77cc79f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f9159800700 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc79f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f9159800700 1 -- 172.21.15.6:0/2337125899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc7a4c0 msgr2=0x55c77ccef040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f9159800700 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc7a4c0 0x55c77ccef040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f9159800700 1 -- 172.21.15.6:0/2337125899 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c77ccef5b0 con 0x55c77cc703e0 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f915a200700 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc7a4c0 0x55c77ccef040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.259+0000 7f9159800700 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc79a40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9148005a60 tx=0x7f914800fd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7a8427f10adf578 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.260+0000 7f913b400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.260+0000 7f913b400700 1 -- 172.21.15.6:0/2337125899 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9148029040 con 0x55c77cc703e0 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.260+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2337125899 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f914800ee60 con 0x55c77cc703e0 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.260+0000 7f913b400700 1 -- 172.21.15.6:0/2337125899 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f91480050b0 con 0x55c77cc703e0 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.260+0000 7f913b400700 1 -- 172.21.15.6:0/2337125899 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91480052b0 con 0x55c77cc703e0 2024-05-20T21:20:41.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.260+0000 7f9166a9eb80 10 client.26528 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.260+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2337125899 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c77ccf08b0 con 0x55c77cc703e0 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f913b400700 1 -- 172.21.15.6:0/2337125899 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f914800ee60 con 0x55c77cc703e0 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f913b400700 1 -- 172.21.15.6:0/2337125899 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f914800e3b0 con 0x55c77cc703e0 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f9166a9eb80 10 client.26528 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f9166a9eb80 10 client.26528 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f9166a9eb80 20 client.26528 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c77ccf0e90 0x55c77ccf32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f9166a9eb80 4 client.26528 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "8881bf5a", "release": true, "await": true}] 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2337125899 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "8881bf5a", "release": true, "await": true}) -- 0x55c77cbc4670 con 0x55c77ccf0e90 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.261+0000 7f9158e00700 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c77ccf0e90 0x55c77ccf32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.262+0000 7f9158e00700 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c77ccf0e90 0x55c77ccf32b0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e82c4753454fd747 server_cookie=77f6b59dec421cf8 in_seq=0 out_seq=0 2024-05-20T21:20:41.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.262+0000 7f913b400700 10 client.26528 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:41.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.264+0000 7f913b400700 1 -- 172.21.15.6:0/2337125899 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55c77cbc4670 con 0x55c77ccf0e90 2024-05-20T21:20:41.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.264+0000 7f913b400700 10 client.26528 handle_command_reply: tid=0 2024-05-20T21:20:41.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.264+0000 7f9166a9eb80 1 client.26528 shutdown 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.264+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2337125899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 msgr2=0x55c77cc79a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.264+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc79a40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9148005a60 tx=0x7f914800fd30 comp rx=0 tx=0).stop 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2337125899 shutdown_connections 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c77cc7a4c0 0x55c77ccef040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c77cc703e0 0x55c77cc79a40 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c77ccf0e90 0x55c77ccf32b0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 1 --2- 172.21.15.6:0/2337125899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c77cc70d00 0x55c77cc79f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2337125899 >> 172.21.15.6:0/2337125899 conn(0x55c77cb98ce0 msgr2=0x55c77cc73c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:41.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f913b400700 0 client.26528 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:41.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2337125899 shutdown_connections 2024-05-20T21:20:41.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 1 -- 172.21.15.6:0/2337125899 wait complete. 2024-05-20T21:20:41.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.265+0000 7f9166a9eb80 20 client.26528 trim_cache size 0 max 16384 2024-05-20T21:20:41.266 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:20:41.266 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:20:41.266 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:20:41.266 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 16, 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "8881bf5a": { 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 16, 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 143.1, 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:20:41.267 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:20:41.268 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:20:41.268 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:20:41.268 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:41.268 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:41.268 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:41.268 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:41.268 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:20:41.268 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:20:41.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 -- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f913c0b2880 msgr2=0x7f913c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f913c0b2880 0x7f913c0b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f914c00bfd0 tx=0x7f914c00b040 comp rx=0 tx=0).stop 2024-05-20T21:20:41.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 -- 172.21.15.6:0/2375751243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f915410a780 msgr2=0x7f91541a0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:41.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f915410a780 0x7f91541a0700 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f914000e970 tx=0x7f914000ec80 comp rx=0 tx=0).stop 2024-05-20T21:20:41.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 -- 172.21.15.6:0/2375751243 shutdown_connections 2024-05-20T21:20:41.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f913c0b2880 0x7f913c0b4d40 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f915410eeb0 0x7f91541a4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9154109dd0 0x7f91541a01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 --2- 172.21.15.6:0/2375751243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f915410a780 0x7f91541a0700 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:41.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 -- 172.21.15.6:0/2375751243 >> 172.21.15.6:0/2375751243 conn(0x7f9154076d10 msgr2=0x7f9154077250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:41.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 -- 172.21.15.6:0/2375751243 shutdown_connections 2024-05-20T21:20:41.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:41.266+0000 7f915c200700 1 -- 172.21.15.6:0/2375751243 wait complete. 2024-05-20T21:20:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:41 smithi006 ceph-mon[31422]: pgmap v585: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:20:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:41 smithi042 ceph-mon[36332]: pgmap v585: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:20:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:41 smithi062 ceph-mon[36640]: pgmap v585: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-20T21:20:42.374 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '8881bf5a', total seconds elapsed: 33.4 2024-05-20T21:20:43.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.844+0000 7fa2b2600700 1 -- 172.21.15.6:0/594789143 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 msgr2=0x7fa2ac112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.844+0000 7fa2b2600700 1 --2- 172.21.15.6:0/594789143 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 0x7fa2ac112630 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa2a4009f90 tx=0x7fa2a400b330 comp rx=0 tx=0).stop 2024-05-20T21:20:43.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.845+0000 7fa2b2600700 1 -- 172.21.15.6:0/594789143 shutdown_connections 2024-05-20T21:20:43.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.845+0000 7fa2b2600700 1 --2- 172.21.15.6:0/594789143 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 0x7fa2ac112630 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.845+0000 7fa2b2600700 1 --2- 172.21.15.6:0/594789143 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2ac10b760 0x7fa2ac10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.845+0000 7fa2b2600700 1 --2- 172.21.15.6:0/594789143 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2ac105760 0x7fa2ac105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.845+0000 7fa2b2600700 1 -- 172.21.15.6:0/594789143 >> 172.21.15.6:0/594789143 conn(0x7fa2ac101250 msgr2=0x7fa2ac103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:43.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.845+0000 7fa2b2600700 1 -- 172.21.15.6:0/594789143 shutdown_connections 2024-05-20T21:20:43.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.845+0000 7fa2b2600700 1 -- 172.21.15.6:0/594789143 wait complete. 2024-05-20T21:20:43.847 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:43 smithi006 ceph-mon[31422]: pgmap v586: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:20:43.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.846+0000 7fa2b2600700 1 Processor -- start 2024-05-20T21:20:43.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.846+0000 7fa2b2600700 1 -- start start 2024-05-20T21:20:43.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2b2600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2ac105760 0x7fa2ac19be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2b2600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 0x7fa2ac19c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2b2600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2ac10b760 0x7fa2ac1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2b2600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac115990 con 0x7fa2ac106120 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2b2600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac115810 con 0x7fa2ac10b760 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2b2600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac115b10 con 0x7fa2ac105760 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2aaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 0x7fa2ac19c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2abe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2ac10b760 0x7fa2ac1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2aaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 0x7fa2ac19c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51462/0 (socket says 172.21.15.6:51462) 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2ab400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2ac105760 0x7fa2ac19be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.847+0000 7fa2aaa00700 1 -- 172.21.15.6:0/1027720120 learned_addr learned my addr 172.21.15.6:0/1027720120 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2ab400700 1 -- 172.21.15.6:0/1027720120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2ac10b760 msgr2=0x7fa2ac1a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2ab400700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2ac10b760 0x7fa2ac1a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2ab400700 1 -- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 msgr2=0x7fa2ac19c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2ab400700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 0x7fa2ac19c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2ab400700 1 -- 172.21.15.6:0/1027720120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ac1a0de0 con 0x7fa2ac105760 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2abe00700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2ac10b760 0x7fa2ac1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2aaa00700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 0x7fa2ac19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2ab400700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2ac105760 0x7fa2ac19be20 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00e9f0 tx=0x7fa29c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2a3e00700 1 -- 172.21.15.6:0/1027720120 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c00c9c0 con 0x7fa2ac105760 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2a3e00700 1 -- 172.21.15.6:0/1027720120 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa29c00cb60 con 0x7fa2ac105760 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2b2600700 1 -- 172.21.15.6:0/1027720120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2ac1a10d0 con 0x7fa2ac105760 2024-05-20T21:20:43.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2a3e00700 1 -- 172.21.15.6:0/1027720120 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c018680 con 0x7fa2ac105760 2024-05-20T21:20:43.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.848+0000 7fa2b2600700 1 -- 172.21.15.6:0/1027720120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2ac1a8950 con 0x7fa2ac105760 2024-05-20T21:20:43.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.852+0000 7fa2a3e00700 1 -- 172.21.15.6:0/1027720120 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa29c010430 con 0x7fa2ac105760 2024-05-20T21:20:43.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.853+0000 7fa2bd03bb80 1 Processor -- start 2024-05-20T21:20:43.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.853+0000 7fa2bd03bb80 1 -- start start 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.853+0000 7fa2a3e00700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa2900b2880 0x7fa2900b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2a3e00700 1 -- 172.21.15.6:0/1027720120 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa29c0e23f0 con 0x7fa2ac105760 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671610 0x5653936719f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x56539366bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539366c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5653935c9e40 con 0x56539366c140 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5653935b99e0 con 0x565393671610 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2abe00700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa2900b2880 0x7fa2900b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5653935bda20 con 0x565393671f30 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2aaa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x56539366bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2ab400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671610 0x5653936719f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2aaa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x56539366bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43610/0 (socket says 172.21.15.6:43610) 2024-05-20T21:20:43.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2aaa00700 1 -- 172.21.15.6:0/2247336440 learned_addr learned my addr 172.21.15.6:0/2247336440 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:43.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.854+0000 7fa2abe00700 1 --2- 172.21.15.6:0/2247336440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539366c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.855+0000 7fa2ab400700 1 -- 172.21.15.6:0/2247336440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 msgr2=0x56539366bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:43.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.855+0000 7fa2ab400700 1 --2- 172.21.15.6:0/2247336440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x56539366bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.855+0000 7fa2ab400700 1 -- 172.21.15.6:0/2247336440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 msgr2=0x56539366c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.855+0000 7fa2ab400700 1 --2- 172.21.15.6:0/2247336440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539366c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.855+0000 7fa2ab400700 1 -- 172.21.15.6:0/2247336440 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565393582420 con 0x565393671610 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.855+0000 7fa2abe00700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa2900b2880 0x7fa2900b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa2a4004fd0 tx=0x7fa2a4004ec0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.855+0000 7fa2ab400700 1 --2- 172.21.15.6:0/2247336440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671610 0x5653936719f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa29c0a6b80 tx=0x7fa29c0a9390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55842c4ddae216dd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.856+0000 7fa2a0c00700 1 -- 172.21.15.6:0/2247336440 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c0aa010 con 0x565393671610 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.856+0000 7fa2a0c00700 1 -- 172.21.15.6:0/2247336440 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa29c0a9910 con 0x565393671610 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.856+0000 7fa2a0c00700 1 -- 172.21.15.6:0/2247336440 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c0b22e0 con 0x565393671610 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.856+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2247336440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671610 msgr2=0x5653936719f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.856+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2247336440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671610 0x5653936719f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa29c0a6b80 tx=0x7fa29c0a9390 comp rx=0 tx=0).stop 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.857+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2247336440 shutdown_connections 2024-05-20T21:20:43.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.857+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2247336440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539366c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.857+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2247336440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671610 0x5653936719f0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.857+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2247336440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x56539366bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.857+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2247336440 >> 172.21.15.6:0/2247336440 conn(0x565393599be0 msgr2=0x565393666690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:43.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.857+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2247336440 shutdown_connections 2024-05-20T21:20:43.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.857+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2247336440 wait complete. 2024-05-20T21:20:43.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.857+0000 7fa2bd03bb80 1 -- start start 2024-05-20T21:20:43.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2bd03bb80 1 Processor -- start 2024-05-20T21:20:43.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56539366c140 0x565393677d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393675130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x565393675670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5653934bffa0 con 0x565393671610 2024-05-20T21:20:43.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56539355a760 con 0x56539366c140 2024-05-20T21:20:43.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5653936789e0 con 0x565393671f30 2024-05-20T21:20:43.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2bd03bb80 10 client.0 _ll_register_callbacks cb 0x565393563c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:43.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.858+0000 7fa2aaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393675130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2aaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393675130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51472/0 (socket says 172.21.15.6:51472) 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2aaa00700 1 -- 172.21.15.6:0/1058192167 learned_addr learned my addr 172.21.15.6:0/1058192167 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2ab400700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56539366c140 0x565393677d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2abe00700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x565393675670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2aaa00700 1 -- 172.21.15.6:0/1058192167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 msgr2=0x565393675670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2aaa00700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x565393675670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2aaa00700 1 -- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56539366c140 msgr2=0x565393677d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2aaa00700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56539366c140 0x565393677d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2aaa00700 1 -- 172.21.15.6:0/1058192167 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653935098d0 con 0x565393671610 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2abe00700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x565393675670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.859+0000 7fa2ab400700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56539366c140 0x565393677d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:43.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.860+0000 7fa2aaa00700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393675130 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa298012d20 tx=0x7fa29800f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0a117505d815f14 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.860+0000 7fa295600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.860+0000 7fa295600700 1 -- 172.21.15.6:0/1058192167 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29800fb80 con 0x565393671610 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.860+0000 7fa295600700 1 -- 172.21.15.6:0/1058192167 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa29800fd20 con 0x565393671610 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.860+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/1058192167 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa29c0a9910 con 0x565393671610 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.860+0000 7fa295600700 1 -- 172.21.15.6:0/1058192167 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa298004050 con 0x565393671610 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.860+0000 7fa2bd03bb80 10 client.16410 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.860+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/1058192167 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56539358a060 con 0x565393671610 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.861+0000 7fa295600700 1 -- 172.21.15.6:0/1058192167 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa29c0a9910 con 0x565393671610 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.861+0000 7fa295600700 1 -- 172.21.15.6:0/1058192167 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa298010430 con 0x565393671610 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.861+0000 7fa2bd03bb80 10 client.16410 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.861+0000 7fa2bd03bb80 10 client.16410 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:43.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.861+0000 7fa2bd03bb80 20 client.16410 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:43.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.861+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x565393685660 0x565393687a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.861+0000 7fa2bd03bb80 4 client.16410 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:43.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.861+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/1058192167 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653935cbd90 con 0x565393685660 2024-05-20T21:20:43.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.862+0000 7fa2ab400700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x565393685660 0x565393687a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.862+0000 7fa2ab400700 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x565393685660 0x565393687a70 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79983c8b0cfe6626 server_cookie=128877fbb0d8b5dc in_seq=0 out_seq=0 2024-05-20T21:20:43.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.862+0000 7fa295600700 10 client.16410 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:43.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.863+0000 7fa295600700 1 -- 172.21.15.6:0/1058192167 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5653935cbd90 con 0x565393685660 2024-05-20T21:20:43.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.863+0000 7fa295600700 10 client.16410 handle_command_reply: tid=0 2024-05-20T21:20:43.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.863+0000 7fa2bd03bb80 1 client.16410 shutdown 2024-05-20T21:20:43.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.863+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/1058192167 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 msgr2=0x565393675130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.863+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393675130 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa298012d20 tx=0x7fa29800f6a0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.863+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/1058192167 shutdown_connections 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.863+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x565393685660 0x565393687a70 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.864+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671f30 0x565393675670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.864+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56539366c140 0x565393677d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.864+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/1058192167 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393675130 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.864+0000 7fa295600700 0 client.16410 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.864+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/1058192167 >> 172.21.15.6:0/1058192167 conn(0x565393599be0 msgr2=0x565393665d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.864+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/1058192167 shutdown_connections 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.864+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/1058192167 wait complete. 2024-05-20T21:20:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.864+0000 7fa2bd03bb80 20 client.16410 trim_cache size 0 max 16384 2024-05-20T21:20:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:43 smithi042 ceph-mon[36332]: pgmap v586: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:20:43.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.887+0000 7fa2bd03bb80 1 Processor -- start 2024-05-20T21:20:43.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.887+0000 7fa2bd03bb80 1 -- start start 2024-05-20T21:20:43.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56539366c140 0x56539366bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393681a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x5653936664f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac1b2990 con 0x565393671610 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac1b0220 con 0x565393671f30 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac1ae070 con 0x56539366c140 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2aaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393681a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2abe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x5653936664f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2aaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393681a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51488/0 (socket says 172.21.15.6:51488) 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2aaa00700 1 -- 172.21.15.6:0/50421717 learned_addr learned my addr 172.21.15.6:0/50421717 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.888+0000 7fa2ab400700 1 --2- 172.21.15.6:0/50421717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56539366c140 0x56539366bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa2ab400700 1 -- 172.21.15.6:0/50421717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 msgr2=0x5653936664f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:43.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa2ab400700 1 --2- 172.21.15.6:0/50421717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x5653936664f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa2ab400700 1 -- 172.21.15.6:0/50421717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 msgr2=0x565393681a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:43.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa2ab400700 1 --2- 172.21.15.6:0/50421717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393681a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa2ab400700 1 -- 172.21.15.6:0/50421717 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565393683130 con 0x56539366c140 2024-05-20T21:20:43.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa2ab400700 1 --2- 172.21.15.6:0/50421717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56539366c140 0x56539366bb20 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa29c0ade80 tx=0x7fa29c0cc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=454c6a6ca28d968b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:43.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa297e00700 1 -- 172.21.15.6:0/50421717 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c0aa010 con 0x56539366c140 2024-05-20T21:20:43.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa297e00700 1 -- 172.21.15.6:0/50421717 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa29c0a9910 con 0x56539366c140 2024-05-20T21:20:43.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.889+0000 7fa297e00700 1 -- 172.21.15.6:0/50421717 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29c0cae20 con 0x56539366c140 2024-05-20T21:20:43.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/50421717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56539366c140 msgr2=0x56539366bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/50421717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56539366c140 0x56539366bb20 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa29c0ade80 tx=0x7fa29c0cc040 comp rx=0 tx=0).stop 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/50421717 shutdown_connections 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/50421717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x5653936664f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/50421717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56539366c140 0x56539366bb20 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/50421717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565393671610 0x565393681a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/50421717 >> 172.21.15.6:0/50421717 conn(0x565393599be0 msgr2=0x565393672310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/50421717 shutdown_connections 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.890+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/50421717 wait complete. 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.891+0000 7fa2bd03bb80 1 -- start start 2024-05-20T21:20:43.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.891+0000 7fa2bd03bb80 1 Processor -- start 2024-05-20T21:20:43.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539368cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671610 0x56539368d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2bd03bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x56539368da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac1ae6e0 con 0x56539366c140 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac1afb50 con 0x565393671f30 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2bd03bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ac1aedb0 con 0x565393671610 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2bd03bb80 10 client.0 _ll_register_callbacks cb 0x565393563c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2ab400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539368cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2abe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x56539368da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2ab400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539368cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51500/0 (socket says 172.21.15.6:51500) 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2ab400700 1 -- 172.21.15.6:0/2594592192 learned_addr learned my addr 172.21.15.6:0/2594592192 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2aaa00700 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671610 0x56539368d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2abe00700 1 -- 172.21.15.6:0/2594592192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671610 msgr2=0x56539368d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2abe00700 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671610 0x56539368d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2abe00700 1 -- 172.21.15.6:0/2594592192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 msgr2=0x56539368cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2abe00700 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539368cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2abe00700 1 -- 172.21.15.6:0/2594592192 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653936ef350 con 0x565393671f30 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.892+0000 7fa2ab400700 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539368cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.893+0000 7fa2abe00700 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x56539368da60 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x56539366cb00 tx=0x7fa2a400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2d08b80e7ae1ae6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.893+0000 7fa295600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.893+0000 7fa295600700 1 -- 172.21.15.6:0/2594592192 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2a4021d30 con 0x565393671f30 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.893+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2594592192 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa29c0a9910 con 0x565393671f30 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.893+0000 7fa295600700 1 -- 172.21.15.6:0/2594592192 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa2a401e430 con 0x565393671f30 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa295600700 1 -- 172.21.15.6:0/2594592192 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa2a401e630 con 0x565393671f30 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa2bd03bb80 10 client.26546 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2594592192 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5653936f0640 con 0x565393671f30 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa295600700 1 -- 172.21.15.6:0/2594592192 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa29c0a9910 con 0x565393671f30 2024-05-20T21:20:43.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa295600700 1 -- 172.21.15.6:0/2594592192 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa2a402b040 con 0x565393671f30 2024-05-20T21:20:43.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa2bd03bb80 10 client.26546 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:43.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa2bd03bb80 10 client.26546 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:43.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa2bd03bb80 20 client.26546 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:43.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653936f0d10 0x5653936f3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:43.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa2bd03bb80 4 client.26546 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:20:43.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.894+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2594592192 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5653935c5570 con 0x5653936f0d10 2024-05-20T21:20:43.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.895+0000 7fa2ab400700 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653936f0d10 0x5653936f3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:43.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.895+0000 7fa2ab400700 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653936f0d10 0x5653936f3130 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=347353c3ad33fa1c server_cookie=f96ff6b3e59f3e07 in_seq=0 out_seq=0 2024-05-20T21:20:43.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.895+0000 7fa295600700 10 client.26546 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa295600700 1 -- 172.21.15.6:0/2594592192 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5653935c5570 con 0x5653936f0d10 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa295600700 10 client.26546 handle_command_reply: tid=0 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 client.26546 shutdown 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2594592192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 msgr2=0x56539368da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x56539368da60 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x56539366cb00 tx=0x7fa2a400b330 comp rx=0 tx=0).stop 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2594592192 shutdown_connections 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565393671f30 0x56539368da60 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56539366c140 0x56539368cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653936f0d10 0x5653936f3130 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 --2- 172.21.15.6:0/2594592192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565393671610 0x56539368d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2594592192 >> 172.21.15.6:0/2594592192 conn(0x565393599be0 msgr2=0x565393672ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:43.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa295600700 0 client.26546 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:43.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2594592192 shutdown_connections 2024-05-20T21:20:43.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 1 -- 172.21.15.6:0/2594592192 wait complete. 2024-05-20T21:20:43.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.896+0000 7fa2bd03bb80 20 client.26546 trim_cache size 0 max 16384 2024-05-20T21:20:43.900 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:20:43.900 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:20:43.900 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:20:43.900 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:20:43.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 -- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa2900b2880 msgr2=0x7fa2900b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa2900b2880 0x7fa2900b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fa2a4004fd0 tx=0x7fa2a4004ec0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 -- 172.21.15.6:0/1027720120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2ac105760 msgr2=0x7fa2ac19be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:43.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2ac105760 0x7fa2ac19be20 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00e9f0 tx=0x7fa29c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:20:43.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 -- 172.21.15.6:0/1027720120 shutdown_connections 2024-05-20T21:20:43.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa2900b2880 0x7fa2900b4d40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa2ac10b760 0x7fa2ac1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2ac105760 0x7fa2ac19be20 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 --2- 172.21.15.6:0/1027720120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa2ac106120 0x7fa2ac19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:43.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 -- 172.21.15.6:0/1027720120 >> 172.21.15.6:0/1027720120 conn(0x7fa2ac101250 msgr2=0x7fa2ac1018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:43.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 -- 172.21.15.6:0/1027720120 shutdown_connections 2024-05-20T21:20:43.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:43.897+0000 7fa2b2600700 1 -- 172.21.15.6:0/1027720120 wait complete. 2024-05-20T21:20:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:43 smithi062 ceph-mon[36640]: pgmap v586: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:20:44.863 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:20:44.863 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:20:45.325 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:45.735 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:45 smithi006 ceph-mon[31422]: pgmap v587: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-05-20T21:20:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:45 smithi042 ceph-mon[36332]: pgmap v587: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.021+0000 7fdb27200640 1 -- 172.21.15.6:0/1966636013 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20104530 msgr2=0x7fdb2010adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.021+0000 7fdb27200640 1 --2- 172.21.15.6:0/1966636013 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20104530 0x7fdb2010adc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009cd0 tx=0x7fdb1c02a8f0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.022+0000 7fdb27200640 1 -- 172.21.15.6:0/1966636013 shutdown_connections 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.022+0000 7fdb27200640 1 --2- 172.21.15.6:0/1966636013 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20104530 0x7fdb2010adc0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.022+0000 7fdb27200640 1 --2- 172.21.15.6:0/1966636013 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb20103b70 0x7fdb20103ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.022+0000 7fdb27200640 1 --2- 172.21.15.6:0/1966636013 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb20100ba0 0x7fdb20100fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.022+0000 7fdb27200640 1 -- 172.21.15.6:0/1966636013 >> 172.21.15.6:0/1966636013 conn(0x7fdb200fc4b0 msgr2=0x7fdb200fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.022+0000 7fdb27200640 1 -- 172.21.15.6:0/1966636013 shutdown_connections 2024-05-20T21:20:46.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.022+0000 7fdb27200640 1 -- 172.21.15.6:0/1966636013 wait complete. 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.023+0000 7fdb27200640 1 Processor -- start 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.023+0000 7fdb27200640 1 -- start start 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.023+0000 7fdb27200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb20100ba0 0x7fdb2019acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.023+0000 7fdb27200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20103b70 0x7fdb2019b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.023+0000 7fdb27200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb20104530 0x7fdb201a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.023+0000 7fdb27200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdb2010e470 con 0x7fdb20104530 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.023+0000 7fdb27200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdb2010e2f0 con 0x7fdb20100ba0 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.023+0000 7fdb27200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdb2010e5f0 con 0x7fdb20103b70 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb26800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb20104530 0x7fdb201a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb20100ba0 0x7fdb2019acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20103b70 0x7fdb2019b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb20100ba0 0x7fdb2019acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:50816/0 (socket says 172.21.15.6:50816) 2024-05-20T21:20:46.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20103b70 0x7fdb2019b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43656/0 (socket says 172.21.15.6:43656) 2024-05-20T21:20:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb26800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb20104530 0x7fdb201a2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51512/0 (socket says 172.21.15.6:51512) 2024-05-20T21:20:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25e00640 1 -- 172.21.15.6:0/3623164263 learned_addr learned my addr 172.21.15.6:0/3623164263 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25400640 1 -- 172.21.15.6:0/3623164263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb20100ba0 msgr2=0x7fdb2019acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25400640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb20100ba0 0x7fdb2019acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25400640 1 -- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb20104530 msgr2=0x7fdb201a2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25400640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb20104530 0x7fdb201a2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.025 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25400640 1 -- 172.21.15.6:0/3623164263 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb201a2900 con 0x7fdb20103b70 2024-05-20T21:20:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.024+0000 7fdb25400640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20103b70 0x7fdb2019b230 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fdb1000e9f0 tx=0x7fdb1000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.025+0000 7fdb1aa00640 1 -- 172.21.15.6:0/3623164263 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1000cd80 con 0x7fdb20103b70 2024-05-20T21:20:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.025+0000 7fdb1aa00640 1 -- 172.21.15.6:0/3623164263 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb100035f0 con 0x7fdb20103b70 2024-05-20T21:20:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.025+0000 7fdb27200640 1 -- 172.21.15.6:0/3623164263 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb201a2bf0 con 0x7fdb20103b70 2024-05-20T21:20:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.025+0000 7fdb1aa00640 1 -- 172.21.15.6:0/3623164263 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10010670 con 0x7fdb20103b70 2024-05-20T21:20:46.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.025+0000 7fdb27200640 1 -- 172.21.15.6:0/3623164263 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb201a3190 con 0x7fdb20103b70 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.028+0000 7fdb2b5f8740 1 Processor -- start 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.028+0000 7fdb2b5f8740 1 -- start start 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.028+0000 7fdb1aa00640 1 -- 172.21.15.6:0/3623164263 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdb100037a0 con 0x7fdb20103b70 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832ecf0 0x55aa0832f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832f6e0 0x55aa083341e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa08334850 0x55aa08336ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55aa0829eb90 con 0x55aa0832ecf0 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55aa0828e730 con 0x55aa08334850 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55aa08292770 con 0x55aa0832f6e0 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb26800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832ecf0 0x55aa0832f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb26800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832ecf0 0x55aa0832f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51522/0 (socket says 172.21.15.6:51522) 2024-05-20T21:20:46.029 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb26800640 1 -- 172.21.15.6:0/145112852 learned_addr learned my addr 172.21.15.6:0/145112852 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:46.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb25400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa08334850 0x55aa08336ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb25e00640 1 --2- 172.21.15.6:0/145112852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832f6e0 0x55aa083341e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb26800640 1 -- 172.21.15.6:0/145112852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832f6e0 msgr2=0x55aa083341e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb26800640 1 --2- 172.21.15.6:0/145112852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832f6e0 0x55aa083341e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb26800640 1 -- 172.21.15.6:0/145112852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa08334850 msgr2=0x55aa08336ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb26800640 1 --2- 172.21.15.6:0/145112852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa08334850 0x55aa08336ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.029+0000 7fdb26800640 1 -- 172.21.15.6:0/145112852 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa082278b0 con 0x55aa0832ecf0 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.030+0000 7fdb26800640 1 --2- 172.21.15.6:0/145112852 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832ecf0 0x55aa0832f110 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009cd0 tx=0x7fdb1c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4faa5379aff4a5ef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.030+0000 7fdb0f000640 1 -- 172.21.15.6:0/145112852 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c030900 con 0x55aa0832ecf0 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.030+0000 7fdb0f000640 1 -- 172.21.15.6:0/145112852 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb1c036030 con 0x55aa0832ecf0 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.030+0000 7fdb0f000640 1 -- 172.21.15.6:0/145112852 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c0043c0 con 0x55aa0832ecf0 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb1aa00640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb080b2850 0x7fdb080b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/145112852 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832ecf0 msgr2=0x55aa0832f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/145112852 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832ecf0 0x55aa0832f110 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009cd0 tx=0x7fdb1c009a20 comp rx=0 tx=0).stop 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/145112852 shutdown_connections 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/145112852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa08334850 0x55aa08336ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/145112852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832f6e0 0x55aa083341e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/145112852 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832ecf0 0x55aa0832f110 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/145112852 >> 172.21.15.6:0/145112852 conn(0x55aa0832a360 msgr2=0x55aa0832a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:46.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb1aa00640 1 -- 172.21.15.6:0/3623164263 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdb100e2520 con 0x7fdb20103b70 2024-05-20T21:20:46.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb25e00640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb080b2850 0x7fdb080b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/145112852 shutdown_connections 2024-05-20T21:20:46.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.031+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/145112852 wait complete. 2024-05-20T21:20:46.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 1 -- start start 2024-05-20T21:20:46.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb25e00640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb080b2850 0x7fdb080b4d10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x55aa0832b230 tx=0x7fdb14005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 1 Processor -- start 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 0x55aa08338a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa08338fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 0x55aa08340000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55aa07f74790 con 0x55aa0832f6e0 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55aa08236bc0 con 0x55aa0832ecf0 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55aa083377a0 con 0x55aa08334850 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.032+0000 7fdb2b5f8740 10 client.0 _ll_register_callbacks cb 0x55aa08214400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa08338fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa08338fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51528/0 (socket says 172.21.15.6:51528) 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 -- 172.21.15.6:0/1672652530 learned_addr learned my addr 172.21.15.6:0/1672652530 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb26800640 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 0x55aa08340000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.036 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25e00640 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 0x55aa08338a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 -- 172.21.15.6:0/1672652530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 msgr2=0x55aa08340000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 0x55aa08340000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 -- 172.21.15.6:0/1672652530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 msgr2=0x55aa08338a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 0x55aa08338a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 -- 172.21.15.6:0/1672652530 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa07fa3210 con 0x55aa0832f6e0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb25400640 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa08338fc0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fdb100a9a30 tx=0x7fdb100a9870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c58bf9b03b3e97ff server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.033+0000 7fdb03400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.034+0000 7fdb03400640 1 -- 172.21.15.6:0/1672652530 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb100a95b0 con 0x55aa0832f6e0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.034+0000 7fdb03400640 1 -- 172.21.15.6:0/1672652530 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdb10009310 con 0x55aa0832f6e0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.034+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1672652530 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb1c036030 con 0x55aa0832f6e0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.034+0000 7fdb03400640 1 -- 172.21.15.6:0/1672652530 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdb100aa1a0 con 0x55aa0832f6e0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.034+0000 7fdb2b5f8740 10 client.16428 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.034+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1672652530 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aa0806f620 con 0x55aa0832f6e0 2024-05-20T21:20:46.037 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.034+0000 7fdb03400640 1 -- 172.21.15.6:0/1672652530 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb1c036030 con 0x55aa0832f6e0 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.034+0000 7fdb03400640 1 -- 172.21.15.6:0/1672652530 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdb100a5ca0 con 0x55aa0832f6e0 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.035+0000 7fdb2b5f8740 10 client.16428 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.035+0000 7fdb2b5f8740 10 client.16428 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.035+0000 7fdb2b5f8740 20 client.16428 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.035+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa08344550 0x55aa08346960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.035+0000 7fdb2b5f8740 4 client.16428 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.035+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1672652530 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa082a0ae0 con 0x55aa08344550 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.035+0000 7fdb25e00640 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa08344550 0x55aa08346960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.036+0000 7fdb25e00640 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa08344550 0x55aa08346960 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c99305748052f4 server_cookie=d4c12d2b59f7bbcc in_seq=0 out_seq=0 2024-05-20T21:20:46.038 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.036+0000 7fdb03400640 10 client.16428 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:45 smithi062 ceph-mon[36640]: pgmap v587: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.036+0000 7fdb03400640 1 -- 172.21.15.6:0/1672652530 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55aa082a0ae0 con 0x55aa08344550 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.036+0000 7fdb03400640 10 client.16428 handle_command_reply: tid=0 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 client.16428 shutdown 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1672652530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 msgr2=0x55aa08338fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa08338fc0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fdb100a9a30 tx=0x7fdb100a9870 comp rx=0 tx=0).stop 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1672652530 shutdown_connections 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa08344550 0x55aa08346960 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 0x55aa08340000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa08338fc0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1672652530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 0x55aa08338a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb03400640 0 client.16428 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:46.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1672652530 >> 172.21.15.6:0/1672652530 conn(0x55aa0832a360 msgr2=0x55aa083294c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1672652530 shutdown_connections 2024-05-20T21:20:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1672652530 wait complete. 2024-05-20T21:20:46.041 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.037+0000 7fdb2b5f8740 20 client.16428 trim_cache size 0 max 16384 2024-05-20T21:20:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.054+0000 7fdb2b5f8740 1 Processor -- start 2024-05-20T21:20:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.054+0000 7fdb2b5f8740 1 -- start start 2024-05-20T21:20:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.054+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 0x55aa08329c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.054+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa0833ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.054+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 0x55aa08330890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.054+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdb201ae9d0 con 0x55aa0832f6e0 2024-05-20T21:20:46.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.054+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdb201ac2a0 con 0x55aa0832ecf0 2024-05-20T21:20:46.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.054+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdb201aa0f0 con 0x55aa08334850 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa0833ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa0833ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51540/0 (socket says 172.21.15.6:51540) 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 -- 172.21.15.6:0/1206349425 learned_addr learned my addr 172.21.15.6:0/1206349425 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25e00640 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 0x55aa08329c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb26800640 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 0x55aa08330890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 -- 172.21.15.6:0/1206349425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 msgr2=0x55aa08330890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 0x55aa08330890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 -- 172.21.15.6:0/1206349425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 msgr2=0x55aa08329c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 0x55aa08329c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 -- 172.21.15.6:0/1206349425 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa0832a180 con 0x55aa0832f6e0 2024-05-20T21:20:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.055+0000 7fdb25400640 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa0833ffc0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdb1000cfd0 tx=0x7fdb100a79f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97e6a380ee8cbc5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb0e600640 1 -- 172.21.15.6:0/1206349425 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb100a93f0 con 0x55aa0832f6e0 2024-05-20T21:20:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb0e600640 1 -- 172.21.15.6:0/1206349425 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb100a95b0 con 0x55aa0832f6e0 2024-05-20T21:20:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb0e600640 1 -- 172.21.15.6:0/1206349425 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb100a5ca0 con 0x55aa0832f6e0 2024-05-20T21:20:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1206349425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 msgr2=0x55aa0833ffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa0833ffc0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdb1000cfd0 tx=0x7fdb100a79f0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1206349425 shutdown_connections 2024-05-20T21:20:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa08334850 0x55aa08330890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa0832f6e0 0x55aa0833ffc0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/1206349425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832ecf0 0x55aa08329c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.056+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1206349425 >> 172.21.15.6:0/1206349425 conn(0x55aa0832a360 msgr2=0x55aa08330180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.057+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1206349425 shutdown_connections 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.057+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/1206349425 wait complete. 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.057+0000 7fdb2b5f8740 1 -- start start 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.057+0000 7fdb2b5f8740 1 Processor -- start 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832ecf0 0x55aa0833d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832f6e0 0x55aa0833d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb2b5f8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa08334850 0x55aa0833e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdb201aa760 con 0x55aa08334850 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdb201abbd0 con 0x55aa0832f6e0 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb2b5f8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdb201aae30 con 0x55aa0832ecf0 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb2b5f8740 10 client.0 _ll_register_callbacks cb 0x7fdb1000e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:46.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb25e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832ecf0 0x55aa0833d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb25e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832ecf0 0x55aa0833d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43680/0 (socket says 172.21.15.6:43680) 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb25e00640 1 -- 172.21.15.6:0/957149424 learned_addr learned my addr 172.21.15.6:0/957149424 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb25400640 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832f6e0 0x55aa0833d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.058+0000 7fdb26800640 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa08334850 0x55aa0833e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb25400640 1 -- 172.21.15.6:0/957149424 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832ecf0 msgr2=0x55aa0833d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb25400640 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832ecf0 0x55aa0833d350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb25400640 1 -- 172.21.15.6:0/957149424 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa08334850 msgr2=0x55aa0833e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb25400640 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa08334850 0x55aa0833e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb25400640 1 -- 172.21.15.6:0/957149424 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa0833ee60 con 0x55aa0832f6e0 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb25400640 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832f6e0 0x55aa0833d890 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x55aa07f74c20 tx=0x7fdb100095b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a483e8eb0e6b5f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb03400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb03400640 1 -- 172.21.15.6:0/957149424 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb100a93f0 con 0x55aa0832f6e0 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb03400640 1 -- 172.21.15.6:0/957149424 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdb100e22e0 con 0x55aa0832f6e0 2024-05-20T21:20:46.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/957149424 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb100a95b0 con 0x55aa0832f6e0 2024-05-20T21:20:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb03400640 1 -- 172.21.15.6:0/957149424 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdb100a9aa0 con 0x55aa0832f6e0 2024-05-20T21:20:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.059+0000 7fdb2b5f8740 10 client.26564 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/957149424 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aa08340170 con 0x55aa0832f6e0 2024-05-20T21:20:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb03400640 1 -- 172.21.15.6:0/957149424 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb100a95b0 con 0x55aa0832f6e0 2024-05-20T21:20:46.062 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb03400640 1 -- 172.21.15.6:0/957149424 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdb100cc160 con 0x55aa0832f6e0 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb2b5f8740 10 client.26564 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb2b5f8740 10 client.26564 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb2b5f8740 20 client.26564 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa083b7e80 0x55aa083ba2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb2b5f8740 4 client.26564 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.060+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/957149424 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55aa0829a2c0 con 0x55aa083b7e80 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.061+0000 7fdb25e00640 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa083b7e80 0x55aa083ba2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.061+0000 7fdb25e00640 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa083b7e80 0x55aa083ba2a0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64e33e9b72bb5b2e server_cookie=1b08611a1a1cfe8b in_seq=0 out_seq=0 2024-05-20T21:20:46.063 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.061+0000 7fdb03400640 10 client.26564 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb03400640 1 -- 172.21.15.6:0/957149424 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55aa0829a2c0 con 0x55aa083b7e80 2024-05-20T21:20:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb03400640 10 client.26564 handle_command_reply: tid=0 2024-05-20T21:20:46.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 client.26564 shutdown 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832f6e0 msgr2=0x55aa0833d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832f6e0 0x55aa0833d890 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x55aa07f74c20 tx=0x7fdb100095b0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/957149424 shutdown_connections 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa083b7e80 0x55aa083ba2a0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa08334850 0x55aa0833e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa0832f6e0 0x55aa0833d890 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb03400640 0 client.26564 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 --2- 172.21.15.6:0/957149424 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa0832ecf0 0x55aa0833d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.073+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/957149424 >> 172.21.15.6:0/957149424 conn(0x55aa0832a360 msgr2=0x55aa08330a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.074+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/957149424 shutdown_connections 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.074+0000 7fdb2b5f8740 1 -- 172.21.15.6:0/957149424 wait complete. 2024-05-20T21:20:46.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.074+0000 7fdb2b5f8740 20 client.26564 trim_cache size 0 max 16384 2024-05-20T21:20:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:20:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:20:46.075 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.074+0000 7fdb27200640 1 -- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb080b2850 msgr2=0x7fdb080b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.074+0000 7fdb27200640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb080b2850 0x7fdb080b4d10 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x55aa0832b230 tx=0x7fdb14005f90 comp rx=0 tx=0).stop 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 -- 172.21.15.6:0/3623164263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20103b70 msgr2=0x7fdb2019b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20103b70 0x7fdb2019b230 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fdb1000e9f0 tx=0x7fdb1000eeb0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 -- 172.21.15.6:0/3623164263 shutdown_connections 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb080b2850 0x7fdb080b4d10 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdb20104530 0x7fdb201a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb20103b70 0x7fdb2019b230 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 --2- 172.21.15.6:0/3623164263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdb20100ba0 0x7fdb2019acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 -- 172.21.15.6:0/3623164263 >> 172.21.15.6:0/3623164263 conn(0x7fdb200fc4b0 msgr2=0x7fdb20101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 -- 172.21.15.6:0/3623164263 shutdown_connections 2024-05-20T21:20:46.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:46.075+0000 7fdb27200640 1 -- 172.21.15.6:0/3623164263 wait complete. 2024-05-20T21:20:47.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 -- 172.21.15.6:0/3475972874 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42e010b760 msgr2=0x7f42e010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:47.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 --2- 172.21.15.6:0/3475972874 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42e010b760 0x7f42e010bb40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f42d0009990 tx=0x7f42d0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:47.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 -- 172.21.15.6:0/3475972874 shutdown_connections 2024-05-20T21:20:47.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 --2- 172.21.15.6:0/3475972874 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0106120 0x7f42e0112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:47.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 --2- 172.21.15.6:0/3475972874 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42e010b760 0x7f42e010bb40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:47.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 --2- 172.21.15.6:0/3475972874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e0105760 0x7f42e0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:47.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 -- 172.21.15.6:0/3475972874 >> 172.21.15.6:0/3475972874 conn(0x7f42e0101250 msgr2=0x7f42e0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:47.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 -- 172.21.15.6:0/3475972874 shutdown_connections 2024-05-20T21:20:47.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.741+0000 7f42e7200700 1 -- 172.21.15.6:0/3475972874 wait complete. 2024-05-20T21:20:47.743 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:47 smithi006 ceph-mon[31422]: pgmap v588: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.6 KiB/s wr, 8 op/s 2024-05-20T21:20:47.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.743+0000 7f42e7200700 1 Processor -- start 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.743+0000 7f42e7200700 1 -- start start 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.743+0000 7f42e7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0105760 0x7f42e019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.743+0000 7f42e7200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42e0106120 0x7f42e019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.743+0000 7f42e7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e010b760 0x7f42e01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.743+0000 7f42e7200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f42e0115960 con 0x7f42e0105760 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.743+0000 7f42e7200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f42e01157e0 con 0x7f42e010b760 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.743+0000 7f42e7200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f42e0115ae0 con 0x7f42e0106120 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0105760 0x7f42e019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0105760 0x7f42e019bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38542/0 (socket says 172.21.15.6:38542) 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 -- 172.21.15.6:0/1908586823 learned_addr learned my addr 172.21.15.6:0/1908586823 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42e5200700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e010b760 0x7f42e01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:47.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42d7e00700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42e0106120 0x7f42e019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:47.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 -- 172.21.15.6:0/1908586823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42e0106120 msgr2=0x7f42e019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:47.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42e0106120 0x7f42e019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:47.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 -- 172.21.15.6:0/1908586823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e010b760 msgr2=0x7f42e01a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:47.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e010b760 0x7f42e01a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:47.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 -- 172.21.15.6:0/1908586823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e01a0e00 con 0x7f42e0105760 2024-05-20T21:20:47.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.744+0000 7f42dfe00700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0105760 0x7f42e019bdf0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f42d00057f0 tx=0x7f42d000bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:47.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.745+0000 7f42dd600700 1 -- 172.21.15.6:0/1908586823 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d0026070 con 0x7f42e0105760 2024-05-20T21:20:47.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.745+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42e01a1090 con 0x7f42e0105760 2024-05-20T21:20:47.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.745+0000 7f42dd600700 1 -- 172.21.15.6:0/1908586823 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42d0021410 con 0x7f42e0105760 2024-05-20T21:20:47.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.745+0000 7f42dd600700 1 -- 172.21.15.6:0/1908586823 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d0017650 con 0x7f42e0105760 2024-05-20T21:20:47.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.745+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42e01a8970 con 0x7f42e0105760 2024-05-20T21:20:47.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.746+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42e010dcf0 con 0x7f42e0105760 2024-05-20T21:20:47.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.749+0000 7f42dd600700 1 -- 172.21.15.6:0/1908586823 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f42d0029070 con 0x7f42e0105760 2024-05-20T21:20:47.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.750+0000 7f42dd600700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42c40b2900 0x7f42c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:47.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.750+0000 7f42dd600700 1 -- 172.21.15.6:0/1908586823 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f42d00e3120 con 0x7f42e0105760 2024-05-20T21:20:47.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.750+0000 7f42d7e00700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42c40b2900 0x7f42c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:47.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.751+0000 7f42d7e00700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42c40b2900 0x7f42c40b4dc0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f42e01038d0 tx=0x7f42c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:47.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:47.753+0000 7f42dd600700 1 -- 172.21.15.6:0/1908586823 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f42d0030080 con 0x7f42e0105760 2024-05-20T21:20:47.840 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:47 smithi062 ceph-mon[36640]: pgmap v588: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.6 KiB/s wr, 8 op/s 2024-05-20T21:20:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:47 smithi042 ceph-mon[36332]: pgmap v588: 97 pgs: 97 active+clean; 2.0 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.6 KiB/s wr, 8 op/s 2024-05-20T21:20:48.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.040+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f42e019d150 con 0x7f42e0105760 2024-05-20T21:20:48.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.042+0000 7f42dd600700 1 -- 172.21.15.6:0/1908586823 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f42d0013070 con 0x7f42e0105760 2024-05-20T21:20:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:20:48.043 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:20:48.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42c40b2900 msgr2=0x7f42c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:48.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42c40b2900 0x7f42c40b4dc0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f42e01038d0 tx=0x7f42c8009260 comp rx=0 tx=0).stop 2024-05-20T21:20:48.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0105760 msgr2=0x7f42e019bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:48.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0105760 0x7f42e019bdf0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f42d00057f0 tx=0x7f42d000bfd0 comp rx=0 tx=0).stop 2024-05-20T21:20:48.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 shutdown_connections 2024-05-20T21:20:48.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42c40b2900 0x7f42c40b4dc0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42e010b760 0x7f42e01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f42e0105760 0x7f42e019bdf0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 --2- 172.21.15.6:0/1908586823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42e0106120 0x7f42e019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 >> 172.21.15.6:0/1908586823 conn(0x7f42e0101250 msgr2=0x7f42e0101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.046+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 shutdown_connections 2024-05-20T21:20:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:48.047+0000 7f42e7200700 1 -- 172.21.15.6:0/1908586823 wait complete. 2024-05-20T21:20:48.048 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:20:48.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:48 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1908586823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:48.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:48 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1908586823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:49.022 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:20:49.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:48 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1908586823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:20:49.481 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:49 smithi042 ceph-mon[36332]: pgmap v589: 97 pgs: 97 active+clean; 2.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.0 KiB/s wr, 12 op/s 2024-05-20T21:20:49.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:49 smithi006 ceph-mon[31422]: pgmap v589: 97 pgs: 97 active+clean; 2.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.0 KiB/s wr, 12 op/s 2024-05-20T21:20:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:49 smithi062 ceph-mon[36640]: pgmap v589: 97 pgs: 97 active+clean; 2.1 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.0 KiB/s wr, 12 op/s 2024-05-20T21:20:51.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 -- 172.21.15.6:0/3227609311 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c10b760 msgr2=0x7fb77c10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 --2- 172.21.15.6:0/3227609311 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c10b760 0x7fb77c10bb40 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb76c009990 tx=0x7fb76c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 -- 172.21.15.6:0/3227609311 shutdown_connections 2024-05-20T21:20:51.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 --2- 172.21.15.6:0/3227609311 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb77c106120 0x7fb77c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 --2- 172.21.15.6:0/3227609311 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c10b760 0x7fb77c10bb40 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 --2- 172.21.15.6:0/3227609311 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb77c105760 0x7fb77c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 -- 172.21.15.6:0/3227609311 >> 172.21.15.6:0/3227609311 conn(0x7fb77c101250 msgr2=0x7fb77c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:51.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 -- 172.21.15.6:0/3227609311 shutdown_connections 2024-05-20T21:20:51.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.758+0000 7fb782000700 1 -- 172.21.15.6:0/3227609311 wait complete. 2024-05-20T21:20:51.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.759+0000 7fb782000700 1 Processor -- start 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb782000700 1 -- start start 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb782000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c105760 0x7fb77c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb782000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb77c106120 0x7fb77c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb782000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb77c10b760 0x7fb77c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb782000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c115940 con 0x7fb77c105760 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb782000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c1157c0 con 0x7fb77c106120 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb782000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c115ac0 con 0x7fb77c10b760 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb77b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c105760 0x7fb77c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb77b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c105760 0x7fb77c19bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38560/0 (socket says 172.21.15.6:38560) 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb77b400700 1 -- 172.21.15.6:0/556398266 learned_addr learned my addr 172.21.15.6:0/556398266 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:51.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb77be00700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb77c10b760 0x7fb77c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.760+0000 7fb772a00700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb77c106120 0x7fb77c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.761+0000 7fb77be00700 1 -- 172.21.15.6:0/556398266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb77c106120 msgr2=0x7fb77c19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.761+0000 7fb77be00700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb77c106120 0x7fb77c19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.761+0000 7fb77be00700 1 -- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c105760 msgr2=0x7fb77c19bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.761+0000 7fb77be00700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c105760 0x7fb77c19bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.761+0000 7fb77be00700 1 -- 172.21.15.6:0/556398266 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb77c1a0e00 con 0x7fb77c10b760 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.761+0000 7fb77b400700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c105760 0x7fb77c19bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.761+0000 7fb77be00700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb77c10b760 0x7fb77c1a06c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fb77400e970 tx=0x7fb77400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.762+0000 7fb778c00700 1 -- 172.21.15.6:0/556398266 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb774004220 con 0x7fb77c10b760 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.762+0000 7fb778c00700 1 -- 172.21.15.6:0/556398266 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7740043c0 con 0x7fb77c10b760 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.762+0000 7fb782000700 1 -- 172.21.15.6:0/556398266 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb77c1a10f0 con 0x7fb77c10b760 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.762+0000 7fb778c00700 1 -- 172.21.15.6:0/556398266 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb774010700 con 0x7fb77c10b760 2024-05-20T21:20:51.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.762+0000 7fb782000700 1 -- 172.21.15.6:0/556398266 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb77c1a8970 con 0x7fb77c10b760 2024-05-20T21:20:51.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.766+0000 7fb778c00700 1 -- 172.21.15.6:0/556398266 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb774004750 con 0x7fb77c10b760 2024-05-20T21:20:51.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb78c8c9b80 1 Processor -- start 2024-05-20T21:20:51.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb78c8c9b80 1 -- start start 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb778c00700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7600b2900 0x7fb7600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b412290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b40c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56244b36ae40 con 0x56244b411eb0 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56244b35a9e0 con 0x56244b40c880 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56244b35ea20 con 0x56244b4127d0 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.767+0000 7fb778c00700 1 -- 172.21.15.6:0/556398266 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb7740e1ff0 con 0x7fb77c10b760 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b412290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b412290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38570/0 (socket says 172.21.15.6:38570) 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77b400700 1 -- 172.21.15.6:0/1598886880 learned_addr learned my addr 172.21.15.6:0/1598886880 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:51.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb772a00700 1 --2- 172.21.15.6:0/1598886880 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b40c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb772a00700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7600b2900 0x7fb7600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77be00700 1 -- 172.21.15.6:0/1598886880 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 msgr2=0x56244b40c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:51.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77be00700 1 --2- 172.21.15.6:0/1598886880 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b40c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77be00700 1 -- 172.21.15.6:0/1598886880 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 msgr2=0x56244b412290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:51.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77be00700 1 --2- 172.21.15.6:0/1598886880 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b412290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.768+0000 7fb77be00700 1 -- 172.21.15.6:0/1598886880 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56244b323420 con 0x56244b40c880 2024-05-20T21:20:51.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.769+0000 7fb77be00700 1 --2- 172.21.15.6:0/1598886880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40cce0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb77400e940 tx=0x7fb7740a90c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49b70f15fba3f092 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.769+0000 7fb770c00700 1 -- 172.21.15.6:0/1598886880 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb77401c040 con 0x56244b40c880 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.769+0000 7fb770c00700 1 -- 172.21.15.6:0/1598886880 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7740ad8e0 con 0x56244b40c880 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.769+0000 7fb770c00700 1 -- 172.21.15.6:0/1598886880 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7740b1f00 con 0x56244b40c880 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.769+0000 7fb772a00700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7600b2900 0x7fb7600b4dc0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb77c103860 tx=0x7fb76400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1598886880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 msgr2=0x56244b40cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1598886880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40cce0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb77400e940 tx=0x7fb7740a90c0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1598886880 shutdown_connections 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1598886880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40cce0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1598886880 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b412290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1598886880 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b40c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1598886880 >> 172.21.15.6:0/1598886880 conn(0x56244b33abe0 msgr2=0x56244b407010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:51.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1598886880 shutdown_connections 2024-05-20T21:20:51.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.770+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1598886880 wait complete. 2024-05-20T21:20:51.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 1 -- start start 2024-05-20T21:20:51.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 1 Processor -- start 2024-05-20T21:20:51.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b4185a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b415940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b415e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56244b260fa0 con 0x56244b411eb0 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56244b2fb760 con 0x56244b40c880 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56244b419240 con 0x56244b4127d0 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.771+0000 7fb78c8c9b80 10 client.0 _ll_register_callbacks cb 0x56244b304c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb772a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b415940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b4185a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b415e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b4185a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:50312/0 (socket says 172.21.15.6:50312) 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb772a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b415940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38584/0 (socket says 172.21.15.6:38584) 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77b400700 1 -- 172.21.15.6:0/1775054532 learned_addr learned my addr 172.21.15.6:0/1775054532 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77b400700 1 -- 172.21.15.6:0/1775054532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 msgr2=0x56244b415e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77b400700 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b415e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77b400700 1 -- 172.21.15.6:0/1775054532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 msgr2=0x56244b415940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77b400700 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b415940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77b400700 1 -- 172.21.15.6:0/1775054532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56244b2aa8d0 con 0x56244b40c880 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.772+0000 7fb77be00700 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b415e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.773+0000 7fb77b400700 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b4185a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb76c009740 tx=0x7fb76c005c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8507300621a947bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.773+0000 7fb769600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.773+0000 7fb769600700 1 -- 172.21.15.6:0/1775054532 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76c003880 con 0x56244b40c880 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.773+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1775054532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7740ad8e0 con 0x56244b40c880 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.773+0000 7fb769600700 1 -- 172.21.15.6:0/1775054532 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb76c003a20 con 0x56244b40c880 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.773+0000 7fb769600700 1 -- 172.21.15.6:0/1775054532 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb76c0056d0 con 0x56244b40c880 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.773+0000 7fb78c8c9b80 10 client.26582 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:51.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.773+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1775054532 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56244b32b060 con 0x56244b40c880 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb769600700 1 -- 172.21.15.6:0/1775054532 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7740ad8e0 con 0x56244b40c880 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb769600700 1 -- 172.21.15.6:0/1775054532 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb76c00f460 con 0x56244b40c880 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb78c8c9b80 10 client.26582 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb78c8c9b80 10 client.26582 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb78c8c9b80 20 client.26582 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56244b425f20 0x56244b428350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb78c8c9b80 4 client.26582 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1775054532 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56244b36cd90 con 0x56244b425f20 2024-05-20T21:20:51.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.774+0000 7fb772a00700 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56244b425f20 0x56244b428350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.775+0000 7fb772a00700 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56244b425f20 0x56244b428350 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7adec11701345bed server_cookie=b15f092267280e9a in_seq=0 out_seq=0 2024-05-20T21:20:51.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.775+0000 7fb769600700 10 client.26582 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:20:51.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb769600700 1 -- 172.21.15.6:0/1775054532 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56244b36cd90 con 0x56244b425f20 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb769600700 10 client.26582 handle_command_reply: tid=0 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 client.26582 shutdown 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1775054532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 msgr2=0x56244b4185a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b4185a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fb76c009740 tx=0x7fb76c005c80 comp rx=0 tx=0).stop 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1775054532 shutdown_connections 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b415e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56244b425f20 0x56244b428350 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b4185a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/1775054532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b415940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb769600700 0 client.26582 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.776+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1775054532 >> 172.21.15.6:0/1775054532 conn(0x56244b33abe0 msgr2=0x56244b40b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.777+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1775054532 shutdown_connections 2024-05-20T21:20:51.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.777+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/1775054532 wait complete. 2024-05-20T21:20:51.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.777+0000 7fb78c8c9b80 20 client.26582 trim_cache size 0 max 16384 2024-05-20T21:20:51.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb78c8c9b80 1 Processor -- start 2024-05-20T21:20:51.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb78c8c9b80 1 -- start start 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b4070f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b42dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c1b2810 con 0x56244b411eb0 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c1b00a0 con 0x56244b40c880 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c1adef0 con 0x56244b4127d0 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb77b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb77b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:50320/0 (socket says 172.21.15.6:50320) 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb77b400700 1 -- 172.21.15.6:0/3742515815 learned_addr learned my addr 172.21.15.6:0/3742515815 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:51.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.794+0000 7fb772a00700 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b4070f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb77be00700 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b42dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb77b400700 1 -- 172.21.15.6:0/3742515815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 msgr2=0x56244b42dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:51.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb77b400700 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b42dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb77b400700 1 -- 172.21.15.6:0/3742515815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 msgr2=0x56244b4070f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:51.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb77b400700 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b4070f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb77b400700 1 -- 172.21.15.6:0/3742515815 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56244b4125d0 con 0x56244b40c880 2024-05-20T21:20:51.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb77b400700 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40c260 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fb76c0098c0 tx=0x7fb76c0098f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3df509e04d1917d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb76be00700 1 -- 172.21.15.6:0/3742515815 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76c00f460 con 0x56244b40c880 2024-05-20T21:20:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb76be00700 1 -- 172.21.15.6:0/3742515815 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb76c00f600 con 0x56244b40c880 2024-05-20T21:20:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.795+0000 7fb76be00700 1 -- 172.21.15.6:0/3742515815 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76c0248e0 con 0x56244b40c880 2024-05-20T21:20:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/3742515815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 msgr2=0x56244b40c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40c260 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fb76c0098c0 tx=0x7fb76c0098f0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/3742515815 shutdown_connections 2024-05-20T21:20:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b4127d0 0x56244b42dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b40c880 0x56244b40c260 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/3742515815 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b4070f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/3742515815 >> 172.21.15.6:0/3742515815 conn(0x56244b33abe0 msgr2=0x56244b4069e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/3742515815 shutdown_connections 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.796+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/3742515815 wait complete. 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.797+0000 7fb78c8c9b80 1 -- start start 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.797+0000 7fb78c8c9b80 1 Processor -- start 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b40c880 0x56244b42d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b42dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb78c8c9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b4127d0 0x56244b42e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c1ae560 con 0x56244b411eb0 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c1af9d0 con 0x56244b4127d0 2024-05-20T21:20:51.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb78c8c9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb77c1aec30 con 0x56244b40c880 2024-05-20T21:20:51.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb78c8c9b80 10 client.0 _ll_register_callbacks cb 0x56244b304c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:51.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb772a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b42dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb772a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b42dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38598/0 (socket says 172.21.15.6:38598) 2024-05-20T21:20:51.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb772a00700 1 -- 172.21.15.6:0/2508775859 learned_addr learned my addr 172.21.15.6:0/2508775859 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:51.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb77b400700 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b40c880 0x56244b42d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb77be00700 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b4127d0 0x56244b42e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb772a00700 1 -- 172.21.15.6:0/2508775859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b40c880 msgr2=0x56244b42d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb772a00700 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b40c880 0x56244b42d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb772a00700 1 -- 172.21.15.6:0/2508775859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b4127d0 msgr2=0x56244b42e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:51.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb772a00700 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b4127d0 0x56244b42e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.798+0000 7fb772a00700 1 -- 172.21.15.6:0/2508775859 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56244b48fb40 con 0x56244b411eb0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.799+0000 7fb772a00700 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b42dcd0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb76401aa50 tx=0x7fb764004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb9c1ccb9e1623c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.799+0000 7fb769600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.799+0000 7fb769600700 1 -- 172.21.15.6:0/2508775859 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764004240 con 0x56244b411eb0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.799+0000 7fb769600700 1 -- 172.21.15.6:0/2508775859 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb7640043e0 con 0x56244b411eb0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.799+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/2508775859 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb76c00f600 con 0x56244b411eb0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.799+0000 7fb769600700 1 -- 172.21.15.6:0/2508775859 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb7640045e0 con 0x56244b411eb0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.799+0000 7fb78c8c9b80 10 client.16458 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.799+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/2508775859 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56244b490ed0 con 0x56244b411eb0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb769600700 1 -- 172.21.15.6:0/2508775859 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb76c00f600 con 0x56244b411eb0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb769600700 1 -- 172.21.15.6:0/2508775859 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb76401bc00 con 0x56244b411eb0 2024-05-20T21:20:51.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb78c8c9b80 10 client.16458 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb78c8c9b80 10 client.16458 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb78c8c9b80 20 client.16458 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56244b4915f0 0x56244b493a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb78c8c9b80 4 client.16458 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/2508775859 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56244b366570 con 0x56244b4915f0 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.800+0000 7fb77b400700 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56244b4915f0 0x56244b493a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb77b400700 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56244b4915f0 0x56244b493a10 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9757ff92473a3ea2 server_cookie=f43febdc502fcfea in_seq=0 out_seq=0 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb769600700 10 client.16458 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb769600700 1 -- 172.21.15.6:0/2508775859 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56244b366570 con 0x56244b4915f0 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb769600700 10 client.16458 handle_command_reply: tid=0 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 client.16458 shutdown 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/2508775859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 msgr2=0x56244b42dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b42dcd0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb76401aa50 tx=0x7fb764004b40 comp rx=0 tx=0).stop 2024-05-20T21:20:51.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/2508775859 shutdown_connections 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56244b4915f0 0x56244b493a10 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56244b4127d0 0x56244b42e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56244b40c880 0x56244b42d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 --2- 172.21.15.6:0/2508775859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56244b411eb0 0x56244b42dcd0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb769600700 0 client.16458 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.801+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/2508775859 >> 172.21.15.6:0/2508775859 conn(0x56244b33abe0 msgr2=0x56244b414230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.802+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/2508775859 shutdown_connections 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.802+0000 7fb78c8c9b80 1 -- 172.21.15.6:0/2508775859 wait complete. 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.802+0000 7fb78c8c9b80 20 client.16458 trim_cache size 0 max 16384 2024-05-20T21:20:51.805 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:20:51.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 -- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7600b2900 msgr2=0x7fb7600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7600b2900 0x7fb7600b4dc0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb77c103860 tx=0x7fb76400b040 comp rx=0 tx=0).stop 2024-05-20T21:20:51.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 -- 172.21.15.6:0/556398266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb77c10b760 msgr2=0x7fb77c1a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:51.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb77c10b760 0x7fb77c1a06c0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fb77400e970 tx=0x7fb77400ec80 comp rx=0 tx=0).stop 2024-05-20T21:20:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 -- 172.21.15.6:0/556398266 shutdown_connections 2024-05-20T21:20:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb7600b2900 0x7fb7600b4dc0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb77c10b760 0x7fb77c1a06c0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb77c105760 0x7fb77c19bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 --2- 172.21.15.6:0/556398266 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb77c106120 0x7fb77c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 -- 172.21.15.6:0/556398266 >> 172.21.15.6:0/556398266 conn(0x7fb77c101250 msgr2=0x7fb77c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 -- 172.21.15.6:0/556398266 shutdown_connections 2024-05-20T21:20:51.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:51.803+0000 7fb782000700 1 -- 172.21.15.6:0/556398266 wait complete. 2024-05-20T21:20:51.870 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:51 smithi006 ceph-mon[31422]: pgmap v590: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 10 op/s 2024-05-20T21:20:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:51 smithi042 ceph-mon[36332]: pgmap v590: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 10 op/s 2024-05-20T21:20:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:51 smithi062 ceph-mon[36640]: pgmap v590: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 10 op/s 2024-05-20T21:20:52.589 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:20:53.035 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:53 smithi042 ceph-mon[36332]: pgmap v591: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-05-20T21:20:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:53 smithi006 ceph-mon[31422]: pgmap v591: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-05-20T21:20:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:53 smithi062 ceph-mon[36640]: pgmap v591: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.4 KiB/s wr, 12 op/s 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 -- 172.21.15.6:0/3309754184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241041a0 msgr2=0x7f79241081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 --2- 172.21.15.6:0/3309754184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241041a0 0x7f79241081c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f790c0099c0 tx=0x7f790c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 -- 172.21.15.6:0/3309754184 shutdown_connections 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 --2- 172.21.15.6:0/3309754184 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79241088f0 0x7f7924110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 --2- 172.21.15.6:0/3309754184 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79241037f0 0x7f7924103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 --2- 172.21.15.6:0/3309754184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241041a0 0x7f79241081c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 -- 172.21.15.6:0/3309754184 >> 172.21.15.6:0/3309754184 conn(0x7f792407a6a0 msgr2=0x7f792407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 -- 172.21.15.6:0/3309754184 shutdown_connections 2024-05-20T21:20:55.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.150+0000 7f792aa00700 1 -- 172.21.15.6:0/3309754184 wait complete. 2024-05-20T21:20:55.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.152+0000 7f792aa00700 1 Processor -- start 2024-05-20T21:20:55.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.152+0000 7f792aa00700 1 -- start start 2024-05-20T21:20:55.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.152+0000 7f792aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241037f0 0x7f792419f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f792aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79241041a0 0x7f792419fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f792aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79241088f0 0x7f7924199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f792aa00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7924113720 con 0x7f79241041a0 2024-05-20T21:20:55.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f792aa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f79241135a0 con 0x7f79241037f0 2024-05-20T21:20:55.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f792aa00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f79241138a0 con 0x7f79241088f0 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7923e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241037f0 0x7f792419f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7923e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241037f0 0x7f792419f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:50364/0 (socket says 172.21.15.6:50364) 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7923e00700 1 -- 172.21.15.6:0/2692084335 learned_addr learned my addr 172.21.15.6:0/2692084335 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f791b400700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79241041a0 0x7f792419fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7928a00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79241088f0 0x7f7924199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7923e00700 1 -- 172.21.15.6:0/2692084335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79241088f0 msgr2=0x7f7924199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7923e00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79241088f0 0x7f7924199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7923e00700 1 -- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79241041a0 msgr2=0x7f792419fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7923e00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79241041a0 0x7f792419fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.153+0000 7f7923e00700 1 -- 172.21.15.6:0/2692084335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f792419a160 con 0x7f79241037f0 2024-05-20T21:20:55.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.154+0000 7f7923e00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241037f0 0x7f792419f7f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f791400c370 tx=0x7f791400c680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:55.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.154+0000 7f7921600700 1 -- 172.21.15.6:0/2692084335 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79140092e0 con 0x7f79241037f0 2024-05-20T21:20:55.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.154+0000 7f792aa00700 1 -- 172.21.15.6:0/2692084335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f792419a3f0 con 0x7f79241037f0 2024-05-20T21:20:55.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.154+0000 7f7921600700 1 -- 172.21.15.6:0/2692084335 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f791400cbe0 con 0x7f79241037f0 2024-05-20T21:20:55.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.154+0000 7f792aa00700 1 -- 172.21.15.6:0/2692084335 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79241a66c0 con 0x7f79241037f0 2024-05-20T21:20:55.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.154+0000 7f7921600700 1 -- 172.21.15.6:0/2692084335 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914004600 con 0x7f79241037f0 2024-05-20T21:20:55.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.158+0000 7f7921600700 1 -- 172.21.15.6:0/2692084335 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f791401a020 con 0x7f79241037f0 2024-05-20T21:20:55.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.159+0000 7f7935458b80 1 Processor -- start 2024-05-20T21:20:55.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.159+0000 7f7935458b80 1 -- start start 2024-05-20T21:20:55.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7935458b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bea00 0x564c2f2bede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7935458b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bf320 0x564c2f2b8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7935458b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2b9550 0x564c2f2b99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7935458b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564c2f212e40 con 0x564c2f2bea00 2024-05-20T21:20:55.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7935458b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564c2f2029e0 con 0x564c2f2b9550 2024-05-20T21:20:55.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7921600700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79080b2880 0x7f79080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7935458b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564c2f206a20 con 0x564c2f2bf320 2024-05-20T21:20:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7921600700 1 -- 172.21.15.6:0/2692084335 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f79140e1a40 con 0x7f79241037f0 2024-05-20T21:20:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7928a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bea00 0x564c2f2bede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7923e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bf320 0x564c2f2b8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7923e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bf320 0x564c2f2b8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40054/0 (socket says 172.21.15.6:40054) 2024-05-20T21:20:55.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f7923e00700 1 -- 172.21.15.6:0/1119009596 learned_addr learned my addr 172.21.15.6:0/1119009596 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.160+0000 7f791b400700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79080b2880 0x7f79080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7923e00700 1 -- 172.21.15.6:0/1119009596 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2b9550 msgr2=0x564c2f2b99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7923e00700 1 --2- 172.21.15.6:0/1119009596 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2b9550 0x564c2f2b99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7923e00700 1 -- 172.21.15.6:0/1119009596 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bea00 msgr2=0x564c2f2bede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7923e00700 1 --2- 172.21.15.6:0/1119009596 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bea00 0x564c2f2bede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7923e00700 1 -- 172.21.15.6:0/1119009596 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c2f1cb420 con 0x564c2f2bf320 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7923e00700 1 --2- 172.21.15.6:0/1119009596 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bf320 0x564c2f2b8f30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f79140a8f80 tx=0x7f7914009480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45bf1321f0073bf8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7919600700 1 -- 172.21.15.6:0/1119009596 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79140a8ff0 con 0x564c2f2bf320 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7919600700 1 -- 172.21.15.6:0/1119009596 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79140ad3a0 con 0x564c2f2bf320 2024-05-20T21:20:55.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.161+0000 7f7919600700 1 -- 172.21.15.6:0/1119009596 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79140a94b0 con 0x564c2f2bf320 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 -- 172.21.15.6:0/1119009596 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bf320 msgr2=0x564c2f2b8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 --2- 172.21.15.6:0/1119009596 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bf320 0x564c2f2b8f30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f79140a8f80 tx=0x7f7914009480 comp rx=0 tx=0).stop 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f791b400700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79080b2880 0x7f79080b4d40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7924103140 tx=0x7f790c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 -- 172.21.15.6:0/1119009596 shutdown_connections 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 --2- 172.21.15.6:0/1119009596 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2b9550 0x564c2f2b99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 --2- 172.21.15.6:0/1119009596 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bea00 0x564c2f2bede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 --2- 172.21.15.6:0/1119009596 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bf320 0x564c2f2b8f30 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 -- 172.21.15.6:0/1119009596 >> 172.21.15.6:0/1119009596 conn(0x564c2f1e2be0 msgr2=0x564c2f2af690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 -- 172.21.15.6:0/1119009596 shutdown_connections 2024-05-20T21:20:55.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.162+0000 7f7935458b80 1 -- 172.21.15.6:0/1119009596 wait complete. 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.163+0000 7f7935458b80 1 -- start start 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.163+0000 7f7935458b80 1 Processor -- start 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.163+0000 7f7935458b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2b9550 0x564c2f2c5100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.163+0000 7f7935458b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bea00 0x564c2f2c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.163+0000 7f7935458b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bf320 0x564c2f2c29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.163+0000 7f7935458b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564c2f108fa0 con 0x564c2f2bf320 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.163+0000 7f7935458b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564c2f1a3760 con 0x564c2f2bea00 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.163+0000 7f7935458b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564c2f2c5e20 con 0x564c2f2b9550 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f7935458b80 10 client.0 _ll_register_callbacks cb 0x564c2f1acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f791b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bea00 0x564c2f2c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f7928a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bf320 0x564c2f2c29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f7923e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2b9550 0x564c2f2c5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f791b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bea00 0x564c2f2c24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:50388/0 (socket says 172.21.15.6:50388) 2024-05-20T21:20:55.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f791b400700 1 -- 172.21.15.6:0/3553730794 learned_addr learned my addr 172.21.15.6:0/3553730794 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:55.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f791b400700 1 -- 172.21.15.6:0/3553730794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2b9550 msgr2=0x564c2f2c5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:55.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f791b400700 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2b9550 0x564c2f2c5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f791b400700 1 -- 172.21.15.6:0/3553730794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bf320 msgr2=0x564c2f2c29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:55.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f791b400700 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bf320 0x564c2f2c29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f791b400700 1 -- 172.21.15.6:0/3553730794 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c2f1528d0 con 0x564c2f2bea00 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f7923e00700 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2b9550 0x564c2f2c5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.164+0000 7f7928a00700 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bf320 0x564c2f2c29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.165+0000 7f791b400700 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bea00 0x564c2f2c24a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f790c015000 tx=0x7f790c009cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba10304e9168ee3c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.165+0000 7f7912000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.165+0000 7f7912000700 1 -- 172.21.15.6:0/3553730794 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c033060 con 0x564c2f2bea00 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.165+0000 7f7935458b80 1 -- 172.21.15.6:0/3553730794 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79140ad3a0 con 0x564c2f2bea00 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.165+0000 7f7912000700 1 -- 172.21.15.6:0/3553730794 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f790c00bba0 con 0x564c2f2bea00 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7912000700 1 -- 172.21.15.6:0/3553730794 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f790c00bda0 con 0x564c2f2bea00 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7935458b80 10 client.26597 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7935458b80 1 -- 172.21.15.6:0/3553730794 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564c2f1d3060 con 0x564c2f2bea00 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7912000700 1 -- 172.21.15.6:0/3553730794 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79140ad3a0 con 0x564c2f2bea00 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7912000700 1 -- 172.21.15.6:0/3553730794 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f790c010470 con 0x564c2f2bea00 2024-05-20T21:20:55.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7935458b80 10 client.26597 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:55.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7935458b80 10 client.26597 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:20:55.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7935458b80 20 client.26597 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:55.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7935458b80 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564c2f2d2a60 0x564c2f2d4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7935458b80 4 client.26597 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:55.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.166+0000 7f7935458b80 1 -- 172.21.15.6:0/3553730794 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c2f214d90 con 0x564c2f2d2a60 2024-05-20T21:20:55.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.167+0000 7f7923e00700 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564c2f2d2a60 0x564c2f2d4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.167+0000 7f7923e00700 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564c2f2d2a60 0x564c2f2d4e50 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=370654c6a5371244 server_cookie=d2d8f44777ba9bef in_seq=0 out_seq=0 2024-05-20T21:20:55.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.167+0000 7f7912000700 10 client.26597 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:20:55.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.168+0000 7f7912000700 1 -- 172.21.15.6:0/3553730794 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564c2f214d90 con 0x564c2f2d2a60 2024-05-20T21:20:55.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.168+0000 7f7912000700 10 client.26597 handle_command_reply: tid=0 2024-05-20T21:20:55.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.168+0000 7f7935458b80 1 client.26597 shutdown 2024-05-20T21:20:55.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.168+0000 7f7935458b80 1 -- 172.21.15.6:0/3553730794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bea00 msgr2=0x564c2f2c24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.168+0000 7f7935458b80 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bea00 0x564c2f2c24a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f790c015000 tx=0x7f790c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.168+0000 7f7935458b80 1 -- 172.21.15.6:0/3553730794 shutdown_connections 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7935458b80 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2bf320 0x564c2f2c29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7935458b80 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564c2f2d2a60 0x564c2f2d4e50 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7935458b80 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2b9550 0x564c2f2c5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7935458b80 1 --2- 172.21.15.6:0/3553730794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bea00 0x564c2f2c24a0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7912000700 0 client.26597 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7935458b80 1 -- 172.21.15.6:0/3553730794 >> 172.21.15.6:0/3553730794 conn(0x564c2f1e2be0 msgr2=0x564c2f2aed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7935458b80 1 -- 172.21.15.6:0/3553730794 shutdown_connections 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7935458b80 1 -- 172.21.15.6:0/3553730794 wait complete. 2024-05-20T21:20:55.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.169+0000 7f7935458b80 20 client.26597 trim_cache size 0 max 16384 2024-05-20T21:20:55.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.186+0000 7f7935458b80 1 Processor -- start 2024-05-20T21:20:55.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.186+0000 7f7935458b80 1 -- start start 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.186+0000 7f7935458b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2c2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.186+0000 7f7935458b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2af4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.186+0000 7f7935458b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 0x564c2f2da6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.186+0000 7f7935458b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f79241ae500 con 0x564c2f2b9550 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.186+0000 7f7935458b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f79241abd90 con 0x564c2f2bf320 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.186+0000 7f7935458b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f79241a9c00 con 0x564c2f2bea00 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f7923e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2c2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f791b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2af4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f7923e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2c2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38644/0 (socket says 172.21.15.6:38644) 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f7923e00700 1 -- 172.21.15.6:0/2206824887 learned_addr learned my addr 172.21.15.6:0/2206824887 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f791b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2af4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40074/0 (socket says 172.21.15.6:40074) 2024-05-20T21:20:55.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f7928a00700 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 0x564c2f2da6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f791b400700 1 -- 172.21.15.6:0/2206824887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 msgr2=0x564c2f2da6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f791b400700 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 0x564c2f2da6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f791b400700 1 -- 172.21.15.6:0/2206824887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 msgr2=0x564c2f2c2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f791b400700 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2c2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f791b400700 1 -- 172.21.15.6:0/2206824887 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c2f2d54b0 con 0x564c2f2bea00 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f7923e00700 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2c2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.187+0000 7f791b400700 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2af4f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f790c010840 tx=0x7f790c00bfc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=604e51aeea7192f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.188+0000 7f7918c00700 1 -- 172.21.15.6:0/2206824887 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c033070 con 0x564c2f2bea00 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.188+0000 7f7918c00700 1 -- 172.21.15.6:0/2206824887 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f790c010ab0 con 0x564c2f2bea00 2024-05-20T21:20:55.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.188+0000 7f7918c00700 1 -- 172.21.15.6:0/2206824887 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c023cd0 con 0x564c2f2bea00 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.188+0000 7f7935458b80 1 -- 172.21.15.6:0/2206824887 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 msgr2=0x564c2f2af4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.188+0000 7f7935458b80 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2af4f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f790c010840 tx=0x7f790c00bfc0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 -- 172.21.15.6:0/2206824887 shutdown_connections 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 0x564c2f2da6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2c2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 --2- 172.21.15.6:0/2206824887 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2af4f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 -- 172.21.15.6:0/2206824887 >> 172.21.15.6:0/2206824887 conn(0x564c2f1e2be0 msgr2=0x564c2f2c2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 -- 172.21.15.6:0/2206824887 shutdown_connections 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 -- 172.21.15.6:0/2206824887 wait complete. 2024-05-20T21:20:55.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 -- start start 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.189+0000 7f7935458b80 1 Processor -- start 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7935458b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2cb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7935458b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2cb8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7935458b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 0x564c2f2d9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7935458b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f79241aa250 con 0x564c2f2b9550 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7935458b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f79241ab6c0 con 0x564c2f2bf320 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7935458b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f79241aa920 con 0x564c2f2bea00 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7935458b80 10 client.0 _ll_register_callbacks cb 0x564c2f1acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:55.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7923e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2cb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f791b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2cb8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7923e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2cb3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38654/0 (socket says 172.21.15.6:38654) 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7923e00700 1 -- 172.21.15.6:0/2702483939 learned_addr learned my addr 172.21.15.6:0/2702483939 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.190+0000 7f7928a00700 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 0x564c2f2d9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.191+0000 7f791b400700 1 -- 172.21.15.6:0/2702483939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 msgr2=0x564c2f2d9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.191+0000 7f791b400700 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 0x564c2f2d9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.191+0000 7f791b400700 1 -- 172.21.15.6:0/2702483939 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 msgr2=0x564c2f2cb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.191+0000 7f791b400700 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2cb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.191+0000 7f791b400700 1 -- 172.21.15.6:0/2702483939 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c2f2da660 con 0x564c2f2bea00 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.191+0000 7f791b400700 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2cb8f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x564c2f2c0d20 tx=0x7f790c0104f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=673d8dc25756f238 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.191+0000 7f7912000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.191+0000 7f7912000700 1 -- 172.21.15.6:0/2702483939 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c046060 con 0x564c2f2bea00 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7935458b80 1 -- 172.21.15.6:0/2702483939 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f790c010ab0 con 0x564c2f2bea00 2024-05-20T21:20:55.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7912000700 1 -- 172.21.15.6:0/2702483939 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f790c041670 con 0x564c2f2bea00 2024-05-20T21:20:55.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7912000700 1 -- 172.21.15.6:0/2702483939 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f790c033070 con 0x564c2f2bea00 2024-05-20T21:20:55.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7935458b80 10 client.26587 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:55.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7935458b80 1 -- 172.21.15.6:0/2702483939 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564c2f33d170 con 0x564c2f2bea00 2024-05-20T21:20:55.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7912000700 1 -- 172.21.15.6:0/2702483939 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f790c010ab0 con 0x564c2f2bea00 2024-05-20T21:20:55.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7912000700 1 -- 172.21.15.6:0/2702483939 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f790c023840 con 0x564c2f2bea00 2024-05-20T21:20:55.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7935458b80 10 client.26587 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:55.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7935458b80 10 client.26587 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.192+0000 7f7935458b80 20 client.26587 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.193+0000 7f7935458b80 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564c2f33d5d0 0x564c2f33f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.193+0000 7f7935458b80 4 client.26587 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.193+0000 7f7935458b80 1 -- 172.21.15.6:0/2702483939 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564c2f20e570 con 0x564c2f33d5d0 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.193+0000 7f7923e00700 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564c2f33d5d0 0x564c2f33f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.193+0000 7f7923e00700 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564c2f33d5d0 0x564c2f33f9c0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=946339dfab4e7cdb server_cookie=300b40f825806444 in_seq=0 out_seq=0 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.193+0000 7f7912000700 10 client.26587 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7912000700 1 -- 172.21.15.6:0/2702483939 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564c2f20e570 con 0x564c2f33d5d0 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7912000700 10 client.26587 handle_command_reply: tid=0 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 client.26587 shutdown 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 -- 172.21.15.6:0/2702483939 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 msgr2=0x564c2f2cb8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2cb8f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x564c2f2c0d20 tx=0x7f790c0104f0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 -- 172.21.15.6:0/2702483939 shutdown_connections 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564c2f2bf320 0x564c2f2d9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564c2f2b9550 0x564c2f2cb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564c2f33d5d0 0x564c2f33f9c0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 --2- 172.21.15.6:0/2702483939 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564c2f2bea00 0x564c2f2cb8f0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 -- 172.21.15.6:0/2702483939 >> 172.21.15.6:0/2702483939 conn(0x564c2f1e2be0 msgr2=0x564c2f2bf700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7912000700 0 client.26587 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 -- 172.21.15.6:0/2702483939 shutdown_connections 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 1 -- 172.21.15.6:0/2702483939 wait complete. 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.194+0000 7f7935458b80 20 client.26587 trim_cache size 0 max 16384 2024-05-20T21:20:55.197 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:20:55.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 -- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79080b2880 msgr2=0x7f79080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79080b2880 0x7f79080b4d40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f7924103140 tx=0x7f790c005fb0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 -- 172.21.15.6:0/2692084335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241037f0 msgr2=0x7f792419f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:55.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241037f0 0x7f792419f7f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f791400c370 tx=0x7f791400c680 comp rx=0 tx=0).stop 2024-05-20T21:20:55.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 -- 172.21.15.6:0/2692084335 shutdown_connections 2024-05-20T21:20:55.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79080b2880 0x7f79080b4d40 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79241088f0 0x7f7924199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f79241037f0 0x7f792419f7f0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 --2- 172.21.15.6:0/2692084335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79241041a0 0x7f792419fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:55.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 -- 172.21.15.6:0/2692084335 >> 172.21.15.6:0/2692084335 conn(0x7f792407a6a0 msgr2=0x7f7924101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:55.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 -- 172.21.15.6:0/2692084335 shutdown_connections 2024-05-20T21:20:55.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:55.195+0000 7f792aa00700 1 -- 172.21.15.6:0/2692084335 wait complete. 2024-05-20T21:20:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:55 smithi042 ceph-mon[36332]: pgmap v592: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:20:55.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:55 smithi006 ceph-mon[31422]: pgmap v592: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:20:55.990 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:20:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:55 smithi062 ceph-mon[36640]: pgmap v592: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:20:56.477 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:20:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:57 smithi042 ceph-mon[36332]: pgmap v593: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:20:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:57 smithi006 ceph-mon[31422]: pgmap v593: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:20:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:57 smithi062 ceph-mon[36640]: pgmap v593: 97 pgs: 97 active+clean; 2.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:20:58.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.872+0000 7fdc78a00700 1 -- 172.21.15.6:0/860305412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 msgr2=0x7fdc74110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.872+0000 7fdc78a00700 1 --2- 172.21.15.6:0/860305412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 0x7fdc74110470 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c009fc0 tx=0x7fdc6c00b330 comp rx=0 tx=0).stop 2024-05-20T21:20:58.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.873+0000 7fdc78a00700 1 -- 172.21.15.6:0/860305412 shutdown_connections 2024-05-20T21:20:58.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.873+0000 7fdc78a00700 1 --2- 172.21.15.6:0/860305412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 0x7fdc74110470 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.873+0000 7fdc78a00700 1 --2- 172.21.15.6:0/860305412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc741037f0 0x7fdc74103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.873+0000 7fdc78a00700 1 --2- 172.21.15.6:0/860305412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc741041a0 0x7fdc741081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.873+0000 7fdc78a00700 1 -- 172.21.15.6:0/860305412 >> 172.21.15.6:0/860305412 conn(0x7fdc7407a6a0 msgr2=0x7fdc7407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:58.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.873+0000 7fdc78a00700 1 -- 172.21.15.6:0/860305412 shutdown_connections 2024-05-20T21:20:58.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.873+0000 7fdc78a00700 1 -- 172.21.15.6:0/860305412 wait complete. 2024-05-20T21:20:58.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.874+0000 7fdc78a00700 1 Processor -- start 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.874+0000 7fdc78a00700 1 -- start start 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc78a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc741037f0 0x7fdc7419f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc78a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc741041a0 0x7fdc7419fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc78a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 0x7fdc74199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc78a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdc74113710 con 0x7fdc741088f0 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc78a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdc74113590 con 0x7fdc741041a0 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc78a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdc74113890 con 0x7fdc741037f0 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc63e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc741041a0 0x7fdc7419fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc72800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 0x7fdc74199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc63e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc741041a0 0x7fdc7419fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:36410/0 (socket says 172.21.15.6:36410) 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc63e00700 1 -- 172.21.15.6:0/2908349315 learned_addr learned my addr 172.21.15.6:0/2908349315 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:58.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc71e00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc741037f0 0x7fdc7419f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc63e00700 1 -- 172.21.15.6:0/2908349315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc741037f0 msgr2=0x7fdc7419f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc63e00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc741037f0 0x7fdc7419f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc63e00700 1 -- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 msgr2=0x7fdc74199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc63e00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 0x7fdc74199950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.875+0000 7fdc63e00700 1 -- 172.21.15.6:0/2908349315 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc7419a0b0 con 0x7fdc741041a0 2024-05-20T21:20:58.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.876+0000 7fdc71e00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc741037f0 0x7fdc7419f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:58.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.876+0000 7fdc72800700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 0x7fdc74199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:58.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.876+0000 7fdc63e00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc741041a0 0x7fdc7419fcd0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c00e9a0 tx=0x7fdc5c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:58.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.876+0000 7fdc6b400700 1 -- 172.21.15.6:0/2908349315 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c00ca10 con 0x7fdc741041a0 2024-05-20T21:20:58.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.876+0000 7fdc6b400700 1 -- 172.21.15.6:0/2908349315 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc5c00cbb0 con 0x7fdc741041a0 2024-05-20T21:20:58.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.876+0000 7fdc78a00700 1 -- 172.21.15.6:0/2908349315 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc7419a3a0 con 0x7fdc741041a0 2024-05-20T21:20:58.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.876+0000 7fdc6b400700 1 -- 172.21.15.6:0/2908349315 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c018680 con 0x7fdc741041a0 2024-05-20T21:20:58.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.876+0000 7fdc78a00700 1 -- 172.21.15.6:0/2908349315 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc741a6660 con 0x7fdc741041a0 2024-05-20T21:20:58.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.880+0000 7fdc6b400700 1 -- 172.21.15.6:0/2908349315 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc5c010430 con 0x7fdc741041a0 2024-05-20T21:20:58.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.881+0000 7fdc83453b80 1 Processor -- start 2024-05-20T21:20:58.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.881+0000 7fdc83453b80 1 -- start start 2024-05-20T21:20:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a81de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a7bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a7c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc83453b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557b989d5e40 con 0x557b98a7c550 2024-05-20T21:20:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc83453b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557b989c59e0 con 0x557b98a81a00 2024-05-20T21:20:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc83453b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557b989c9a20 con 0x557b98a82320 2024-05-20T21:20:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc6b400700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc540b2880 0x7fdc540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc63e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a7c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc71e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a7bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc72800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a81de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc63e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a7c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36984/0 (socket says 172.21.15.6:36984) 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc63e00700 1 -- 172.21.15.6:0/3354523659 learned_addr learned my addr 172.21.15.6:0/3354523659 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.882+0000 7fdc6b400700 1 -- 172.21.15.6:0/2908349315 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdc5c0e2460 con 0x7fdc741041a0 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.883+0000 7fdc72800700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc540b2880 0x7fdc540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.883+0000 7fdc72800700 1 -- 172.21.15.6:0/3354523659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 msgr2=0x557b98a7bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.883+0000 7fdc72800700 1 --2- 172.21.15.6:0/3354523659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a7bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.883+0000 7fdc72800700 1 -- 172.21.15.6:0/3354523659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 msgr2=0x557b98a7c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.883+0000 7fdc72800700 1 --2- 172.21.15.6:0/3354523659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a7c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.883+0000 7fdc72800700 1 -- 172.21.15.6:0/3354523659 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b9898e420 con 0x557b98a81a00 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.883+0000 7fdc63e00700 1 --2- 172.21.15.6:0/3354523659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a7c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.883+0000 7fdc72800700 1 --2- 172.21.15.6:0/3354523659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a81de0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c00b6c0 tx=0x7fdc6c00ba70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b183627d8b7d5a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc63400700 1 -- 172.21.15.6:0/3354523659 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c02e070 con 0x557b98a81a00 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc63400700 1 -- 172.21.15.6:0/3354523659 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc6c007b70 con 0x557b98a81a00 2024-05-20T21:20:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc63400700 1 -- 172.21.15.6:0/3354523659 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c01eae0 con 0x557b98a81a00 2024-05-20T21:20:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc83453b80 1 -- 172.21.15.6:0/3354523659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 msgr2=0x557b98a81de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc72800700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc540b2880 0x7fdc540b4d40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c02b000 tx=0x7fdc6c027000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc83453b80 1 --2- 172.21.15.6:0/3354523659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a81de0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c00b6c0 tx=0x7fdc6c00ba70 comp rx=0 tx=0).stop 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc83453b80 1 -- 172.21.15.6:0/3354523659 shutdown_connections 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc83453b80 1 --2- 172.21.15.6:0/3354523659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a7c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc83453b80 1 --2- 172.21.15.6:0/3354523659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a81de0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc83453b80 1 --2- 172.21.15.6:0/3354523659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a7bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.884+0000 7fdc83453b80 1 -- 172.21.15.6:0/3354523659 >> 172.21.15.6:0/3354523659 conn(0x557b989a5be0 msgr2=0x557b98a72690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.885+0000 7fdc83453b80 1 -- 172.21.15.6:0/3354523659 shutdown_connections 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.885+0000 7fdc83453b80 1 -- 172.21.15.6:0/3354523659 wait complete. 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.885+0000 7fdc83453b80 1 -- start start 2024-05-20T21:20:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.885+0000 7fdc83453b80 1 Processor -- start 2024-05-20T21:20:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a880c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a85460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a859a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc83453b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557b988cbfa0 con 0x557b98a7c550 2024-05-20T21:20:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc83453b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557b98966760 con 0x557b98a82320 2024-05-20T21:20:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc83453b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557b98a88e20 con 0x557b98a81a00 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc83453b80 10 client.0 _ll_register_callbacks cb 0x557b9896fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc71e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a880c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc63e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a85460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc71e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a880c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36992/0 (socket says 172.21.15.6:36992) 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc63e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a85460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34416/0 (socket says 172.21.15.6:34416) 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc71e00700 1 -- 172.21.15.6:0/387513987 learned_addr learned my addr 172.21.15.6:0/387513987 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.886+0000 7fdc72800700 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a859a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc63e00700 1 -- 172.21.15.6:0/387513987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 msgr2=0x557b98a859a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc63e00700 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a859a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc63e00700 1 -- 172.21.15.6:0/387513987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 msgr2=0x557b98a880c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc63e00700 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a880c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc63e00700 1 -- 172.21.15.6:0/387513987 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b989158d0 con 0x557b98a81a00 2024-05-20T21:20:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc71e00700 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a880c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc63e00700 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a85460 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c0a5a00 tx=0x7fdc5c010c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2320bfcbe99f064 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc5be00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc5be00700 1 -- 172.21.15.6:0/387513987 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c0a9490 con 0x557b98a81a00 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc5be00700 1 -- 172.21.15.6:0/387513987 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdc5c0a9df0 con 0x557b98a81a00 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.887+0000 7fdc83453b80 1 -- 172.21.15.6:0/387513987 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc6c007b70 con 0x557b98a81a00 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc5be00700 1 -- 172.21.15.6:0/387513987 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdc5c0aa080 con 0x557b98a81a00 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc83453b80 10 client.26599 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc83453b80 1 -- 172.21.15.6:0/387513987 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557b98996060 con 0x557b98a81a00 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc5be00700 1 -- 172.21.15.6:0/387513987 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc6c007b70 con 0x557b98a81a00 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc5be00700 1 -- 172.21.15.6:0/387513987 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdc5c0b2350 con 0x557b98a81a00 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc83453b80 10 client.26599 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc83453b80 10 client.26599 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc83453b80 20 client.26599 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc83453b80 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557b98a95960 0x557b98a97d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc83453b80 4 client.26599 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:58.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.888+0000 7fdc83453b80 1 -- 172.21.15.6:0/387513987 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b989d7d90 con 0x557b98a95960 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.889+0000 7fdc71e00700 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557b98a95960 0x557b98a97d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.889+0000 7fdc71e00700 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557b98a95960 0x557b98a97d50 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40b42da8e773b52c server_cookie=c83d903c629e04e0 in_seq=0 out_seq=0 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.889+0000 7fdc5be00700 10 client.26599 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.890+0000 7fdc5be00700 1 -- 172.21.15.6:0/387513987 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557b989d7d90 con 0x557b98a95960 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.890+0000 7fdc5be00700 10 client.26599 handle_command_reply: tid=0 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.890+0000 7fdc83453b80 1 client.26599 shutdown 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 -- 172.21.15.6:0/387513987 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 msgr2=0x557b98a85460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a85460 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c0a5a00 tx=0x7fdc5c010c10 comp rx=0 tx=0).stop 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 -- 172.21.15.6:0/387513987 shutdown_connections 2024-05-20T21:20:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a859a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a880c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557b98a95960 0x557b98a97d50 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 --2- 172.21.15.6:0/387513987 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a85460 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 -- 172.21.15.6:0/387513987 >> 172.21.15.6:0/387513987 conn(0x557b989a5be0 msgr2=0x557b98a71d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc5be00700 0 client.26599 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 -- 172.21.15.6:0/387513987 shutdown_connections 2024-05-20T21:20:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 1 -- 172.21.15.6:0/387513987 wait complete. 2024-05-20T21:20:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.891+0000 7fdc83453b80 20 client.26599 trim_cache size 0 max 16384 2024-05-20T21:20:58.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.908+0000 7fdc83453b80 1 Processor -- start 2024-05-20T21:20:58.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.908+0000 7fdc83453b80 1 -- start start 2024-05-20T21:20:58.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.908+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a97d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.908+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a82e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.908+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a724f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.908+0000 7fdc83453b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdc741ae510 con 0x557b98a7c550 2024-05-20T21:20:58.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc83453b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdc741abda0 con 0x557b98a82320 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc83453b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdc741a9bf0 con 0x557b98a81a00 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc71e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a97d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc72800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a724f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc63e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a82e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc72800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a724f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:36432/0 (socket says 172.21.15.6:36432) 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc71e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a97d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36998/0 (socket says 172.21.15.6:36998) 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc72800700 1 -- 172.21.15.6:0/3201911605 learned_addr learned my addr 172.21.15.6:0/3201911605 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc63e00700 1 -- 172.21.15.6:0/3201911605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 msgr2=0x557b98a724f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc63e00700 1 --2- 172.21.15.6:0/3201911605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a724f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc63e00700 1 -- 172.21.15.6:0/3201911605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 msgr2=0x557b98a97d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:58.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc63e00700 1 --2- 172.21.15.6:0/3201911605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a97d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc63e00700 1 -- 172.21.15.6:0/3201911605 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b98a983b0 con 0x557b98a81a00 2024-05-20T21:20:58.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.909+0000 7fdc71e00700 1 --2- 172.21.15.6:0/3201911605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a97d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:58.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.910+0000 7fdc63e00700 1 --2- 172.21.15.6:0/3201911605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a82e10 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c0a5f20 tx=0x7fdc5c0cc410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28e257c82459650c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:58.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.910+0000 7fdc62a00700 1 -- 172.21.15.6:0/3201911605 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c0c0e60 con 0x557b98a81a00 2024-05-20T21:20:58.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.910+0000 7fdc62a00700 1 -- 172.21.15.6:0/3201911605 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc5c0b27e0 con 0x557b98a81a00 2024-05-20T21:20:58.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.910+0000 7fdc62a00700 1 -- 172.21.15.6:0/3201911605 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc5c0b2350 con 0x557b98a81a00 2024-05-20T21:20:58.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.910+0000 7fdc83453b80 1 -- 172.21.15.6:0/3201911605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 msgr2=0x557b98a82e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.910+0000 7fdc83453b80 1 --2- 172.21.15.6:0/3201911605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a82e10 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c0a5f20 tx=0x7fdc5c0cc410 comp rx=0 tx=0).stop 2024-05-20T21:20:58.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 -- 172.21.15.6:0/3201911605 shutdown_connections 2024-05-20T21:20:58.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 --2- 172.21.15.6:0/3201911605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a82320 0x557b98a724f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 --2- 172.21.15.6:0/3201911605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a97d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 --2- 172.21.15.6:0/3201911605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a81a00 0x557b98a82e10 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 -- 172.21.15.6:0/3201911605 >> 172.21.15.6:0/3201911605 conn(0x557b989a5be0 msgr2=0x557b98a82700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 -- 172.21.15.6:0/3201911605 shutdown_connections 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 -- 172.21.15.6:0/3201911605 wait complete. 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 -- start start 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.911+0000 7fdc83453b80 1 Processor -- start 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a8e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a8e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc83453b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a8b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc83453b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdc741aa260 con 0x557b98a7c550 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc83453b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdc741ab6d0 con 0x557b98a81a00 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc83453b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdc741aa930 con 0x557b98a82320 2024-05-20T21:20:58.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc83453b80 10 client.0 _ll_register_callbacks cb 0x557b9896fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc71e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a8e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc72800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a8b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc72800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a8b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34424/0 (socket says 172.21.15.6:34424) 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc72800700 1 -- 172.21.15.6:0/1817535268 learned_addr learned my addr 172.21.15.6:0/1817535268 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.912+0000 7fdc63e00700 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a8e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc72800700 1 -- 172.21.15.6:0/1817535268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 msgr2=0x557b98a8e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc72800700 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a8e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc72800700 1 -- 172.21.15.6:0/1817535268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 msgr2=0x557b98a8e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc72800700 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a8e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc72800700 1 -- 172.21.15.6:0/1817535268 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b98a7c180 con 0x557b98a82320 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc71e00700 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a8e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc72800700 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a8b0b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c009550 tx=0x7fdc6c01eba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4f25ff2b52c9093 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:58.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc5be00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:20:58.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc5be00700 1 -- 172.21.15.6:0/1817535268 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c02e040 con 0x557b98a82320 2024-05-20T21:20:58.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.913+0000 7fdc83453b80 1 -- 172.21.15.6:0/1817535268 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc5c0b27e0 con 0x557b98a82320 2024-05-20T21:20:58.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc5be00700 1 -- 172.21.15.6:0/1817535268 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdc6c0078c0 con 0x557b98a82320 2024-05-20T21:20:58.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc5be00700 1 -- 172.21.15.6:0/1817535268 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdc6c007ac0 con 0x557b98a82320 2024-05-20T21:20:58.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc83453b80 10 client.26605 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:58.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc83453b80 1 -- 172.21.15.6:0/1817535268 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557b98b00960 con 0x557b98a82320 2024-05-20T21:20:58.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc5be00700 1 -- 172.21.15.6:0/1817535268 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc5c0b27e0 con 0x557b98a82320 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc5be00700 1 -- 172.21.15.6:0/1817535268 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdc6c011070 con 0x557b98a82320 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc83453b80 10 client.26605 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc83453b80 10 client.26605 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc83453b80 20 client.26605 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc83453b80 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557b98b00b90 0x557b98b02f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc83453b80 4 client.26605 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.914+0000 7fdc83453b80 1 -- 172.21.15.6:0/1817535268 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557b989d1570 con 0x557b98b00b90 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.915+0000 7fdc71e00700 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557b98b00b90 0x557b98b02f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.915+0000 7fdc71e00700 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557b98b00b90 0x557b98b02f80 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f55bdbe4ee2ac8b server_cookie=de9a0f042e3b19a0 in_seq=0 out_seq=0 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.915+0000 7fdc5be00700 10 client.26605 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.915+0000 7fdc5be00700 1 -- 172.21.15.6:0/1817535268 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557b989d1570 con 0x557b98b00b90 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc5be00700 10 client.26605 handle_command_reply: tid=0 2024-05-20T21:20:58.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 client.26605 shutdown 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 -- 172.21.15.6:0/1817535268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 msgr2=0x557b98a8b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a8b0b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c009550 tx=0x7fdc6c01eba0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 -- 172.21.15.6:0/1817535268 shutdown_connections 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557b98b00b90 0x557b98b02f80 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557b98a82320 0x557b98a8b0b0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557b98a7c550 0x557b98a8e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 --2- 172.21.15.6:0/1817535268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557b98a81a00 0x557b98a8e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 -- 172.21.15.6:0/1817535268 >> 172.21.15.6:0/1817535268 conn(0x557b989a5be0 msgr2=0x557b98a76b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc5be00700 0 client.26605 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 -- 172.21.15.6:0/1817535268 shutdown_connections 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 1 -- 172.21.15.6:0/1817535268 wait complete. 2024-05-20T21:20:58.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.916+0000 7fdc83453b80 20 client.26605 trim_cache size 0 max 16384 2024-05-20T21:20:58.920 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:20:58.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 -- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc540b2880 msgr2=0x7fdc540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc540b2880 0x7fdc540b4d40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c02b000 tx=0x7fdc6c027000 comp rx=0 tx=0).stop 2024-05-20T21:20:58.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 -- 172.21.15.6:0/2908349315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc741041a0 msgr2=0x7fdc7419fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc741041a0 0x7fdc7419fcd0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c00e9a0 tx=0x7fdc5c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 -- 172.21.15.6:0/2908349315 shutdown_connections 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc540b2880 0x7fdc540b4d40 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc741088f0 0x7fdc74199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc741037f0 0x7fdc7419f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 --2- 172.21.15.6:0/2908349315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc741041a0 0x7fdc7419fcd0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 -- 172.21.15.6:0/2908349315 >> 172.21.15.6:0/2908349315 conn(0x7fdc7407a6a0 msgr2=0x7fdc74101690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 -- 172.21.15.6:0/2908349315 shutdown_connections 2024-05-20T21:20:58.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:20:58.917+0000 7fdc78a00700 1 -- 172.21.15.6:0/2908349315 wait complete. 2024-05-20T21:20:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 -- 172.21.15.6:0/2389270970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e0c078ff0 msgr2=0x7f9e0c079890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 --2- 172.21.15.6:0/2389270970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e0c078ff0 0x7f9e0c079890 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9e04009ca0 tx=0x7f9e0402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 -- 172.21.15.6:0/2389270970 shutdown_connections 2024-05-20T21:20:59.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 --2- 172.21.15.6:0/2389270970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e0c078ff0 0x7f9e0c079890 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 --2- 172.21.15.6:0/2389270970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e0c078650 0x7f9e0c078ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 --2- 172.21.15.6:0/2389270970 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e0c077410 0x7f9e0c077830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 -- 172.21.15.6:0/2389270970 >> 172.21.15.6:0/2389270970 conn(0x7f9e0c100270 msgr2=0x7f9e0c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 -- 172.21.15.6:0/2389270970 shutdown_connections 2024-05-20T21:20:59.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.228+0000 7f9e14000640 1 -- 172.21.15.6:0/2389270970 wait complete. 2024-05-20T21:20:59.230 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.229+0000 7f9e14000640 1 Processor -- start 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.229+0000 7f9e14000640 1 -- start start 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e14000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e0c077410 0x7f9e0c19f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e14000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e0c078650 0x7f9e0c19f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e14000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e0c078ff0 0x7f9e0c1a6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e14000640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c114c60 con 0x7f9e0c078ff0 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e14000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c114ae0 con 0x7f9e0c078650 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e14000640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c114de0 con 0x7f9e0c077410 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e11600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e0c077410 0x7f9e0c19f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e11600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e0c077410 0x7f9e0c19f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34440/0 (socket says 172.21.15.6:34440) 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e12000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e0c078ff0 0x7f9e0c1a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e11600640 1 -- 172.21.15.6:0/1212163546 learned_addr learned my addr 172.21.15.6:0/1212163546 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:59.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.230+0000 7f9e10c00640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e0c078650 0x7f9e0c19f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e11600640 1 -- 172.21.15.6:0/1212163546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e0c078650 msgr2=0x7f9e0c19f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e11600640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e0c078650 0x7f9e0c19f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e11600640 1 -- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e0c078ff0 msgr2=0x7f9e0c1a6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e11600640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e0c078ff0 0x7f9e0c1a6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e11600640 1 -- 172.21.15.6:0/1212163546 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e0c1a6e80 con 0x7f9e0c077410 2024-05-20T21:20:59.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e11600640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e0c077410 0x7f9e0c19f260 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9e0000ea60 tx=0x7f9e0000ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e0a000640 1 -- 172.21.15.6:0/1212163546 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0000cde0 con 0x7f9e0c077410 2024-05-20T21:20:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e0a000640 1 -- 172.21.15.6:0/1212163546 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e000035f0 con 0x7f9e0c077410 2024-05-20T21:20:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e0a000640 1 -- 172.21.15.6:0/1212163546 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e00010690 con 0x7f9e0c077410 2024-05-20T21:20:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e14000640 1 -- 172.21.15.6:0/1212163546 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e0c1a7170 con 0x7f9e0c077410 2024-05-20T21:20:59.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.231+0000 7f9e14000640 1 -- 172.21.15.6:0/1212163546 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e0c1a7710 con 0x7f9e0c077410 2024-05-20T21:20:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.234+0000 7f9e16e28740 1 Processor -- start 2024-05-20T21:20:59.234 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e16e28740 1 -- start start 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa7986af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79870020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 0x55aa79872b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e16e28740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55aa797dab90 con 0x55aa7986b520 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e16e28740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55aa797ca730 con 0x55aa79870690 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e16e28740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55aa797ce770 con 0x55aa7986ab30 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e0a000640 1 -- 172.21.15.6:0/1212163546 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9e000037a0 con 0x7f9e0c077410 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e12000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa7986af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.235+0000 7f9e12000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa7986af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34444/0 (socket says 172.21.15.6:34444) 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e12000640 1 -- 172.21.15.6:0/672905525 learned_addr learned my addr 172.21.15.6:0/672905525 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e10c00640 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 0x55aa79872b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e11600640 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79870020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e12000640 1 -- 172.21.15.6:0/672905525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 msgr2=0x55aa79872b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e12000640 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 0x55aa79872b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e12000640 1 -- 172.21.15.6:0/672905525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 msgr2=0x55aa79870020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e12000640 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79870020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e12000640 1 -- 172.21.15.6:0/672905525 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa797638b0 con 0x55aa7986ab30 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.236+0000 7f9e12000640 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa7986af50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9e04009ca0 tx=0x7f9e040093c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f0835636bb3e8d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.237+0000 7f9dfe600640 1 -- 172.21.15.6:0/672905525 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e04031650 con 0x55aa7986ab30 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.237+0000 7f9dfe600640 1 -- 172.21.15.6:0/672905525 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e04036030 con 0x55aa7986ab30 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.237+0000 7f9dfe600640 1 -- 172.21.15.6:0/672905525 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e04004680 con 0x55aa7986ab30 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e0a000640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9df40b2860 0x7f9df40b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 -- 172.21.15.6:0/672905525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 msgr2=0x55aa7986af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa7986af50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9e04009ca0 tx=0x7f9e040093c0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 -- 172.21.15.6:0/672905525 shutdown_connections 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 0x55aa79872b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79870020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 --2- 172.21.15.6:0/672905525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa7986af50 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 -- 172.21.15.6:0/672905525 >> 172.21.15.6:0/672905525 conn(0x55aa798661a0 msgr2=0x55aa798665a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e11600640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9df40b2860 0x7f9df40b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e0a000640 1 -- 172.21.15.6:0/1212163546 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9e000e2550 con 0x7f9e0c077410 2024-05-20T21:20:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 -- 172.21.15.6:0/672905525 shutdown_connections 2024-05-20T21:20:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.238+0000 7f9e16e28740 1 -- 172.21.15.6:0/672905525 wait complete. 2024-05-20T21:20:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 1 -- start start 2024-05-20T21:20:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e11600640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9df40b2860 0x7f9df40b4d20 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f9e000a9770 tx=0x7f9e0000ef90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 1 Processor -- start 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79874c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 0x55aa7987bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55aa794b0790 con 0x55aa7986b520 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55aa79772bc0 con 0x55aa79870690 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55aa79873460 con 0x55aa7986ab30 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.239+0000 7f9e16e28740 10 client.0 _ll_register_callbacks cb 0x55aa79750400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e12000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e12000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34454/0 (socket says 172.21.15.6:34454) 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e12000640 1 -- 172.21.15.6:0/3153343008 learned_addr learned my addr 172.21.15.6:0/3153343008 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e10c00640 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79874c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e12000640 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 0x55aa7987bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e10c00640 1 -- 172.21.15.6:0/3153343008 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 msgr2=0x55aa79874740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e10c00640 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e10c00640 1 -- 172.21.15.6:0/3153343008 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 msgr2=0x55aa7987bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e10c00640 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 0x55aa7987bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e10c00640 1 -- 172.21.15.6:0/3153343008 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa794df210 con 0x55aa7986b520 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9e10c00640 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79874c80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c1a0770 tx=0x7f9df8012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df2c514430683bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.240+0000 7f9df2a00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.241+0000 7f9df2a00640 1 -- 172.21.15.6:0/3153343008 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df800f8c0 con 0x55aa7986b520 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.241+0000 7f9df2a00640 1 -- 172.21.15.6:0/3153343008 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9df800fa60 con 0x55aa7986b520 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.241+0000 7f9e16e28740 1 -- 172.21.15.6:0/3153343008 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e04036030 con 0x55aa7986b520 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.241+0000 7f9df2a00640 1 -- 172.21.15.6:0/3153343008 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9df800fc60 con 0x55aa7986b520 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.241+0000 7f9e16e28740 10 client.16506 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.241+0000 7f9e16e28740 1 -- 172.21.15.6:0/3153343008 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aa795ab620 con 0x55aa7986b520 2024-05-20T21:20:59.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.241+0000 7f9df2a00640 1 -- 172.21.15.6:0/3153343008 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e04036030 con 0x55aa7986b520 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.242+0000 7f9df2a00640 1 -- 172.21.15.6:0/3153343008 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9df801c420 con 0x55aa7986b520 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.242+0000 7f9e16e28740 10 client.16506 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.242+0000 7f9e16e28740 10 client.16506 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.242+0000 7f9e16e28740 20 client.16506 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.242+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa798803a0 0x55aa798827b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.242+0000 7f9e16e28740 4 client.16506 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.242+0000 7f9e16e28740 1 -- 172.21.15.6:0/3153343008 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa797dcae0 con 0x55aa798803a0 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.242+0000 7f9e12000640 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa798803a0 0x55aa798827b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.243+0000 7f9e12000640 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa798803a0 0x55aa798827b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecd7d567e89bad24 server_cookie=c8653b66baabfd2c in_seq=0 out_seq=0 2024-05-20T21:20:59.245 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.243+0000 7f9df2a00640 10 client.16506 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.243+0000 7f9df2a00640 1 -- 172.21.15.6:0/3153343008 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55aa797dcae0 con 0x55aa798803a0 2024-05-20T21:20:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.243+0000 7f9df2a00640 10 client.16506 handle_command_reply: tid=0 2024-05-20T21:20:59.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 client.16506 shutdown 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 -- 172.21.15.6:0/3153343008 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 msgr2=0x55aa79874c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79874c80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c1a0770 tx=0x7f9df8012b60 comp rx=0 tx=0).stop 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 -- 172.21.15.6:0/3153343008 shutdown_connections 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa798803a0 0x55aa798827b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa79870690 0x55aa7987bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa79874c80 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3153343008 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9df2a00640 0 client.16506 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 -- 172.21.15.6:0/3153343008 >> 172.21.15.6:0/3153343008 conn(0x55aa798661a0 msgr2=0x55aa79865310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 -- 172.21.15.6:0/3153343008 shutdown_connections 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 1 -- 172.21.15.6:0/3153343008 wait complete. 2024-05-20T21:20:59.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.244+0000 7f9e16e28740 20 client.16506 trim_cache size 0 max 16384 2024-05-20T21:20:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.261+0000 7f9e16e28740 1 Processor -- start 2024-05-20T21:20:59.261 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.261+0000 7f9e16e28740 1 -- start start 2024-05-20T21:20:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa7987bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa79870690 0x55aa7986c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e16e28740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c1b2fc0 con 0x55aa7986b520 2024-05-20T21:20:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e16e28740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c1b0890 con 0x55aa7986ab30 2024-05-20T21:20:59.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e16e28740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c1ae6e0 con 0x55aa79870690 2024-05-20T21:20:59.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e12000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa79870690 0x55aa7986c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e12000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa79870690 0x55aa7986c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34466/0 (socket says 172.21.15.6:34466) 2024-05-20T21:20:59.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e12000640 1 -- 172.21.15.6:0/86081018 learned_addr learned my addr 172.21.15.6:0/86081018 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.262+0000 7f9e12000640 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9e12000640 1 -- 172.21.15.6:0/86081018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 msgr2=0x55aa79874740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9e12000640 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9e12000640 1 -- 172.21.15.6:0/86081018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 msgr2=0x55aa7987bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9e10c00640 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa7987bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9e12000640 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa7987bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9e12000640 1 -- 172.21.15.6:0/86081018 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa79865fd0 con 0x55aa79870690 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9e10c00640 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa7987bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9e12000640 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa79870690 0x55aa7986c6d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9e04000f80 tx=0x7f9e04009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae9d2c256708b3a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9dfdc00640 1 -- 172.21.15.6:0/86081018 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e04031510 con 0x55aa79870690 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.263+0000 7f9dfdc00640 1 -- 172.21.15.6:0/86081018 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e04036070 con 0x55aa79870690 2024-05-20T21:20:59.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9dfdc00640 1 -- 172.21.15.6:0/86081018 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e04003d70 con 0x55aa79870690 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 -- 172.21.15.6:0/86081018 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa79870690 msgr2=0x55aa7986c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa79870690 0x55aa7986c6d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9e04000f80 tx=0x7f9e04009a20 comp rx=0 tx=0).stop 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 -- 172.21.15.6:0/86081018 shutdown_connections 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa79870690 0x55aa7986c6d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa7986b520 0x55aa7987bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 --2- 172.21.15.6:0/86081018 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 0x55aa79874740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 -- 172.21.15.6:0/86081018 >> 172.21.15.6:0/86081018 conn(0x55aa798661a0 msgr2=0x55aa7986bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 -- 172.21.15.6:0/86081018 shutdown_connections 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.264+0000 7f9e16e28740 1 -- 172.21.15.6:0/86081018 wait complete. 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 1 -- start start 2024-05-20T21:20:59.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 1 Processor -- start 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 0x55aa79879720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986b520 0x55aa79879c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa79870690 0x55aa7987ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c1aed50 con 0x55aa79870690 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c1b01c0 con 0x55aa7986ab30 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c1af420 con 0x55aa7986b520 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.265+0000 7f9e16e28740 10 client.0 _ll_register_callbacks cb 0x7f9df8009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa79870690 0x55aa7987ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 0x55aa79879720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa79870690 0x55aa7987ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37052/0 (socket says 172.21.15.6:37052) 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 -- 172.21.15.6:0/3880791848 learned_addr learned my addr 172.21.15.6:0/3880791848 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e10c00640 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986b520 0x55aa79879c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 -- 172.21.15.6:0/3880791848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986b520 msgr2=0x55aa79879c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986b520 0x55aa79879c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 -- 172.21.15.6:0/3880791848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 msgr2=0x55aa79879720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 0x55aa79879720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e12000640 1 -- 172.21.15.6:0/3880791848 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa79875800 con 0x55aa79870690 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.266+0000 7f9e10c00640 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986b520 0x55aa79879c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9e12000640 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa79870690 0x55aa7987ac70 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9e04009bf0 tx=0x7f9e04005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e14005dd5f858211 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9df2a00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9df2a00640 1 -- 172.21.15.6:0/3880791848 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e040317c0 con 0x55aa79870690 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9df2a00640 1 -- 172.21.15.6:0/3880791848 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9e04004370 con 0x55aa79870690 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9e16e28740 1 -- 172.21.15.6:0/3880791848 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e04036070 con 0x55aa79870690 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9df2a00640 1 -- 172.21.15.6:0/3880791848 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e04004570 con 0x55aa79870690 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9e16e28740 10 client.16509 fetch_fsmap learned FSMap version 26 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9e16e28740 1 -- 172.21.15.6:0/3880791848 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aa798735a0 con 0x55aa79870690 2024-05-20T21:20:59.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.267+0000 7f9df2a00640 1 -- 172.21.15.6:0/3880791848 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e04036070 con 0x55aa79870690 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.268+0000 7f9df2a00640 1 -- 172.21.15.6:0/3880791848 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e04061040 con 0x55aa79870690 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.268+0000 7f9e16e28740 10 client.16509 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.268+0000 7f9e16e28740 10 client.16509 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.268+0000 7f9e16e28740 20 client.16509 populate_metadata read hostname 'smithi006' 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.268+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa798eb5c0 0x55aa798ed9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.268+0000 7f9e16e28740 4 client.16509 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.268+0000 7f9e16e28740 1 -- 172.21.15.6:0/3880791848 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55aa797d62c0 con 0x55aa798eb5c0 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.268+0000 7f9e10c00640 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa798eb5c0 0x55aa798ed9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.269+0000 7f9e10c00640 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa798eb5c0 0x55aa798ed9e0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4106475682532bcd server_cookie=42ff9405a6a0e569 in_seq=0 out_seq=0 2024-05-20T21:20:59.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.269+0000 7f9df2a00640 10 client.16509 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9df2a00640 1 -- 172.21.15.6:0/3880791848 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55aa797d62c0 con 0x55aa798eb5c0 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9df2a00640 10 client.16509 handle_command_reply: tid=0 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 client.16509 shutdown 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 -- 172.21.15.6:0/3880791848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa79870690 msgr2=0x55aa7987ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa79870690 0x55aa7987ac70 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9e04009bf0 tx=0x7f9e04005f70 comp rx=0 tx=0).stop 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 -- 172.21.15.6:0/3880791848 shutdown_connections 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55aa798eb5c0 0x55aa798ed9e0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55aa79870690 0x55aa7987ac70 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55aa7986b520 0x55aa79879c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 --2- 172.21.15.6:0/3880791848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55aa7986ab30 0x55aa79879720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9df2a00640 0 client.16509 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:20:59.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.283+0000 7f9e16e28740 1 -- 172.21.15.6:0/3880791848 >> 172.21.15.6:0/3880791848 conn(0x55aa798661a0 msgr2=0x55aa7986bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.284+0000 7f9e16e28740 1 -- 172.21.15.6:0/3880791848 shutdown_connections 2024-05-20T21:20:59.284 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.284+0000 7f9e16e28740 1 -- 172.21.15.6:0/3880791848 wait complete. 2024-05-20T21:20:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.284+0000 7f9e16e28740 20 client.16509 trim_cache size 0 max 16384 2024-05-20T21:20:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:20:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:20:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.284+0000 7f9e14000640 1 -- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9df40b2860 msgr2=0x7f9df40b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.284+0000 7f9e14000640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9df40b2860 0x7f9df40b4d20 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f9e000a9770 tx=0x7f9e0000ef90 comp rx=0 tx=0).stop 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.284+0000 7f9e14000640 1 -- 172.21.15.6:0/1212163546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e0c077410 msgr2=0x7f9e0c19f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.284+0000 7f9e14000640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e0c077410 0x7f9e0c19f260 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9e0000ea60 tx=0x7f9e0000ef20 comp rx=0 tx=0).stop 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.285+0000 7f9e14000640 1 -- 172.21.15.6:0/1212163546 shutdown_connections 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.285+0000 7f9e14000640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9df40b2860 0x7f9df40b4d20 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.285+0000 7f9e14000640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e0c078ff0 0x7f9e0c1a6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.285+0000 7f9e14000640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e0c078650 0x7f9e0c19f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.285+0000 7f9e14000640 1 --2- 172.21.15.6:0/1212163546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e0c077410 0x7f9e0c19f260 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.285+0000 7f9e14000640 1 -- 172.21.15.6:0/1212163546 >> 172.21.15.6:0/1212163546 conn(0x7f9e0c100270 msgr2=0x7f9e0c101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:20:59.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.285+0000 7f9e14000640 1 -- 172.21.15.6:0/1212163546 shutdown_connections 2024-05-20T21:20:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:20:59.285+0000 7f9e14000640 1 -- 172.21.15.6:0/1212163546 wait complete. 2024-05-20T21:20:59.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:20:59 smithi006 ceph-mon[31422]: pgmap v594: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:21:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:20:59 smithi062 ceph-mon[36640]: pgmap v594: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:21:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:20:59 smithi042 ceph-mon[36332]: pgmap v594: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:21:00.421 INFO:tasks.workunit.client.0.smithi006.stdout:64/600: open fd = 3 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:65/600: open fd = 3 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:66/600: open fd = 3 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.422 INFO:tasks.workunit.client.0.smithi006.stdout:67/600: open fd = 3 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:68/600: open fd = 3 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:69/600: open fd = 3 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:70/600: open fd = 3 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.423 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:71/600: open fd = 3 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:72/600: open fd = 3 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:73/600: open fd = 3 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:74/600: open fd = 3 2024-05-20T21:21:00.424 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:75/600: open fd = 3 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:76/600: open fd = 3 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:77/600: open fd = 3 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.425 INFO:tasks.workunit.client.0.smithi006.stdout:78/600: open fd = 3 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:79/600: open fd = 3 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:80/600: open fd = 3 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:81/600: open fd = 3 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.426 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:82/600: open fd = 3 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:83/600: open fd = 3 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:84/600: open fd = 3 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:85/600: open fd = 3 2024-05-20T21:21:00.427 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:86/600: open fd = 3 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:87/600: open fd = 3 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:88/600: open fd = 3 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.428 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:89/600: open fd = 3 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:90/600: open fd = 3 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:91/600: open fd = 3 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:92/600: open fd = 3 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.429 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:93/600: open fd = 3 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:94/600: open fd = 3 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:95/600: open fd = 3 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:96/600: open fd = 3 2024-05-20T21:21:00.430 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:97/600: open fd = 3 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:98/600: open fd = 3 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:99/600: open fd = 3 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.431 INFO:tasks.workunit.client.0.smithi006.stdout:100/600: open fd = 3 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:101/600: open fd = 3 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:102/600: open fd = 3 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:103/600: open fd = 3 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.432 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:104/600: open fd = 3 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:105/600: open fd = 3 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:106/600: open fd = 3 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:107/600: open fd = 3 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.433 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:108/600: open fd = 3 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:109/600: open fd = 3 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:110/600: open fd = 3 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.434 INFO:tasks.workunit.client.0.smithi006.stdout:111/600: open fd = 3 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:112/600: open fd = 3 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:113/600: open fd = 3 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:114/600: open fd = 3 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.435 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:115/600: open fd = 3 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:116/600: open fd = 3 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:117/600: open fd = 3 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:118/600: open fd = 3 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.436 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:119/600: open fd = 3 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:120/600: open fd = 3 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:121/600: open fd = 3 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.437 INFO:tasks.workunit.client.0.smithi006.stdout:122/600: open fd = 3 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:123/600: open fd = 3 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:124/600: open fd = 3 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:125/600: open fd = 3 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.438 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.439 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:21:00.439 INFO:tasks.workunit.client.0.smithi006.stdout:126/600: open fd = 3 2024-05-20T21:21:00.439 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:21:00.854 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:21:00.855 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:21:01.343 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:01.848 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:01 smithi006 ceph-mon[31422]: pgmap v595: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:01 smithi062 ceph-mon[36640]: pgmap v595: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:01 smithi042 ceph-mon[36332]: pgmap v595: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:03.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:03 smithi006 ceph-mon[31422]: pgmap v596: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:03.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 -- 172.21.15.6:0/1868380884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 msgr2=0x7fe904075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 --2- 172.21.15.6:0/1868380884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 0x7fe904075d50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4009990 tx=0x7fe8f4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 -- 172.21.15.6:0/1868380884 shutdown_connections 2024-05-20T21:21:03.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 --2- 172.21.15.6:0/1868380884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe90410fcb0 0x7fe904112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 --2- 172.21.15.6:0/1868380884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 0x7fe904075d50 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 --2- 172.21.15.6:0/1868380884 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe904076290 0x7fe90410f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 -- 172.21.15.6:0/1868380884 >> 172.21.15.6:0/1868380884 conn(0x7fe9040fefc0 msgr2=0x7fe9041013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 -- 172.21.15.6:0/1868380884 shutdown_connections 2024-05-20T21:21:03.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.722+0000 7fe903200700 1 -- 172.21.15.6:0/1868380884 wait complete. 2024-05-20T21:21:03.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.723+0000 7fe903200700 1 Processor -- start 2024-05-20T21:21:03.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.723+0000 7fe903200700 1 -- start start 2024-05-20T21:21:03.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe903200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 0x7fe90419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe903200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe904076290 0x7fe90419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe903200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe90410fcb0 0x7fe9041a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe903200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe9041158a0 con 0x7fe90410fcb0 2024-05-20T21:21:03.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe903200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe904115720 con 0x7fe904075970 2024-05-20T21:21:03.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe903200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe904115a20 con 0x7fe904076290 2024-05-20T21:21:03.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe901e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 0x7fe90419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe901e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 0x7fe90419bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:36508/0 (socket says 172.21.15.6:36508) 2024-05-20T21:21:03.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe902800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe90410fcb0 0x7fe9041a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe901e00700 1 -- 172.21.15.6:0/1130011187 learned_addr learned my addr 172.21.15.6:0/1130011187 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:03.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe8f9400700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe904076290 0x7fe90419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe901e00700 1 -- 172.21.15.6:0/1130011187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe904076290 msgr2=0x7fe90419c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.724+0000 7fe901e00700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe904076290 0x7fe90419c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe901e00700 1 -- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe90410fcb0 msgr2=0x7fe9041a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe901e00700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe90410fcb0 0x7fe9041a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe901e00700 1 -- 172.21.15.6:0/1130011187 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9041a0da0 con 0x7fe904075970 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe901e00700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 0x7fe90419bd90 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4005910 tx=0x7fe8f400b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe8fb400700 1 -- 172.21.15.6:0/1130011187 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4027070 con 0x7fe904075970 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe8fb400700 1 -- 172.21.15.6:0/1130011187 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f4022470 con 0x7fe904075970 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe903200700 1 -- 172.21.15.6:0/1130011187 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9041a1030 con 0x7fe904075970 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe8fb400700 1 -- 172.21.15.6:0/1130011187 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4017650 con 0x7fe904075970 2024-05-20T21:21:03.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.725+0000 7fe903200700 1 -- 172.21.15.6:0/1130011187 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9041a8910 con 0x7fe904075970 2024-05-20T21:21:03.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.729+0000 7fe8fb400700 1 -- 172.21.15.6:0/1130011187 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe8f402a070 con 0x7fe904075970 2024-05-20T21:21:03.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.730+0000 7fe913436b80 1 Processor -- start 2024-05-20T21:21:03.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.731+0000 7fe913436b80 1 -- start start 2024-05-20T21:21:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.731+0000 7fe913436b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd70fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.731+0000 7fe913436b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd709df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.731+0000 7fe913436b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd70a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.731+0000 7fe913436b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564acd667ec0 con 0x564acd710160 2024-05-20T21:21:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.731+0000 7fe913436b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564acd657a60 con 0x564acd70f840 2024-05-20T21:21:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.731+0000 7fe913436b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564acd65baa0 con 0x564acd70a410 2024-05-20T21:21:03.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe8fb400700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8e80b2880 0x7fe8e80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe901e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd709df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe902800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd70fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe901e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd709df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37076/0 (socket says 172.21.15.6:37076) 2024-05-20T21:21:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe901e00700 1 -- 172.21.15.6:0/3600673120 learned_addr learned my addr 172.21.15.6:0/3600673120 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe8fb400700 1 -- 172.21.15.6:0/1130011187 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe8f40e2fe0 con 0x7fe904075970 2024-05-20T21:21:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe902800700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8e80b2880 0x7fe8e80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe8f9400700 1 --2- 172.21.15.6:0/3600673120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd70a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe901e00700 1 -- 172.21.15.6:0/3600673120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 msgr2=0x564acd70a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe901e00700 1 --2- 172.21.15.6:0/3600673120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd70a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe901e00700 1 -- 172.21.15.6:0/3600673120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 msgr2=0x564acd70fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe901e00700 1 --2- 172.21.15.6:0/3600673120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd70fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.732+0000 7fe901e00700 1 -- 172.21.15.6:0/3600673120 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564acd6204a0 con 0x564acd710160 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.733+0000 7fe901e00700 1 --2- 172.21.15.6:0/3600673120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd709df0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fe8f40aa2d0 tx=0x7fe8f40781f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e6d9907c0ff704e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.733+0000 7fe8f3400700 1 -- 172.21.15.6:0/3600673120 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4031040 con 0x564acd710160 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.733+0000 7fe902800700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8e80b2880 0x7fe8e80b4d40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc009ec0 tx=0x7fe8fc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.733+0000 7fe8f3400700 1 -- 172.21.15.6:0/3600673120 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f40aa0e0 con 0x564acd710160 2024-05-20T21:21:03.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.733+0000 7fe8f3400700 1 -- 172.21.15.6:0/3600673120 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f40aa5d0 con 0x564acd710160 2024-05-20T21:21:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 -- 172.21.15.6:0/3600673120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 msgr2=0x564acd709df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 --2- 172.21.15.6:0/3600673120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd709df0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fe8f40aa2d0 tx=0x7fe8f40781f0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 -- 172.21.15.6:0/3600673120 shutdown_connections 2024-05-20T21:21:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 --2- 172.21.15.6:0/3600673120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd70a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 --2- 172.21.15.6:0/3600673120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd70fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 --2- 172.21.15.6:0/3600673120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd709df0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 -- 172.21.15.6:0/3600673120 >> 172.21.15.6:0/3600673120 conn(0x564acd637c60 msgr2=0x564acd704890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 -- 172.21.15.6:0/3600673120 shutdown_connections 2024-05-20T21:21:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.734+0000 7fe913436b80 1 -- 172.21.15.6:0/3600673120 wait complete. 2024-05-20T21:21:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.735+0000 7fe913436b80 1 -- start start 2024-05-20T21:21:03.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.735+0000 7fe913436b80 1 Processor -- start 2024-05-20T21:21:03.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe913436b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd715ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe913436b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd713270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe913436b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd7137b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe913436b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564acd55e020 con 0x564acd710160 2024-05-20T21:21:03.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe913436b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564acd5f87e0 con 0x564acd70f840 2024-05-20T21:21:03.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe913436b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564acd716a40 con 0x564acd70a410 2024-05-20T21:21:03.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe913436b80 10 client.0 _ll_register_callbacks cb 0x564acd601cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe902800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd7137b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe901e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd715ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe902800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd7137b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37080/0 (socket says 172.21.15.6:37080) 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe901e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd715ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34488/0 (socket says 172.21.15.6:34488) 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe902800700 1 -- 172.21.15.6:0/950004408 learned_addr learned my addr 172.21.15.6:0/950004408 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.736+0000 7fe8f9400700 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd713270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe901e00700 1 -- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 msgr2=0x564acd713270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe901e00700 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd713270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe901e00700 1 -- 172.21.15.6:0/950004408 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 msgr2=0x564acd7137b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe901e00700 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd7137b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe901e00700 1 -- 172.21.15.6:0/950004408 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564acd5a7950 con 0x564acd70a410 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe8f9400700 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd713270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe901e00700 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd715ed0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4000c00 tx=0x7fe8f4022c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c36488a0ecfcf8ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe8e7e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe8e7e00700 1 -- 172.21.15.6:0/950004408 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f40aacd0 con 0x564acd70a410 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe8e7e00700 1 -- 172.21.15.6:0/950004408 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe8f40aaa40 con 0x564acd70a410 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.737+0000 7fe913436b80 1 -- 172.21.15.6:0/950004408 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8f40aa0e0 con 0x564acd70a410 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe8e7e00700 1 -- 172.21.15.6:0/950004408 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe8f4022720 con 0x564acd70a410 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe913436b80 10 client.26635 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe913436b80 1 -- 172.21.15.6:0/950004408 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564acd6280e0 con 0x564acd70a410 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe8e7e00700 1 -- 172.21.15.6:0/950004408 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f40aa0e0 con 0x564acd70a410 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe8e7e00700 1 -- 172.21.15.6:0/950004408 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe8f40cb2f0 con 0x564acd70a410 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe913436b80 10 client.26635 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe913436b80 10 client.26635 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe913436b80 20 client.26635 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe913436b80 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acd723320 0x564acd725710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe913436b80 4 client.26635 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:03.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.738+0000 7fe913436b80 1 -- 172.21.15.6:0/950004408 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564acd669e10 con 0x564acd723320 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.739+0000 7fe8f9400700 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acd723320 0x564acd725710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.739+0000 7fe8f9400700 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acd723320 0x564acd725710 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4153876da07377c2 server_cookie=600d7301a5beadb4 in_seq=0 out_seq=0 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.739+0000 7fe8e7e00700 10 client.26635 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.740+0000 7fe8e7e00700 1 -- 172.21.15.6:0/950004408 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564acd669e10 con 0x564acd723320 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.740+0000 7fe8e7e00700 10 client.26635 handle_command_reply: tid=0 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.740+0000 7fe913436b80 1 client.26635 shutdown 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.740+0000 7fe913436b80 1 -- 172.21.15.6:0/950004408 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 msgr2=0x564acd715ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.740+0000 7fe913436b80 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd715ed0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4000c00 tx=0x7fe8f4022c00 comp rx=0 tx=0).stop 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.740+0000 7fe913436b80 1 -- 172.21.15.6:0/950004408 shutdown_connections 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.740+0000 7fe913436b80 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd7137b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.741+0000 7fe913436b80 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acd723320 0x564acd725710 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.741+0000 7fe913436b80 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70a410 0x564acd715ed0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.741+0000 7fe913436b80 1 --2- 172.21.15.6:0/950004408 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70f840 0x564acd713270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.741+0000 7fe8e7e00700 0 client.26635 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:03.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.741+0000 7fe913436b80 1 -- 172.21.15.6:0/950004408 >> 172.21.15.6:0/950004408 conn(0x564acd637c60 msgr2=0x564acd704040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.741+0000 7fe913436b80 1 -- 172.21.15.6:0/950004408 shutdown_connections 2024-05-20T21:21:03.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.741+0000 7fe913436b80 1 -- 172.21.15.6:0/950004408 wait complete. 2024-05-20T21:21:03.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.741+0000 7fe913436b80 20 client.26635 trim_cache size 0 max 16384 2024-05-20T21:21:03.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe913436b80 1 Processor -- start 2024-05-20T21:21:03.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe913436b80 1 -- start start 2024-05-20T21:21:03.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe913436b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 0x564acd709df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe913436b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70f840 0x564acd7047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe913436b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd70eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe913436b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe9041b2820 con 0x564acd710160 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe913436b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe9041b00b0 con 0x564acd70a410 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe913436b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe9041adf00 con 0x564acd70f840 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.764+0000 7fe902800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd70eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe902800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd70eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37090/0 (socket says 172.21.15.6:37090) 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe902800700 1 -- 172.21.15.6:0/4110302601 learned_addr learned my addr 172.21.15.6:0/4110302601 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe8f9400700 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70f840 0x564acd7047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe901e00700 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 0x564acd709df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe8f9400700 1 -- 172.21.15.6:0/4110302601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 msgr2=0x564acd709df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe8f9400700 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 0x564acd709df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe8f9400700 1 -- 172.21.15.6:0/4110302601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 msgr2=0x564acd70eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe8f9400700 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd70eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe8f9400700 1 -- 172.21.15.6:0/4110302601 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564acd715b10 con 0x564acd70f840 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe902800700 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd70eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.765+0000 7fe8f9400700 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70f840 0x564acd7047c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x564acd725c80 tx=0x7fe8ec004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5781874c93aea1f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe8f2a00700 1 -- 172.21.15.6:0/4110302601 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec024070 con 0x564acd70f840 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe8f2a00700 1 -- 172.21.15.6:0/4110302601 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8ec003c60 con 0x564acd70f840 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe8f2a00700 1 -- 172.21.15.6:0/4110302601 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec01d680 con 0x564acd70f840 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe913436b80 1 -- 172.21.15.6:0/4110302601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70f840 msgr2=0x564acd7047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe913436b80 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70f840 0x564acd7047c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x564acd725c80 tx=0x7fe8ec004750 comp rx=0 tx=0).stop 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe913436b80 1 -- 172.21.15.6:0/4110302601 shutdown_connections 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe913436b80 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd710160 0x564acd70eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe913436b80 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 0x564acd709df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe913436b80 1 --2- 172.21.15.6:0/4110302601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd70f840 0x564acd7047c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe913436b80 1 -- 172.21.15.6:0/4110302601 >> 172.21.15.6:0/4110302601 conn(0x564acd637c60 msgr2=0x564acd70e3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.766+0000 7fe913436b80 1 -- 172.21.15.6:0/4110302601 shutdown_connections 2024-05-20T21:21:03.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.767+0000 7fe913436b80 1 -- 172.21.15.6:0/4110302601 wait complete. 2024-05-20T21:21:03.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.767+0000 7fe913436b80 1 -- start start 2024-05-20T21:21:03.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.767+0000 7fe913436b80 1 Processor -- start 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe913436b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 0x564acd718d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe913436b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd70f840 0x564acd719260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe913436b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd710160 0x564acd796430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe913436b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe9041ae570 con 0x564acd70f840 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe913436b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe9041af9e0 con 0x564acd70a410 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe913436b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe9041aec40 con 0x564acd710160 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe913436b80 10 client.0 _ll_register_callbacks cb 0x564acd601cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe8f9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd70f840 0x564acd719260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe902800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd710160 0x564acd796430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe901e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 0x564acd718d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe8f9400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd70f840 0x564acd719260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37104/0 (socket says 172.21.15.6:37104) 2024-05-20T21:21:03.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.768+0000 7fe8f9400700 1 -- 172.21.15.6:0/220859086 learned_addr learned my addr 172.21.15.6:0/220859086 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe8f9400700 1 -- 172.21.15.6:0/220859086 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd710160 msgr2=0x564acd796430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe8f9400700 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd710160 0x564acd796430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe8f9400700 1 -- 172.21.15.6:0/220859086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 msgr2=0x564acd718d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe8f9400700 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 0x564acd718d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe8f9400700 1 -- 172.21.15.6:0/220859086 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564acd719b30 con 0x564acd70f840 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe902800700 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd710160 0x564acd796430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe8f9400700 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd70f840 0x564acd719260 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec022040 tx=0x7fe8ec009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3e61dd6e1ccbcef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe8e7e00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe8e7e00700 1 -- 172.21.15.6:0/220859086 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec02d060 con 0x564acd70f840 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.769+0000 7fe913436b80 1 -- 172.21.15.6:0/220859086 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8ec003c60 con 0x564acd70f840 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe8e7e00700 1 -- 172.21.15.6:0/220859086 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe8ec003e10 con 0x564acd70f840 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe8e7e00700 1 -- 172.21.15.6:0/220859086 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe8ec024040 con 0x564acd70f840 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe913436b80 10 client.16527 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:03.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe913436b80 1 -- 172.21.15.6:0/220859086 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564acd797ab0 con 0x564acd70f840 2024-05-20T21:21:03.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe8e7e00700 1 -- 172.21.15.6:0/220859086 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8ec003c60 con 0x564acd70f840 2024-05-20T21:21:03.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe8e7e00700 1 -- 172.21.15.6:0/220859086 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe8ec027070 con 0x564acd70f840 2024-05-20T21:21:03.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe913436b80 10 client.16527 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:03.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe913436b80 10 client.16527 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:03.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe913436b80 20 client.16527 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:03.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe913436b80 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acd7980f0 0x564acd79a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe913436b80 4 client.16527 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.770+0000 7fe913436b80 1 -- 172.21.15.6:0/220859086 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564acd6635f0 con 0x564acd7980f0 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.771+0000 7fe901e00700 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acd7980f0 0x564acd79a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.771+0000 7fe901e00700 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acd7980f0 0x564acd79a510 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b396a9fe02961e3 server_cookie=f51d198f3e819f8b in_seq=0 out_seq=0 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.771+0000 7fe8e7e00700 10 client.16527 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.772+0000 7fe8e7e00700 1 -- 172.21.15.6:0/220859086 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564acd6635f0 con 0x564acd7980f0 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.772+0000 7fe8e7e00700 10 client.16527 handle_command_reply: tid=0 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.772+0000 7fe913436b80 1 client.16527 shutdown 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 -- 172.21.15.6:0/220859086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd70f840 msgr2=0x564acd719260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd70f840 0x564acd719260 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec022040 tx=0x7fe8ec009fd0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 -- 172.21.15.6:0/220859086 shutdown_connections 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564acd7980f0 0x564acd79a510 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564acd710160 0x564acd796430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564acd70a410 0x564acd718d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 --2- 172.21.15.6:0/220859086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564acd70f840 0x564acd719260 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 -- 172.21.15.6:0/220859086 >> 172.21.15.6:0/220859086 conn(0x564acd637c60 msgr2=0x564acd70ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe8e7e00700 0 client.16527 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:03.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 -- 172.21.15.6:0/220859086 shutdown_connections 2024-05-20T21:21:03.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 1 -- 172.21.15.6:0/220859086 wait complete. 2024-05-20T21:21:03.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.773+0000 7fe913436b80 20 client.16527 trim_cache size 0 max 16384 2024-05-20T21:21:03.775 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:21:03.776 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:21:03.776 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "371b9b43-4e76-4b8a-b9a6-816a7866aa4e", 2024-05-20T21:21:03.776 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:21:03.776 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:21:03.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 -- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8e80b2880 msgr2=0x7fe8e80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8e80b2880 0x7fe8e80b4d40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc009ec0 tx=0x7fe8fc00b040 comp rx=0 tx=0).stop 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 -- 172.21.15.6:0/1130011187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 msgr2=0x7fe90419bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 0x7fe90419bd90 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4005910 tx=0x7fe8f400b670 comp rx=0 tx=0).stop 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 -- 172.21.15.6:0/1130011187 shutdown_connections 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8e80b2880 0x7fe8e80b4d40 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe90410fcb0 0x7fe9041a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe904075970 0x7fe90419bd90 secure :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4005910 tx=0x7fe8f400b670 comp rx=0 tx=0).stop 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 --2- 172.21.15.6:0/1130011187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe904076290 0x7fe90419c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.774+0000 7fe903200700 1 -- 172.21.15.6:0/1130011187 >> 172.21.15.6:0/1130011187 conn(0x7fe9040fefc0 msgr2=0x7fe9040ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.775+0000 7fe903200700 1 -- 172.21.15.6:0/1130011187 shutdown_connections 2024-05-20T21:21:03.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:03.775+0000 7fe903200700 1 -- 172.21.15.6:0/1130011187 wait complete. 2024-05-20T21:21:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:03 smithi062 ceph-mon[36640]: pgmap v596: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:03 smithi042 ceph-mon[36332]: pgmap v596: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:04.641 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:21:04.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:04 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:21:04.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:04 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:04.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:04 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:21:04.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:04 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:04 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:21:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:04 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:04 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:21:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:04 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:05.101 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:05.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:04 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:21:05.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:04 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:05.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:04 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:21:05.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:04 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:05.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:05 smithi006 ceph-mon[31422]: pgmap v597: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:21:05.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:05 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:21:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:05 smithi062 ceph-mon[36640]: pgmap v597: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:21:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:05 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:21:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:05 smithi042 ceph-mon[36332]: pgmap v597: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:21:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:05 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:21:07.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.345+0000 7fd82e200700 1 -- 172.21.15.6:0/858728584 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd82810b760 msgr2=0x7fd82810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.345+0000 7fd82e200700 1 --2- 172.21.15.6:0/858728584 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd82810b760 0x7fd82810bb40 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd818009990 tx=0x7fd818009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.345+0000 7fd82e200700 1 -- 172.21.15.6:0/858728584 shutdown_connections 2024-05-20T21:21:07.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.346+0000 7fd82e200700 1 --2- 172.21.15.6:0/858728584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd828106120 0x7fd828112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.346+0000 7fd82e200700 1 --2- 172.21.15.6:0/858728584 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd82810b760 0x7fd82810bb40 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.346+0000 7fd82e200700 1 --2- 172.21.15.6:0/858728584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd828105760 0x7fd828105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.346+0000 7fd82e200700 1 -- 172.21.15.6:0/858728584 >> 172.21.15.6:0/858728584 conn(0x7fd828101250 msgr2=0x7fd828103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:07.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.346+0000 7fd82e200700 1 -- 172.21.15.6:0/858728584 shutdown_connections 2024-05-20T21:21:07.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.346+0000 7fd82e200700 1 -- 172.21.15.6:0/858728584 wait complete. 2024-05-20T21:21:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.347+0000 7fd82e200700 1 Processor -- start 2024-05-20T21:21:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.347+0000 7fd82e200700 1 -- start start 2024-05-20T21:21:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd82e200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd828105760 0x7fd82819be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd82e200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd828106120 0x7fd82819c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd82e200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82810b760 0x7fd8281a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd82e200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd828115990 con 0x7fd828105760 2024-05-20T21:21:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd82e200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd828115810 con 0x7fd82810b760 2024-05-20T21:21:07.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd82e200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd828115b10 con 0x7fd828106120 2024-05-20T21:21:07.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd827400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd828105760 0x7fd82819be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd827e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82810b760 0x7fd8281a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd827400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd828105760 0x7fd82819be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47378/0 (socket says 172.21.15.6:47378) 2024-05-20T21:21:07.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd827400700 1 -- 172.21.15.6:0/2270587771 learned_addr learned my addr 172.21.15.6:0/2270587771 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:07.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd827e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82810b760 0x7fd8281a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:32776/0 (socket says 172.21.15.6:32776) 2024-05-20T21:21:07.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.348+0000 7fd826a00700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd828106120 0x7fd82819c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd827400700 1 -- 172.21.15.6:0/2270587771 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd828106120 msgr2=0x7fd82819c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd827400700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd828106120 0x7fd82819c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd827400700 1 -- 172.21.15.6:0/2270587771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82810b760 msgr2=0x7fd8281a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd827400700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82810b760 0x7fd8281a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd827400700 1 -- 172.21.15.6:0/2270587771 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8281a0e30 con 0x7fd828105760 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd827e00700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82810b760 0x7fd8281a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd827400700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd828105760 0x7fd82819be20 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd818005910 tx=0x7fd81800b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd81fe00700 1 -- 172.21.15.6:0/2270587771 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818027070 con 0x7fd828105760 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd81fe00700 1 -- 172.21.15.6:0/2270587771 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd818022470 con 0x7fd828105760 2024-05-20T21:21:07.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd82e200700 1 -- 172.21.15.6:0/2270587771 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8281a10c0 con 0x7fd828105760 2024-05-20T21:21:07.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.349+0000 7fd81fe00700 1 -- 172.21.15.6:0/2270587771 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818017650 con 0x7fd828105760 2024-05-20T21:21:07.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.350+0000 7fd82e200700 1 -- 172.21.15.6:0/2270587771 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8281a89a0 con 0x7fd828105760 2024-05-20T21:21:07.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.353+0000 7fd81fe00700 1 -- 172.21.15.6:0/2270587771 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd81802a070 con 0x7fd828105760 2024-05-20T21:21:07.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.354+0000 7fd81fe00700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd80c0b2880 0x7fd80c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.355+0000 7fd838c54b80 1 Processor -- start 2024-05-20T21:21:07.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.355+0000 7fd81fe00700 1 -- 172.21.15.6:0/2270587771 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd8180e3060 con 0x7fd828105760 2024-05-20T21:21:07.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.355+0000 7fd826a00700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd80c0b2880 0x7fd80c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.355+0000 7fd838c54b80 1 -- start start 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c60209f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c601ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c601b140 0x55e4c601b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd838c54b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e4c5f78e40 con 0x55e4c6020f30 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd838c54b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e4c5f689e0 con 0x55e4c6020610 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd838c54b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e4c5f6ca20 con 0x55e4c601b140 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c60209f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c60209f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:32784/0 (socket says 172.21.15.6:32784) 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827400700 1 -- 172.21.15.6:0/1339712743 learned_addr learned my addr 172.21.15.6:0/1339712743 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:07.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd826a00700 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c601ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827e00700 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c601b140 0x55e4c601b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827400700 1 -- 172.21.15.6:0/1339712743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c601b140 msgr2=0x55e4c601b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:07.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827400700 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c601b140 0x55e4c601b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827400700 1 -- 172.21.15.6:0/1339712743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 msgr2=0x55e4c601ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:07.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827400700 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c601ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd826a00700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd80c0b2880 0x7fd80c0b4d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fd82810ae00 tx=0x7fd814009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:07.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.356+0000 7fd827400700 1 -- 172.21.15.6:0/1339712743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4c5f31420 con 0x55e4c6020610 2024-05-20T21:21:07.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.357+0000 7fd827400700 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c60209f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd8180aa310 tx=0x7fd818009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efb7dfd3e2b3f74f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:07.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.357+0000 7fd81cc00700 1 -- 172.21.15.6:0/1339712743 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8180aa610 con 0x55e4c6020610 2024-05-20T21:21:07.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.357+0000 7fd81cc00700 1 -- 172.21.15.6:0/1339712743 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd8180ae9c0 con 0x55e4c6020610 2024-05-20T21:21:07.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.357+0000 7fd81cc00700 1 -- 172.21.15.6:0/1339712743 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8180aaad0 con 0x55e4c6020610 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 -- 172.21.15.6:0/1339712743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 msgr2=0x55e4c60209f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c60209f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd8180aa310 tx=0x7fd818009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 -- 172.21.15.6:0/1339712743 shutdown_connections 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c601b140 0x55e4c601b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c60209f0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 --2- 172.21.15.6:0/1339712743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c601ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 -- 172.21.15.6:0/1339712743 >> 172.21.15.6:0/1339712743 conn(0x55e4c5f48be0 msgr2=0x55e4c6015690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 -- 172.21.15.6:0/1339712743 shutdown_connections 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.358+0000 7fd838c54b80 1 -- 172.21.15.6:0/1339712743 wait complete. 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.359+0000 7fd838c54b80 1 -- start start 2024-05-20T21:21:07.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.359+0000 7fd838c54b80 1 Processor -- start 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c6026c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c6023fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 0x55e4c6024520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd838c54b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e4c5e6efa0 con 0x55e4c601b140 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd838c54b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e4c5f09760 con 0x55e4c6020610 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd838c54b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e4c60277a0 con 0x55e4c6020f30 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd838c54b80 10 client.0 _ll_register_callbacks cb 0x55e4c5f12c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd827400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c6026c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd827400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c6026c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47396/0 (socket says 172.21.15.6:47396) 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd827400700 1 -- 172.21.15.6:0/2769555573 learned_addr learned my addr 172.21.15.6:0/2769555573 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd826a00700 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c6023fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.360+0000 7fd827e00700 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 0x55e4c6024520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd827400700 1 -- 172.21.15.6:0/2769555573 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 msgr2=0x55e4c6024520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:07.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd827400700 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 0x55e4c6024520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd827400700 1 -- 172.21.15.6:0/2769555573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 msgr2=0x55e4c6023fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:07.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd827400700 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c6023fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd827400700 1 -- 172.21.15.6:0/2769555573 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4c5eb88d0 con 0x55e4c601b140 2024-05-20T21:21:07.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd827400700 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c6026c40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fd818006010 tx=0x7fd818022b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19dc283d223b7675 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:07.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd811600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd811600700 1 -- 172.21.15.6:0/2769555573 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8180c4060 con 0x55e4c601b140 2024-05-20T21:21:07.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd811600700 1 -- 172.21.15.6:0/2769555573 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd8180aaa80 con 0x55e4c601b140 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.361+0000 7fd838c54b80 1 -- 172.21.15.6:0/2769555573 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8180ae9c0 con 0x55e4c601b140 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd811600700 1 -- 172.21.15.6:0/2769555573 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd8180aa610 con 0x55e4c601b140 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd838c54b80 10 client.16539 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd838c54b80 1 -- 172.21.15.6:0/2769555573 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e4c5f39060 con 0x55e4c601b140 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd811600700 1 -- 172.21.15.6:0/2769555573 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd8180ae9c0 con 0x55e4c601b140 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd811600700 1 -- 172.21.15.6:0/2769555573 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd8180cb2f0 con 0x55e4c601b140 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd838c54b80 10 client.16539 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd838c54b80 10 client.16539 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd838c54b80 20 client.16539 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd838c54b80 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e4c6034070 0x55e4c6036460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd838c54b80 4 client.16539 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.362+0000 7fd838c54b80 1 -- 172.21.15.6:0/2769555573 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4c5f7ad90 con 0x55e4c6034070 2024-05-20T21:21:07.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.363+0000 7fd826a00700 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e4c6034070 0x55e4c6036460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.363+0000 7fd826a00700 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e4c6034070 0x55e4c6036460 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76aad58c38aa6215 server_cookie=f593590fe32ebca9 in_seq=0 out_seq=0 2024-05-20T21:21:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.363+0000 7fd811600700 10 client.16539 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:07.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.364+0000 7fd811600700 1 -- 172.21.15.6:0/2769555573 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e4c5f7ad90 con 0x55e4c6034070 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.364+0000 7fd811600700 10 client.16539 handle_command_reply: tid=0 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.364+0000 7fd838c54b80 1 client.16539 shutdown 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 -- 172.21.15.6:0/2769555573 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 msgr2=0x55e4c6026c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c6026c40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fd818006010 tx=0x7fd818022b50 comp rx=0 tx=0).stop 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 -- 172.21.15.6:0/2769555573 shutdown_connections 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e4c6034070 0x55e4c6036460 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 0x55e4c6024520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c6026c40 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 --2- 172.21.15.6:0/2769555573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c6023fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 -- 172.21.15.6:0/2769555573 >> 172.21.15.6:0/2769555573 conn(0x55e4c5f48be0 msgr2=0x55e4c6014d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd811600700 0 client.16539 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:07.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 -- 172.21.15.6:0/2769555573 shutdown_connections 2024-05-20T21:21:07.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 1 -- 172.21.15.6:0/2769555573 wait complete. 2024-05-20T21:21:07.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.365+0000 7fd838c54b80 20 client.16539 trim_cache size 0 max 16384 2024-05-20T21:21:07.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.391+0000 7fd838c54b80 1 Processor -- start 2024-05-20T21:21:07.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.391+0000 7fd838c54b80 1 -- start start 2024-05-20T21:21:07.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.391+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c601b140 0x55e4c6021a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.391+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020610 0x55e4c60154f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.391+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c603bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.391+0000 7fd838c54b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd8281b2790 con 0x55e4c6020f30 2024-05-20T21:21:07.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.391+0000 7fd838c54b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd8281b0020 con 0x55e4c601b140 2024-05-20T21:21:07.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd838c54b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd8281ade70 con 0x55e4c6020610 2024-05-20T21:21:07.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c603bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c601b140 0x55e4c6021a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c603bc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47400/0 (socket says 172.21.15.6:47400) 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827e00700 1 -- 172.21.15.6:0/1732802197 learned_addr learned my addr 172.21.15.6:0/1732802197 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd826a00700 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020610 0x55e4c60154f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827e00700 1 -- 172.21.15.6:0/1732802197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020610 msgr2=0x55e4c60154f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827e00700 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020610 0x55e4c60154f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827e00700 1 -- 172.21.15.6:0/1732802197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c601b140 msgr2=0x55e4c6021a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827e00700 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c601b140 0x55e4c6021a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827e00700 1 -- 172.21.15.6:0/1732802197 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4c6022590 con 0x55e4c6020f30 2024-05-20T21:21:07.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.392+0000 7fd827400700 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c601b140 0x55e4c6021a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:07.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.393+0000 7fd827e00700 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c603bc30 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd820009050 tx=0x7fd820009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47069f87eb8e04c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:07.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.393+0000 7fd813e00700 1 -- 172.21.15.6:0/1732802197 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd82001b070 con 0x55e4c6020f30 2024-05-20T21:21:07.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.393+0000 7fd813e00700 1 -- 172.21.15.6:0/1732802197 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd820007500 con 0x55e4c6020f30 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.393+0000 7fd813e00700 1 -- 172.21.15.6:0/1732802197 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd82000e750 con 0x55e4c6020f30 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 -- 172.21.15.6:0/1732802197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 msgr2=0x55e4c603bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c603bc30 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd820009050 tx=0x7fd820009920 comp rx=0 tx=0).stop 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 -- 172.21.15.6:0/1732802197 shutdown_connections 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c6020f30 0x55e4c603bc30 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c601b140 0x55e4c6021a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 --2- 172.21.15.6:0/1732802197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020610 0x55e4c60154f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 -- 172.21.15.6:0/1732802197 >> 172.21.15.6:0/1732802197 conn(0x55e4c5f48be0 msgr2=0x55e4c6021330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 -- 172.21.15.6:0/1732802197 shutdown_connections 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.394+0000 7fd838c54b80 1 -- 172.21.15.6:0/1732802197 wait complete. 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 1 -- start start 2024-05-20T21:21:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 1 Processor -- start 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c602c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c602ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 0x55e4c6029780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd8281ae4e0 con 0x55e4c601b140 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd8281af950 con 0x55e4c6020610 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd8281aebb0 con 0x55e4c6020f30 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.395+0000 7fd838c54b80 10 client.0 _ll_register_callbacks cb 0x55e4c5f12c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c602c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c602c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47404/0 (socket says 172.21.15.6:47404) 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827400700 1 -- 172.21.15.6:0/209659855 learned_addr learned my addr 172.21.15.6:0/209659855 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd826a00700 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c602ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827e00700 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 0x55e4c6029780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827400700 1 -- 172.21.15.6:0/209659855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 msgr2=0x55e4c6029780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827400700 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 0x55e4c6029780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827400700 1 -- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 msgr2=0x55e4c602ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827400700 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c602ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd827400700 1 -- 172.21.15.6:0/209659855 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4c6029e00 con 0x55e4c601b140 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.396+0000 7fd826a00700 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c602ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd827400700 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c602c990 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd8180aa310 tx=0x7fd818022cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efdb8cdbae8ed21e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd811600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd811600700 1 -- 172.21.15.6:0/209659855 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8180ae9c0 con 0x55e4c601b140 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd811600700 1 -- 172.21.15.6:0/209659855 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd8180aaa80 con 0x55e4c601b140 2024-05-20T21:21:07.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd838c54b80 1 -- 172.21.15.6:0/209659855 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd820007500 con 0x55e4c601b140 2024-05-20T21:21:07.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd811600700 1 -- 172.21.15.6:0/209659855 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd8180b33e0 con 0x55e4c601b140 2024-05-20T21:21:07.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd838c54b80 10 client.16545 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:07.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd838c54b80 1 -- 172.21.15.6:0/209659855 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e4c6029e00 con 0x55e4c601b140 2024-05-20T21:21:07.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.397+0000 7fd811600700 1 -- 172.21.15.6:0/209659855 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd820007500 con 0x55e4c601b140 2024-05-20T21:21:07.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.398+0000 7fd811600700 1 -- 172.21.15.6:0/209659855 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd81800fac0 con 0x55e4c601b140 2024-05-20T21:21:07.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.398+0000 7fd838c54b80 10 client.16545 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:07.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.398+0000 7fd838c54b80 10 client.16545 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.398+0000 7fd838c54b80 20 client.16545 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.398+0000 7fd838c54b80 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e4c609f740 0x55e4c60a1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.398+0000 7fd838c54b80 4 client.16545 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.398+0000 7fd838c54b80 1 -- 172.21.15.6:0/209659855 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e4c5f74570 con 0x55e4c609f740 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.398+0000 7fd826a00700 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e4c609f740 0x55e4c60a1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd826a00700 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e4c609f740 0x55e4c60a1b30 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e27c093d70989d15 server_cookie=21ae5c51f5a509e7 in_seq=0 out_seq=0 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd811600700 10 client.16545 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd811600700 1 -- 172.21.15.6:0/209659855 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e4c5f74570 con 0x55e4c609f740 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd811600700 10 client.16545 handle_command_reply: tid=0 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 client.16545 shutdown 2024-05-20T21:21:07.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 -- 172.21.15.6:0/209659855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 msgr2=0x55e4c602c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c602c990 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd8180aa310 tx=0x7fd818022cc0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 -- 172.21.15.6:0/209659855 shutdown_connections 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e4c609f740 0x55e4c60a1b30 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4c6020f30 0x55e4c6029780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4c601b140 0x55e4c602c990 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 --2- 172.21.15.6:0/209659855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4c6020610 0x55e4c602ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd838c54b80 1 -- 172.21.15.6:0/209659855 >> 172.21.15.6:0/209659855 conn(0x55e4c5f48be0 msgr2=0x55e4c6021ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.399+0000 7fd811600700 0 client.16545 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.400+0000 7fd838c54b80 1 -- 172.21.15.6:0/209659855 shutdown_connections 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.400+0000 7fd838c54b80 1 -- 172.21.15.6:0/209659855 wait complete. 2024-05-20T21:21:07.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.400+0000 7fd838c54b80 20 client.16545 trim_cache size 0 max 16384 2024-05-20T21:21:07.403 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:21:07.403 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:21:07.403 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:21:07.403 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 -- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd80c0b2880 msgr2=0x7fd80c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd80c0b2880 0x7fd80c0b4d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fd82810ae00 tx=0x7fd814009260 comp rx=0 tx=0).stop 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 -- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd828105760 msgr2=0x7fd82819be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd828105760 0x7fd82819be20 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd818005910 tx=0x7fd81800b670 comp rx=0 tx=0).stop 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 -- 172.21.15.6:0/2270587771 shutdown_connections 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd80c0b2880 0x7fd80c0b4d40 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd82810b760 0x7fd8281a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd828105760 0x7fd82819be20 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 --2- 172.21.15.6:0/2270587771 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd828106120 0x7fd82819c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 -- 172.21.15.6:0/2270587771 >> 172.21.15.6:0/2270587771 conn(0x7fd828101250 msgr2=0x7fd8281018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 -- 172.21.15.6:0/2270587771 shutdown_connections 2024-05-20T21:21:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:07.401+0000 7fd82e200700 1 -- 172.21.15.6:0/2270587771 wait complete. 2024-05-20T21:21:07.781 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:07 smithi006 ceph-mon[31422]: pgmap v598: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:07 smithi062 ceph-mon[36640]: pgmap v598: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:07 smithi042 ceph-mon[36332]: pgmap v598: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:08.290 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:21:08.290 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:21:08.761 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:09.957 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:09 smithi006 ceph-mon[31422]: pgmap v599: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:21:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:09 smithi062 ceph-mon[36640]: pgmap v599: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:21:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:09 smithi042 ceph-mon[36332]: pgmap v599: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:21:11.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 -- 172.21.15.6:0/2156434859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 msgr2=0x7f22e806bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 --2- 172.21.15.6:0/2156434859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 0x7f22e806bbf0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f22d0009990 tx=0x7f22d0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 -- 172.21.15.6:0/2156434859 shutdown_connections 2024-05-20T21:21:11.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 --2- 172.21.15.6:0/2156434859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22e8105f80 0x7f22e8106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 --2- 172.21.15.6:0/2156434859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22e8108470 0x7f22e806b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 --2- 172.21.15.6:0/2156434859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 0x7f22e806bbf0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 -- 172.21.15.6:0/2156434859 >> 172.21.15.6:0/2156434859 conn(0x7f22e80793f0 msgr2=0x7f22e8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:11.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 -- 172.21.15.6:0/2156434859 shutdown_connections 2024-05-20T21:21:11.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.325+0000 7f22ed600700 1 -- 172.21.15.6:0/2156434859 wait complete. 2024-05-20T21:21:11.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.327+0000 7f22ed600700 1 Processor -- start 2024-05-20T21:21:11.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.327+0000 7f22ed600700 1 -- start start 2024-05-20T21:21:11.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.327+0000 7f22ed600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 0x7f22e81a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.327+0000 7f22ed600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22e8105f80 0x7f22e81a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.327+0000 7f22ed600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22e8108470 0x7f22e81a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.327+0000 7f22ed600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f22e8119d20 con 0x7f22e8105f80 2024-05-20T21:21:11.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.327+0000 7f22ed600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22e8119ba0 con 0x7f22e8108470 2024-05-20T21:21:11.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.327+0000 7f22ed600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f22e8119ea0 con 0x7f22e806b790 2024-05-20T21:21:11.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 0x7f22e81a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22de000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22e8105f80 0x7f22e81a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 0x7f22e81a0300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35854/0 (socket says 172.21.15.6:35854) 2024-05-20T21:21:11.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e6a00700 1 -- 172.21.15.6:0/296479001 learned_addr learned my addr 172.21.15.6:0/296479001 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:11.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e7400700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22e8108470 0x7f22e81a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e6a00700 1 -- 172.21.15.6:0/296479001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22e8108470 msgr2=0x7f22e81a4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e6a00700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22e8108470 0x7f22e81a4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e6a00700 1 -- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22e8105f80 msgr2=0x7f22e81a0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e6a00700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22e8105f80 0x7f22e81a0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.328+0000 7f22e6a00700 1 -- 172.21.15.6:0/296479001 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e81a5310 con 0x7f22e806b790 2024-05-20T21:21:11.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.329+0000 7f22e6a00700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 0x7f22e81a0300 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f22d800ef10 tx=0x7f22d800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:11.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.329+0000 7f22dfe00700 1 -- 172.21.15.6:0/296479001 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d800c9b0 con 0x7f22e806b790 2024-05-20T21:21:11.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.329+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22e81a55a0 con 0x7f22e806b790 2024-05-20T21:21:11.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.329+0000 7f22dfe00700 1 -- 172.21.15.6:0/296479001 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f22d8019070 con 0x7f22e806b790 2024-05-20T21:21:11.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.329+0000 7f22dfe00700 1 -- 172.21.15.6:0/296479001 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d8014480 con 0x7f22e806b790 2024-05-20T21:21:11.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.330+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22e81ace80 con 0x7f22e806b790 2024-05-20T21:21:11.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.331+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22e806a230 con 0x7f22e806b790 2024-05-20T21:21:11.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.333+0000 7f22dfe00700 1 -- 172.21.15.6:0/296479001 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f22d8012050 con 0x7f22e806b790 2024-05-20T21:21:11.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.334+0000 7f22dfe00700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22cc0b2880 0x7f22cc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:11.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.335+0000 7f22dfe00700 1 -- 172.21.15.6:0/296479001 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f22d80e21e0 con 0x7f22e806b790 2024-05-20T21:21:11.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.335+0000 7f22de000700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22cc0b2880 0x7f22cc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:11.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.336+0000 7f22de000700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22cc0b2880 0x7f22cc0b4d40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f22e806bfd0 tx=0x7f22d000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:11.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.339+0000 7f22dfe00700 1 -- 172.21.15.6:0/296479001 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f22d8010040 con 0x7f22e806b790 2024-05-20T21:21:11.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.632+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22e81ad050 con 0x7f22e806b790 2024-05-20T21:21:11.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.633+0000 7f22dfe00700 1 -- 172.21.15.6:0/296479001 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f22d80a3e20 con 0x7f22e806b790 2024-05-20T21:21:11.634 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:21:11.634 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:21:11.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22cc0b2880 msgr2=0x7f22cc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22cc0b2880 0x7f22cc0b4d40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f22e806bfd0 tx=0x7f22d000b260 comp rx=0 tx=0).stop 2024-05-20T21:21:11.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 msgr2=0x7f22e81a0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:11.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 0x7f22e81a0300 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f22d800ef10 tx=0x7f22d800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 shutdown_connections 2024-05-20T21:21:11.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f22cc0b2880 0x7f22cc0b4d40 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f22e8108470 0x7f22e81a4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f22e806b790 0x7f22e81a0300 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 --2- 172.21.15.6:0/296479001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f22e8105f80 0x7f22e81a0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:11.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.636+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 >> 172.21.15.6:0/296479001 conn(0x7f22e80793f0 msgr2=0x7f22e8100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:11.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.637+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 shutdown_connections 2024-05-20T21:21:11.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:11.637+0000 7f22ed600700 1 -- 172.21.15.6:0/296479001 wait complete. 2024-05-20T21:21:11.638 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:21:11.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:11 smithi006 ceph-mon[31422]: pgmap v600: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:11.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:11 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/296479001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:11 smithi062 ceph-mon[36640]: pgmap v600: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:11 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/296479001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:12.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:11 smithi042 ceph-mon[36332]: pgmap v600: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:12.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:11 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/296479001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:12.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 -- 172.21.15.6:0/4113144441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10076a90 msgr2=0x7f2b10074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 --2- 172.21.15.6:0/4113144441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10076a90 0x7f2b10074ee0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009cd0 tx=0x7f2b0002a8e0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 -- 172.21.15.6:0/4113144441 shutdown_connections 2024-05-20T21:21:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 --2- 172.21.15.6:0/4113144441 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b1010eee0 0x7f2b101112d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 --2- 172.21.15.6:0/4113144441 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b100754b0 0x7f2b10075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 --2- 172.21.15.6:0/4113144441 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b10076a90 0x7f2b10074ee0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 -- 172.21.15.6:0/4113144441 >> 172.21.15.6:0/4113144441 conn(0x7f2b100fde80 msgr2=0x7f2b101002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 -- 172.21.15.6:0/4113144441 shutdown_connections 2024-05-20T21:21:12.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.438+0000 7f2b16200640 1 -- 172.21.15.6:0/4113144441 wait complete. 2024-05-20T21:21:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.439+0000 7f2b16200640 1 Processor -- start 2024-05-20T21:21:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.439+0000 7f2b16200640 1 -- start start 2024-05-20T21:21:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b16200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b100754b0 0x7f2b1019f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b16200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b10076a90 0x7f2b1019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b16200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b1010eee0 0x7f2b101a6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.441 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b16200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b10114a80 con 0x7f2b1010eee0 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b16200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b10114900 con 0x7f2b10076a90 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b16200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2b10114c00 con 0x7f2b100754b0 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b15800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b1010eee0 0x7f2b101a6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b14e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b100754b0 0x7f2b1019f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b0fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b10076a90 0x7f2b1019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b15800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b1010eee0 0x7f2b101a6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47450/0 (socket says 172.21.15.6:47450) 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b15800640 1 -- 172.21.15.6:0/3289241130 learned_addr learned my addr 172.21.15.6:0/3289241130 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b15800640 1 -- 172.21.15.6:0/3289241130 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b100754b0 msgr2=0x7f2b1019f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.440+0000 7f2b15800640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b100754b0 0x7f2b1019f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b15800640 1 -- 172.21.15.6:0/3289241130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b10076a90 msgr2=0x7f2b1019f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b15800640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b10076a90 0x7f2b1019f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b15800640 1 -- 172.21.15.6:0/3289241130 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b101a6da0 con 0x7f2b1010eee0 2024-05-20T21:21:12.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b15800640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b1010eee0 0x7f2b101a6730 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800e970 tx=0x7f2b0800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b0d600640 1 -- 172.21.15.6:0/3289241130 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0800ccc0 con 0x7f2b1010eee0 2024-05-20T21:21:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b0d600640 1 -- 172.21.15.6:0/3289241130 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b0800ce60 con 0x7f2b1010eee0 2024-05-20T21:21:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b0d600640 1 -- 172.21.15.6:0/3289241130 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b08010430 con 0x7f2b1010eee0 2024-05-20T21:21:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b16200640 1 -- 172.21.15.6:0/3289241130 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b101a7090 con 0x7f2b1010eee0 2024-05-20T21:21:12.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.441+0000 7f2b16200640 1 -- 172.21.15.6:0/3289241130 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b101a7590 con 0x7f2b1010eee0 2024-05-20T21:21:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.445+0000 7f2b1a7a4740 1 Processor -- start 2024-05-20T21:21:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.445+0000 7f2b0d600640 1 -- 172.21.15.6:0/3289241130 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2b08004ff0 con 0x7f2b1010eee0 2024-05-20T21:21:12.445 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.445+0000 7f2b1a7a4740 1 -- start start 2024-05-20T21:21:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1adc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 0x559fc1ae11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1ae3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559fc1a4bb90 con 0x559fc1adc6e0 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559fc1a3b730 con 0x559fc1adbcf0 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559fc1a3f770 con 0x559fc1ae1850 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b0fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1adc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b14e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 0x559fc1ae11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b0fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1adc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:32870/0 (socket says 172.21.15.6:32870) 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b0fe00640 1 -- 172.21.15.6:0/3290055674 learned_addr learned my addr 172.21.15.6:0/3290055674 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.446+0000 7f2b0fe00640 1 --2- 172.21.15.6:0/3290055674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1ae3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b0fe00640 1 -- 172.21.15.6:0/3290055674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 msgr2=0x559fc1ae3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:12.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b0fe00640 1 --2- 172.21.15.6:0/3290055674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1ae3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b0fe00640 1 -- 172.21.15.6:0/3290055674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 msgr2=0x559fc1ae11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:12.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b0fe00640 1 --2- 172.21.15.6:0/3290055674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 0x559fc1ae11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b0fe00640 1 -- 172.21.15.6:0/3290055674 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fc19d48b0 con 0x559fc1adbcf0 2024-05-20T21:21:12.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b0fe00640 1 --2- 172.21.15.6:0/3290055674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1adc110 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2af8011810 tx=0x7f2af80097d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99df0c589dcd861b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:12.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b06000640 1 -- 172.21.15.6:0/3290055674 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af8004030 con 0x559fc1adbcf0 2024-05-20T21:21:12.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b06000640 1 -- 172.21.15.6:0/3290055674 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2af8011e50 con 0x559fc1adbcf0 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.447+0000 7f2b06000640 1 -- 172.21.15.6:0/3290055674 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af800fea0 con 0x559fc1adbcf0 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b0d600640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2af40b27d0 0x7f2af40b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b0d600640 1 -- 172.21.15.6:0/3289241130 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b080e26f0 con 0x7f2b1010eee0 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b14e00640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2af40b27d0 0x7f2af40b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/3290055674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 msgr2=0x559fc1adc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/3290055674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1adc110 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2af8011810 tx=0x7f2af80097d0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/3290055674 shutdown_connections 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/3290055674 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1ae3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/3290055674 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 0x559fc1ae11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/3290055674 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1adc110 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.448+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/3290055674 >> 172.21.15.6:0/3290055674 conn(0x559fc1ad7360 msgr2=0x559fc1ad7760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:12.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.449+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/3290055674 shutdown_connections 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.449+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/3290055674 wait complete. 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.449+0000 7f2b14e00640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2af40b27d0 0x7f2af40b4c90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2b00005e30 tx=0x7f2b00009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.449+0000 7f2b1a7a4740 1 -- start start 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.449+0000 7f2b1a7a4740 1 Processor -- start 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1ae5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1ae1850 0x559fc1aed030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559fc1721790 con 0x559fc1ae1850 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559fc19e3bc0 con 0x559fc1adbcf0 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559fc1ae4800 con 0x559fc1adc6e0 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b1a7a4740 10 client.0 _ll_register_callbacks cb 0x559fc19c1400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b14e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b15800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1ae1850 0x559fc1aed030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b14e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:32874/0 (socket says 172.21.15.6:32874) 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b14e00640 1 -- 172.21.15.6:0/1223949535 learned_addr learned my addr 172.21.15.6:0/1223949535 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.450+0000 7f2b0fe00640 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1ae5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b15800640 1 -- 172.21.15.6:0/1223949535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 msgr2=0x559fc1ae5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b15800640 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1ae5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b15800640 1 -- 172.21.15.6:0/1223949535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 msgr2=0x559fc1ae5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b15800640 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b15800640 1 -- 172.21.15.6:0/1223949535 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fc1750210 con 0x559fc1ae1850 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b14e00640 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b15800640 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1ae1850 0x559fc1aed030 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800e940 tx=0x7f2b080056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40e98e0847326f7e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2afea00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2afea00640 1 -- 172.21.15.6:0/1223949535 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b080aa310 con 0x559fc1ae1850 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2afea00640 1 -- 172.21.15.6:0/1223949535 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b080b25e0 con 0x559fc1ae1850 2024-05-20T21:21:12.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1223949535 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2af8011e50 con 0x559fc1ae1850 2024-05-20T21:21:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2afea00640 1 -- 172.21.15.6:0/1223949535 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2b080a9c10 con 0x559fc1ae1850 2024-05-20T21:21:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b1a7a4740 10 client.16563 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.451+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1223949535 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559fc181c620 con 0x559fc1ae1850 2024-05-20T21:21:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2afea00640 1 -- 172.21.15.6:0/1223949535 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2af8011e50 con 0x559fc1ae1850 2024-05-20T21:21:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2afea00640 1 -- 172.21.15.6:0/1223949535 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2b080a5580 con 0x559fc1ae1850 2024-05-20T21:21:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2b1a7a4740 10 client.16563 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2b1a7a4740 10 client.16563 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:12.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2b1a7a4740 20 client.16563 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:12.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc1af1640 0x559fc1af3a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2b1a7a4740 4 client.16563 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:12.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1223949535 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fc1a4dae0 con 0x559fc1af1640 2024-05-20T21:21:12.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.452+0000 7f2b14e00640 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc1af1640 0x559fc1af3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.453+0000 7f2b14e00640 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc1af1640 0x559fc1af3a30 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c65270a7037d6131 server_cookie=7b4049ec866b2a88 in_seq=0 out_seq=0 2024-05-20T21:21:12.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.453+0000 7f2afea00640 10 client.16563 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2afea00640 1 -- 172.21.15.6:0/1223949535 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559fc1a4dae0 con 0x559fc1af1640 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2afea00640 10 client.16563 handle_command_reply: tid=0 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 client.16563 shutdown 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1223949535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1ae1850 msgr2=0x559fc1aed030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1ae1850 0x559fc1aed030 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800e940 tx=0x7f2b080056b0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1223949535 shutdown_connections 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc1af1640 0x559fc1af3a30 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1ae1850 0x559fc1aed030 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1ae5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1223949535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1223949535 >> 172.21.15.6:0/1223949535 conn(0x559fc1ad7360 msgr2=0x559fc1ad64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2afea00640 0 client.16563 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.454+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1223949535 shutdown_connections 2024-05-20T21:21:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.455+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1223949535 wait complete. 2024-05-20T21:21:12.460 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.455+0000 7f2b1a7a4740 20 client.16563 trim_cache size 0 max 16384 2024-05-20T21:21:12.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.471+0000 7f2b1a7a4740 1 Processor -- start 2024-05-20T21:21:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b1a7a4740 1 -- start start 2024-05-20T21:21:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adbcf0 0x559fc1ada750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1aecff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1ae1850 0x559fc1adcf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b101b2ed0 con 0x559fc1adbcf0 2024-05-20T21:21:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b101b07a0 con 0x559fc1ae1850 2024-05-20T21:21:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2b101ae5f0 con 0x559fc1adc6e0 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b14e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adbcf0 0x559fc1ada750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b0fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1aecff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b0fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1aecff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35886/0 (socket says 172.21.15.6:35886) 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b0fe00640 1 -- 172.21.15.6:0/1025037185 learned_addr learned my addr 172.21.15.6:0/1025037185 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b14e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adbcf0 0x559fc1ada750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47482/0 (socket says 172.21.15.6:47482) 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.472+0000 7f2b15800640 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1ae1850 0x559fc1adcf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b0fe00640 1 -- 172.21.15.6:0/1025037185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1ae1850 msgr2=0x559fc1adcf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b0fe00640 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1ae1850 0x559fc1adcf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b0fe00640 1 -- 172.21.15.6:0/1025037185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adbcf0 msgr2=0x559fc1ada750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b0fe00640 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adbcf0 0x559fc1ada750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b0fe00640 1 -- 172.21.15.6:0/1025037185 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fc1adb930 con 0x559fc1adc6e0 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b14e00640 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adbcf0 0x559fc1ada750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b0fe00640 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1aecff0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2af80117b0 tx=0x7f2af80093d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ff8ea433dd5bb77 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b05600640 1 -- 172.21.15.6:0/1025037185 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af8009be0 con 0x559fc1adc6e0 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b05600640 1 -- 172.21.15.6:0/1025037185 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2af8005580 con 0x559fc1adc6e0 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.473+0000 7f2b05600640 1 -- 172.21.15.6:0/1025037185 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2af80035f0 con 0x559fc1adc6e0 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1025037185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 msgr2=0x559fc1aecff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1aecff0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2af80117b0 tx=0x7f2af80093d0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1025037185 shutdown_connections 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1ae1850 0x559fc1adcf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1adc6e0 0x559fc1aecff0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1025037185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adbcf0 0x559fc1ada750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1025037185 >> 172.21.15.6:0/1025037185 conn(0x559fc1ad7360 msgr2=0x559fc1ada040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1025037185 shutdown_connections 2024-05-20T21:21:12.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1025037185 wait complete. 2024-05-20T21:21:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.474+0000 7f2b1a7a4740 1 -- start start 2024-05-20T21:21:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b1a7a4740 1 Processor -- start 2024-05-20T21:21:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 0x559fc1aea410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b1a7a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1b5a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b101aec60 con 0x559fc1adc6e0 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b101b00d0 con 0x559fc1adbcf0 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b1a7a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2b101af330 con 0x559fc1ae1850 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b1a7a4740 10 client.0 _ll_register_callbacks cb 0x7f2b080a5ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b0fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 0x559fc1aea410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b15800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1b5a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b15800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1b5a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35894/0 (socket says 172.21.15.6:35894) 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b15800640 1 -- 172.21.15.6:0/1078662758 learned_addr learned my addr 172.21.15.6:0/1078662758 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.475+0000 7f2b14e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b15800640 1 -- 172.21.15.6:0/1078662758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 msgr2=0x559fc1ae9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b15800640 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b15800640 1 -- 172.21.15.6:0/1078662758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 msgr2=0x559fc1aea410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:12.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b15800640 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 0x559fc1aea410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b15800640 1 -- 172.21.15.6:0/1078662758 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fc1ae4940 con 0x559fc1ae1850 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b15800640 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1b5a1e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2b080a6e80 tx=0x7f2b080a9690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ec323d35fbf4f7f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2afea00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2afea00640 1 -- 172.21.15.6:0/1078662758 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b080a99e0 con 0x559fc1ae1850 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2afea00640 1 -- 172.21.15.6:0/1078662758 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b080a8e70 con 0x559fc1ae1850 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1078662758 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2af8005580 con 0x559fc1ae1850 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2afea00640 1 -- 172.21.15.6:0/1078662758 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2b080b27f0 con 0x559fc1ae1850 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b1a7a4740 10 client.26683 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.476+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1078662758 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559fc1b5b880 con 0x559fc1ae1850 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2afea00640 1 -- 172.21.15.6:0/1078662758 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2af8005580 con 0x559fc1ae1850 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2afea00640 1 -- 172.21.15.6:0/1078662758 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2b080af150 con 0x559fc1ae1850 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2b1a7a4740 10 client.26683 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2b1a7a4740 10 client.26683 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:12.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2b1a7a4740 20 client.26683 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc1b5c0d0 0x559fc1b5e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2b1a7a4740 4 client.26683 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1078662758 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559fc1a472c0 con 0x559fc1b5c0d0 2024-05-20T21:21:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.477+0000 7f2b14e00640 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc1b5c0d0 0x559fc1b5e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.478+0000 7f2b14e00640 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc1b5c0d0 0x559fc1b5e4f0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3f3e73e73db7bf server_cookie=8225535fb8764925 in_seq=0 out_seq=0 2024-05-20T21:21:12.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.478+0000 7f2afea00640 10 client.26683 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:12.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.490+0000 7f2afea00640 1 -- 172.21.15.6:0/1078662758 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559fc1a472c0 con 0x559fc1b5c0d0 2024-05-20T21:21:12.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.490+0000 7f2afea00640 10 client.26683 handle_command_reply: tid=0 2024-05-20T21:21:12.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.490+0000 7f2b1a7a4740 1 client.26683 shutdown 2024-05-20T21:21:12.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1078662758 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 msgr2=0x559fc1b5a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1b5a1e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2b080a6e80 tx=0x7f2b080a9690 comp rx=0 tx=0).stop 2024-05-20T21:21:12.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1078662758 shutdown_connections 2024-05-20T21:21:12.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc1b5c0d0 0x559fc1b5e4f0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc1ae1850 0x559fc1b5a1e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc1adc6e0 0x559fc1aea410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 --2- 172.21.15.6:0/1078662758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc1adbcf0 0x559fc1ae9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2afea00640 0 client.26683 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:12.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1078662758 >> 172.21.15.6:0/1078662758 conn(0x559fc1ad7360 msgr2=0x559fc1ada8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:12.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1078662758 shutdown_connections 2024-05-20T21:21:12.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 1 -- 172.21.15.6:0/1078662758 wait complete. 2024-05-20T21:21:12.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.491+0000 7f2b1a7a4740 20 client.26683 trim_cache size 0 max 16384 2024-05-20T21:21:12.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:21:12.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:21:12.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:21:12.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 -- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2af40b27d0 msgr2=0x7f2af40b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2af40b27d0 0x7f2af40b4c90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2b00005e30 tx=0x7f2b00009360 comp rx=0 tx=0).stop 2024-05-20T21:21:12.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 -- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b1010eee0 msgr2=0x7f2b101a6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b1010eee0 0x7f2b101a6730 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800e970 tx=0x7f2b0800ed70 comp rx=0 tx=0).stop 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 -- 172.21.15.6:0/3289241130 shutdown_connections 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2af40b27d0 0x7f2af40b4c90 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b1010eee0 0x7f2b101a6730 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b10076a90 0x7f2b1019f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 --2- 172.21.15.6:0/3289241130 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b100754b0 0x7f2b1019f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 -- 172.21.15.6:0/3289241130 >> 172.21.15.6:0/3289241130 conn(0x7f2b100fde80 msgr2=0x7f2b10102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 -- 172.21.15.6:0/3289241130 shutdown_connections 2024-05-20T21:21:12.495 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:12.492+0000 7f2b16200640 1 -- 172.21.15.6:0/3289241130 wait complete. 2024-05-20T21:21:12.540 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:21:13.026 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:13.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:13 smithi006 ceph-mon[31422]: pgmap v601: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:13 smithi062 ceph-mon[36640]: pgmap v601: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:13 smithi042 ceph-mon[36332]: pgmap v601: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:15.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 -- 172.21.15.6:0/853799640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bb4103e10 msgr2=0x7f9bb4110320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/853799640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bb4103e10 0x7f9bb4110320 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9bac00b0a0 tx=0x7f9bac00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 -- 172.21.15.6:0/853799640 shutdown_connections 2024-05-20T21:21:15.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/853799640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bb4103e10 0x7f9bb4110320 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/853799640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bb41094e0 0x7f9bb41098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/853799640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bb4103450 0x7f9bb41038d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 -- 172.21.15.6:0/853799640 >> 172.21.15.6:0/853799640 conn(0x7f9bb40fef60 msgr2=0x7f9bb4101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:15.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 -- 172.21.15.6:0/853799640 shutdown_connections 2024-05-20T21:21:15.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.358+0000 7f9bb3e00700 1 -- 172.21.15.6:0/853799640 wait complete. 2024-05-20T21:21:15.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.359+0000 7f9bb3e00700 1 Processor -- start 2024-05-20T21:21:15.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb3e00700 1 -- start start 2024-05-20T21:21:15.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bb4103450 0x7f9bb4075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bb4103e10 0x7f9bb4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bb41094e0 0x7f9bb40762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb3e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb4113660 con 0x7f9bb4103e10 2024-05-20T21:21:15.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb3e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb41134e0 con 0x7f9bb41094e0 2024-05-20T21:21:15.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb3e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb41137e0 con 0x7f9bb4103450 2024-05-20T21:21:15.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb2a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bb4103450 0x7f9bb4075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb2a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bb4103450 0x7f9bb4075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35906/0 (socket says 172.21.15.6:35906) 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.360+0000 7f9bb2000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bb4103e10 0x7f9bb4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb2a00700 1 -- 172.21.15.6:0/1108424033 learned_addr learned my addr 172.21.15.6:0/1108424033 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb3400700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bb41094e0 0x7f9bb40762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb2a00700 1 -- 172.21.15.6:0/1108424033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bb41094e0 msgr2=0x7f9bb40762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bb41094e0 0x7f9bb40762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb2a00700 1 -- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bb4103e10 msgr2=0x7f9bb4075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bb4103e10 0x7f9bb4075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb2a00700 1 -- 172.21.15.6:0/1108424033 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bb41a8030 con 0x7f9bb4103450 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb2000700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bb4103e10 0x7f9bb4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:15.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.361+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bb4103450 0x7f9bb4075840 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9ba400e9c0 tx=0x7f9ba400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:15.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.362+0000 7f9bab400700 1 -- 172.21.15.6:0/1108424033 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba400cbd0 con 0x7f9bb4103450 2024-05-20T21:21:15.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.362+0000 7f9bab400700 1 -- 172.21.15.6:0/1108424033 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ba400ee60 con 0x7f9bb4103450 2024-05-20T21:21:15.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.362+0000 7f9bb3e00700 1 -- 172.21.15.6:0/1108424033 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bb41a8320 con 0x7f9bb4103450 2024-05-20T21:21:15.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.362+0000 7f9bab400700 1 -- 172.21.15.6:0/1108424033 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba40055c0 con 0x7f9bb4103450 2024-05-20T21:21:15.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.362+0000 7f9bb3e00700 1 -- 172.21.15.6:0/1108424033 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bb41a8860 con 0x7f9bb4103450 2024-05-20T21:21:15.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.366+0000 7f9bab400700 1 -- 172.21.15.6:0/1108424033 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9ba4004750 con 0x7f9bb4103450 2024-05-20T21:21:15.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.367+0000 7f9bc445fb80 1 Processor -- start 2024-05-20T21:21:15.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.367+0000 7f9bc445fb80 1 -- start start 2024-05-20T21:21:15.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.367+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba020 0x55b8cb2ba400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.367+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.367+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.367+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b8cb212e40 con 0x55b8cb2ba020 2024-05-20T21:21:15.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.367+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b8cb2029e0 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.367+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b8cb206a20 con 0x55b8cb2ba940 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba020 0x55b8cb2ba400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bab400700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b980b2900 0x7f9b980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba020 0x55b8cb2ba400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47538/0 (socket says 172.21.15.6:47538) 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb3400700 1 -- 172.21.15.6:0/1787412487 learned_addr learned my addr 172.21.15.6:0/1787412487 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb2000700 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bab400700 1 -- 172.21.15.6:0/1108424033 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9ba40e2490 con 0x7f9bb4103450 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb3400700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b980b2900 0x7f9b980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb2000700 1 -- 172.21.15.6:0/1787412487 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba940 msgr2=0x55b8cb2b44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb2000700 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb2000700 1 -- 172.21.15.6:0/1787412487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba020 msgr2=0x55b8cb2ba400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb2000700 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba020 0x55b8cb2ba400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.368+0000 7f9bb2000700 1 -- 172.21.15.6:0/1787412487 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8cb1cb420 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.369+0000 7f9bb3400700 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba020 0x55b8cb2ba400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:15.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.369+0000 7f9bb2000700 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4f30 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4077280 tx=0x7f9ba00117a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41c2c00d2a9374cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.369+0000 7f9bb3400700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b980b2900 0x7f9b980b4dc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9bac009e60 tx=0x7f9bac00b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.369+0000 7f9b9fe00700 1 -- 172.21.15.6:0/1787412487 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba0004220 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.369+0000 7f9b9fe00700 1 -- 172.21.15.6:0/1787412487 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ba00043c0 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.369+0000 7f9b9fe00700 1 -- 172.21.15.6:0/1787412487 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba0005690 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1787412487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 msgr2=0x55b8cb2b4f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4f30 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4077280 tx=0x7f9ba00117a0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1787412487 shutdown_connections 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4f30 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba020 0x55b8cb2ba400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/1787412487 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1787412487 >> 172.21.15.6:0/1787412487 conn(0x55b8cb1e2be0 msgr2=0x55b8cb2af150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:15.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1787412487 shutdown_connections 2024-05-20T21:21:15.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.370+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1787412487 wait complete. 2024-05-20T21:21:15.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.371+0000 7f9bc445fb80 1 -- start start 2024-05-20T21:21:15.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.371+0000 7f9bc445fb80 1 Processor -- start 2024-05-20T21:21:15.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2c05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2bd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2ba940 0x55b8cb2bded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b8cb108fa0 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b8cb1a3760 con 0x55b8cb2ba940 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b8cb2c1460 con 0x55b8cb2ba020 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bc445fb80 10 client.0 _ll_register_callbacks cb 0x55b8cb1acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bb2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2bd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bb3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2ba940 0x55b8cb2bded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bb2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2c05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bb3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2ba940 0x55b8cb2bded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:32928/0 (socket says 172.21.15.6:32928) 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bb3400700 1 -- 172.21.15.6:0/3915928431 learned_addr learned my addr 172.21.15.6:0/3915928431 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.372+0000 7f9bb2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2bd990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35924/0 (socket says 172.21.15.6:35924) 2024-05-20T21:21:15.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.373+0000 7f9bb3400700 1 -- 172.21.15.6:0/3915928431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 msgr2=0x55b8cb2bd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.373+0000 7f9bb3400700 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2bd990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.373+0000 7f9bb3400700 1 -- 172.21.15.6:0/3915928431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2b4ad0 msgr2=0x55b8cb2c05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.373+0000 7f9bb3400700 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2c05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.373+0000 7f9bb3400700 1 -- 172.21.15.6:0/3915928431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8cb1528d0 con 0x55b8cb2ba940 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.373+0000 7f9bb3400700 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2ba940 0x55b8cb2bded0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9bac007760 tx=0x7f9bac0099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7df84bae78ac871 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.373+0000 7f9b9cc00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.373+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3915928431 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac030060 con 0x55b8cb2ba940 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.374+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3915928431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ba00043c0 con 0x55b8cb2ba940 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.374+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3915928431 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9bac007db0 con 0x55b8cb2ba940 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.374+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3915928431 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9bac02b480 con 0x55b8cb2ba940 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.374+0000 7f9bc445fb80 10 client.26711 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:15.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.374+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3915928431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b8cb1d3060 con 0x55b8cb2ba940 2024-05-20T21:21:15.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.374+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3915928431 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ba00043c0 con 0x55b8cb2ba940 2024-05-20T21:21:15.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.375+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3915928431 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9bac011070 con 0x55b8cb2ba940 2024-05-20T21:21:15.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.375+0000 7f9bc445fb80 10 client.26711 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:15.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.375+0000 7f9bc445fb80 10 client.26711 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:21:15.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.375+0000 7f9bc445fb80 20 client.26711 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:15.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.375+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55b8cb2cdeb0 0x55b8cb2d02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.375+0000 7f9bc445fb80 4 client.26711 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.375+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3915928431 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8cb214d90 con 0x55b8cb2cdeb0 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.375+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55b8cb2cdeb0 0x55b8cb2d02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.376+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55b8cb2cdeb0 0x55b8cb2d02a0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9d1d4ec869cbcc29 server_cookie=93c738afa99a945b in_seq=0 out_seq=0 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.376+0000 7f9b9cc00700 10 client.26711 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3915928431 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b8cb214d90 con 0x55b8cb2cdeb0 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9b9cc00700 10 client.26711 handle_command_reply: tid=0 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 client.26711 shutdown 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3915928431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2ba940 msgr2=0x55b8cb2bded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2ba940 0x55b8cb2bded0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9bac007760 tx=0x7f9bac0099e0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3915928431 shutdown_connections 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55b8cb2cdeb0 0x55b8cb2d02a0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2ba940 0x55b8cb2bded0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2c05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3915928431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2bd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9b9cc00700 0 client.26711 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:21:15.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3915928431 >> 172.21.15.6:0/3915928431 conn(0x55b8cb1e2be0 msgr2=0x55b8cb2b34a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:15.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3915928431 shutdown_connections 2024-05-20T21:21:15.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.377+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3915928431 wait complete. 2024-05-20T21:21:15.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.378+0000 7f9bc445fb80 20 client.26711 trim_cache size 0 max 16384 2024-05-20T21:21:15.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.395+0000 7f9bc445fb80 1 Processor -- start 2024-05-20T21:21:15.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.395+0000 7f9bc445fb80 1 -- start start 2024-05-20T21:21:15.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.395+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.395+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2b3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.395+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.395+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb41b27d0 con 0x55b8cb2ba940 2024-05-20T21:21:15.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.395+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb41b0060 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.395+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb41adeb0 con 0x55b8cb2ba020 2024-05-20T21:21:15.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2b3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2b3e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35928/0 (socket says 172.21.15.6:35928) 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2000700 1 -- 172.21.15.6:0/1570201552 learned_addr learned my addr 172.21.15.6:0/1570201552 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2a00700 1 -- 172.21.15.6:0/1570201552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 msgr2=0x55b8cb2b3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2b3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2a00700 1 -- 172.21.15.6:0/1570201552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 msgr2=0x55b8cb2b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2a00700 1 -- 172.21.15.6:0/1570201552 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8cb2b08b0 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb2000700 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2b3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.396+0000 7f9bb3400700 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.397+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4eb0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9ba400c5b0 tx=0x7f9ba40cc440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9fe2e061509cfd4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:15.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.397+0000 7f9b9f400700 1 -- 172.21.15.6:0/1570201552 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba40a5870 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.397+0000 7f9b9f400700 1 -- 172.21.15.6:0/1570201552 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ba40b2150 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.397+0000 7f9b9f400700 1 -- 172.21.15.6:0/1570201552 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba40a9c10 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1570201552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 msgr2=0x55b8cb2b4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4eb0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9ba400c5b0 tx=0x7f9ba40cc440 comp rx=0 tx=0).stop 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1570201552 shutdown_connections 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2b4eb0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/1570201552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2b3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1570201552 >> 172.21.15.6:0/1570201552 conn(0x55b8cb1e2be0 msgr2=0x55b8cb2bd950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1570201552 shutdown_connections 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 -- 172.21.15.6:0/1570201552 wait complete. 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.398+0000 7f9bc445fb80 1 -- start start 2024-05-20T21:21:15.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.399+0000 7f9bc445fb80 1 Processor -- start 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.399+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2d5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.399+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2d5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.399+0000 7f9bc445fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2d6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.399+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb41ae520 con 0x55b8cb2ba940 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.399+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb41af990 con 0x55b8cb2b4ad0 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.399+0000 7f9bc445fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9bb41aebf0 con 0x55b8cb2ba020 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.399+0000 7f9bc445fb80 10 client.0 _ll_register_callbacks cb 0x55b8cb1acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2d5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2d5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35936/0 (socket says 172.21.15.6:35936) 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 -- 172.21.15.6:0/3094607396 learned_addr learned my addr 172.21.15.6:0/3094607396 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:15.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb3400700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2d6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2d5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 -- 172.21.15.6:0/3094607396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 msgr2=0x55b8cb2d5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2d5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 -- 172.21.15.6:0/3094607396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 msgr2=0x55b8cb2d6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2d6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 -- 172.21.15.6:0/3094607396 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8cb337c90 con 0x55b8cb2ba020 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb3400700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2d6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2d5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9bb2000700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2d5dd0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9ba001b040 tx=0x7f9ba0004940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acd46582a559ddb1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:15.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.400+0000 7f9b9cc00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:15.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.401+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3094607396 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ba001d070 con 0x55b8cb2ba020 2024-05-20T21:21:15.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.401+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3094607396 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9ba0004d60 con 0x55b8cb2ba020 2024-05-20T21:21:15.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.401+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3094607396 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b8cb20e570 con 0x55b8cb2ba020 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.401+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3094607396 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ba000e470 con 0x55b8cb2ba020 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.401+0000 7f9bc445fb80 10 client.26701 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.401+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3094607396 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b8cb338f30 con 0x55b8cb2ba020 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3094607396 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55b8cb20e570 con 0x55b8cb2ba020 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3094607396 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9ba0023040 con 0x55b8cb2ba020 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9bc445fb80 10 client.26701 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9bc445fb80 10 client.26701 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9bc445fb80 20 client.26701 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55b8cb3394d0 0x55b8cb33b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9bc445fb80 4 client.26701 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3094607396 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b8cb085250 con 0x55b8cb3394d0 2024-05-20T21:21:15.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.402+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55b8cb3394d0 0x55b8cb33b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bb2a00700 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55b8cb3394d0 0x55b8cb33b8f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=79c69d2ad5d83496 server_cookie=f595cc9c2504c723 in_seq=0 out_seq=0 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9b9cc00700 10 client.26701 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9b9cc00700 1 -- 172.21.15.6:0/3094607396 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b8cb085250 con 0x55b8cb3394d0 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9b9cc00700 10 client.26701 handle_command_reply: tid=0 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 client.26701 shutdown 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3094607396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 msgr2=0x55b8cb2d5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2d5dd0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9ba001b040 tx=0x7f9ba0004940 comp rx=0 tx=0).stop 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3094607396 shutdown_connections 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b8cb2ba940 0x55b8cb2d6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55b8cb3394d0 0x55b8cb33b8f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b8cb2b4ad0 0x55b8cb2d5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 --2- 172.21.15.6:0/3094607396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b8cb2ba020 0x55b8cb2d5dd0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9b9cc00700 0 client.26701 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:21:15.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.403+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3094607396 >> 172.21.15.6:0/3094607396 conn(0x55b8cb1e2be0 msgr2=0x55b8cb2b3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:15.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.404+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3094607396 shutdown_connections 2024-05-20T21:21:15.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.404+0000 7f9bc445fb80 1 -- 172.21.15.6:0/3094607396 wait complete. 2024-05-20T21:21:15.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.404+0000 7f9bc445fb80 20 client.26701 trim_cache size 0 max 16384 2024-05-20T21:21:15.407 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.404+0000 7f9bb3e00700 1 -- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b980b2900 msgr2=0x7f9b980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.404+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b980b2900 0x7f9b980b4dc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9bac009e60 tx=0x7f9bac00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.404+0000 7f9bb3e00700 1 -- 172.21.15.6:0/1108424033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bb4103450 msgr2=0x7f9bb4075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.404+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bb4103450 0x7f9bb4075840 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9ba400e9c0 tx=0x7f9ba400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.405+0000 7f9bb3e00700 1 -- 172.21.15.6:0/1108424033 shutdown_connections 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.405+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b980b2900 0x7f9b980b4dc0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.405+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bb41094e0 0x7f9bb40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.405+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bb4103450 0x7f9bb4075840 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.405+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/1108424033 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bb4103e10 0x7f9bb4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:15.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.405+0000 7f9bb3e00700 1 -- 172.21.15.6:0/1108424033 >> 172.21.15.6:0/1108424033 conn(0x7f9bb40fef60 msgr2=0x7f9bb40ff540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:15.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.405+0000 7f9bb3e00700 1 -- 172.21.15.6:0/1108424033 shutdown_connections 2024-05-20T21:21:15.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:15.405+0000 7f9bb3e00700 1 -- 172.21.15.6:0/1108424033 wait complete. 2024-05-20T21:21:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:15 smithi062 ceph-mon[36640]: pgmap v602: 97 pgs: 97 active+clean; 2.4 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-05-20T21:21:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:15 smithi042 ceph-mon[36332]: pgmap v602: 97 pgs: 97 active+clean; 2.4 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-05-20T21:21:16.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:15 smithi006 ceph-mon[31422]: pgmap v602: 97 pgs: 97 active+clean; 2.4 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 18 op/s 2024-05-20T21:21:16.355 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:21:16.815 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:17.996 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:17 smithi006 ceph-mon[31422]: pgmap v603: 97 pgs: 97 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:17 smithi062 ceph-mon[36640]: pgmap v603: 97 pgs: 97 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:17 smithi042 ceph-mon[36332]: pgmap v603: 97 pgs: 97 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:21:19.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 -- 172.21.15.6:0/3382230363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81088f0 msgr2=0x7f78d8110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 --2- 172.21.15.6:0/3382230363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81088f0 0x7f78d8110470 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f78d00098f0 tx=0x7f78d0009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:19.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 -- 172.21.15.6:0/3382230363 shutdown_connections 2024-05-20T21:21:19.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 --2- 172.21.15.6:0/3382230363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81088f0 0x7f78d8110470 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 --2- 172.21.15.6:0/3382230363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78d81037f0 0x7f78d8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 --2- 172.21.15.6:0/3382230363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78d81041a0 0x7f78d81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 -- 172.21.15.6:0/3382230363 >> 172.21.15.6:0/3382230363 conn(0x7f78d807a6a0 msgr2=0x7f78d807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 -- 172.21.15.6:0/3382230363 shutdown_connections 2024-05-20T21:21:19.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.250+0000 7f78dd400700 1 -- 172.21.15.6:0/3382230363 wait complete. 2024-05-20T21:21:19.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.252+0000 7f78dd400700 1 Processor -- start 2024-05-20T21:21:19.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.252+0000 7f78dd400700 1 -- start start 2024-05-20T21:21:19.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.252+0000 7f78dd400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81037f0 0x7f78d819bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.252+0000 7f78dd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78d81041a0 0x7f78d819c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.252+0000 7f78dd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78d81088f0 0x7f78d81a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.252+0000 7f78dd400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f78d8113710 con 0x7f78d81041a0 2024-05-20T21:21:19.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.252+0000 7f78dd400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f78d8113590 con 0x7f78d81088f0 2024-05-20T21:21:19.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.252+0000 7f78dd400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f78d8113890 con 0x7f78d81037f0 2024-05-20T21:21:19.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81037f0 0x7f78d819bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78cde00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78d81041a0 0x7f78d819c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81037f0 0x7f78d819bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44556/0 (socket says 172.21.15.6:44556) 2024-05-20T21:21:19.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d6800700 1 -- 172.21.15.6:0/4044145364 learned_addr learned my addr 172.21.15.6:0/4044145364 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:19.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d7200700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78d81088f0 0x7f78d81a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d6800700 1 -- 172.21.15.6:0/4044145364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78d81088f0 msgr2=0x7f78d81a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d6800700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78d81088f0 0x7f78d81a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d6800700 1 -- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78d81041a0 msgr2=0x7f78d819c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d6800700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78d81041a0 0x7f78d819c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.253+0000 7f78d6800700 1 -- 172.21.15.6:0/4044145364 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d81a0d80 con 0x7f78d81037f0 2024-05-20T21:21:19.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.254+0000 7f78d6800700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81037f0 0x7f78d819bd70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f78c800e3c0 tx=0x7f78c800e6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.254+0000 7f78cfe00700 1 -- 172.21.15.6:0/4044145364 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c800ee40 con 0x7f78d81037f0 2024-05-20T21:21:19.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.254+0000 7f78cfe00700 1 -- 172.21.15.6:0/4044145364 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c8003a00 con 0x7f78d81037f0 2024-05-20T21:21:19.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.254+0000 7f78dd400700 1 -- 172.21.15.6:0/4044145364 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78d81a1010 con 0x7f78d81037f0 2024-05-20T21:21:19.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.254+0000 7f78dd400700 1 -- 172.21.15.6:0/4044145364 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78d81a88f0 con 0x7f78d81037f0 2024-05-20T21:21:19.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.254+0000 7f78cfe00700 1 -- 172.21.15.6:0/4044145364 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c8004720 con 0x7f78d81037f0 2024-05-20T21:21:19.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.258+0000 7f78cfe00700 1 -- 172.21.15.6:0/4044145364 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f78c801b030 con 0x7f78d81037f0 2024-05-20T21:21:19.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.259+0000 7f78e7d7fb80 1 Processor -- start 2024-05-20T21:21:19.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.259+0000 7f78e7d7fb80 1 -- start start 2024-05-20T21:21:19.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.259+0000 7f78cfe00700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78bc0b2900 0x7f78bc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.259+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9f610 0x55f0fcb9f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.261 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.259+0000 7f78cfe00700 1 -- 172.21.15.6:0/4044145364 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f78c80e1d60 con 0x7f78d81037f0 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.259+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb99b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.259+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 0x55f0fcb9a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f0fcaf7e40 con 0x55f0fcb9f610 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f0fcae79e0 con 0x55f0fcb9a140 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f0fcaeba20 con 0x55f0fcb9ff30 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78d7200700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78bc0b2900 0x7f78bc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78cde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb99b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78d6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9f610 0x55f0fcb9f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78cde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb99b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44572/0 (socket says 172.21.15.6:44572) 2024-05-20T21:21:19.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78cde00700 1 -- 172.21.15.6:0/933735446 learned_addr learned my addr 172.21.15.6:0/933735446 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78d7200700 1 --2- 172.21.15.6:0/933735446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 0x55f0fcb9a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78cde00700 1 -- 172.21.15.6:0/933735446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 msgr2=0x55f0fcb9a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78cde00700 1 --2- 172.21.15.6:0/933735446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 0x55f0fcb9a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78cde00700 1 -- 172.21.15.6:0/933735446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9f610 msgr2=0x55f0fcb9f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.260+0000 7f78cde00700 1 --2- 172.21.15.6:0/933735446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9f610 0x55f0fcb9f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.261+0000 7f78cde00700 1 -- 172.21.15.6:0/933735446 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0fcab0420 con 0x55f0fcb9ff30 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.261+0000 7f78cde00700 1 --2- 172.21.15.6:0/933735446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb99b20 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009d20 tx=0x7f78c0011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b703008c7028d707 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.261+0000 7f78d7200700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78bc0b2900 0x7f78bc0b4dc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f78d0009fd0 tx=0x7f78d000f6c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.261+0000 7f78c7e00700 1 -- 172.21.15.6:0/933735446 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c001e070 con 0x55f0fcb9ff30 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.261+0000 7f78c7e00700 1 -- 172.21.15.6:0/933735446 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c0019ae0 con 0x55f0fcb9ff30 2024-05-20T21:21:19.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.261+0000 7f78c7e00700 1 -- 172.21.15.6:0/933735446 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c000ea30 con 0x55f0fcb9ff30 2024-05-20T21:21:19.266 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/933735446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9ff30 msgr2=0x55f0fcb99b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/933735446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb99b20 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009d20 tx=0x7f78c0011720 comp rx=0 tx=0).stop 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/933735446 shutdown_connections 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/933735446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 0x55f0fcb9a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/933735446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9f610 0x55f0fcb9f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/933735446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb99b20 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/933735446 >> 172.21.15.6:0/933735446 conn(0x55f0fcac7be0 msgr2=0x55f0fcb94690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/933735446 shutdown_connections 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.262+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/933735446 wait complete. 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.263+0000 7f78e7d7fb80 1 -- start start 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.263+0000 7f78e7d7fb80 1 Processor -- start 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 0x55f0fcba5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.267 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcba2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcba3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f0fc9edfa0 con 0x55f0fcb9ff30 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f0fca88760 con 0x55f0fcb9a140 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f0fcba69e0 con 0x55f0fcb9f610 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78e7d7fb80 10 client.0 _ll_register_callbacks cb 0x55f0fca91c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78cde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcba2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78d7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcba3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78cde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcba2fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44578/0 (socket says 172.21.15.6:44578) 2024-05-20T21:21:19.268 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78cde00700 1 -- 172.21.15.6:0/2165828336 learned_addr learned my addr 172.21.15.6:0/2165828336 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78d6800700 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 0x55f0fcba5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78cde00700 1 -- 172.21.15.6:0/2165828336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 msgr2=0x55f0fcba5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78cde00700 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 0x55f0fcba5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78cde00700 1 -- 172.21.15.6:0/2165828336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 msgr2=0x55f0fcba3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78cde00700 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcba3520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78cde00700 1 -- 172.21.15.6:0/2165828336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0fca378d0 con 0x55f0fcb9f610 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.264+0000 7f78d7200700 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcba3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.265+0000 7f78cde00700 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcba2fe0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009310 tx=0x7f78c0005e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=387fa1e7a4bf4251 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.265+0000 7f78c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.265+0000 7f78c4c00700 1 -- 172.21.15.6:0/2165828336 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c001e050 con 0x55f0fcb9f610 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.265+0000 7f78c4c00700 1 -- 172.21.15.6:0/2165828336 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f78c0004030 con 0x55f0fcb9f610 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.265+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2165828336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78c0019ae0 con 0x55f0fcb9f610 2024-05-20T21:21:19.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78c4c00700 1 -- 172.21.15.6:0/2165828336 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78c0004230 con 0x55f0fcb9f610 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78e7d7fb80 10 client.26713 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2165828336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f0fcab8060 con 0x55f0fcb9f610 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78c4c00700 1 -- 172.21.15.6:0/2165828336 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c0019ae0 con 0x55f0fcb9f610 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78c4c00700 1 -- 172.21.15.6:0/2165828336 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78c00047e0 con 0x55f0fcb9f610 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78e7d7fb80 10 client.26713 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78e7d7fb80 10 client.26713 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78e7d7fb80 20 client.26713 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f0fcbb3430 0x55f0fcbb5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78e7d7fb80 4 client.26713 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.266+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2165828336 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f0fcaf9d90 con 0x55f0fcbb3430 2024-05-20T21:21:19.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.267+0000 7f78d6800700 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f0fcbb3430 0x55f0fcbb5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.267+0000 7f78d6800700 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f0fcbb3430 0x55f0fcbb5820 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=80452e847acf4d45 server_cookie=ff7dc0bbb3fdc28d in_seq=0 out_seq=0 2024-05-20T21:21:19.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.267+0000 7f78c4c00700 10 client.26713 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:21:19.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78c4c00700 1 -- 172.21.15.6:0/2165828336 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f0fcaf9d90 con 0x55f0fcbb3430 2024-05-20T21:21:19.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78c4c00700 10 client.26713 handle_command_reply: tid=0 2024-05-20T21:21:19.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 client.26713 shutdown 2024-05-20T21:21:19.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2165828336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 msgr2=0x55f0fcba2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcba2fe0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009310 tx=0x7f78c0005e50 comp rx=0 tx=0).stop 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2165828336 shutdown_connections 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcba3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9a140 0x55f0fcba5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f0fcbb3430 0x55f0fcbb5820 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2165828336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcba2fe0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2165828336 >> 172.21.15.6:0/2165828336 conn(0x55f0fcac7be0 msgr2=0x55f0fcb93d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.268+0000 7f78c4c00700 0 client.26713 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.269+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2165828336 shutdown_connections 2024-05-20T21:21:19.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.269+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2165828336 wait complete. 2024-05-20T21:21:19.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.269+0000 7f78e7d7fb80 20 client.26713 trim_cache size 0 max 16384 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78e7d7fb80 1 Processor -- start 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78e7d7fb80 1 -- start start 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9a140 0x55f0fcb99b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9f610 0x55f0fcba34d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb944f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81b2990 con 0x55f0fcb9ff30 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81b0220 con 0x55f0fcb9f610 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81ae070 con 0x55f0fcb9a140 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78d6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9a140 0x55f0fcb99b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78d6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9a140 0x55f0fcb99b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44592/0 (socket says 172.21.15.6:44592) 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.286+0000 7f78d6800700 1 -- 172.21.15.6:0/2284789834 learned_addr learned my addr 172.21.15.6:0/2284789834 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78cde00700 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9f610 0x55f0fcba34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78d7200700 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb944f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78d6800700 1 -- 172.21.15.6:0/2284789834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9f610 msgr2=0x55f0fcba34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78d6800700 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9f610 0x55f0fcba34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78d6800700 1 -- 172.21.15.6:0/2284789834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 msgr2=0x55f0fcb944f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78d6800700 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb944f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78d6800700 1 -- 172.21.15.6:0/2284789834 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0fcba1570 con 0x55f0fcb9a140 2024-05-20T21:21:19.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78d6800700 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9a140 0x55f0fcb99b20 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f78c80a9010 tx=0x7f78c80048c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24eebd8557fe80a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78c7400700 1 -- 172.21.15.6:0/2284789834 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80a9310 con 0x55f0fcb9a140 2024-05-20T21:21:19.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78c7400700 1 -- 172.21.15.6:0/2284789834 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c80ad6c0 con 0x55f0fcb9a140 2024-05-20T21:21:19.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.287+0000 7f78c7400700 1 -- 172.21.15.6:0/2284789834 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80b1eb0 con 0x55f0fcb9a140 2024-05-20T21:21:19.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2284789834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9a140 msgr2=0x55f0fcb99b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9a140 0x55f0fcb99b20 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f78c80a9010 tx=0x7f78c80048c0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2284789834 shutdown_connections 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9ff30 0x55f0fcb944f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9a140 0x55f0fcb99b20 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2284789834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9f610 0x55f0fcba34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2284789834 >> 172.21.15.6:0/2284789834 conn(0x55f0fcac7be0 msgr2=0x55f0fcba2dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2284789834 shutdown_connections 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.288+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2284789834 wait complete. 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.289+0000 7f78e7d7fb80 1 -- start start 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.289+0000 7f78e7d7fb80 1 Processor -- start 2024-05-20T21:21:19.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.289+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9a140 0x55f0fcbabec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.289+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcbac400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.289+0000 7f78e7d7fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9ff30 0x55f0fcbba3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81ae6e0 con 0x55f0fcb9a140 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81afb50 con 0x55f0fcb9ff30 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78e7d7fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81aedb0 con 0x55f0fcb9f610 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78e7d7fb80 10 client.0 _ll_register_callbacks cb 0x55f0fca91c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9ff30 0x55f0fcbba3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9a140 0x55f0fcbabec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9ff30 0x55f0fcbba3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60328/0 (socket says 172.21.15.6:60328) 2024-05-20T21:21:19.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78cde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcbac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d7200700 1 -- 172.21.15.6:0/2386827704 learned_addr learned my addr 172.21.15.6:0/2386827704 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d6800700 1 -- 172.21.15.6:0/2386827704 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 msgr2=0x55f0fcbac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d6800700 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcbac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d6800700 1 -- 172.21.15.6:0/2386827704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9ff30 msgr2=0x55f0fcbba3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d6800700 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9ff30 0x55f0fcbba3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.290+0000 7f78d6800700 1 -- 172.21.15.6:0/2386827704 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0fcbbac20 con 0x55f0fcb9a140 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.291+0000 7f78d6800700 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9a140 0x55f0fcbabec0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f78c80a9010 tx=0x7f78c80a9390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=892260723b4c8f29 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.291+0000 7f78c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:19.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.291+0000 7f78c4c00700 1 -- 172.21.15.6:0/2386827704 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c80c8060 con 0x55f0fcb9a140 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.291+0000 7f78c4c00700 1 -- 172.21.15.6:0/2386827704 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f78c80a9770 con 0x55f0fcb9a140 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.291+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2386827704 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78c80ad6c0 con 0x55f0fcb9a140 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.291+0000 7f78c4c00700 1 -- 172.21.15.6:0/2386827704 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78c80b1c50 con 0x55f0fcb9a140 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.291+0000 7f78e7d7fb80 10 client.16605 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.291+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2386827704 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f0fcc1da20 con 0x55f0fcb9a140 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78c4c00700 1 -- 172.21.15.6:0/2386827704 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c80ad6c0 con 0x55f0fcb9a140 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78c4c00700 1 -- 172.21.15.6:0/2386827704 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78c80ad180 con 0x55f0fcb9a140 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78e7d7fb80 10 client.16605 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78e7d7fb80 10 client.16605 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78e7d7fb80 20 client.16605 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:19.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f0fcc1dfc0 0x55f0fcc203e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:19.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78e7d7fb80 4 client.16605 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:19.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2386827704 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f0fcaf3570 con 0x55f0fcc1dfc0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.292+0000 7f78cde00700 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f0fcc1dfc0 0x55f0fcc203e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78cde00700 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f0fcc1dfc0 0x55f0fcc203e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e76bd9f915bb2c7e server_cookie=aa79d55e9f69c4df in_seq=0 out_seq=0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78c4c00700 10 client.16605 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78c4c00700 1 -- 172.21.15.6:0/2386827704 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f0fcaf3570 con 0x55f0fcc1dfc0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78c4c00700 10 client.16605 handle_command_reply: tid=0 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 client.16605 shutdown 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2386827704 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9a140 msgr2=0x55f0fcbabec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9a140 0x55f0fcbabec0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f78c80a9010 tx=0x7f78c80a9390 comp rx=0 tx=0).stop 2024-05-20T21:21:19.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2386827704 shutdown_connections 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f0fcb9ff30 0x55f0fcbba3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f0fcb9a140 0x55f0fcbabec0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f0fcc1dfc0 0x55f0fcc203e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 --2- 172.21.15.6:0/2386827704 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f0fcb9f610 0x55f0fcbac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2386827704 >> 172.21.15.6:0/2386827704 conn(0x55f0fcac7be0 msgr2=0x55f0fcba0370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.293+0000 7f78c4c00700 0 client.16605 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.294+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2386827704 shutdown_connections 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.294+0000 7f78e7d7fb80 1 -- 172.21.15.6:0/2386827704 wait complete. 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.294+0000 7f78e7d7fb80 20 client.16605 trim_cache size 0 max 16384 2024-05-20T21:21:19.299 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:21:19.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.294+0000 7f78dd400700 1 -- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78bc0b2900 msgr2=0x7f78bc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.294+0000 7f78dd400700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78bc0b2900 0x7f78bc0b4dc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f78d0009fd0 tx=0x7f78d000f6c0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 -- 172.21.15.6:0/4044145364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81037f0 msgr2=0x7f78d819bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:19.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81037f0 0x7f78d819bd70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f78c800e3c0 tx=0x7f78c800e6d0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 -- 172.21.15.6:0/4044145364 shutdown_connections 2024-05-20T21:21:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f78bc0b2900 0x7f78bc0b4dc0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f78d81088f0 0x7f78d81a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78d81037f0 0x7f78d819bd70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 --2- 172.21.15.6:0/4044145364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f78d81041a0 0x7f78d819c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 -- 172.21.15.6:0/4044145364 >> 172.21.15.6:0/4044145364 conn(0x7f78d807a6a0 msgr2=0x7f78d8101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 -- 172.21.15.6:0/4044145364 shutdown_connections 2024-05-20T21:21:19.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:19.295+0000 7f78dd400700 1 -- 172.21.15.6:0/4044145364 wait complete. 2024-05-20T21:21:20.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:19 smithi062 ceph-mon[36640]: pgmap v604: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:21:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:19 smithi042 ceph-mon[36332]: pgmap v604: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:21:20.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:19 smithi006 ceph-mon[31422]: pgmap v604: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:21:20.229 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:21:20.702 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:21 smithi062 ceph-mon[36640]: pgmap v605: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:21:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:21 smithi042 ceph-mon[36332]: pgmap v605: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:21:22.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:21 smithi006 ceph-mon[31422]: pgmap v605: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:21:23.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3501555322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc103f90 msgr2=0x7f9ebc110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3501555322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc103f90 0x7f9ebc110470 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9eb400b0a0 tx=0x7f9eb400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3501555322 shutdown_connections 2024-05-20T21:21:23.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3501555322 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc103f90 0x7f9ebc110470 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3501555322 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ebc108500 0x7f9ebc1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3501555322 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ebc1035f0 0x7f9ebc103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3501555322 >> 172.21.15.6:0/3501555322 conn(0x7f9ebc07a6a0 msgr2=0x7f9ebc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:23.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3501555322 shutdown_connections 2024-05-20T21:21:23.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.094+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3501555322 wait complete. 2024-05-20T21:21:23.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.095+0000 7f9ec1c00700 1 Processor -- start 2024-05-20T21:21:23.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.095+0000 7f9ec1c00700 1 -- start start 2024-05-20T21:21:23.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ec1c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ebc1035f0 0x7f9ebc19f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ec1c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ebc103f90 0x7f9ebc19fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ec1c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc108500 0x7f9ebc199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ec1c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1137d0 con 0x7f9ebc1035f0 2024-05-20T21:21:23.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ec1c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc113650 con 0x7f9ebc108500 2024-05-20T21:21:23.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ec1c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc113950 con 0x7f9ebc103f90 2024-05-20T21:21:23.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ebaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ebc1035f0 0x7f9ebc19f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ebaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ebc1035f0 0x7f9ebc19f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38798/0 (socket says 172.21.15.6:38798) 2024-05-20T21:21:23.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ebaa00700 1 -- 172.21.15.6:0/3905087303 learned_addr learned my addr 172.21.15.6:0/3905087303 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9eba000700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ebc103f90 0x7f9ebc19fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.096+0000 7f9ebb400700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc108500 0x7f9ebc199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9ebaa00700 1 -- 172.21.15.6:0/3905087303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ebc103f90 msgr2=0x7f9ebc19fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ebc103f90 0x7f9ebc19fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9ebaa00700 1 -- 172.21.15.6:0/3905087303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc108500 msgr2=0x7f9ebc199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc108500 0x7f9ebc199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9ebaa00700 1 -- 172.21.15.6:0/3905087303 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc19a190 con 0x7f9ebc1035f0 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9ebb400700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc108500 0x7f9ebc199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ebc1035f0 0x7f9ebc19f870 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9eac012d60 tx=0x7f9eac00c5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9eb3400700 1 -- 172.21.15.6:0/3905087303 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac004030 con 0x7f9ebc1035f0 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9eb3400700 1 -- 172.21.15.6:0/3905087303 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9eac003680 con 0x7f9ebc1035f0 2024-05-20T21:21:23.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3905087303 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc19a480 con 0x7f9ebc1035f0 2024-05-20T21:21:23.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.097+0000 7f9eb3400700 1 -- 172.21.15.6:0/3905087303 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac01a680 con 0x7f9ebc1035f0 2024-05-20T21:21:23.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.098+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3905087303 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc075770 con 0x7f9ebc1035f0 2024-05-20T21:21:23.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.101+0000 7f9eb3400700 1 -- 172.21.15.6:0/3905087303 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9eac0041d0 con 0x7f9ebc1035f0 2024-05-20T21:21:23.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.102+0000 7f9ecc492b80 1 Processor -- start 2024-05-20T21:21:23.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.102+0000 7f9ecc492b80 1 -- start start 2024-05-20T21:21:23.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf28290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf22260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf22880 0x55e76cf22ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e76ce80e40 con 0x55e76cf22880 2024-05-20T21:21:23.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e76ce709e0 con 0x55e76cf27eb0 2024-05-20T21:21:23.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e76ce74a20 con 0x55e76cf287d0 2024-05-20T21:21:23.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9eb3400700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ea00b2880 0x7f9ea00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9eb3400700 1 -- 172.21.15.6:0/3905087303 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9eac0e61b0 con 0x7f9ebc1035f0 2024-05-20T21:21:23.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ebb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf28290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9eba000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf22880 0x55e76cf22ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ebb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf28290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60362/0 (socket says 172.21.15.6:60362) 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ebaa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf22260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.103+0000 7f9ebb400700 1 -- 172.21.15.6:0/1357256639 learned_addr learned my addr 172.21.15.6:0/1357256639 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.104+0000 7f9ebb400700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ea00b2880 0x7f9ea00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.104+0000 7f9ebaa00700 1 -- 172.21.15.6:0/1357256639 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 msgr2=0x55e76cf28290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.104+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/1357256639 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf28290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.104+0000 7f9ebaa00700 1 -- 172.21.15.6:0/1357256639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf22880 msgr2=0x55e76cf22ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.104+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/1357256639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf22880 0x55e76cf22ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.104+0000 7f9ebaa00700 1 -- 172.21.15.6:0/1357256639 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e76ce39420 con 0x55e76cf287d0 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.104+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/1357256639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf22260 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9eac0a9750 tx=0x7f9eac0addd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e55965590acde39 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.105+0000 7f9ea7e00700 1 -- 172.21.15.6:0/1357256639 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac0b1a80 con 0x55e76cf287d0 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.105+0000 7f9ea7e00700 1 -- 172.21.15.6:0/1357256639 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9eac0b6530 con 0x55e76cf287d0 2024-05-20T21:21:23.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.105+0000 7f9ea7e00700 1 -- 172.21.15.6:0/1357256639 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac0950e0 con 0x55e76cf287d0 2024-05-20T21:21:23.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.105+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1357256639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 msgr2=0x55e76cf22260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.105+0000 7f9ebb400700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ea00b2880 0x7f9ea00b4d40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f9eb400bfa0 tx=0x7f9eb4006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.105+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1357256639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf22260 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9eac0a9750 tx=0x7f9eac0addd0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.106+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1357256639 shutdown_connections 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.106+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1357256639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf22880 0x55e76cf22ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.106+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1357256639 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf28290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.106+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1357256639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf22260 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.106+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1357256639 >> 172.21.15.6:0/1357256639 conn(0x55e76ce50be0 msgr2=0x55e76cf1d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.106+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1357256639 shutdown_connections 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.106+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1357256639 wait complete. 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.106+0000 7f9ecc492b80 1 -- start start 2024-05-20T21:21:23.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.107+0000 7f9ecc492b80 1 Processor -- start 2024-05-20T21:21:23.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.107+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf2e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.107+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf27eb0 0x55e76cf2b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.107+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 0x55e76cf2be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.107+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e76cd76fa0 con 0x55e76cf287d0 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.107+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e76ce11760 con 0x55e76cf22880 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.107+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e76cf2f240 con 0x55e76cf27eb0 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.107+0000 7f9ecc492b80 10 client.0 _ll_register_callbacks cb 0x55e76ce1ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf27eb0 0x55e76cf2b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9ebaa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf2e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf27eb0 0x55e76cf2b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44636/0 (socket says 172.21.15.6:44636) 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9ebb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 0x55e76cf2be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 -- 172.21.15.6:0/1044941099 learned_addr learned my addr 172.21.15.6:0/1044941099 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 -- 172.21.15.6:0/1044941099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 msgr2=0x55e76cf2e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:23.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf2e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 -- 172.21.15.6:0/1044941099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 msgr2=0x55e76cf2be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 0x55e76cf2be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 -- 172.21.15.6:0/1044941099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e76cdc08d0 con 0x55e76cf27eb0 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf2e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.108+0000 7f9eba000700 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf27eb0 0x55e76cf2b8c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80127f0 tx=0x7f9ea8012b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2cc95d19fd0ebc6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.109+0000 7f9ea4c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.109+0000 7f9ea4c00700 1 -- 172.21.15.6:0/1044941099 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea800f4e0 con 0x55e76cf27eb0 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.109+0000 7f9ea4c00700 1 -- 172.21.15.6:0/1044941099 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9ea800f680 con 0x55e76cf27eb0 2024-05-20T21:21:23.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.109+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1044941099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9eac0b6530 con 0x55e76cf27eb0 2024-05-20T21:21:23.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.109+0000 7f9ea4c00700 1 -- 172.21.15.6:0/1044941099 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ea800f880 con 0x55e76cf27eb0 2024-05-20T21:21:23.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.109+0000 7f9ecc492b80 10 client.26731 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:23.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.109+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1044941099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e76ce41060 con 0x55e76cf27eb0 2024-05-20T21:21:23.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ea4c00700 1 -- 172.21.15.6:0/1044941099 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9eac0b6530 con 0x55e76cf27eb0 2024-05-20T21:21:23.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ea4c00700 1 -- 172.21.15.6:0/1044941099 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9ea8010a30 con 0x55e76cf27eb0 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ecc492b80 10 client.26731 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ecc492b80 10 client.26731 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ecc492b80 20 client.26731 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e76cf3be50 0x55e76cf3e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ecc492b80 4 client.26731 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1044941099 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e76ce82d90 con 0x55e76cf3be50 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.110+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e76cf3be50 0x55e76cf3e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.111+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e76cf3be50 0x55e76cf3e2c0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf9c2adced16e054 server_cookie=c3c5f28be258d820 in_seq=0 out_seq=0 2024-05-20T21:21:23.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.111+0000 7f9ea4c00700 10 client.26731 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:23.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ea4c00700 1 -- 172.21.15.6:0/1044941099 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e76ce82d90 con 0x55e76cf3be50 2024-05-20T21:21:23.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ea4c00700 10 client.26731 handle_command_reply: tid=0 2024-05-20T21:21:23.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 client.26731 shutdown 2024-05-20T21:21:23.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1044941099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf27eb0 msgr2=0x55e76cf2b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf27eb0 0x55e76cf2b8c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80127f0 tx=0x7f9ea8012b00 comp rx=0 tx=0).stop 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1044941099 shutdown_connections 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 0x55e76cf2be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf2e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e76cf3be50 0x55e76cf3e2c0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/1044941099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf27eb0 0x55e76cf2b8c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ea4c00700 0 client.26731 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1044941099 >> 172.21.15.6:0/1044941099 conn(0x55e76ce50be0 msgr2=0x55e76cf21250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1044941099 shutdown_connections 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.112+0000 7f9ecc492b80 1 -- 172.21.15.6:0/1044941099 wait complete. 2024-05-20T21:21:23.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.113+0000 7f9ecc492b80 20 client.26731 trim_cache size 0 max 16384 2024-05-20T21:21:23.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.129+0000 7f9ecc492b80 1 Processor -- start 2024-05-20T21:21:23.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.129+0000 7f9ecc492b80 1 -- start start 2024-05-20T21:21:23.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf22880 0x55e76cf22260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf1d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 0x55e76cf43bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ae590 con 0x55e76cf287d0 2024-05-20T21:21:23.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1abe20 con 0x55e76cf27eb0 2024-05-20T21:21:23.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1a9c70 con 0x55e76cf22880 2024-05-20T21:21:23.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9eba000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf1d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9eba000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf1d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60388/0 (socket says 172.21.15.6:60388) 2024-05-20T21:21:23.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9eba000700 1 -- 172.21.15.6:0/2734855796 learned_addr learned my addr 172.21.15.6:0/2734855796 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf22880 0x55e76cf22260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.130+0000 7f9ebb400700 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 0x55e76cf43bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9eba000700 1 -- 172.21.15.6:0/2734855796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf22880 msgr2=0x55e76cf22260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9eba000700 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf22880 0x55e76cf22260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9eba000700 1 -- 172.21.15.6:0/2734855796 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 msgr2=0x55e76cf43bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9eba000700 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 0x55e76cf43bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9eba000700 1 -- 172.21.15.6:0/2734855796 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e76cf29df0 con 0x55e76cf27eb0 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9eba000700 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf1d0f0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80127c0 tx=0x7f9ea800f770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e9cc33b713a3f87 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9ea7400700 1 -- 172.21.15.6:0/2734855796 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8029070 con 0x55e76cf27eb0 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9ea7400700 1 -- 172.21.15.6:0/2734855796 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea80050b0 con 0x55e76cf27eb0 2024-05-20T21:21:23.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.131+0000 7f9ea7400700 1 -- 172.21.15.6:0/2734855796 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8010690 con 0x55e76cf27eb0 2024-05-20T21:21:23.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2734855796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 msgr2=0x55e76cf1d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf1d0f0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80127c0 tx=0x7f9ea800f770 comp rx=0 tx=0).stop 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2734855796 shutdown_connections 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf287d0 0x55e76cf43bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf22880 0x55e76cf22260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2734855796 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf27eb0 0x55e76cf1d0f0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2734855796 >> 172.21.15.6:0/2734855796 conn(0x55e76ce50be0 msgr2=0x55e76cf1c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2734855796 shutdown_connections 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2734855796 wait complete. 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.132+0000 7f9ecc492b80 1 -- start start 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.133+0000 7f9ecc492b80 1 Processor -- start 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.133+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf34720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.133+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf27eb0 0x55e76cf34c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.133+0000 7f9ecc492b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf42fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.133+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1aa2e0 con 0x55e76cf27eb0 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.133+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ab750 con 0x55e76cf22880 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.133+0000 7f9ecc492b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1aa9b0 con 0x55e76cf287d0 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.133+0000 7f9ecc492b80 10 client.0 _ll_register_callbacks cb 0x55e76ce1ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9eba000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf27eb0 0x55e76cf34c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ebaa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf34720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9eba000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf27eb0 0x55e76cf34c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38834/0 (socket says 172.21.15.6:38834) 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9eba000700 1 -- 172.21.15.6:0/2920367590 learned_addr learned my addr 172.21.15.6:0/2920367590 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:23.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ebb400700 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf42fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ebaa00700 1 -- 172.21.15.6:0/2920367590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 msgr2=0x55e76cf42fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:23.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf42fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ebaa00700 1 -- 172.21.15.6:0/2920367590 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf27eb0 msgr2=0x55e76cf34c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf27eb0 0x55e76cf34c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ebaa00700 1 -- 172.21.15.6:0/2920367590 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e76cf43830 con 0x55e76cf22880 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ebaa00700 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf34720 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9eac0a9750 tx=0x7f9eac003e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb79a4e3508d964a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.134+0000 7f9ea4c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ea4c00700 1 -- 172.21.15.6:0/2920367590 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac0b6530 con 0x55e76cf22880 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2920367590 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea80050b0 con 0x55e76cf22880 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ea4c00700 1 -- 172.21.15.6:0/2920367590 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9eac0a9cc0 con 0x55e76cf22880 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ea4c00700 1 -- 172.21.15.6:0/2920367590 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9eac003830 con 0x55e76cf22880 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ecc492b80 10 client.26753 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2920367590 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e76cfa6600 con 0x55e76cf22880 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ea4c00700 1 -- 172.21.15.6:0/2920367590 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea80050b0 con 0x55e76cf22880 2024-05-20T21:21:23.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ea4c00700 1 -- 172.21.15.6:0/2920367590 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9eac0c2b20 con 0x55e76cf22880 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ecc492b80 10 client.26753 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.135+0000 7f9ecc492b80 10 client.26753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.136+0000 7f9ecc492b80 20 client.26753 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.136+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e76cfa6890 0x55e76cfa8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.136+0000 7f9ecc492b80 4 client.26753 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.136+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2920367590 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e76ce7c570 con 0x55e76cfa6890 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.136+0000 7f9eba000700 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e76cfa6890 0x55e76cfa8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.136+0000 7f9eba000700 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e76cfa6890 0x55e76cfa8c80 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7492724522d016c3 server_cookie=5afc95c60da90129 in_seq=0 out_seq=0 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.136+0000 7f9ea4c00700 10 client.26753 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ea4c00700 1 -- 172.21.15.6:0/2920367590 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e76ce7c570 con 0x55e76cfa6890 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ea4c00700 10 client.26753 handle_command_reply: tid=0 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 client.26753 shutdown 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2920367590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 msgr2=0x55e76cf34720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf34720 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9eac0a9750 tx=0x7f9eac003e90 comp rx=0 tx=0).stop 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2920367590 shutdown_connections 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e76cfa6890 0x55e76cfa8c80 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e76cf287d0 0x55e76cf42fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e76cf22880 0x55e76cf34720 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 --2- 172.21.15.6:0/2920367590 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e76cf27eb0 0x55e76cf34c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2920367590 >> 172.21.15.6:0/2920367590 conn(0x55e76ce50be0 msgr2=0x55e76cf28bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ea4c00700 0 client.26753 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2920367590 shutdown_connections 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 1 -- 172.21.15.6:0/2920367590 wait complete. 2024-05-20T21:21:23.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.137+0000 7f9ecc492b80 20 client.26753 trim_cache size 0 max 16384 2024-05-20T21:21:23.141 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:21:23.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ea00b2880 msgr2=0x7f9ea00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ea00b2880 0x7f9ea00b4d40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f9eb400bfa0 tx=0x7f9eb4006210 comp rx=0 tx=0).stop 2024-05-20T21:21:23.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ebc1035f0 msgr2=0x7f9ebc19f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:23.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ebc1035f0 0x7f9ebc19f870 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9eac012d60 tx=0x7f9eac00c5b0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3905087303 shutdown_connections 2024-05-20T21:21:23.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ea00b2880 0x7f9ea00b4d40 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ebc108500 0x7f9ebc199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ebc1035f0 0x7f9ebc19f870 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 --2- 172.21.15.6:0/3905087303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ebc103f90 0x7f9ebc19fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:23.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3905087303 >> 172.21.15.6:0/3905087303 conn(0x7f9ebc07a6a0 msgr2=0x7f9ebc101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:23.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3905087303 shutdown_connections 2024-05-20T21:21:23.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:23.138+0000 7f9ec1c00700 1 -- 172.21.15.6:0/3905087303 wait complete. 2024-05-20T21:21:23.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:23 smithi006 ceph-mon[31422]: pgmap v606: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:21:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:23 smithi062 ceph-mon[36640]: pgmap v606: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:21:24.253 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:23 smithi042 ceph-mon[36332]: pgmap v606: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:21:25.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:24 smithi062 ceph-mon[36640]: pgmap v607: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:21:25.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:24 smithi042 ceph-mon[36332]: pgmap v607: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:21:25.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:24 smithi006 ceph-mon[31422]: pgmap v607: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:21:25.254 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:21:25.255 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:21:25.276 INFO:tasks.quiescer.fs.[cephfs]:Total duration (42.6) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:21:25.276 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.3 2024-05-20T21:21:25.276 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:21:25.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 -- 172.21.15.6:0/1597882655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58c4076a90 msgr2=0x7f58c4074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 --2- 172.21.15.6:0/1597882655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58c4076a90 0x7f58c4074ee0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f58b8009930 tx=0x7f58b802a420 comp rx=0 tx=0).stop 2024-05-20T21:21:25.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 -- 172.21.15.6:0/1597882655 shutdown_connections 2024-05-20T21:21:25.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 --2- 172.21.15.6:0/1597882655 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c410f090 0x7f58c4111480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 --2- 172.21.15.6:0/1597882655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58c40754b0 0x7f58c4075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 --2- 172.21.15.6:0/1597882655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58c4076a90 0x7f58c4074ee0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 -- 172.21.15.6:0/1597882655 >> 172.21.15.6:0/1597882655 conn(0x7f58c40fe070 msgr2=0x7f58c4100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:25.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 -- 172.21.15.6:0/1597882655 shutdown_connections 2024-05-20T21:21:25.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.643+0000 7f58cc800640 1 -- 172.21.15.6:0/1597882655 wait complete. 2024-05-20T21:21:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.644+0000 7f58cc800640 1 Processor -- start 2024-05-20T21:21:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.644+0000 7f58cc800640 1 -- start start 2024-05-20T21:21:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58cc800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58c40754b0 0x7f58c419f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58cc800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58c4076a90 0x7f58c419f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58cc800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c410f090 0x7f58c41a6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58cc800640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f58c4114c50 con 0x7f58c4076a90 2024-05-20T21:21:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58cc800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f58c4114ad0 con 0x7f58c40754b0 2024-05-20T21:21:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58cc800640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f58c4114dd0 con 0x7f58c410f090 2024-05-20T21:21:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58c9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58c40754b0 0x7f58c419f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58c9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58c40754b0 0x7f58c419f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60418/0 (socket says 172.21.15.6:60418) 2024-05-20T21:21:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58c9e00640 1 -- 172.21.15.6:0/3876373137 learned_addr learned my addr 172.21.15.6:0/3876373137 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.645+0000 7f58c9400640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58c4076a90 0x7f58c419f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.646 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.646+0000 7f58ca800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c410f090 0x7f58c41a6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.646+0000 7f58c9e00640 1 -- 172.21.15.6:0/3876373137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c410f090 msgr2=0x7f58c41a6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.646+0000 7f58c9e00640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c410f090 0x7f58c41a6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.646+0000 7f58c9e00640 1 -- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58c4076a90 msgr2=0x7f58c419f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.646+0000 7f58c9e00640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58c4076a90 0x7f58c419f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.646+0000 7f58c9e00640 1 -- 172.21.15.6:0/3876373137 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58c41a6f80 con 0x7f58c40754b0 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.646+0000 7f58ca800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c410f090 0x7f58c41a6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.646+0000 7f58c9e00640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58c40754b0 0x7f58c419f360 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f58b8031500 tx=0x7f58b8003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.647+0000 7f58bea00640 1 -- 172.21.15.6:0/3876373137 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b803f070 con 0x7f58c40754b0 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.647+0000 7f58cc800640 1 -- 172.21.15.6:0/3876373137 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58c41a7210 con 0x7f58c40754b0 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.647+0000 7f58bea00640 1 -- 172.21.15.6:0/3876373137 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58b8031c50 con 0x7f58c40754b0 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.647+0000 7f58bea00640 1 -- 172.21.15.6:0/3876373137 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b8035030 con 0x7f58c40754b0 2024-05-20T21:21:25.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.647+0000 7f58cc800640 1 -- 172.21.15.6:0/3876373137 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58c41a7750 con 0x7f58c40754b0 2024-05-20T21:21:25.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.652+0000 7f58bea00640 1 -- 172.21.15.6:0/3876373137 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f58b8042070 con 0x7f58c40754b0 2024-05-20T21:21:25.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.653+0000 7f58cf655740 1 Processor -- start 2024-05-20T21:21:25.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.653+0000 7f58cf655740 1 -- start start 2024-05-20T21:21:25.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58bea00640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f58ac0b27e0 0x7f58ac0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58cf655740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76436f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58cf655740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b7643c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58cf655740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b7643eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58bea00640 1 -- 172.21.15.6:0/3876373137 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f58b8102b30 con 0x7f58c40754b0 2024-05-20T21:21:25.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58cf655740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562b763a6b90 con 0x562b76437520 2024-05-20T21:21:25.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58cf655740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562b76396730 con 0x562b76436b30 2024-05-20T21:21:25.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58cf655740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562b7639a770 con 0x562b7643c690 2024-05-20T21:21:25.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.654+0000 7f58ca800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f58ac0b27e0 0x7f58ac0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58ca800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b7643eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58ca800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b7643eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44702/0 (socket says 172.21.15.6:44702) 2024-05-20T21:21:25.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58ca800640 1 -- 172.21.15.6:0/3688232421 learned_addr learned my addr 172.21.15.6:0/3688232421 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:25.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58c9400640 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b7643c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58c9e00640 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76436f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58ca800640 1 -- 172.21.15.6:0/3688232421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 msgr2=0x562b76436f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:25.657 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58ca800640 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76436f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.657 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58ca800640 1 -- 172.21.15.6:0/3688232421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 msgr2=0x562b7643c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:25.657 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58ca800640 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b7643c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.657 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58ca800640 1 -- 172.21.15.6:0/3688232421 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b7632f8b0 con 0x562b7643c690 2024-05-20T21:21:25.657 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.655+0000 7f58c9400640 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b7643c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:25.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.656+0000 7f58ca800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f58ac0b27e0 0x7f58ac0b4ca0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f58c0014ca0 tx=0x7f58c0009ea0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:25.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.656+0000 7f58ca800640 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b7643eb20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f58c0005c40 tx=0x7f58c001b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ed5c6298e3389e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:25.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.656+0000 7f58b3000640 1 -- 172.21.15.6:0/3688232421 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c000fc30 con 0x562b7643c690 2024-05-20T21:21:25.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.656+0000 7f58b3000640 1 -- 172.21.15.6:0/3688232421 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58c0025070 con 0x562b7643c690 2024-05-20T21:21:25.662 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.656+0000 7f58b3000640 1 -- 172.21.15.6:0/3688232421 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c0004320 con 0x562b7643c690 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.657+0000 7f58cf655740 1 -- 172.21.15.6:0/3688232421 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 msgr2=0x562b7643eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.657+0000 7f58cf655740 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b7643eb20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f58c0005c40 tx=0x7f58c001b000 comp rx=0 tx=0).stop 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.657+0000 7f58cf655740 1 -- 172.21.15.6:0/3688232421 shutdown_connections 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.658+0000 7f58cf655740 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b7643eb20 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.658+0000 7f58cf655740 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b7643c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.658+0000 7f58cf655740 1 --2- 172.21.15.6:0/3688232421 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76436f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.658+0000 7f58cf655740 1 -- 172.21.15.6:0/3688232421 >> 172.21.15.6:0/3688232421 conn(0x562b764321a0 msgr2=0x562b764325a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.658+0000 7f58cf655740 1 -- 172.21.15.6:0/3688232421 shutdown_connections 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.658+0000 7f58cf655740 1 -- 172.21.15.6:0/3688232421 wait complete. 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.658+0000 7f58cf655740 1 -- start start 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.659+0000 7f58cf655740 1 Processor -- start 2024-05-20T21:21:25.663 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.659+0000 7f58cf655740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.659+0000 7f58cf655740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b76440e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.659+0000 7f58cf655740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76447ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.659+0000 7f58cf655740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562b7607c790 con 0x562b76437520 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.659+0000 7f58cf655740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562b7633ebc0 con 0x562b76436b30 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.659+0000 7f58cf655740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562b7643f5e0 con 0x562b7643c690 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58cf655740 10 client.0 _ll_register_callbacks cb 0x562b7631c400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60424/0 (socket says 172.21.15.6:60424) 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9e00640 1 -- 172.21.15.6:0/3768897930 learned_addr learned my addr 172.21.15.6:0/3768897930 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9400640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b76440e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58ca800640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76447ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9e00640 1 -- 172.21.15.6:0/3768897930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 msgr2=0x562b76447ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9e00640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76447ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.664 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9e00640 1 -- 172.21.15.6:0/3768897930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 msgr2=0x562b76440e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9e00640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b76440e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9e00640 1 -- 172.21.15.6:0/3768897930 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b760ab210 con 0x562b76436b30 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58ca800640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76447ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.660+0000 7f58c9400640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b76440e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.661+0000 7f58c9e00640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440920 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f58b80c7320 tx=0x7f58b8005e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5bcb45a50d66f573 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.661+0000 7f58a7400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.661+0000 7f58a7400640 1 -- 172.21.15.6:0/3768897930 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b80e4060 con 0x562b76436b30 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.661+0000 7f58a7400640 1 -- 172.21.15.6:0/3768897930 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f58b803b460 con 0x562b76436b30 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.661+0000 7f58cf655740 1 -- 172.21.15.6:0/3768897930 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58c0025070 con 0x562b76436b30 2024-05-20T21:21:25.665 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.662+0000 7f58a7400640 1 -- 172.21.15.6:0/3768897930 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f58b808e050 con 0x562b76436b30 2024-05-20T21:21:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.662+0000 7f58cf655740 10 client.26765 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:25.666 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.662+0000 7f58cf655740 1 -- 172.21.15.6:0/3768897930 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562b76177620 con 0x562b76436b30 2024-05-20T21:21:25.667 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.662+0000 7f58a7400640 1 -- 172.21.15.6:0/3768897930 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58c0025070 con 0x562b76436b30 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.663+0000 7f58a7400640 1 -- 172.21.15.6:0/3768897930 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f58b80d2a80 con 0x562b76436b30 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.663+0000 7f58cf655740 10 client.26765 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.663+0000 7f58cf655740 10 client.26765 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.663+0000 7f58cf655740 20 client.26765 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.663+0000 7f58cf655740 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562b7644c390 0x562b7644e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.663+0000 7f58cf655740 4 client.26765 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.663+0000 7f58cf655740 1 -- 172.21.15.6:0/3768897930 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b763a8ae0 con 0x562b7644c390 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.664+0000 7f58c9400640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562b7644c390 0x562b7644e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.664+0000 7f58c9400640 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562b7644c390 0x562b7644e7c0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2ce9ac4a8edee2 server_cookie=ab7556d51b5cd5a2 in_seq=0 out_seq=0 2024-05-20T21:21:25.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.664+0000 7f58a7400640 10 client.26765 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.665+0000 7f58a7400640 1 -- 172.21.15.6:0/3768897930 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562b763a8ae0 con 0x562b7644c390 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.665+0000 7f58a7400640 10 client.26765 handle_command_reply: tid=0 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.665+0000 7f58cf655740 1 client.26765 shutdown 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 -- 172.21.15.6:0/3768897930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 msgr2=0x562b76440920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440920 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f58b80c7320 tx=0x7f58b8005e10 comp rx=0 tx=0).stop 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 -- 172.21.15.6:0/3768897930 shutdown_connections 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562b7644c390 0x562b7644e7c0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76447ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b76440e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 --2- 172.21.15.6:0/3768897930 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440920 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58a7400640 0 client.26765 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 -- 172.21.15.6:0/3768897930 >> 172.21.15.6:0/3768897930 conn(0x562b764321a0 msgr2=0x562b76431310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.666+0000 7f58cf655740 1 -- 172.21.15.6:0/3768897930 shutdown_connections 2024-05-20T21:21:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.667+0000 7f58cf655740 1 -- 172.21.15.6:0/3768897930 wait complete. 2024-05-20T21:21:25.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.667+0000 7f58cf655740 20 client.26765 trim_cache size 0 max 16384 2024-05-20T21:21:25.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.693+0000 7f58cf655740 1 Processor -- start 2024-05-20T21:21:25.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.693+0000 7f58cf655740 1 -- start start 2024-05-20T21:21:25.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.693+0000 7f58cf655740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.693+0000 7f58cf655740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b76437520 0x562b76447e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.693+0000 7f58cf655740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b7643c690 0x562b76437fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.693+0000 7f58cf655740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f58c41b30d0 con 0x562b7643c690 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.693+0000 7f58cf655740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f58c41b09a0 con 0x562b76436b30 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.693+0000 7f58cf655740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f58c41ae7f0 con 0x562b76437520 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b76437520 0x562b76447e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b76437520 0x562b76447e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44712/0 (socket says 172.21.15.6:44712) 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9400640 1 -- 172.21.15.6:0/299293250 learned_addr learned my addr 172.21.15.6:0/299293250 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9e00640 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58ca800640 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b7643c690 0x562b76437fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9e00640 1 -- 172.21.15.6:0/299293250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b76437520 msgr2=0x562b76447e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9e00640 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b76437520 0x562b76447e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9e00640 1 -- 172.21.15.6:0/299293250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b7643c690 msgr2=0x562b76437fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9e00640 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b7643c690 0x562b76437fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.694+0000 7f58c9e00640 1 -- 172.21.15.6:0/299293250 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b7644ee40 con 0x562b76436b30 2024-05-20T21:21:25.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.695+0000 7f58c9400640 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b76437520 0x562b76447e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:25.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.695+0000 7f58c9e00640 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440c40 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f58b8005ec0 tx=0x7f58b80c5f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a22021f54ebcc99 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:25.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.695+0000 7f58b2600640 1 -- 172.21.15.6:0/299293250 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b80e4040 con 0x562b76436b30 2024-05-20T21:21:25.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.695+0000 7f58b2600640 1 -- 172.21.15.6:0/299293250 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58b80c9bc0 con 0x562b76436b30 2024-05-20T21:21:25.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.695+0000 7f58b2600640 1 -- 172.21.15.6:0/299293250 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b8049040 con 0x562b76436b30 2024-05-20T21:21:25.699 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.696+0000 7f58cf655740 1 -- 172.21.15.6:0/299293250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 msgr2=0x562b76440c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.699 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.696+0000 7f58cf655740 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440c40 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f58b8005ec0 tx=0x7f58b80c5f90 comp rx=0 tx=0).stop 2024-05-20T21:21:25.699 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.697+0000 7f58cf655740 1 -- 172.21.15.6:0/299293250 shutdown_connections 2024-05-20T21:21:25.699 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.697+0000 7f58cf655740 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b7643c690 0x562b76437fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.699 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.697+0000 7f58cf655740 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b76437520 0x562b76447e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.699 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.697+0000 7f58cf655740 1 --2- 172.21.15.6:0/299293250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b76440c40 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.699 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.697+0000 7f58cf655740 1 -- 172.21.15.6:0/299293250 >> 172.21.15.6:0/299293250 conn(0x562b764321a0 msgr2=0x562b76440530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.697+0000 7f58cf655740 1 -- 172.21.15.6:0/299293250 shutdown_connections 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.697+0000 7f58cf655740 1 -- 172.21.15.6:0/299293250 wait complete. 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.697+0000 7f58cf655740 1 -- start start 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.698+0000 7f58cf655740 1 Processor -- start 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.698+0000 7f58cf655740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b764453b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.698+0000 7f58cf655740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b764458f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.698+0000 7f58cf655740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76446900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.698+0000 7f58cf655740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f58c41aee60 con 0x562b76437520 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.698+0000 7f58cf655740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f58c41b02d0 con 0x562b76436b30 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.698+0000 7f58cf655740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f58c41af530 con 0x562b7643c690 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.698+0000 7f58cf655740 10 client.0 _ll_register_callbacks cb 0x7f58b8005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58c9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b764453b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58ca800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76446900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58ca800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76446900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44718/0 (socket says 172.21.15.6:44718) 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58ca800640 1 -- 172.21.15.6:0/2235520623 learned_addr learned my addr 172.21.15.6:0/2235520623 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58c9400640 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b764458f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58ca800640 1 -- 172.21.15.6:0/2235520623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 msgr2=0x562b764453b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58ca800640 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b764453b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58ca800640 1 -- 172.21.15.6:0/2235520623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 msgr2=0x562b764458f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58ca800640 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b764458f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58ca800640 1 -- 172.21.15.6:0/2235520623 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b764360e0 con 0x562b7643c690 2024-05-20T21:21:25.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.699+0000 7f58c9400640 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b764458f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:25.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.701+0000 7f58ca800640 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76446900 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f58c0005c40 tx=0x7f58c0009da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4ad1e05b06b3aca server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:25.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.701+0000 7f58a7400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:25.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.701+0000 7f58a7400640 1 -- 172.21.15.6:0/2235520623 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c000fe30 con 0x562b7643c690 2024-05-20T21:21:25.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.701+0000 7f58a7400640 1 -- 172.21.15.6:0/2235520623 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f58c0004a00 con 0x562b7643c690 2024-05-20T21:21:25.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.701+0000 7f58cf655740 1 -- 172.21.15.6:0/2235520623 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58b80c9bc0 con 0x562b7643c690 2024-05-20T21:21:25.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.702+0000 7f58a7400640 1 -- 172.21.15.6:0/2235520623 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f58c0004c00 con 0x562b7643c690 2024-05-20T21:21:25.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58cf655740 10 client.26752 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:25.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58cf655740 1 -- 172.21.15.6:0/2235520623 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562b76431fd0 con 0x562b7643c690 2024-05-20T21:21:25.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58a7400640 1 -- 172.21.15.6:0/2235520623 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58b80c9bc0 con 0x562b7643c690 2024-05-20T21:21:25.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58a7400640 1 -- 172.21.15.6:0/2235520623 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f58c0004410 con 0x562b7643c690 2024-05-20T21:21:25.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58cf655740 10 client.26752 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:25.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58cf655740 10 client.26752 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:25.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58cf655740 20 client.26752 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:25.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58cf655740 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562b764b72e0 0x562b764b96d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:25.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58cf655740 4 client.26752 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:25.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.703+0000 7f58cf655740 1 -- 172.21.15.6:0/2235520623 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562b763a22c0 con 0x562b764b72e0 2024-05-20T21:21:25.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.704+0000 7f58c9e00640 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562b764b72e0 0x562b764b96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:25.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.704+0000 7f58c9e00640 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562b764b72e0 0x562b764b96d0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ddcdc480692e1df server_cookie=118d28104e4e59ed in_seq=0 out_seq=0 2024-05-20T21:21:25.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.704+0000 7f58a7400640 10 client.26752 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.718+0000 7f58a7400640 1 -- 172.21.15.6:0/2235520623 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562b763a22c0 con 0x562b764b72e0 2024-05-20T21:21:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.718+0000 7f58a7400640 10 client.26752 handle_command_reply: tid=0 2024-05-20T21:21:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.718+0000 7f58cf655740 1 client.26752 shutdown 2024-05-20T21:21:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.718+0000 7f58cf655740 1 -- 172.21.15.6:0/2235520623 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 msgr2=0x562b76446900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.718+0000 7f58cf655740 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76446900 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f58c0005c40 tx=0x7f58c0009da0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 1 -- 172.21.15.6:0/2235520623 shutdown_connections 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562b764b72e0 0x562b764b96d0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562b7643c690 0x562b76446900 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562b76437520 0x562b764458f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 1 --2- 172.21.15.6:0/2235520623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562b76436b30 0x562b764453b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58a7400640 0 client.26752 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 1 -- 172.21.15.6:0/2235520623 >> 172.21.15.6:0/2235520623 conn(0x562b764321a0 msgr2=0x562b76437fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 1 -- 172.21.15.6:0/2235520623 shutdown_connections 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 1 -- 172.21.15.6:0/2235520623 wait complete. 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.719+0000 7f58cf655740 20 client.26752 trim_cache size 0 max 16384 2024-05-20T21:21:25.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:21:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:21:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:21:25.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 -- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f58ac0b27e0 msgr2=0x7f58ac0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f58ac0b27e0 0x7f58ac0b4ca0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f58c0014ca0 tx=0x7f58c0009ea0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 -- 172.21.15.6:0/3876373137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58c40754b0 msgr2=0x7f58c419f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58c40754b0 0x7f58c419f360 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f58b8031500 tx=0x7f58b8003c10 comp rx=0 tx=0).stop 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 -- 172.21.15.6:0/3876373137 shutdown_connections 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f58ac0b27e0 0x7f58ac0b4ca0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c410f090 0x7f58c41a6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f58c4076a90 0x7f58c419f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 --2- 172.21.15.6:0/3876373137 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f58c40754b0 0x7f58c419f360 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:25.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 -- 172.21.15.6:0/3876373137 >> 172.21.15.6:0/3876373137 conn(0x7f58c40fe070 msgr2=0x7f58c4102430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:25.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 -- 172.21.15.6:0/3876373137 shutdown_connections 2024-05-20T21:21:25.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:25.720+0000 7f58cc800640 1 -- 172.21.15.6:0/3876373137 wait complete. 2024-05-20T21:21:25.751 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:25.782 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:27.696 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:27 smithi006 ceph-mon[31422]: pgmap v608: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:27 smithi062 ceph-mon[36640]: pgmap v608: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:27.826 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:27 smithi042 ceph-mon[36332]: pgmap v608: 97 pgs: 97 active+clean; 2.5 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:21:29.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.339+0000 7f6b21000700 1 -- 172.21.15.6:0/4111176273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b1c10eeb0 msgr2=0x7f6b1c116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.339+0000 7f6b21000700 1 --2- 172.21.15.6:0/4111176273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b1c10eeb0 0x7f6b1c116a80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400b0d0 tx=0x7f6b1400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.340+0000 7f6b21000700 1 -- 172.21.15.6:0/4111176273 shutdown_connections 2024-05-20T21:21:29.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.340+0000 7f6b21000700 1 --2- 172.21.15.6:0/4111176273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b1c10eeb0 0x7f6b1c116a80 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.340+0000 7f6b21000700 1 --2- 172.21.15.6:0/4111176273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b1c109dd0 0x7f6b1c10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.340+0000 7f6b21000700 1 --2- 172.21.15.6:0/4111176273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b1c10a780 0x7f6b1c10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.340+0000 7f6b21000700 1 -- 172.21.15.6:0/4111176273 >> 172.21.15.6:0/4111176273 conn(0x7f6b1c076d10 msgr2=0x7f6b1c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.340+0000 7f6b21000700 1 -- 172.21.15.6:0/4111176273 shutdown_connections 2024-05-20T21:21:29.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.340+0000 7f6b21000700 1 -- 172.21.15.6:0/4111176273 wait complete. 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.341+0000 7f6b21000700 1 Processor -- start 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.341+0000 7f6b21000700 1 -- start start 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.341+0000 7f6b21000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b1c109dd0 0x7f6b1c1a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.341+0000 7f6b21000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b1c10a780 0x7f6b1c1a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.341+0000 7f6b21000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b1c10eeb0 0x7f6b1c1a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.341+0000 7f6b21000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c119db0 con 0x7f6b1c109dd0 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.341+0000 7f6b21000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c119c30 con 0x7f6b1c10a780 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.341+0000 7f6b21000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c119f30 con 0x7f6b1c10eeb0 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b1c10a780 0x7f6b1c1a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b1c10a780 0x7f6b1c1a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52492/0 (socket says 172.21.15.6:52492) 2024-05-20T21:21:29.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19400700 1 -- 172.21.15.6:0/582087743 learned_addr learned my addr 172.21.15.6:0/582087743 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:29.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19e00700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b1c109dd0 0x7f6b1c1a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b1a800700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b1c10eeb0 0x7f6b1c1a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19400700 1 -- 172.21.15.6:0/582087743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b1c10eeb0 msgr2=0x7f6b1c1a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19400700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b1c10eeb0 0x7f6b1c1a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19400700 1 -- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b1c109dd0 msgr2=0x7f6b1c1a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19400700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b1c109dd0 0x7f6b1c1a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.342+0000 7f6b19400700 1 -- 172.21.15.6:0/582087743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b1c1a5240 con 0x7f6b1c10a780 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.343+0000 7f6b19400700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b1c10a780 0x7f6b1c1a07c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6b0800e9f0 tx=0x7f6b0800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.343+0000 7f6b12a00700 1 -- 172.21.15.6:0/582087743 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b08004a30 con 0x7f6b1c10a780 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.343+0000 7f6b21000700 1 -- 172.21.15.6:0/582087743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b1c1a5530 con 0x7f6b1c10a780 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.343+0000 7f6b12a00700 1 -- 172.21.15.6:0/582087743 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b0800cc70 con 0x7f6b1c10a780 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.343+0000 7f6b12a00700 1 -- 172.21.15.6:0/582087743 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b08005530 con 0x7f6b1c10a780 2024-05-20T21:21:29.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.343+0000 7f6b21000700 1 -- 172.21.15.6:0/582087743 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b1c1acdb0 con 0x7f6b1c10a780 2024-05-20T21:21:29.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.348+0000 7f6b12a00700 1 -- 172.21.15.6:0/582087743 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6b08004bd0 con 0x7f6b1c10a780 2024-05-20T21:21:29.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.348+0000 7f6b2b8a3b80 1 Processor -- start 2024-05-20T21:21:29.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.348+0000 7f6b2b8a3b80 1 -- start start 2024-05-20T21:21:29.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.348+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744bf30 0x55eb1744c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.348+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb174462e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.348+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17446d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.348+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55eb173a4ec0 con 0x55eb17446900 2024-05-20T21:21:29.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.348+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55eb17394a60 con 0x55eb1744bf30 2024-05-20T21:21:29.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55eb17398aa0 con 0x55eb1744c850 2024-05-20T21:21:29.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b1a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744bf30 0x55eb1744c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b19400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17446d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b1a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744bf30 0x55eb1744c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52502/0 (socket says 172.21.15.6:52502) 2024-05-20T21:21:29.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b1a800700 1 -- 172.21.15.6:0/1143242218 learned_addr learned my addr 172.21.15.6:0/1143242218 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:29.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b19e00700 1 --2- 172.21.15.6:0/1143242218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb174462e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b1a800700 1 -- 172.21.15.6:0/1143242218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 msgr2=0x55eb174462e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b1a800700 1 --2- 172.21.15.6:0/1143242218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb174462e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b1a800700 1 -- 172.21.15.6:0/1143242218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 msgr2=0x55eb17446d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b1a800700 1 --2- 172.21.15.6:0/1143242218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17446d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.349+0000 7f6b1a800700 1 -- 172.21.15.6:0/1143242218 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb1735d4a0 con 0x55eb1744bf30 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.350+0000 7f6b12a00700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b000b2900 0x7f6b000b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.350+0000 7f6b1a800700 1 --2- 172.21.15.6:0/1143242218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744bf30 0x55eb1744c310 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f6b14009bb0 tx=0x7f6b14009be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2422f5e6562d773 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.350+0000 7f6b12a00700 1 -- 172.21.15.6:0/582087743 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6b080e2400 con 0x7f6b1c10a780 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.350+0000 7f6b19e00700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b000b2900 0x7f6b000b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.350+0000 7f6b07400700 1 -- 172.21.15.6:0/1143242218 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1400baa0 con 0x55eb1744bf30 2024-05-20T21:21:29.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.350+0000 7f6b07400700 1 -- 172.21.15.6:0/1143242218 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b14020070 con 0x55eb1744bf30 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.350+0000 7f6b07400700 1 -- 172.21.15.6:0/1143242218 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14005510 con 0x55eb1744bf30 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/1143242218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744bf30 msgr2=0x55eb1744c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b19e00700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b000b2900 0x7f6b000b4dc0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c009e30 tx=0x7f6b0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/1143242218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744bf30 0x55eb1744c310 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f6b14009bb0 tx=0x7f6b14009be0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/1143242218 shutdown_connections 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/1143242218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17446d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/1143242218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744bf30 0x55eb1744c310 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/1143242218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb174462e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/1143242218 >> 172.21.15.6:0/1143242218 conn(0x55eb17374c60 msgr2=0x55eb17441090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/1143242218 shutdown_connections 2024-05-20T21:21:29.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.351+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/1143242218 wait complete. 2024-05-20T21:21:29.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.352+0000 7f6b2b8a3b80 1 -- start start 2024-05-20T21:21:29.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b2b8a3b80 1 Processor -- start 2024-05-20T21:21:29.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17452590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb1744f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb1744fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55eb1729b020 con 0x55eb17446900 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55eb173357e0 con 0x55eb1744c850 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55eb17453260 con 0x55eb1744bf30 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b2b8a3b80 10 client.0 _ll_register_callbacks cb 0x55eb1733ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b19e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17452590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.353+0000 7f6b1a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb1744fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b19400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb1744f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b1a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb1744fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52506/0 (socket says 172.21.15.6:52506) 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b19e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17452590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:32956/0 (socket says 172.21.15.6:32956) 2024-05-20T21:21:29.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b1a800700 1 -- 172.21.15.6:0/310901061 learned_addr learned my addr 172.21.15.6:0/310901061 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:29.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b1a800700 1 -- 172.21.15.6:0/310901061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 msgr2=0x55eb1744f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b1a800700 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb1744f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b1a800700 1 -- 172.21.15.6:0/310901061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 msgr2=0x55eb17452590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b1a800700 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17452590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b1a800700 1 -- 172.21.15.6:0/310901061 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb172e4950 con 0x55eb1744c850 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b19400700 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb1744f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b19e00700 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17452590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6b1a800700 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb1744fe70 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400b770 tx=0x7f6b1400bed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d23f7e5bc40702bf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.354+0000 7f6afbe00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.355+0000 7f6afbe00700 1 -- 172.21.15.6:0/310901061 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14003dd0 con 0x55eb1744c850 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.355+0000 7f6afbe00700 1 -- 172.21.15.6:0/310901061 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6b14005110 con 0x55eb1744c850 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.355+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/310901061 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b14020070 con 0x55eb1744c850 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.355+0000 7f6afbe00700 1 -- 172.21.15.6:0/310901061 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6b14005310 con 0x55eb1744c850 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.355+0000 7f6b2b8a3b80 10 client.26780 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:29.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.355+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/310901061 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eb173650e0 con 0x55eb1744c850 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.355+0000 7f6afbe00700 1 -- 172.21.15.6:0/310901061 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b14020070 con 0x55eb1744c850 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.356+0000 7f6afbe00700 1 -- 172.21.15.6:0/310901061 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6b14011070 con 0x55eb1744c850 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.356+0000 7f6b2b8a3b80 10 client.26780 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.356+0000 7f6b2b8a3b80 10 client.26780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.356+0000 7f6b2b8a3b80 20 client.26780 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.356+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55eb1745fc40 0x55eb17462030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.356+0000 7f6b2b8a3b80 4 client.26780 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.356+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/310901061 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb173a6e10 con 0x55eb1745fc40 2024-05-20T21:21:29.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.356+0000 7f6b19e00700 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55eb1745fc40 0x55eb17462030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.357+0000 7f6b19e00700 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55eb1745fc40 0x55eb17462030 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c728e595ff517c23 server_cookie=48fc6ff646449092 in_seq=0 out_seq=0 2024-05-20T21:21:29.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.357+0000 7f6afbe00700 10 client.26780 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:29.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6afbe00700 1 -- 172.21.15.6:0/310901061 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55eb173a6e10 con 0x55eb1745fc40 2024-05-20T21:21:29.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6afbe00700 10 client.26780 handle_command_reply: tid=0 2024-05-20T21:21:29.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 client.26780 shutdown 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/310901061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 msgr2=0x55eb1744fe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb1744fe70 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400b770 tx=0x7f6b1400bed0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/310901061 shutdown_connections 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb1744fe70 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17452590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55eb1745fc40 0x55eb17462030 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/310901061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb1744f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6afbe00700 0 client.26780 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/310901061 >> 172.21.15.6:0/310901061 conn(0x55eb17374c60 msgr2=0x55eb174452d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/310901061 shutdown_connections 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.358+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/310901061 wait complete. 2024-05-20T21:21:29.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.359+0000 7f6b2b8a3b80 20 client.26780 trim_cache size 0 max 16384 2024-05-20T21:21:29.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.382+0000 7f6b2b8a3b80 1 Processor -- start 2024-05-20T21:21:29.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.382+0000 7f6b2b8a3b80 1 -- start start 2024-05-20T21:21:29.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb17446900 0x55eb174462e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb1744bf30 0x55eb17451dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb1744fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c1b6cc0 con 0x55eb1744bf30 2024-05-20T21:21:29.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c1b4550 con 0x55eb17446900 2024-05-20T21:21:29.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c1b23a0 con 0x55eb1744c850 2024-05-20T21:21:29.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b1a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb1744fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b19e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb17446900 0x55eb174462e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b1a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb1744fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52668/0 (socket says 172.21.15.6:52668) 2024-05-20T21:21:29.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b1a800700 1 -- 172.21.15.6:0/3186525430 learned_addr learned my addr 172.21.15.6:0/3186525430 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:29.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.383+0000 7f6b19400700 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb1744bf30 0x55eb17451dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b1a800700 1 -- 172.21.15.6:0/3186525430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb17446900 msgr2=0x55eb174462e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b1a800700 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb17446900 0x55eb174462e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b1a800700 1 -- 172.21.15.6:0/3186525430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb1744bf30 msgr2=0x55eb17451dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b1a800700 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb1744bf30 0x55eb17451dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b1a800700 1 -- 172.21.15.6:0/3186525430 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb17441fc0 con 0x55eb1744c850 2024-05-20T21:21:29.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b19e00700 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb17446900 0x55eb174462e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:29.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b19400700 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb1744bf30 0x55eb17451dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:29.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b1a800700 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb1744fd80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6b140097b0 tx=0x7f6b14025600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13887bc37cc926b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b06a00700 1 -- 172.21.15.6:0/3186525430 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1403c070 con 0x55eb1744c850 2024-05-20T21:21:29.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b06a00700 1 -- 172.21.15.6:0/3186525430 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b14020040 con 0x55eb1744c850 2024-05-20T21:21:29.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.384+0000 7f6b06a00700 1 -- 172.21.15.6:0/3186525430 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b14007900 con 0x55eb1744c850 2024-05-20T21:21:29.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/3186525430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 msgr2=0x55eb1744fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb1744fd80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6b140097b0 tx=0x7f6b14025600 comp rx=0 tx=0).stop 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/3186525430 shutdown_connections 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744c850 0x55eb1744fd80 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb17446900 0x55eb174462e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/3186525430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb1744bf30 0x55eb17451dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/3186525430 >> 172.21.15.6:0/3186525430 conn(0x55eb17374c60 msgr2=0x55eb1744e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/3186525430 shutdown_connections 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.385+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/3186525430 wait complete. 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.386+0000 7f6b2b8a3b80 1 -- start start 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.386+0000 7f6b2b8a3b80 1 Processor -- start 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.386+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17464100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb17464640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b2b8a3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb174ca490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c1b2a10 con 0x55eb17446900 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c1b3e80 con 0x55eb1744c850 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b2b8a3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1c1b30e0 con 0x55eb1744bf30 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b2b8a3b80 10 client.0 _ll_register_callbacks cb 0x55eb1733ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17464100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17464100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:32974/0 (socket says 172.21.15.6:32974) 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19e00700 1 -- 172.21.15.6:0/4093443686 learned_addr learned my addr 172.21.15.6:0/4093443686 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19400700 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb17464640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b1a800700 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb174ca490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19400700 1 -- 172.21.15.6:0/4093443686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 msgr2=0x55eb174ca490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19400700 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb174ca490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19400700 1 -- 172.21.15.6:0/4093443686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 msgr2=0x55eb17464100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:29.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19400700 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17464100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.387+0000 7f6b19400700 1 -- 172.21.15.6:0/4093443686 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb17464f00 con 0x55eb1744bf30 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.388+0000 7f6b19e00700 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17464100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.388+0000 7f6b19400700 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb17464640 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6b080e5fd0 tx=0x7f6b08004f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f75518c90a4bd4f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.388+0000 7f6afbe00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.388+0000 7f6afbe00700 1 -- 172.21.15.6:0/4093443686 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b080a96f0 con 0x55eb1744bf30 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.388+0000 7f6afbe00700 1 -- 172.21.15.6:0/4093443686 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6b080b2500 con 0x55eb1744bf30 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.388+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/4093443686 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b14020040 con 0x55eb1744bf30 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.388+0000 7f6afbe00700 1 -- 172.21.15.6:0/4093443686 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6b080a50b0 con 0x55eb1744bf30 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6b2b8a3b80 10 client.26770 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/4093443686 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eb174cbb70 con 0x55eb1744bf30 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6afbe00700 1 -- 172.21.15.6:0/4093443686 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b14020040 con 0x55eb1744bf30 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6afbe00700 1 -- 172.21.15.6:0/4093443686 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6b0800c760 con 0x55eb1744bf30 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6b2b8a3b80 10 client.26770 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:29.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6b2b8a3b80 10 client.26770 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:29.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6b2b8a3b80 20 client.26770 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:29.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55eb174cc2d0 0x55eb174ce6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:29.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6b2b8a3b80 4 client.26770 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:21:29.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.389+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/4093443686 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55eb173a05f0 con 0x55eb174cc2d0 2024-05-20T21:21:29.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.390+0000 7f6b19e00700 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55eb174cc2d0 0x55eb174ce6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:29.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.390+0000 7f6b19e00700 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55eb174cc2d0 0x55eb174ce6f0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb4f2c5aa8993739 server_cookie=3aa398a7aa68d803 in_seq=0 out_seq=0 2024-05-20T21:21:29.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.390+0000 7f6afbe00700 10 client.26770 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:29.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6afbe00700 1 -- 172.21.15.6:0/4093443686 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55eb173a05f0 con 0x55eb174cc2d0 2024-05-20T21:21:29.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6afbe00700 10 client.26770 handle_command_reply: tid=0 2024-05-20T21:21:29.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 client.26770 shutdown 2024-05-20T21:21:29.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/4093443686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 msgr2=0x55eb17464640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb17464640 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6b080e5fd0 tx=0x7f6b08004f70 comp rx=0 tx=0).stop 2024-05-20T21:21:29.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/4093443686 shutdown_connections 2024-05-20T21:21:29.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55eb1744c850 0x55eb174ca490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55eb17446900 0x55eb17464100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55eb174cc2d0 0x55eb174ce6f0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 --2- 172.21.15.6:0/4093443686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55eb1744bf30 0x55eb17464640 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/4093443686 >> 172.21.15.6:0/4093443686 conn(0x55eb17374c60 msgr2=0x55eb1744cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.392+0000 7f6afbe00700 0 client.26770 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.393+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/4093443686 shutdown_connections 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.393+0000 7f6b2b8a3b80 1 -- 172.21.15.6:0/4093443686 wait complete. 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.393+0000 7f6b2b8a3b80 20 client.26770 trim_cache size 0 max 16384 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:21:29.396 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:21:29.397 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "5bb80f2c-a8d7-4b2c-a8ee-8f11bc3889ce", 2024-05-20T21:21:29.397 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:21:29.397 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:21:29.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 -- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b000b2900 msgr2=0x7f6b000b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b000b2900 0x7f6b000b4dc0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c009e30 tx=0x7f6b0c009260 comp rx=0 tx=0).stop 2024-05-20T21:21:29.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 -- 172.21.15.6:0/582087743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b1c10a780 msgr2=0x7f6b1c1a07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:29.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b1c10a780 0x7f6b1c1a07c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6b0800e9f0 tx=0x7f6b0800ed00 comp rx=0 tx=0).stop 2024-05-20T21:21:29.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 -- 172.21.15.6:0/582087743 shutdown_connections 2024-05-20T21:21:29.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b000b2900 0x7f6b000b4dc0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b1c10eeb0 0x7f6b1c1a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b1c109dd0 0x7f6b1c1a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 --2- 172.21.15.6:0/582087743 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b1c10a780 0x7f6b1c1a07c0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:29.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 -- 172.21.15.6:0/582087743 >> 172.21.15.6:0/582087743 conn(0x7f6b1c076d10 msgr2=0x7f6b1c0772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:29.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 -- 172.21.15.6:0/582087743 shutdown_connections 2024-05-20T21:21:29.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:29.394+0000 7f6b21000700 1 -- 172.21.15.6:0/582087743 wait complete. 2024-05-20T21:21:29.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:29 smithi062 ceph-mon[36640]: pgmap v609: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:21:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:29 smithi042 ceph-mon[36332]: pgmap v609: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:21:29.886 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:29 smithi006 ceph-mon[31422]: pgmap v609: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.061+0000 7fa8f7600700 1 -- 172.21.15.6:0/3698054321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0076090 msgr2=0x7fa8f01141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.061+0000 7fa8f7600700 1 --2- 172.21.15.6:0/3698054321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0076090 0x7fa8f01141d0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc009990 tx=0x7fa8dc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.061+0000 7fa8f7600700 1 -- 172.21.15.6:0/3698054321 shutdown_connections 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.061+0000 7fa8f7600700 1 --2- 172.21.15.6:0/3698054321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8f0114710 0x7fa8f0116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.061+0000 7fa8f7600700 1 --2- 172.21.15.6:0/3698054321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8f0075770 0x7fa8f0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.061+0000 7fa8f7600700 1 --2- 172.21.15.6:0/3698054321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0076090 0x7fa8f01141d0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.061+0000 7fa8f7600700 1 -- 172.21.15.6:0/3698054321 >> 172.21.15.6:0/3698054321 conn(0x7fa8f007a6f0 msgr2=0x7fa8f007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.062+0000 7fa8f7600700 1 -- 172.21.15.6:0/3698054321 shutdown_connections 2024-05-20T21:21:30.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.062+0000 7fa8f7600700 1 -- 172.21.15.6:0/3698054321 wait complete. 2024-05-20T21:21:30.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.063+0000 7fa8f7600700 1 Processor -- start 2024-05-20T21:21:30.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.063+0000 7fa8f7600700 1 -- start start 2024-05-20T21:21:30.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.063+0000 7fa8f7600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8f0075770 0x7fa8f01a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.063+0000 7fa8f7600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8f0076090 0x7fa8f01a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.063+0000 7fa8f7600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0114710 0x7fa8f01a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.063+0000 7fa8f7600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f0119da0 con 0x7fa8f0076090 2024-05-20T21:21:30.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.063+0000 7fa8f7600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f0119c20 con 0x7fa8f0075770 2024-05-20T21:21:30.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.063+0000 7fa8f7600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f0119f20 con 0x7fa8f0114710 2024-05-20T21:21:30.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f5600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0114710 0x7fa8f01a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f5600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0114710 0x7fa8f01a4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52678/0 (socket says 172.21.15.6:52678) 2024-05-20T21:21:30.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f5600700 1 -- 172.21.15.6:0/815743136 learned_addr learned my addr 172.21.15.6:0/815743136 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:30.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8efe00700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8f0076090 0x7fa8f01a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f4c00700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8f0075770 0x7fa8f01a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f5600700 1 -- 172.21.15.6:0/815743136 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8f0075770 msgr2=0x7fa8f01a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f5600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8f0075770 0x7fa8f01a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f5600700 1 -- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8f0076090 msgr2=0x7fa8f01a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f5600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8f0076090 0x7fa8f01a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.064+0000 7fa8f5600700 1 -- 172.21.15.6:0/815743136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8f01a5260 con 0x7fa8f0114710 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.065+0000 7fa8f5600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0114710 0x7fa8f01a4b20 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fa8e800efc0 tx=0x7fa8e800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.065+0000 7fa8ed600700 1 -- 172.21.15.6:0/815743136 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e80092e0 con 0x7fa8f0114710 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.065+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8f01a54f0 con 0x7fa8f0114710 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.065+0000 7fa8ed600700 1 -- 172.21.15.6:0/815743136 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8e8004bb0 con 0x7fa8f0114710 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.065+0000 7fa8ed600700 1 -- 172.21.15.6:0/815743136 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e8004020 con 0x7fa8f0114710 2024-05-20T21:21:30.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.065+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8f01acdd0 con 0x7fa8f0114710 2024-05-20T21:21:30.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.066+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8f006a230 con 0x7fa8f0114710 2024-05-20T21:21:30.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.069+0000 7fa8ed600700 1 -- 172.21.15.6:0/815743136 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa8e801b030 con 0x7fa8f0114710 2024-05-20T21:21:30.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.070+0000 7fa8ed600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa8d80b2880 0x7fa8d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:30.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.070+0000 7fa8ed600700 1 -- 172.21.15.6:0/815743136 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa8e80e2580 con 0x7fa8f0114710 2024-05-20T21:21:30.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.071+0000 7fa8f4c00700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa8d80b2880 0x7fa8d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:30.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.071+0000 7fa8f4c00700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa8d80b2880 0x7fa8d80b4d40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa8e4009c60 tx=0x7fa8e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:30.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.072+0000 7fa8ed600700 1 -- 172.21.15.6:0/815743136 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa8e8022020 con 0x7fa8f0114710 2024-05-20T21:21:30.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.372+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa8f01acfa0 con 0x7fa8f0114710 2024-05-20T21:21:30.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.374+0000 7fa8ed600700 1 -- 172.21.15.6:0/815743136 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fa8e8010040 con 0x7fa8f0114710 2024-05-20T21:21:30.374 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:21:30.374 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:21:30.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa8d80b2880 msgr2=0x7fa8d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa8d80b2880 0x7fa8d80b4d40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa8e4009c60 tx=0x7fa8e4009260 comp rx=0 tx=0).stop 2024-05-20T21:21:30.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0114710 msgr2=0x7fa8f01a4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:30.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0114710 0x7fa8f01a4b20 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fa8e800efc0 tx=0x7fa8e800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 shutdown_connections 2024-05-20T21:21:30.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa8d80b2880 0x7fa8d80b4d40 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8f0114710 0x7fa8f01a4b20 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa8f0075770 0x7fa8f01a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 --2- 172.21.15.6:0/815743136 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa8f0076090 0x7fa8f01a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:30.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 >> 172.21.15.6:0/815743136 conn(0x7fa8f007a6f0 msgr2=0x7fa8f01134d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:30.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.377+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 shutdown_connections 2024-05-20T21:21:30.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:30.378+0000 7fa8f7600700 1 -- 172.21.15.6:0/815743136 wait complete. 2024-05-20T21:21:30.379 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:21:30.575 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:30 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:21:30.575 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:30 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:30.575 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:30 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:21:30.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:30 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:30.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:30 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:21:30.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:30 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:21:30.576 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:30 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/815743136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:30 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:21:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:30 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:30 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:21:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:30 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:30 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:21:30.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:30 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:21:30.789 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:30 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/815743136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:30 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:21:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:30 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:30 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:21:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:30 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:21:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:30 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:21:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:30 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:21:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:30 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/815743136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:31.023 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:21:31.650 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 141.3 --await-for 45.0' 2024-05-20T21:21:31.650 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 141.3 --await-for 45.0 2024-05-20T21:21:31.716 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:31 smithi006 ceph-mon[31422]: pgmap v610: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:21:31.717 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.717 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.717 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.717 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:31 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.717 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:31 smithi062 ceph-mon[36640]: pgmap v610: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:21:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:31 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:31 smithi042 ceph-mon[36332]: pgmap v610: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:21:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:31 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:21:32.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:32 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi062 to 176.2M 2024-05-20T21:21:32.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:32 smithi006 ceph-mon[31422]: Unable to set osd_memory_target on smithi062 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-05-20T21:21:32.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:32 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:21:32.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:32 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:21:32.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:32 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:21:32.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:32 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi062 to 176.2M 2024-05-20T21:21:32.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:32 smithi062 ceph-mon[36640]: Unable to set osd_memory_target on smithi062 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-05-20T21:21:32.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:32 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:21:32.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:32 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:21:32.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:32 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:21:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:32 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi062 to 176.2M 2024-05-20T21:21:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:32 smithi042 ceph-mon[36332]: Unable to set osd_memory_target on smithi062 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-05-20T21:21:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:32 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:21:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:32 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:21:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:32 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:21:33.184 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:33.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:33 smithi062 ceph-mon[36640]: pgmap v611: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:33 smithi042 ceph-mon[36332]: pgmap v611: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:33.885 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:33 smithi006 ceph-mon[31422]: pgmap v611: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:34.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 -- 172.21.15.6:0/3987014675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c10b760 msgr2=0x7f136c10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 --2- 172.21.15.6:0/3987014675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c10b760 0x7f136c10bb40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f135c009990 tx=0x7f135c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 -- 172.21.15.6:0/3987014675 shutdown_connections 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 --2- 172.21.15.6:0/3987014675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f136c106120 0x7f136c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 --2- 172.21.15.6:0/3987014675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c10b760 0x7f136c10bb40 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 --2- 172.21.15.6:0/3987014675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f136c105760 0x7f136c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 -- 172.21.15.6:0/3987014675 >> 172.21.15.6:0/3987014675 conn(0x7f136c101250 msgr2=0x7f136c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 -- 172.21.15.6:0/3987014675 shutdown_connections 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.407+0000 7f1371200700 1 -- 172.21.15.6:0/3987014675 wait complete. 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.409+0000 7f1371200700 1 Processor -- start 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.410+0000 7f1371200700 1 -- start start 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.410+0000 7f1371200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c105760 0x7f136c19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.410+0000 7f1371200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f136c106120 0x7f136c19c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1371200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f136c10b760 0x7f136c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1371200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f136c115940 con 0x7f136c10b760 2024-05-20T21:21:34.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1371200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1157c0 con 0x7f136c105760 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1371200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f136c115ac0 con 0x7f136c106120 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f136a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f136c10b760 0x7f136c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c105760 0x7f136c19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c105760 0x7f136c19be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52566/0 (socket says 172.21.15.6:52566) 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369e00700 1 -- 172.21.15.6:0/3839791277 learned_addr learned my addr 172.21.15.6:0/3839791277 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369400700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f136c106120 0x7f136c19c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369e00700 1 -- 172.21.15.6:0/3839791277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f136c106120 msgr2=0x7f136c19c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369e00700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f136c106120 0x7f136c19c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369e00700 1 -- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f136c10b760 msgr2=0x7f136c1a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369e00700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f136c10b760 0x7f136c1a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.411+0000 7f1369e00700 1 -- 172.21.15.6:0/3839791277 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f136c1a0e10 con 0x7f136c105760 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.412+0000 7f136a800700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f136c10b760 0x7f136c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.412+0000 7f1369e00700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c105760 0x7f136c19be50 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f135c000c00 tx=0x7f135c00bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.412+0000 7f1362a00700 1 -- 172.21.15.6:0/3839791277 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c027070 con 0x7f136c105760 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.412+0000 7f1362a00700 1 -- 172.21.15.6:0/3839791277 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f135c022470 con 0x7f136c105760 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.412+0000 7f1371200700 1 -- 172.21.15.6:0/3839791277 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f136c1a10a0 con 0x7f136c105760 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.412+0000 7f1362a00700 1 -- 172.21.15.6:0/3839791277 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c017650 con 0x7f136c105760 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.412+0000 7f1371200700 1 -- 172.21.15.6:0/3839791277 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f136c1a8980 con 0x7f136c105760 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.416+0000 7f1362a00700 1 -- 172.21.15.6:0/3839791277 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f135c02a070 con 0x7f136c105760 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.417+0000 7f137bc22b80 1 Processor -- start 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.417+0000 7f137bc22b80 1 -- start start 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 0x56133a2dd290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2d7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2d7880 0x56133a2d7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f137bc22b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56133a235e40 con 0x56133a2d7880 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f137bc22b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56133a2259e0 con 0x56133a2dd7d0 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f137bc22b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56133a229a20 con 0x56133a2dceb0 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f1362a00700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13500b2880 0x7f13500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f1369e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2d7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f1369400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2d7880 0x56133a2d7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f1369e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2d7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52574/0 (socket says 172.21.15.6:52574) 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.418+0000 7f1369e00700 1 -- 172.21.15.6:0/130123895 learned_addr learned my addr 172.21.15.6:0/130123895 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f136a800700 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 0x56133a2dd290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f136a800700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13500b2880 0x7f13500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1362a00700 1 -- 172.21.15.6:0/3839791277 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f135c0e2f80 con 0x7f136c105760 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1369e00700 1 -- 172.21.15.6:0/130123895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 msgr2=0x56133a2dd290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:34.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1369e00700 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 0x56133a2dd290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1369e00700 1 -- 172.21.15.6:0/130123895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2d7880 msgr2=0x56133a2d7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1369e00700 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2d7880 0x56133a2d7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1369e00700 1 -- 172.21.15.6:0/130123895 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56133a1ee420 con 0x56133a2dd7d0 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1369400700 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2d7880 0x56133a2d7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1369e00700 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2d7260 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f135c0e0980 tx=0x7f135c009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d600b4e638c9aa22 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1357400700 1 -- 172.21.15.6:0/130123895 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c0a9ca0 con 0x56133a2dd7d0 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1357400700 1 -- 172.21.15.6:0/130123895 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f135c0aa040 con 0x56133a2dd7d0 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.419+0000 7f1357400700 1 -- 172.21.15.6:0/130123895 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c0ae8e0 con 0x56133a2dd7d0 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 -- 172.21.15.6:0/130123895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 msgr2=0x56133a2d7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2d7260 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f135c0e0980 tx=0x7f135c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f136a800700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13500b2880 0x7f13500b4d40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1364009fd0 tx=0x7f136400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 -- 172.21.15.6:0/130123895 shutdown_connections 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2d7880 0x56133a2d7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 0x56133a2dd290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 --2- 172.21.15.6:0/130123895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2d7260 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 -- 172.21.15.6:0/130123895 >> 172.21.15.6:0/130123895 conn(0x56133a205be0 msgr2=0x56133a2d2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 -- 172.21.15.6:0/130123895 shutdown_connections 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.420+0000 7f137bc22b80 1 -- 172.21.15.6:0/130123895 wait complete. 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.421+0000 7f137bc22b80 1 -- start start 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.421+0000 7f137bc22b80 1 Processor -- start 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2d7880 0x56133a2e34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 0x56133a2e0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 0x56133a2e0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f137bc22b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56133a12bfa0 con 0x56133a2dd7d0 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f137bc22b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56133a1c6760 con 0x56133a2d7880 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f137bc22b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56133a2e4000 con 0x56133a2dceb0 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f137bc22b80 10 client.0 _ll_register_callbacks cb 0x56133a1cfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f136a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 0x56133a2e0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f1369e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2d7880 0x56133a2e34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f1369e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2d7880 0x56133a2e34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52584/0 (socket says 172.21.15.6:52584) 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f1369e00700 1 -- 172.21.15.6:0/60716156 learned_addr learned my addr 172.21.15.6:0/60716156 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f1369400700 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 0x56133a2e0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f1369e00700 1 -- 172.21.15.6:0/60716156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 msgr2=0x56133a2e0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f1369e00700 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 0x56133a2e0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f1369e00700 1 -- 172.21.15.6:0/60716156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 msgr2=0x56133a2e0dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.422+0000 7f1369e00700 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 0x56133a2e0dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f1369e00700 1 -- 172.21.15.6:0/60716156 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56133a1758d0 con 0x56133a2d7880 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f1369e00700 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2d7880 0x56133a2e34e0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f135c0a77a0 tx=0x7f135c009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78fe805c35423498 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f134be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f134be00700 1 -- 172.21.15.6:0/60716156 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c0a9ca0 con 0x56133a2d7880 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f134be00700 1 -- 172.21.15.6:0/60716156 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f135c0b2e70 con 0x56133a2d7880 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f137bc22b80 1 -- 172.21.15.6:0/60716156 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f135c0aa040 con 0x56133a2d7880 2024-05-20T21:21:34.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f134be00700 1 -- 172.21.15.6:0/60716156 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f135c0aa530 con 0x56133a2d7880 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f137bc22b80 10 client.26804 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.423+0000 7f137bc22b80 1 -- 172.21.15.6:0/60716156 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56133a1f6060 con 0x56133a2d7880 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f134be00700 1 -- 172.21.15.6:0/60716156 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f135c0aa040 con 0x56133a2d7880 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f134be00700 1 -- 172.21.15.6:0/60716156 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f135c0a5ea0 con 0x56133a2d7880 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f137bc22b80 10 client.26804 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f137bc22b80 10 client.26804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f137bc22b80 20 client.26804 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f137bc22b80 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56133a2f08f0 0x56133a2f2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f137bc22b80 4 client.26804 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f137bc22b80 1 -- 172.21.15.6:0/60716156 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56133a237d90 con 0x56133a2f08f0 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.424+0000 7f1369400700 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56133a2f08f0 0x56133a2f2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.425+0000 7f1369400700 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56133a2f08f0 0x56133a2f2ce0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44d932210b70adc2 server_cookie=b4cb0498a60c2438 in_seq=0 out_seq=0 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.425+0000 7f134be00700 10 client.26804 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:34.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f134be00700 1 -- 172.21.15.6:0/60716156 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56133a237d90 con 0x56133a2f08f0 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f134be00700 10 client.26804 handle_command_reply: tid=0 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 client.26804 shutdown 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 -- 172.21.15.6:0/60716156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2d7880 msgr2=0x56133a2e34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2d7880 0x56133a2e34e0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f135c0a77a0 tx=0x7f135c009310 comp rx=0 tx=0).stop 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 -- 172.21.15.6:0/60716156 shutdown_connections 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 0x56133a2e0dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2d7880 0x56133a2e34e0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56133a2f08f0 0x56133a2f2ce0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 --2- 172.21.15.6:0/60716156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2dceb0 0x56133a2e0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 -- 172.21.15.6:0/60716156 >> 172.21.15.6:0/60716156 conn(0x56133a205be0 msgr2=0x56133a2d6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f134be00700 0 client.26804 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 -- 172.21.15.6:0/60716156 shutdown_connections 2024-05-20T21:21:34.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.426+0000 7f137bc22b80 1 -- 172.21.15.6:0/60716156 wait complete. 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.427+0000 7f137bc22b80 20 client.26804 trim_cache size 0 max 16384 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.450+0000 7f137bc22b80 1 Processor -- start 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.450+0000 7f137bc22b80 1 -- start start 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.450+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2d7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.450+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dceb0 0x56133a2de380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.450+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 0x56133a2f8470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.450+0000 7f137bc22b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1b2850 con 0x56133a2dd7d0 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.450+0000 7f137bc22b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1b00e0 con 0x56133a2dceb0 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.450+0000 7f137bc22b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1adf30 con 0x56133a2d7880 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2d7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dceb0 0x56133a2de380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2d7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52722/0 (socket says 172.21.15.6:52722) 2024-05-20T21:21:34.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 -- 172.21.15.6:0/226802748 learned_addr learned my addr 172.21.15.6:0/226802748 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f136a800700 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 0x56133a2f8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 -- 172.21.15.6:0/226802748 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dceb0 msgr2=0x56133a2de380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dceb0 0x56133a2de380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 -- 172.21.15.6:0/226802748 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 msgr2=0x56133a2f8470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 0x56133a2f8470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 -- 172.21.15.6:0/226802748 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56133a2dee10 con 0x56133a2d7880 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369400700 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dceb0 0x56133a2de380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.451+0000 7f1369e00700 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2d7260 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f135c0aa6f0 tx=0x7f135c023fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0dd570303850630 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f1356a00700 1 -- 172.21.15.6:0/226802748 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c0a9ca0 con 0x56133a2d7880 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f1356a00700 1 -- 172.21.15.6:0/226802748 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f135c0aa040 con 0x56133a2d7880 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f1356a00700 1 -- 172.21.15.6:0/226802748 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c0a63f0 con 0x56133a2d7880 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f137bc22b80 1 -- 172.21.15.6:0/226802748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 msgr2=0x56133a2d7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f137bc22b80 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2d7260 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f135c0aa6f0 tx=0x7f135c023fc0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f137bc22b80 1 -- 172.21.15.6:0/226802748 shutdown_connections 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f137bc22b80 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dd7d0 0x56133a2f8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f137bc22b80 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2d7260 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f137bc22b80 1 --2- 172.21.15.6:0/226802748 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dceb0 0x56133a2de380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.452+0000 7f137bc22b80 1 -- 172.21.15.6:0/226802748 >> 172.21.15.6:0/226802748 conn(0x56133a205be0 msgr2=0x56133a2ddc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.453+0000 7f137bc22b80 1 -- 172.21.15.6:0/226802748 shutdown_connections 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.453+0000 7f137bc22b80 1 -- 172.21.15.6:0/226802748 wait complete. 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.453+0000 7f137bc22b80 1 -- start start 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.453+0000 7f137bc22b80 1 Processor -- start 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2e9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dceb0 0x56133a2e6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f137bc22b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2e65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f137bc22b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1ae5a0 con 0x56133a2dceb0 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f137bc22b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1afa10 con 0x56133a2dd7d0 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f137bc22b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1aec70 con 0x56133a2d7880 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f137bc22b80 10 client.0 _ll_register_callbacks cb 0x56133a1cfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f1369e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2e9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f1369e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2e9830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52726/0 (socket says 172.21.15.6:52726) 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.454+0000 7f1369e00700 1 -- 172.21.15.6:0/3639003932 learned_addr learned my addr 172.21.15.6:0/3639003932 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:34.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f1369400700 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dceb0 0x56133a2e6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f136a800700 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2e65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f1369e00700 1 -- 172.21.15.6:0/3639003932 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 msgr2=0x56133a2e65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f1369e00700 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2e65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f1369e00700 1 -- 172.21.15.6:0/3639003932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dceb0 msgr2=0x56133a2e6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f1369e00700 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dceb0 0x56133a2e6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f1369e00700 1 -- 172.21.15.6:0/3639003932 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56133a2e6dd0 con 0x56133a2d7880 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f1369e00700 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2e9830 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f135c0a6270 tx=0x7f135c0cb610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d738d4ce4b7082f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f134be00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f134be00700 1 -- 172.21.15.6:0/3639003932 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c088020 con 0x56133a2d7880 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f134be00700 1 -- 172.21.15.6:0/3639003932 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f135c0b3070 con 0x56133a2d7880 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.455+0000 7f137bc22b80 1 -- 172.21.15.6:0/3639003932 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f135c0aa040 con 0x56133a2d7880 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f134be00700 1 -- 172.21.15.6:0/3639003932 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f135c0a9ca0 con 0x56133a2d7880 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f137bc22b80 10 client.26794 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:34.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f137bc22b80 1 -- 172.21.15.6:0/3639003932 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56133a2e6dd0 con 0x56133a2d7880 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f134be00700 1 -- 172.21.15.6:0/3639003932 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f135c0aa040 con 0x56133a2d7880 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f134be00700 1 -- 172.21.15.6:0/3639003932 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f135c090b30 con 0x56133a2d7880 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f137bc22b80 10 client.26794 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f137bc22b80 10 client.26794 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f137bc22b80 20 client.26794 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f137bc22b80 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56133a35c6c0 0x56133a35eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f137bc22b80 4 client.26794 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.456+0000 7f137bc22b80 1 -- 172.21.15.6:0/3639003932 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56133a231570 con 0x56133a35c6c0 2024-05-20T21:21:34.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.457+0000 7f1369400700 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56133a35c6c0 0x56133a35eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:34.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.457+0000 7f1369400700 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56133a35c6c0 0x56133a35eae0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e462c2b08e315b9 server_cookie=ebab407bc1839a12 in_seq=0 out_seq=0 2024-05-20T21:21:34.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.457+0000 7f134be00700 10 client.26794 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:34.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.457+0000 7f134be00700 1 -- 172.21.15.6:0/3639003932 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56133a231570 con 0x56133a35c6c0 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.457+0000 7f134be00700 10 client.26794 handle_command_reply: tid=0 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.457+0000 7f137bc22b80 1 client.26794 shutdown 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 -- 172.21.15.6:0/3639003932 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 msgr2=0x56133a2e9830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2e9830 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f135c0a6270 tx=0x7f135c0cb610 comp rx=0 tx=0).stop 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 -- 172.21.15.6:0/3639003932 shutdown_connections 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56133a2dd7d0 0x56133a2e65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56133a35c6c0 0x56133a35eae0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56133a2d7880 0x56133a2e9830 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 --2- 172.21.15.6:0/3639003932 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56133a2dceb0 0x56133a2e6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f134be00700 0 client.26794 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 -- 172.21.15.6:0/3639003932 >> 172.21.15.6:0/3639003932 conn(0x56133a205be0 msgr2=0x56133a2df060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 -- 172.21.15.6:0/3639003932 shutdown_connections 2024-05-20T21:21:34.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 1 -- 172.21.15.6:0/3639003932 wait complete. 2024-05-20T21:21:34.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.458+0000 7f137bc22b80 20 client.26794 trim_cache size 0 max 16384 2024-05-20T21:21:34.475 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:21:34.475 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:21:34.475 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:21:34.475 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 -- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13500b2880 msgr2=0x7f13500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13500b2880 0x7f13500b4d40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1364009fd0 tx=0x7f136400b040 comp rx=0 tx=0).stop 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 -- 172.21.15.6:0/3839791277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c105760 msgr2=0x7f136c19be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c105760 0x7f136c19be50 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f135c000c00 tx=0x7f135c00bfd0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 -- 172.21.15.6:0/3839791277 shutdown_connections 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13500b2880 0x7f13500b4d40 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f136c10b760 0x7f136c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f136c105760 0x7f136c19be50 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 --2- 172.21.15.6:0/3839791277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f136c106120 0x7f136c19c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 -- 172.21.15.6:0/3839791277 >> 172.21.15.6:0/3839791277 conn(0x7f136c101250 msgr2=0x7f136c101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 -- 172.21.15.6:0/3839791277 shutdown_connections 2024-05-20T21:21:34.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:34.459+0000 7f1371200700 1 -- 172.21.15.6:0/3839791277 wait complete. 2024-05-20T21:21:35.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:35 smithi006 ceph-mon[31422]: pgmap v612: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:21:35.785 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:21:35.785 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:21:35.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:35 smithi062 ceph-mon[36640]: pgmap v612: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:21:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:35 smithi042 ceph-mon[36332]: pgmap v612: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:21:36.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 -- 172.21.15.6:0/3265666260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f670410b740 msgr2=0x7f670410bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 --2- 172.21.15.6:0/3265666260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f670410b740 0x7f670410bb20 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f66f8009990 tx=0x7f66f8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 -- 172.21.15.6:0/3265666260 shutdown_connections 2024-05-20T21:21:36.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 --2- 172.21.15.6:0/3265666260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6704106100 0x7f6704112610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 --2- 172.21.15.6:0/3265666260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f670410b740 0x7f670410bb20 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 --2- 172.21.15.6:0/3265666260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6704105740 0x7f6704105bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 -- 172.21.15.6:0/3265666260 >> 172.21.15.6:0/3265666260 conn(0x7f6704101250 msgr2=0x7f6704103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:36.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 -- 172.21.15.6:0/3265666260 shutdown_connections 2024-05-20T21:21:36.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.376+0000 7f670b600700 1 -- 172.21.15.6:0/3265666260 wait complete. 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.377+0000 7f670b600700 1 Processor -- start 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.377+0000 7f670b600700 1 -- start start 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f670b600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6704105740 0x7f670419bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f670b600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6704106100 0x7f670419c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f670b600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f670410b740 0x7f67041a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f670b600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6704115940 con 0x7f670410b740 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f670b600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f67041157c0 con 0x7f6704106100 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f670b600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6704115ac0 con 0x7f6704105740 2024-05-20T21:21:36.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f6703e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6704106100 0x7f670419c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f6709600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f670410b740 0x7f67041a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f6708c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6704105740 0x7f670419bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f6703e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6704106100 0x7f670419c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52610/0 (socket says 172.21.15.6:52610) 2024-05-20T21:21:36.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.378+0000 7f6703e00700 1 -- 172.21.15.6:0/2651432183 learned_addr learned my addr 172.21.15.6:0/2651432183 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:36.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6703e00700 1 -- 172.21.15.6:0/2651432183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6704105740 msgr2=0x7f670419bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6703e00700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6704105740 0x7f670419bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6703e00700 1 -- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f670410b740 msgr2=0x7f67041a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6703e00700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f670410b740 0x7f67041a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6703e00700 1 -- 172.21.15.6:0/2651432183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67041a0d40 con 0x7f6704106100 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6708c00700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6704105740 0x7f670419bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6703e00700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6704106100 0x7f670419c270 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f66f000eb30 tx=0x7f66f000ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6701600700 1 -- 172.21.15.6:0/2651432183 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f000cbd0 con 0x7f6704106100 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f670b600700 1 -- 172.21.15.6:0/2651432183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67041a1030 con 0x7f6704106100 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6701600700 1 -- 172.21.15.6:0/2651432183 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66f00044d0 con 0x7f6704106100 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.379+0000 7f6701600700 1 -- 172.21.15.6:0/2651432183 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f0003e30 con 0x7f6704106100 2024-05-20T21:21:36.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.380+0000 7f670b600700 1 -- 172.21.15.6:0/2651432183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67041a88b0 con 0x7f6704106100 2024-05-20T21:21:36.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.384+0000 7f6715eaeb80 1 Processor -- start 2024-05-20T21:21:36.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.384+0000 7f6701600700 1 -- 172.21.15.6:0/2651432183 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f66f0004000 con 0x7f6704106100 2024-05-20T21:21:36.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.385+0000 7f6715eaeb80 1 -- start start 2024-05-20T21:21:36.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.385+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866470 0x5565c2866850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.385+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866d90 0x5565c28609f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.385+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2861450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.385+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5565c27befd0 con 0x5565c2866d90 2024-05-20T21:21:36.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.385+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5565c27aeb70 con 0x5565c2861010 2024-05-20T21:21:36.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.385+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5565c27b2bb0 con 0x5565c2866470 2024-05-20T21:21:36.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.385+0000 7f6709600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866470 0x5565c2866850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6708c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866d90 0x5565c28609f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6709600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866470 0x5565c2866850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52752/0 (socket says 172.21.15.6:52752) 2024-05-20T21:21:36.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6709600700 1 -- 172.21.15.6:0/4156859428 learned_addr learned my addr 172.21.15.6:0/4156859428 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:36.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6703e00700 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2861450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6709600700 1 -- 172.21.15.6:0/4156859428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 msgr2=0x5565c2861450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:36.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6709600700 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2861450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6709600700 1 -- 172.21.15.6:0/4156859428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866d90 msgr2=0x5565c28609f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:36.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6709600700 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866d90 0x5565c28609f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6709600700 1 -- 172.21.15.6:0/4156859428 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565c27775b0 con 0x5565c2866470 2024-05-20T21:21:36.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.386+0000 7f6708c00700 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866d90 0x5565c28609f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:36.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.387+0000 7f6709600700 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866470 0x5565c2866850 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f66fc011680 tx=0x7f66fc009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0625a3ed0a01bec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:36.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.387+0000 7f6701600700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66ec0b2930 0x7f66ec0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.387+0000 7f66f6000700 1 -- 172.21.15.6:0/4156859428 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66fc019030 con 0x5565c2866470 2024-05-20T21:21:36.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.387+0000 7f66f6000700 1 -- 172.21.15.6:0/4156859428 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66fc0092e0 con 0x5565c2866470 2024-05-20T21:21:36.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.387+0000 7f66f6000700 1 -- 172.21.15.6:0/4156859428 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66fc007500 con 0x5565c2866470 2024-05-20T21:21:36.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.387+0000 7f6701600700 1 -- 172.21.15.6:0/2651432183 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66f00e26a0 con 0x7f6704106100 2024-05-20T21:21:36.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.387+0000 7f6708c00700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66ec0b2930 0x7f66ec0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6715eaeb80 1 -- 172.21.15.6:0/4156859428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866470 msgr2=0x5565c2866850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6708c00700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66ec0b2930 0x7f66ec0b4df0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f66f80098e0 tx=0x7f66f8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866470 0x5565c2866850 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f66fc011680 tx=0x7f66fc009920 comp rx=0 tx=0).stop 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6715eaeb80 1 -- 172.21.15.6:0/4156859428 shutdown_connections 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2861450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866470 0x5565c2866850 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/4156859428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866d90 0x5565c28609f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6715eaeb80 1 -- 172.21.15.6:0/4156859428 >> 172.21.15.6:0/4156859428 conn(0x5565c278ed70 msgr2=0x5565c285b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.388+0000 7f6715eaeb80 1 -- 172.21.15.6:0/4156859428 shutdown_connections 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.389+0000 7f6715eaeb80 1 -- 172.21.15.6:0/4156859428 wait complete. 2024-05-20T21:21:36.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.389+0000 7f6715eaeb80 1 -- start start 2024-05-20T21:21:36.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.389+0000 7f6715eaeb80 1 Processor -- start 2024-05-20T21:21:36.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2861010 0x5565c286cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2869e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866d90 0x5565c286a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5565c26b5130 con 0x5565c2866470 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5565c274f8f0 con 0x5565c2866d90 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5565c286d870 con 0x5565c2861010 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6715eaeb80 10 client.0 _ll_register_callbacks cb 0x5565c2758e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6708c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2861010 0x5565c286cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6703e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2869e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6708c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2861010 0x5565c286cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52756/0 (socket says 172.21.15.6:52756) 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6703e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2869e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33066/0 (socket says 172.21.15.6:33066) 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.390+0000 7f6708c00700 1 -- 172.21.15.6:0/266640740 learned_addr learned my addr 172.21.15.6:0/266640740 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:36.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.391+0000 7f6709600700 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866d90 0x5565c286a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.391+0000 7f6708c00700 1 -- 172.21.15.6:0/266640740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866d90 msgr2=0x5565c286a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:36.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.391+0000 7f6708c00700 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866d90 0x5565c286a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.391+0000 7f6708c00700 1 -- 172.21.15.6:0/266640740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 msgr2=0x5565c2869e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:36.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.391+0000 7f6708c00700 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2869e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.391+0000 7f6708c00700 1 -- 172.21.15.6:0/266640740 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565c26fea60 con 0x5565c2861010 2024-05-20T21:21:36.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.392+0000 7f6708c00700 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2861010 0x5565c286cac0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f66f8015000 tx=0x7f66f8009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b90a0dbea1f38135 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:36.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.392+0000 7f66eaa00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:36.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.393+0000 7f66eaa00700 1 -- 172.21.15.6:0/266640740 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f8034060 con 0x5565c2861010 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.393+0000 7f66eaa00700 1 -- 172.21.15.6:0/266640740 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66f800f460 con 0x5565c2861010 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.393+0000 7f6715eaeb80 1 -- 172.21.15.6:0/266640740 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66fc0092e0 con 0x5565c2861010 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.393+0000 7f66eaa00700 1 -- 172.21.15.6:0/266640740 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f66f802b040 con 0x5565c2861010 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.393+0000 7f6715eaeb80 10 client.26806 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.393+0000 7f6715eaeb80 1 -- 172.21.15.6:0/266640740 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5565c277f1f0 con 0x5565c2861010 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.393+0000 7f66eaa00700 1 -- 172.21.15.6:0/266640740 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66fc0092e0 con 0x5565c2861010 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.394+0000 7f66eaa00700 1 -- 172.21.15.6:0/266640740 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f66f8024710 con 0x5565c2861010 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.394+0000 7f6715eaeb80 10 client.26806 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.394+0000 7f6715eaeb80 10 client.26806 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.394+0000 7f6715eaeb80 20 client.26806 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.394+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5565c287a3d0 0x5565c287c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.394+0000 7f6715eaeb80 4 client.26806 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:36.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.394+0000 7f6715eaeb80 1 -- 172.21.15.6:0/266640740 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5565c27c0f20 con 0x5565c287a3d0 2024-05-20T21:21:36.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.394+0000 7f6703e00700 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5565c287a3d0 0x5565c287c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.395+0000 7f6703e00700 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5565c287a3d0 0x5565c287c820 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f64570dcb8fb2ad server_cookie=1c9f6ceddad46ad in_seq=0 out_seq=0 2024-05-20T21:21:36.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.395+0000 7f66eaa00700 10 client.26806 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:36.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f66eaa00700 1 -- 172.21.15.6:0/266640740 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5565c27c0f20 con 0x5565c287a3d0 2024-05-20T21:21:36.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f66eaa00700 10 client.26806 handle_command_reply: tid=0 2024-05-20T21:21:36.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 client.26806 shutdown 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 -- 172.21.15.6:0/266640740 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2861010 msgr2=0x5565c286cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2861010 0x5565c286cac0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f66f8015000 tx=0x7f66f8009310 comp rx=0 tx=0).stop 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 -- 172.21.15.6:0/266640740 shutdown_connections 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866d90 0x5565c286a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5565c287a3d0 0x5565c287c820 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2861010 0x5565c286cac0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/266640740 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2869e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f6715eaeb80 1 -- 172.21.15.6:0/266640740 >> 172.21.15.6:0/266640740 conn(0x5565c278ed70 msgr2=0x5565c285f9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:36.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.396+0000 7f66eaa00700 0 client.26806 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:36.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.397+0000 7f6715eaeb80 1 -- 172.21.15.6:0/266640740 shutdown_connections 2024-05-20T21:21:36.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.397+0000 7f6715eaeb80 1 -- 172.21.15.6:0/266640740 wait complete. 2024-05-20T21:21:36.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.397+0000 7f6715eaeb80 20 client.26806 trim_cache size 0 max 16384 2024-05-20T21:21:36.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.420+0000 7f6715eaeb80 1 Processor -- start 2024-05-20T21:21:36.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.420+0000 7f6715eaeb80 1 -- start start 2024-05-20T21:21:36.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.420+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2868750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.420+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2868c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.420+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2882130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.420+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f67041b28c0 con 0x5565c2866470 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.420+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f67041b0150 con 0x5565c2861010 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.420+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f67041adfa0 con 0x5565c2866d90 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6703e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2868c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6709600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2882130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6703e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2868c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33080/0 (socket says 172.21.15.6:33080) 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6708c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2868750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6703e00700 1 -- 172.21.15.6:0/1929662769 learned_addr learned my addr 172.21.15.6:0/1929662769 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:36.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6709600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2882130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52770/0 (socket says 172.21.15.6:52770) 2024-05-20T21:21:36.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6709600700 1 -- 172.21.15.6:0/1929662769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 msgr2=0x5565c2868750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:36.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6709600700 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2868750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6709600700 1 -- 172.21.15.6:0/1929662769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 msgr2=0x5565c2868c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:36.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6709600700 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2868c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6709600700 1 -- 172.21.15.6:0/1929662769 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565c286d750 con 0x5565c2866d90 2024-05-20T21:21:36.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6708c00700 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2868750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:36.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6703e00700 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2868c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:36.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.421+0000 7f6709600700 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2882130 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f66fc0045b0 tx=0x7f66fc009490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8da07b898f9d6f10 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:36.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.422+0000 7f66f5600700 1 -- 172.21.15.6:0/1929662769 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66fc004300 con 0x5565c2866d90 2024-05-20T21:21:36.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.422+0000 7f66f5600700 1 -- 172.21.15.6:0/1929662769 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66fc023020 con 0x5565c2866d90 2024-05-20T21:21:36.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.422+0000 7f66f5600700 1 -- 172.21.15.6:0/1929662769 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66fc004b90 con 0x5565c2866d90 2024-05-20T21:21:36.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1929662769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 msgr2=0x5565c2882130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2882130 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f66fc0045b0 tx=0x7f66fc009490 comp rx=0 tx=0).stop 2024-05-20T21:21:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1929662769 shutdown_connections 2024-05-20T21:21:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2882130 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2861010 0x5565c2868750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1929662769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2866470 0x5565c2868c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1929662769 >> 172.21.15.6:0/1929662769 conn(0x5565c278ed70 msgr2=0x5565c2863ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1929662769 shutdown_connections 2024-05-20T21:21:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.423+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1929662769 wait complete. 2024-05-20T21:21:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.424+0000 7f6715eaeb80 1 -- start start 2024-05-20T21:21:36.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.424+0000 7f6715eaeb80 1 Processor -- start 2024-05-20T21:21:36.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.424+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2861010 0x5565c2872e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.424+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866470 0x5565c286fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.424+0000 7f6715eaeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2870010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f67041ae610 con 0x5565c2861010 2024-05-20T21:21:36.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f67041afa80 con 0x5565c2866470 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6715eaeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f67041aece0 con 0x5565c2866d90 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6715eaeb80 10 client.0 _ll_register_callbacks cb 0x5565c2758e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6703e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866470 0x5565c286fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6703e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866470 0x5565c286fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52646/0 (socket says 172.21.15.6:52646) 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6703e00700 1 -- 172.21.15.6:0/1689627969 learned_addr learned my addr 172.21.15.6:0/1689627969 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6708c00700 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2861010 0x5565c2872e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6709600700 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2870010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6703e00700 1 -- 172.21.15.6:0/1689627969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 msgr2=0x5565c2870010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6703e00700 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2870010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6703e00700 1 -- 172.21.15.6:0/1689627969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2861010 msgr2=0x5565c2872e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6703e00700 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2861010 0x5565c2872e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.425+0000 7f6703e00700 1 -- 172.21.15.6:0/1689627969 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565c2870550 con 0x5565c2866470 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f6703e00700 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866470 0x5565c286fad0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f66f0003fd0 tx=0x7f66f00e8530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db4357fd5781992d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f66eaa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f66eaa00700 1 -- 172.21.15.6:0/1689627969 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f00a9510 con 0x5565c2866470 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f66eaa00700 1 -- 172.21.15.6:0/1689627969 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66f00aa030 con 0x5565c2866470 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1689627969 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66fc023020 con 0x5565c2866470 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f66eaa00700 1 -- 172.21.15.6:0/1689627969 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f66f00a5350 con 0x5565c2866470 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f6715eaeb80 10 client.26828 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1689627969 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5565c28e5cb0 con 0x5565c2866470 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.426+0000 7f66eaa00700 1 -- 172.21.15.6:0/1689627969 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66fc023020 con 0x5565c2866470 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.427+0000 7f66eaa00700 1 -- 172.21.15.6:0/1689627969 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f66f00b2040 con 0x5565c2866470 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.427+0000 7f6715eaeb80 10 client.26828 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:36.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.427+0000 7f6715eaeb80 10 client.26828 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:21:36.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.427+0000 7f6715eaeb80 20 client.26828 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:36.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.427+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5565c28e63e0 0x5565c28e8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:36.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.427+0000 7f6715eaeb80 4 client.26828 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.3, "await_for": 45.0}] 2024-05-20T21:21:36.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.427+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1689627969 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.3, "await_for": 45.0}) -- 0x5565c27ba700 con 0x5565c28e63e0 2024-05-20T21:21:36.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.427+0000 7f6708c00700 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5565c28e63e0 0x5565c28e8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:36.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.428+0000 7f6708c00700 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5565c28e63e0 0x5565c28e8800 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dedc77583cd03e2c server_cookie=c55853b53e612c3c in_seq=0 out_seq=0 2024-05-20T21:21:36.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.428+0000 7f66eaa00700 10 client.26828 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.442+0000 7f66eaa00700 1 -- 172.21.15.6:0/1689627969 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5565c27ba700 con 0x5565c28e63e0 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.442+0000 7f66eaa00700 10 client.26828 handle_command_reply: tid=0 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.442+0000 7f6715eaeb80 1 client.26828 shutdown 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.442+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1689627969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866470 msgr2=0x5565c286fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.442+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866470 0x5565c286fad0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f66f0003fd0 tx=0x7f66f00e8530 comp rx=0 tx=0).stop 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.442+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1689627969 shutdown_connections 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5565c28e63e0 0x5565c28e8800 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5565c2866d90 0x5565c2870010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5565c2861010 0x5565c2872e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f6715eaeb80 1 --2- 172.21.15.6:0/1689627969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5565c2866470 0x5565c286fad0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f66eaa00700 0 client.26828 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:36.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1689627969 >> 172.21.15.6:0/1689627969 conn(0x5565c278ed70 msgr2=0x5565c28684e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:36.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1689627969 shutdown_connections 2024-05-20T21:21:36.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f6715eaeb80 1 -- 172.21.15.6:0/1689627969 wait complete. 2024-05-20T21:21:36.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.443+0000 7f6715eaeb80 20 client.26828 trim_cache size 0 max 16384 2024-05-20T21:21:36.444 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:21:36.444 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:21:36.444 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:21:36.444 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 18, 2024-05-20T21:21:36.444 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "b7edc342": { 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 18, 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 141.3, 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:21:36.445 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:21:36.446 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:21:36.446 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:36.446 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:36.446 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:36.446 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:36.446 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:36.446 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 -- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66ec0b2930 msgr2=0x7f66ec0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66ec0b2930 0x7f66ec0b4df0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f66f80098e0 tx=0x7f66f8005960 comp rx=0 tx=0).stop 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 -- 172.21.15.6:0/2651432183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6704106100 msgr2=0x7f670419c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6704106100 0x7f670419c270 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f66f000eb30 tx=0x7f66f000ee40 comp rx=0 tx=0).stop 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 -- 172.21.15.6:0/2651432183 shutdown_connections 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66ec0b2930 0x7f66ec0b4df0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f670410b740 0x7f67041a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6704105740 0x7f670419bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 --2- 172.21.15.6:0/2651432183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6704106100 0x7f670419c270 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 -- 172.21.15.6:0/2651432183 >> 172.21.15.6:0/2651432183 conn(0x7f6704101250 msgr2=0x7f67041017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:36.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 -- 172.21.15.6:0/2651432183 shutdown_connections 2024-05-20T21:21:36.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:36.444+0000 7f670b600700 1 -- 172.21.15.6:0/2651432183 wait complete. 2024-05-20T21:21:36.669 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:37.260 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b7edc342', quiesce took 12.0 seconds. Will release after: 9.3 2024-05-20T21:21:37.859 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:37 smithi006 ceph-mon[31422]: pgmap v613: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:37 smithi042 ceph-mon[36332]: pgmap v613: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:37 smithi062 ceph-mon[36640]: pgmap v613: 97 pgs: 97 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:21:38.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 -- 172.21.15.6:0/1049378508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc103380 msgr2=0x7f57fc105770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 --2- 172.21.15.6:0/1049378508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc103380 0x7f57fc105770 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f57f0009900 tx=0x7f57f002a400 comp rx=0 tx=0).stop 2024-05-20T21:21:38.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 -- 172.21.15.6:0/1049378508 shutdown_connections 2024-05-20T21:21:38.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 --2- 172.21.15.6:0/1049378508 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57fc1085e0 0x7f57fc10aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 --2- 172.21.15.6:0/1049378508 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57fc105cb0 0x7f57fc1080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 --2- 172.21.15.6:0/1049378508 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc103380 0x7f57fc105770 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 -- 172.21.15.6:0/1049378508 >> 172.21.15.6:0/1049378508 conn(0x7f57fc0fcd30 msgr2=0x7f57fc0ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:38.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 -- 172.21.15.6:0/1049378508 shutdown_connections 2024-05-20T21:21:38.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.882+0000 7f5801e00640 1 -- 172.21.15.6:0/1049378508 wait complete. 2024-05-20T21:21:38.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.883+0000 7f5801e00640 1 Processor -- start 2024-05-20T21:21:38.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.883+0000 7f5801e00640 1 -- start start 2024-05-20T21:21:38.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57fc103380 0x7f57fc102cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc105cb0 0x7f57fc101330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57fc1085e0 0x7f57fc101870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801e00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc10e4b0 con 0x7f57fc105cb0 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc10e330 con 0x7f57fc103380 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801e00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc10e630 con 0x7f57fc1085e0 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57fc1085e0 0x7f57fc101870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f57fbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc105cb0 0x7f57fc101330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57fc1085e0 0x7f57fc101870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52436/0 (socket says 172.21.15.6:52436) 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5801400640 1 -- 172.21.15.6:0/232467953 learned_addr learned my addr 172.21.15.6:0/232467953 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.884+0000 7f5800a00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57fc103380 0x7f57fc102cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f5801400640 1 -- 172.21.15.6:0/232467953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57fc103380 msgr2=0x7f57fc102cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f5801400640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57fc103380 0x7f57fc102cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f5801400640 1 -- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc105cb0 msgr2=0x7f57fc101330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f5801400640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc105cb0 0x7f57fc101330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f5801400640 1 -- 172.21.15.6:0/232467953 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57fc102100 con 0x7f57fc1085e0 2024-05-20T21:21:38.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f57fbe00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc105cb0 0x7f57fc101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:38.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f5801400640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57fc1085e0 0x7f57fc101870 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f57f400eb10 tx=0x7f57f400c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f57f9600640 1 -- 172.21.15.6:0/232467953 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4004b20 con 0x7f57fc1085e0 2024-05-20T21:21:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f5801e00640 1 -- 172.21.15.6:0/232467953 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57fc1a2c70 con 0x7f57fc1085e0 2024-05-20T21:21:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f57f9600640 1 -- 172.21.15.6:0/232467953 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57f4004cc0 con 0x7f57fc1085e0 2024-05-20T21:21:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f57f9600640 1 -- 172.21.15.6:0/232467953 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f4010670 con 0x7f57fc1085e0 2024-05-20T21:21:38.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.885+0000 7f5801e00640 1 -- 172.21.15.6:0/232467953 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57fc1a31c0 con 0x7f57fc1085e0 2024-05-20T21:21:38.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.888+0000 7f580636d740 1 Processor -- start 2024-05-20T21:21:38.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.889+0000 7f57f9600640 1 -- 172.21.15.6:0/232467953 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f57f4005020 con 0x7f57fc1085e0 2024-05-20T21:21:38.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.889+0000 7f580636d740 1 -- start start 2024-05-20T21:21:38.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.889+0000 7f580636d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb28110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.889+0000 7f580636d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb2d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.889+0000 7f580636d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb2fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f580636d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5581afa97b90 con 0x5581afb27cf0 2024-05-20T21:21:38.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f580636d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5581afa87730 con 0x5581afb2d850 2024-05-20T21:21:38.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f580636d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5581afa8b770 con 0x5581afb286e0 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f57fbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb28110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f5800a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb2d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f57fbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb28110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36448/0 (socket says 172.21.15.6:36448) 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f5800a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb2d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52440/0 (socket says 172.21.15.6:52440) 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f57fbe00640 1 -- 172.21.15.6:0/1250879755 learned_addr learned my addr 172.21.15.6:0/1250879755 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f57fbe00640 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb2fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f5800a00640 1 -- 172.21.15.6:0/1250879755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 msgr2=0x5581afb2fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f5800a00640 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb2fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f5800a00640 1 -- 172.21.15.6:0/1250879755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 msgr2=0x5581afb28110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:38.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f5800a00640 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb28110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f5800a00640 1 -- 172.21.15.6:0/1250879755 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581afa208b0 con 0x5581afb286e0 2024-05-20T21:21:38.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.890+0000 7f57fbe00640 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb2fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:38.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.891+0000 7f5800a00640 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb2d1e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f57f002a9f0 tx=0x7f57f0005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f295158e693d968 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:38.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.891+0000 7f57edc00640 1 -- 172.21.15.6:0/1250879755 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0035030 con 0x5581afb286e0 2024-05-20T21:21:38.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.891+0000 7f57edc00640 1 -- 172.21.15.6:0/1250879755 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57f0040070 con 0x5581afb286e0 2024-05-20T21:21:38.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.891+0000 7f57edc00640 1 -- 172.21.15.6:0/1250879755 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0031800 con 0x5581afb286e0 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f57f9600640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57e40b2850 0x7f57e40b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 -- 172.21.15.6:0/1250879755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 msgr2=0x5581afb2d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb2d1e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f57f002a9f0 tx=0x7f57f0005c00 comp rx=0 tx=0).stop 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 -- 172.21.15.6:0/1250879755 shutdown_connections 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb2fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb2d1e0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 --2- 172.21.15.6:0/1250879755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb28110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 -- 172.21.15.6:0/1250879755 >> 172.21.15.6:0/1250879755 conn(0x5581afb23360 msgr2=0x5581afb23760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 -- 172.21.15.6:0/1250879755 shutdown_connections 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f57f9600640 1 -- 172.21.15.6:0/232467953 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f57f40e2870 con 0x7f57fc1085e0 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f57fbe00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57e40b2850 0x7f57e40b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.892+0000 7f580636d740 1 -- 172.21.15.6:0/1250879755 wait complete. 2024-05-20T21:21:38.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.893+0000 7f580636d740 1 -- start start 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.893+0000 7f57fbe00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57e40b2850 0x7f57e40b4d10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x5581afb28f40 tx=0x7f57e8015040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.893+0000 7f580636d740 1 Processor -- start 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.893+0000 7f580636d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb31a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.893+0000 7f580636d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb31fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f580636d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb38fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f580636d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5581af76d790 con 0x5581afb27cf0 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f580636d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5581afa2fbc0 con 0x5581afb2d850 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f580636d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5581afb307a0 con 0x5581afb286e0 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f580636d740 10 client.0 _ll_register_callbacks cb 0x5581afa0d400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5800a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb31a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5800a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb31a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36458/0 (socket says 172.21.15.6:36458) 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f57fbe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb31fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5800a00640 1 -- 172.21.15.6:0/3850027113 learned_addr learned my addr 172.21.15.6:0/3850027113 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5801400640 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb38fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5800a00640 1 -- 172.21.15.6:0/3850027113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 msgr2=0x5581afb31fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5800a00640 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb31fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5800a00640 1 -- 172.21.15.6:0/3850027113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 msgr2=0x5581afb38fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5800a00640 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb38fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.894+0000 7f5800a00640 1 -- 172.21.15.6:0/3850027113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581af79c210 con 0x5581afb27cf0 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.895+0000 7f5800a00640 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb31a60 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f57f0031500 tx=0x7f57f0009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c5390b95368d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.895+0000 7f57e2000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.895+0000 7f57e2000640 1 -- 172.21.15.6:0/3850027113 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0052060 con 0x5581afb27cf0 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.895+0000 7f57e2000640 1 -- 172.21.15.6:0/3850027113 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f57f0003a00 con 0x5581afb27cf0 2024-05-20T21:21:38.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.895+0000 7f580636d740 1 -- 172.21.15.6:0/3850027113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57f0040070 con 0x5581afb27cf0 2024-05-20T21:21:38.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.895+0000 7f57e2000640 1 -- 172.21.15.6:0/3850027113 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57f0035050 con 0x5581afb27cf0 2024-05-20T21:21:38.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.895+0000 7f580636d740 10 client.16713 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.895+0000 7f580636d740 1 -- 172.21.15.6:0/3850027113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5581af868620 con 0x5581afb27cf0 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.896+0000 7f57e2000640 1 -- 172.21.15.6:0/3850027113 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57f0040070 con 0x5581afb27cf0 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.896+0000 7f57e2000640 1 -- 172.21.15.6:0/3850027113 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57f0045470 con 0x5581afb27cf0 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.896+0000 7f580636d740 10 client.16713 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.896+0000 7f580636d740 10 client.16713 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.896+0000 7f580636d740 20 client.16713 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.896+0000 7f580636d740 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5581afb3d140 0x5581afb3f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.896+0000 7f580636d740 4 client.16713 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.896+0000 7f580636d740 1 -- 172.21.15.6:0/3850027113 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5581afa99ae0 con 0x5581afb3d140 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.897+0000 7f57fbe00640 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5581afb3d140 0x5581afb3f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.897+0000 7f57fbe00640 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5581afb3d140 0x5581afb3f530 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1876473618a1925a server_cookie=f335e3b2e11bf4c in_seq=0 out_seq=0 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.897+0000 7f57e2000640 10 client.16713 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:38.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f57e2000640 1 -- 172.21.15.6:0/3850027113 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5581afa99ae0 con 0x5581afb3d140 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f57e2000640 10 client.16713 handle_command_reply: tid=0 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 client.16713 shutdown 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 -- 172.21.15.6:0/3850027113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 msgr2=0x5581afb31a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb31a60 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f57f0031500 tx=0x7f57f0009300 comp rx=0 tx=0).stop 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 -- 172.21.15.6:0/3850027113 shutdown_connections 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5581afb3d140 0x5581afb3f530 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb38fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb31fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 --2- 172.21.15.6:0/3850027113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb27cf0 0x5581afb31a60 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f57e2000640 0 client.16713 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.898+0000 7f580636d740 1 -- 172.21.15.6:0/3850027113 >> 172.21.15.6:0/3850027113 conn(0x5581afb23360 msgr2=0x5581afb224c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.899+0000 7f580636d740 1 -- 172.21.15.6:0/3850027113 shutdown_connections 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.899+0000 7f580636d740 1 -- 172.21.15.6:0/3850027113 wait complete. 2024-05-20T21:21:38.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.899+0000 7f580636d740 20 client.16713 trim_cache size 0 max 16384 2024-05-20T21:21:38.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.915+0000 7f580636d740 1 Processor -- start 2024-05-20T21:21:38.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f580636d740 1 -- start start 2024-05-20T21:21:38.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f580636d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb27cf0 0x5581afb31080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f580636d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb315c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f580636d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb2d850 0x5581afb31b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f580636d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1ae9b0 con 0x5581afb2d850 2024-05-20T21:21:38.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f580636d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1ac280 con 0x5581afb27cf0 2024-05-20T21:21:38.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f580636d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1aa0d0 con 0x5581afb286e0 2024-05-20T21:21:38.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f5800a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb27cf0 0x5581afb31080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f57fbe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb315c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f5801400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb2d850 0x5581afb31b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f57fbe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb315c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52466/0 (socket says 172.21.15.6:52466) 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f5800a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb27cf0 0x5581afb31080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49532/0 (socket says 172.21.15.6:49532) 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.916+0000 7f57fbe00640 1 -- 172.21.15.6:0/765916677 learned_addr learned my addr 172.21.15.6:0/765916677 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.917+0000 7f57fbe00640 1 -- 172.21.15.6:0/765916677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb27cf0 msgr2=0x5581afb31080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.917+0000 7f57fbe00640 1 --2- 172.21.15.6:0/765916677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb27cf0 0x5581afb31080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.917+0000 7f57fbe00640 1 -- 172.21.15.6:0/765916677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb2d850 msgr2=0x5581afb31b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.917+0000 7f57fbe00640 1 --2- 172.21.15.6:0/765916677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb2d850 0x5581afb31b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.917+0000 7f57fbe00640 1 -- 172.21.15.6:0/765916677 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581afb23190 con 0x5581afb286e0 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.917+0000 7f5800a00640 1 --2- 172.21.15.6:0/765916677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb27cf0 0x5581afb31080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:38.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.917+0000 7f57fbe00640 1 --2- 172.21.15.6:0/765916677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb315c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f57e8015010 tx=0x7f57e8004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bbae3a7d684dee7b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:38.919 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f57ed200640 1 -- 172.21.15.6:0/765916677 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e80109a0 con 0x5581afb286e0 2024-05-20T21:21:38.919 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f57ed200640 1 -- 172.21.15.6:0/765916677 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57e8030070 con 0x5581afb286e0 2024-05-20T21:21:38.919 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f57ed200640 1 -- 172.21.15.6:0/765916677 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e802a280 con 0x5581afb286e0 2024-05-20T21:21:38.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f580636d740 1 -- 172.21.15.6:0/765916677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 msgr2=0x5581afb315c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f580636d740 1 --2- 172.21.15.6:0/765916677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb315c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f57e8015010 tx=0x7f57e8004730 comp rx=0 tx=0).stop 2024-05-20T21:21:38.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f580636d740 1 -- 172.21.15.6:0/765916677 shutdown_connections 2024-05-20T21:21:38.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f580636d740 1 --2- 172.21.15.6:0/765916677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb2d850 0x5581afb31b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f580636d740 1 --2- 172.21.15.6:0/765916677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb286e0 0x5581afb315c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f580636d740 1 --2- 172.21.15.6:0/765916677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb27cf0 0x5581afb31080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f580636d740 1 -- 172.21.15.6:0/765916677 >> 172.21.15.6:0/765916677 conn(0x5581afb23360 msgr2=0x5581afb299e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.918+0000 7f580636d740 1 -- 172.21.15.6:0/765916677 shutdown_connections 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.919+0000 7f580636d740 1 -- 172.21.15.6:0/765916677 wait complete. 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.919+0000 7f580636d740 1 -- start start 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.919+0000 7f580636d740 1 Processor -- start 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.919+0000 7f580636d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb27cf0 0x5581afb360b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.919+0000 7f580636d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb286e0 0x5581afb365f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f580636d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb37600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f580636d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1aa740 con 0x5581afb286e0 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f580636d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1abbb0 con 0x5581afb2d850 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f580636d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f57fc1aae10 con 0x5581afb27cf0 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f580636d740 10 client.0 _ll_register_callbacks cb 0x7f57e8009e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:38.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f57fbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb286e0 0x5581afb365f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb27cf0 0x5581afb360b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb27cf0 0x5581afb360b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52468/0 (socket says 172.21.15.6:52468) 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 -- 172.21.15.6:0/2073400321 learned_addr learned my addr 172.21.15.6:0/2073400321 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5801400640 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb37600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 -- 172.21.15.6:0/2073400321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 msgr2=0x5581afb37600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb37600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 -- 172.21.15.6:0/2073400321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb286e0 msgr2=0x5581afb365f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb286e0 0x5581afb365f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 -- 172.21.15.6:0/2073400321 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581afb308e0 con 0x5581afb27cf0 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f5800a00640 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb27cf0 0x5581afb360b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f57f0006010 tx=0x7f57f00456a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1197d259c6872fb7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.920+0000 7f57e2000640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.921+0000 7f57e2000640 1 -- 172.21.15.6:0/2073400321 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57f0045e60 con 0x5581afb27cf0 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.921+0000 7f57e2000640 1 -- 172.21.15.6:0/2073400321 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f57f0003a00 con 0x5581afb27cf0 2024-05-20T21:21:38.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.921+0000 7f580636d740 1 -- 172.21.15.6:0/2073400321 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57e8030070 con 0x5581afb27cf0 2024-05-20T21:21:38.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.921+0000 7f57e2000640 1 -- 172.21.15.6:0/2073400321 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57f0068050 con 0x5581afb27cf0 2024-05-20T21:21:38.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.921+0000 7f580636d740 10 client.26830 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:38.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.921+0000 7f580636d740 1 -- 172.21.15.6:0/2073400321 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5581afb30b40 con 0x5581afb27cf0 2024-05-20T21:21:38.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f57e2000640 1 -- 172.21.15.6:0/2073400321 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57e8030070 con 0x5581afb27cf0 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f57e2000640 1 -- 172.21.15.6:0/2073400321 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57f005f070 con 0x5581afb27cf0 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f580636d740 10 client.26830 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f580636d740 10 client.26830 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f580636d740 20 client.26830 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f580636d740 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5581afba8460 0x5581afbaa880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f580636d740 4 client.26830 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f580636d740 1 -- 172.21.15.6:0/2073400321 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5581afa932c0 con 0x5581afba8460 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.922+0000 7f57fbe00640 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5581afba8460 0x5581afbaa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.923+0000 7f57fbe00640 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5581afba8460 0x5581afbaa880 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=701125ea2b5d6ed6 server_cookie=dddfb10c9a4648d6 in_seq=0 out_seq=0 2024-05-20T21:21:38.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.923+0000 7f57e2000640 10 client.26830 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.936+0000 7f57e2000640 1 -- 172.21.15.6:0/2073400321 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5581afa932c0 con 0x5581afba8460 2024-05-20T21:21:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.936+0000 7f57e2000640 10 client.26830 handle_command_reply: tid=0 2024-05-20T21:21:38.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.936+0000 7f580636d740 1 client.26830 shutdown 2024-05-20T21:21:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 -- 172.21.15.6:0/2073400321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb27cf0 msgr2=0x5581afb360b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb27cf0 0x5581afb360b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f57f0006010 tx=0x7f57f00456a0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 -- 172.21.15.6:0/2073400321 shutdown_connections 2024-05-20T21:21:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5581afba8460 0x5581afbaa880 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5581afb2d850 0x5581afb37600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5581afb286e0 0x5581afb365f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 --2- 172.21.15.6:0/2073400321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5581afb27cf0 0x5581afb360b0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 -- 172.21.15.6:0/2073400321 >> 172.21.15.6:0/2073400321 conn(0x5581afb23360 msgr2=0x5581afb21c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f57e2000640 0 client.26830 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 -- 172.21.15.6:0/2073400321 shutdown_connections 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 1 -- 172.21.15.6:0/2073400321 wait complete. 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.937+0000 7f580636d740 20 client.26830 trim_cache size 0 max 16384 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:21:38.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:21:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 -- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57e40b2850 msgr2=0x7f57e40b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57e40b2850 0x7f57e40b4d10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x5581afb28f40 tx=0x7f57e8015040 comp rx=0 tx=0).stop 2024-05-20T21:21:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 -- 172.21.15.6:0/232467953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57fc1085e0 msgr2=0x7f57fc101870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57fc1085e0 0x7f57fc101870 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f57f400eb10 tx=0x7f57f400c2d0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 -- 172.21.15.6:0/232467953 shutdown_connections 2024-05-20T21:21:38.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57e40b2850 0x7f57e40b4d10 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57fc1085e0 0x7f57fc101870 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57fc105cb0 0x7f57fc101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 --2- 172.21.15.6:0/232467953 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57fc103380 0x7f57fc102cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:38.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.938+0000 7f5801e00640 1 -- 172.21.15.6:0/232467953 >> 172.21.15.6:0/232467953 conn(0x7f57fc0fcd30 msgr2=0x7f57fc103de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:38.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.939+0000 7f5801e00640 1 -- 172.21.15.6:0/232467953 shutdown_connections 2024-05-20T21:21:38.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:38.939+0000 7f5801e00640 1 -- 172.21.15.6:0/232467953 wait complete. 2024-05-20T21:21:39.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 -- 172.21.15.6:0/4005082030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 msgr2=0x7fcb10075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:39.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 --2- 172.21.15.6:0/4005082030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 0x7fcb10075b50 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fcb000098f0 tx=0x7fcb00009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:39.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 -- 172.21.15.6:0/4005082030 shutdown_connections 2024-05-20T21:21:39.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 --2- 172.21.15.6:0/4005082030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb1010ffa0 0x7fcb10112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 --2- 172.21.15.6:0/4005082030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 0x7fcb10075b50 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 --2- 172.21.15.6:0/4005082030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcb10076090 0x7fcb1010fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 -- 172.21.15.6:0/4005082030 >> 172.21.15.6:0/4005082030 conn(0x7fcb1007a6a0 msgr2=0x7fcb1007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:39.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 -- 172.21.15.6:0/4005082030 shutdown_connections 2024-05-20T21:21:39.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.475+0000 7fcb14c00700 1 -- 172.21.15.6:0/4005082030 wait complete. 2024-05-20T21:21:39.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.476+0000 7fcb14c00700 1 Processor -- start 2024-05-20T21:21:39.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.477+0000 7fcb14c00700 1 -- start start 2024-05-20T21:21:39.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.477+0000 7fcb14c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 0x7fcb1019be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:39.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.477+0000 7fcb14c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb10076090 0x7fcb1019c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.477+0000 7fcb14c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcb1010ffa0 0x7fcb101a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.477+0000 7fcb14c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcb10115980 con 0x7fcb1010ffa0 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.477+0000 7fcb14c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcb10115800 con 0x7fcb10076090 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.477+0000 7fcb14c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcb10115b00 con 0x7fcb10075770 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.477+0000 7fcb0de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 0x7fcb1019be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcb1010ffa0 0x7fcb101a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 0x7fcb1019be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52496/0 (socket says 172.21.15.6:52496) 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0de00700 1 -- 172.21.15.6:0/3068478768 learned_addr learned my addr 172.21.15.6:0/3068478768 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:39.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb07e00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb10076090 0x7fcb1019c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:39.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0de00700 1 -- 172.21.15.6:0/3068478768 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb10076090 msgr2=0x7fcb1019c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:39.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0de00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb10076090 0x7fcb1019c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0de00700 1 -- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcb1010ffa0 msgr2=0x7fcb101a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:39.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0de00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcb1010ffa0 0x7fcb101a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0de00700 1 -- 172.21.15.6:0/3068478768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb101a0e50 con 0x7fcb10075770 2024-05-20T21:21:39.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb07e00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb10076090 0x7fcb1019c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:39.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.478+0000 7fcb0de00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 0x7fcb1019be90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcb00009230 tx=0x7fcb0000fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:39.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.479+0000 7fcb06a00700 1 -- 172.21.15.6:0/3068478768 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb000050c0 con 0x7fcb10075770 2024-05-20T21:21:39.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.479+0000 7fcb06a00700 1 -- 172.21.15.6:0/3068478768 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb0000b560 con 0x7fcb10075770 2024-05-20T21:21:39.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.479+0000 7fcb06a00700 1 -- 172.21.15.6:0/3068478768 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb00003a00 con 0x7fcb10075770 2024-05-20T21:21:39.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.479+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb101a10e0 con 0x7fcb10075770 2024-05-20T21:21:39.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.479+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb101a89c0 con 0x7fcb10075770 2024-05-20T21:21:39.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.480+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb10076e30 con 0x7fcb10075770 2024-05-20T21:21:39.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.482+0000 7fcb06a00700 1 -- 172.21.15.6:0/3068478768 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcb0000b710 con 0x7fcb10075770 2024-05-20T21:21:39.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.484+0000 7fcb06a00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcaf40b2880 0x7fcaf40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:39.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.484+0000 7fcb06a00700 1 -- 172.21.15.6:0/3068478768 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcb000e33c0 con 0x7fcb10075770 2024-05-20T21:21:39.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.484+0000 7fcb07e00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcaf40b2880 0x7fcaf40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:39.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.485+0000 7fcb07e00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcaf40b2880 0x7fcaf40b4d40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fcb10111c30 tx=0x7fcaf8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:39.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.486+0000 7fcb06a00700 1 -- 172.21.15.6:0/3068478768 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcb00013030 con 0x7fcb10075770 2024-05-20T21:21:39.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:39 smithi006 ceph-mon[31422]: pgmap v614: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:21:39.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.777+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb1002e560 con 0x7fcb10075770 2024-05-20T21:21:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.779+0000 7fcb06a00700 1 -- 172.21.15.6:0/3068478768 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fcb000ab070 con 0x7fcb10075770 2024-05-20T21:21:39.779 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:21:39.779 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:21:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcaf40b2880 msgr2=0x7fcaf40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcaf40b2880 0x7fcaf40b4d40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fcb10111c30 tx=0x7fcaf8009260 comp rx=0 tx=0).stop 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 msgr2=0x7fcb1019be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 0x7fcb1019be90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcb00009230 tx=0x7fcb0000fa70 comp rx=0 tx=0).stop 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 shutdown_connections 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcaf40b2880 0x7fcaf40b4d40 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcb1010ffa0 0x7fcb101a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcb10075770 0x7fcb1019be90 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 --2- 172.21.15.6:0/3068478768 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcb10076090 0x7fcb1019c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.782+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 >> 172.21.15.6:0/3068478768 conn(0x7fcb1007a6a0 msgr2=0x7fcb101007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.783+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 shutdown_connections 2024-05-20T21:21:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:39.783+0000 7fcb14c00700 1 -- 172.21.15.6:0/3068478768 wait complete. 2024-05-20T21:21:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:21:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:39 smithi042 ceph-mon[36332]: pgmap v614: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:21:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:39 smithi062 ceph-mon[36640]: pgmap v614: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:21:40.682 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:21:40.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:40 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3068478768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:40.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:40 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3068478768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:41.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:40 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3068478768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:41.148 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:41 smithi042 ceph-mon[36332]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:21:41.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:41 smithi006 ceph-mon[31422]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:21:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:41 smithi062 ceph-mon[36640]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:21:43.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 -- 172.21.15.6:0/2419058939 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141088f0 msgr2=0x7fae14110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 --2- 172.21.15.6:0/2419058939 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141088f0 0x7fae14110470 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fae0c00b0d0 tx=0x7fae0c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 -- 172.21.15.6:0/2419058939 shutdown_connections 2024-05-20T21:21:43.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 --2- 172.21.15.6:0/2419058939 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141088f0 0x7fae14110470 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 --2- 172.21.15.6:0/2419058939 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae141037f0 0x7fae14103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 --2- 172.21.15.6:0/2419058939 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae141041a0 0x7fae141081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 -- 172.21.15.6:0/2419058939 >> 172.21.15.6:0/2419058939 conn(0x7fae1407a6a0 msgr2=0x7fae1407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:43.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 -- 172.21.15.6:0/2419058939 shutdown_connections 2024-05-20T21:21:43.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.647+0000 7fae18a00700 1 -- 172.21.15.6:0/2419058939 wait complete. 2024-05-20T21:21:43.649 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:43 smithi006 ceph-mon[31422]: pgmap v616: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:21:43.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.649+0000 7fae18a00700 1 Processor -- start 2024-05-20T21:21:43.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.649+0000 7fae18a00700 1 -- start start 2024-05-20T21:21:43.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.649+0000 7fae18a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae141037f0 0x7fae14075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.649+0000 7fae18a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141041a0 0x7fae14075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.649+0000 7fae18a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae141088f0 0x7fae140762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.649+0000 7fae18a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fae141136e0 con 0x7fae141041a0 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.649+0000 7fae18a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae14113560 con 0x7fae141037f0 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.649+0000 7fae18a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fae14113860 con 0x7fae141088f0 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae141037f0 0x7fae14075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141041a0 0x7fae14075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae141037f0 0x7fae14075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49568/0 (socket says 172.21.15.6:49568) 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11e00700 1 -- 172.21.15.6:0/3699326145 learned_addr learned my addr 172.21.15.6:0/3699326145 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae12800700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae141088f0 0x7fae140762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11e00700 1 -- 172.21.15.6:0/3699326145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae141088f0 msgr2=0x7fae140762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11e00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae141088f0 0x7fae140762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11e00700 1 -- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141041a0 msgr2=0x7fae14075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11e00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141041a0 0x7fae14075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11e00700 1 -- 172.21.15.6:0/3699326145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae141a80c0 con 0x7fae141037f0 2024-05-20T21:21:43.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.650+0000 7fae11400700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141041a0 0x7fae14075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:43.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.651+0000 7fae11e00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae141037f0 0x7fae14075840 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fae0400d980 tx=0x7fae0400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:43.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.651+0000 7fae0aa00700 1 -- 172.21.15.6:0/3699326145 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04016070 con 0x7fae141037f0 2024-05-20T21:21:43.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.651+0000 7fae0aa00700 1 -- 172.21.15.6:0/3699326145 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae04004830 con 0x7fae141037f0 2024-05-20T21:21:43.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.651+0000 7fae18a00700 1 -- 172.21.15.6:0/3699326145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae141a83b0 con 0x7fae141037f0 2024-05-20T21:21:43.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.651+0000 7fae0aa00700 1 -- 172.21.15.6:0/3699326145 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04005540 con 0x7fae141037f0 2024-05-20T21:21:43.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.651+0000 7fae18a00700 1 -- 172.21.15.6:0/3699326145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae141a8940 con 0x7fae141037f0 2024-05-20T21:21:43.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.656+0000 7fae0aa00700 1 -- 172.21.15.6:0/3699326145 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fae04004220 con 0x7fae141037f0 2024-05-20T21:21:43.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.657+0000 7fae23480b80 1 Processor -- start 2024-05-20T21:21:43.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae23480b80 1 -- start start 2024-05-20T21:21:43.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae23480b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50dac9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae0aa00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fadf80b2900 0x7fadf80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae23480b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae23480b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50da75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae23480b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555a50d04e40 con 0x555a50dacf30 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae23480b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a50cf49e0 con 0x555a50dac610 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae23480b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555a50cf8a20 con 0x555a50da7140 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae0aa00700 1 -- 172.21.15.6:0/3699326145 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fae040e2060 con 0x7fae141037f0 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae11400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.658+0000 7fae12800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50dac9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae11e00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fadf80b2900 0x7fadf80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae12800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50da75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae11400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36532/0 (socket says 172.21.15.6:36532) 2024-05-20T21:21:43.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae11400700 1 -- 172.21.15.6:0/2007434694 learned_addr learned my addr 172.21.15.6:0/2007434694 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae11400700 1 -- 172.21.15.6:0/2007434694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 msgr2=0x555a50da75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae11400700 1 --2- 172.21.15.6:0/2007434694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50da75c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae11400700 1 -- 172.21.15.6:0/2007434694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 msgr2=0x555a50dac9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae11400700 1 --2- 172.21.15.6:0/2007434694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50dac9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.659+0000 7fae11400700 1 -- 172.21.15.6:0/2007434694 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a50cbd420 con 0x555a50dacf30 2024-05-20T21:21:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.660+0000 7fae11400700 1 --2- 172.21.15.6:0/2007434694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da6b20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fae000114f0 tx=0x7fae00011800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1deec5e6564a887c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:43.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.660+0000 7fae11e00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fadf80b2900 0x7fadf80b4dc0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fae040a9280 tx=0x7fae04004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.660+0000 7fadff400700 1 -- 172.21.15.6:0/2007434694 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae00011310 con 0x555a50dacf30 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.660+0000 7fadff400700 1 -- 172.21.15.6:0/2007434694 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae00004ce0 con 0x555a50dacf30 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.660+0000 7fadff400700 1 -- 172.21.15.6:0/2007434694 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae00010690 con 0x555a50dacf30 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 -- 172.21.15.6:0/2007434694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 msgr2=0x555a50da6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 --2- 172.21.15.6:0/2007434694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da6b20 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fae000114f0 tx=0x7fae00011800 comp rx=0 tx=0).stop 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 -- 172.21.15.6:0/2007434694 shutdown_connections 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 --2- 172.21.15.6:0/2007434694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50da75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 --2- 172.21.15.6:0/2007434694 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50dac9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 --2- 172.21.15.6:0/2007434694 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da6b20 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 -- 172.21.15.6:0/2007434694 >> 172.21.15.6:0/2007434694 conn(0x555a50cd4be0 msgr2=0x555a50da1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:43.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 -- 172.21.15.6:0/2007434694 shutdown_connections 2024-05-20T21:21:43.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.661+0000 7fae23480b80 1 -- 172.21.15.6:0/2007434694 wait complete. 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.662+0000 7fae23480b80 1 -- start start 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.662+0000 7fae23480b80 1 Processor -- start 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.662+0000 7fae23480b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50da7140 0x555a50db2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.662+0000 7fae23480b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50db0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae23480b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dacf30 0x555a50db0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae23480b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555a50bfafa0 con 0x555a50da7140 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae23480b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a50c95760 con 0x555a50dac610 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae23480b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555a50db39e0 con 0x555a50dacf30 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae23480b80 10 client.0 _ll_register_callbacks cb 0x555a50c9ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae11400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50db0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae12800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50da7140 0x555a50db2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae11400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50db0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49590/0 (socket says 172.21.15.6:49590) 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae11400700 1 -- 172.21.15.6:0/1027661057 learned_addr learned my addr 172.21.15.6:0/1027661057 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae11400700 1 -- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dacf30 msgr2=0x555a50db0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae12800700 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dacf30 0x555a50db0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.663+0000 7fae11400700 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dacf30 0x555a50db0540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fae11400700 1 -- 172.21.15.6:0/1027661057 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50da7140 msgr2=0x555a50db2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fae11400700 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50da7140 0x555a50db2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fae11400700 1 -- 172.21.15.6:0/1027661057 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a50c448d0 con 0x555a50dac610 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fae12800700 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dacf30 0x555a50db0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fae11400700 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50db0000 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fae0000a010 tx=0x7fae00011270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5092816642c956d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fadf3e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fadf3e00700 1 -- 172.21.15.6:0/1027661057 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae00026030 con 0x555a50dac610 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fae23480b80 1 -- 172.21.15.6:0/1027661057 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae00004ce0 con 0x555a50dac610 2024-05-20T21:21:43.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fadf3e00700 1 -- 172.21.15.6:0/1027661057 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fae0001e050 con 0x555a50dac610 2024-05-20T21:21:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fadf3e00700 1 -- 172.21.15.6:0/1027661057 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fae000049e0 con 0x555a50dac610 2024-05-20T21:21:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fae23480b80 10 client.26864 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.664+0000 7fae23480b80 1 -- 172.21.15.6:0/1027661057 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a50cc5060 con 0x555a50dac610 2024-05-20T21:21:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.665+0000 7fadf3e00700 1 -- 172.21.15.6:0/1027661057 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae00004ce0 con 0x555a50dac610 2024-05-20T21:21:43.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.665+0000 7fadf3e00700 1 -- 172.21.15.6:0/1027661057 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fae00018070 con 0x555a50dac610 2024-05-20T21:21:43.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.665+0000 7fae23480b80 10 client.26864 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:43.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.665+0000 7fae23480b80 10 client.26864 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:21:43.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.665+0000 7fae23480b80 20 client.26864 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:43.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.665+0000 7fae23480b80 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555a50dc03a0 0x555a50dc2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.665+0000 7fae23480b80 4 client.26864 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:43.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.665+0000 7fae23480b80 1 -- 172.21.15.6:0/1027661057 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a50d06d90 con 0x555a50dc03a0 2024-05-20T21:21:43.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.666+0000 7fae12800700 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555a50dc03a0 0x555a50dc2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.666+0000 7fae12800700 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555a50dc03a0 0x555a50dc2790 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=edd4b309971d6356 server_cookie=e27a38250212e424 in_seq=0 out_seq=0 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.666+0000 7fadf3e00700 10 client.26864 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fadf3e00700 1 -- 172.21.15.6:0/1027661057 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555a50d06d90 con 0x555a50dc03a0 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fadf3e00700 10 client.26864 handle_command_reply: tid=0 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 client.26864 shutdown 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 -- 172.21.15.6:0/1027661057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 msgr2=0x555a50db0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50db0000 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fae0000a010 tx=0x7fae00011270 comp rx=0 tx=0).stop 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 -- 172.21.15.6:0/1027661057 shutdown_connections 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dacf30 0x555a50db0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50da7140 0x555a50db2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555a50dc03a0 0x555a50dc2790 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 --2- 172.21.15.6:0/1027661057 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dac610 0x555a50db0000 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fae23480b80 1 -- 172.21.15.6:0/1027661057 >> 172.21.15.6:0/1027661057 conn(0x555a50cd4be0 msgr2=0x555a50da0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:43.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.667+0000 7fadf3e00700 0 client.26864 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:21:43.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.668+0000 7fae23480b80 1 -- 172.21.15.6:0/1027661057 shutdown_connections 2024-05-20T21:21:43.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.668+0000 7fae23480b80 1 -- 172.21.15.6:0/1027661057 wait complete. 2024-05-20T21:21:43.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.668+0000 7fae23480b80 20 client.26864 trim_cache size 0 max 16384 2024-05-20T21:21:43.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae23480b80 1 Processor -- start 2024-05-20T21:21:43.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae23480b80 1 -- start start 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae23480b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50da7140 0x555a50da6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae23480b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dac610 0x555a50db2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae23480b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae23480b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fae141ae4d0 con 0x555a50dacf30 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae23480b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae141abd60 con 0x555a50da7140 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae23480b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fae1419dad0 con 0x555a50dac610 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae12800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae11400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dac610 0x555a50db2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae12800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50da7140 0x555a50da6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae11400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dac610 0x555a50db2c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52534/0 (socket says 172.21.15.6:52534) 2024-05-20T21:21:43.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.685+0000 7fae11400700 1 -- 172.21.15.6:0/3324608501 learned_addr learned my addr 172.21.15.6:0/3324608501 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:43.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fae12800700 1 -- 172.21.15.6:0/3324608501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dac610 msgr2=0x555a50db2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:43.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fae12800700 1 --2- 172.21.15.6:0/3324608501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dac610 0x555a50db2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fae12800700 1 -- 172.21.15.6:0/3324608501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 msgr2=0x555a50da14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:43.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fae12800700 1 --2- 172.21.15.6:0/3324608501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fae12800700 1 -- 172.21.15.6:0/3324608501 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a50da24a0 con 0x555a50da7140 2024-05-20T21:21:43.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fae12800700 1 --2- 172.21.15.6:0/3324608501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50da7140 0x555a50da6b20 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fae0c009610 tx=0x7fae0c0099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e565fd79803ad9f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:43.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fadfea00700 1 -- 172.21.15.6:0/3324608501 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0c004d10 con 0x555a50da7140 2024-05-20T21:21:43.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fadfea00700 1 -- 172.21.15.6:0/3324608501 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae0c007990 con 0x555a50da7140 2024-05-20T21:21:43.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.686+0000 7fadfea00700 1 -- 172.21.15.6:0/3324608501 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0c033760 con 0x555a50da7140 2024-05-20T21:21:43.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 -- 172.21.15.6:0/3324608501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50da7140 msgr2=0x555a50da6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324608501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50da7140 0x555a50da6b20 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fae0c009610 tx=0x7fae0c0099e0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 -- 172.21.15.6:0/3324608501 shutdown_connections 2024-05-20T21:21:43.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324608501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dacf30 0x555a50da14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324608501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50da7140 0x555a50da6b20 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324608501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50dac610 0x555a50db2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 -- 172.21.15.6:0/3324608501 >> 172.21.15.6:0/3324608501 conn(0x555a50cd4be0 msgr2=0x555a50dae910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:43.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 -- 172.21.15.6:0/3324608501 shutdown_connections 2024-05-20T21:21:43.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.687+0000 7fae23480b80 1 -- 172.21.15.6:0/3324608501 wait complete. 2024-05-20T21:21:43.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.688+0000 7fae23480b80 1 -- start start 2024-05-20T21:21:43.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.688+0000 7fae23480b80 1 Processor -- start 2024-05-20T21:21:43.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae23480b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50db8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae23480b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dac610 0x555a50db9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae23480b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dacf30 0x555a50dc7310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae23480b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fae141aa220 con 0x555a50dac610 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae23480b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae141ab690 con 0x555a50dacf30 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae23480b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fae141aa8f0 con 0x555a50da7140 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae23480b80 10 client.0 _ll_register_callbacks cb 0x555a50c9ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae11400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dac610 0x555a50db9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae12800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50db8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae12800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50db8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52546/0 (socket says 172.21.15.6:52546) 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae11400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dac610 0x555a50db9390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36566/0 (socket says 172.21.15.6:36566) 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae12800700 1 -- 172.21.15.6:0/3324369460 learned_addr learned my addr 172.21.15.6:0/3324369460 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae12800700 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dacf30 0x555a50dc7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae11400700 1 -- 172.21.15.6:0/3324369460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 msgr2=0x555a50db8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae11400700 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50db8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae11400700 1 -- 172.21.15.6:0/3324369460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dacf30 msgr2=0x555a50dc7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.689+0000 7fae11400700 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dacf30 0x555a50dc7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.690+0000 7fae11400700 1 -- 172.21.15.6:0/3324369460 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a50dc7a20 con 0x555a50dac610 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.690+0000 7fae12800700 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dacf30 0x555a50dc7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.690+0000 7fae11400700 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dac610 0x555a50db9390 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fae00011840 tx=0x7fae000052a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a725699075d9f98 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.690+0000 7fadf3e00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.690+0000 7fadf3e00700 1 -- 172.21.15.6:0/3324369460 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae00026040 con 0x555a50dac610 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.690+0000 7fadf3e00700 1 -- 172.21.15.6:0/3324369460 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fae0002b400 con 0x555a50dac610 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.690+0000 7fae23480b80 1 -- 172.21.15.6:0/3324369460 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae0c007990 con 0x555a50dac610 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.690+0000 7fadf3e00700 1 -- 172.21.15.6:0/3324369460 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fae0002b600 con 0x555a50dac610 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fae23480b80 10 client.16743 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fae23480b80 1 -- 172.21.15.6:0/3324369460 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a50e2a7f0 con 0x555a50dac610 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fadf3e00700 1 -- 172.21.15.6:0/3324369460 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae0c007990 con 0x555a50dac610 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fadf3e00700 1 -- 172.21.15.6:0/3324369460 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fae00018050 con 0x555a50dac610 2024-05-20T21:21:43.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fae23480b80 10 client.16743 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fae23480b80 10 client.16743 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fae23480b80 20 client.16743 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555a50e2ae40 0x555a50e2d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fae23480b80 4 client.16743 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.691+0000 7fae23480b80 1 -- 172.21.15.6:0/3324369460 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555a50d00570 con 0x555a50e2ae40 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.692+0000 7fae12800700 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555a50e2ae40 0x555a50e2d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.692+0000 7fae12800700 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555a50e2ae40 0x555a50e2d260 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7efbe36f9a33d8e0 server_cookie=98d850b35fd596b6 in_seq=0 out_seq=0 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.692+0000 7fadf3e00700 10 client.16743 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.692+0000 7fadf3e00700 1 -- 172.21.15.6:0/3324369460 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555a50d00570 con 0x555a50e2ae40 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.692+0000 7fadf3e00700 10 client.16743 handle_command_reply: tid=0 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.692+0000 7fae23480b80 1 client.16743 shutdown 2024-05-20T21:21:43.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 -- 172.21.15.6:0/3324369460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dac610 msgr2=0x555a50db9390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dac610 0x555a50db9390 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fae00011840 tx=0x7fae000052a0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 -- 172.21.15.6:0/3324369460 shutdown_connections 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555a50e2ae40 0x555a50e2d260 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a50dacf30 0x555a50dc7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a50da7140 0x555a50db8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 --2- 172.21.15.6:0/3324369460 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a50dac610 0x555a50db9390 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 -- 172.21.15.6:0/3324369460 >> 172.21.15.6:0/3324369460 conn(0x555a50cd4be0 msgr2=0x555a50dadba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fadf3e00700 0 client.16743 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 -- 172.21.15.6:0/3324369460 shutdown_connections 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 1 -- 172.21.15.6:0/3324369460 wait complete. 2024-05-20T21:21:43.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.693+0000 7fae23480b80 20 client.16743 trim_cache size 0 max 16384 2024-05-20T21:21:43.700 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:21:43.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 -- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fadf80b2900 msgr2=0x7fadf80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fadf80b2900 0x7fadf80b4dc0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fae040a9280 tx=0x7fae04004750 comp rx=0 tx=0).stop 2024-05-20T21:21:43.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 -- 172.21.15.6:0/3699326145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae141037f0 msgr2=0x7fae14075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:43.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae141037f0 0x7fae14075840 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fae0400d980 tx=0x7fae0400dc90 comp rx=0 tx=0).stop 2024-05-20T21:21:43.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 -- 172.21.15.6:0/3699326145 shutdown_connections 2024-05-20T21:21:43.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fadf80b2900 0x7fadf80b4dc0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae141088f0 0x7fae140762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae141037f0 0x7fae14075840 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 --2- 172.21.15.6:0/3699326145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae141041a0 0x7fae14075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:43.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 -- 172.21.15.6:0/3699326145 >> 172.21.15.6:0/3699326145 conn(0x7fae1407a6a0 msgr2=0x7fae141015e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:43.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 -- 172.21.15.6:0/3699326145 shutdown_connections 2024-05-20T21:21:43.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:43.694+0000 7fae18a00700 1 -- 172.21.15.6:0/3699326145 wait complete. 2024-05-20T21:21:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:43 smithi042 ceph-mon[36332]: pgmap v616: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:21:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:43 smithi062 ceph-mon[36640]: pgmap v616: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:21:44.560 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:21:45.028 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:45 smithi042 ceph-mon[36332]: pgmap v617: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:21:45.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:45 smithi006 ceph-mon[31422]: pgmap v617: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:21:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:45 smithi062 ceph-mon[36640]: pgmap v617: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:21:46.561 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 -- 172.21.15.6:0/3890495279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7094076090 msgr2=0x7f709410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 --2- 172.21.15.6:0/3890495279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7094076090 0x7f709410fa00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f70800098f0 tx=0x7f7080009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 -- 172.21.15.6:0/3890495279 shutdown_connections 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 --2- 172.21.15.6:0/3890495279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f709410ff40 0x7f7094112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 --2- 172.21.15.6:0/3890495279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7094075770 0x7f7094075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 --2- 172.21.15.6:0/3890495279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7094076090 0x7f709410fa00 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 -- 172.21.15.6:0/3890495279 >> 172.21.15.6:0/3890495279 conn(0x7f709407a6a0 msgr2=0x7f709407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 -- 172.21.15.6:0/3890495279 shutdown_connections 2024-05-20T21:21:47.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.294+0000 7f7099a00700 1 -- 172.21.15.6:0/3890495279 wait complete. 2024-05-20T21:21:47.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.295+0000 7f7099a00700 1 Processor -- start 2024-05-20T21:21:47.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7099a00700 1 -- start start 2024-05-20T21:21:47.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7099a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7094075770 0x7f709419be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7099a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7094076090 0x7f709419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7099a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f709410ff40 0x7f70941a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7099a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7094115900 con 0x7f709410ff40 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7099a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7094115780 con 0x7f7094075770 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7099a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7094115a80 con 0x7f7094076090 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7093400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f709410ff40 0x7f70941a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7092000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7094076090 0x7f709419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7093400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f709410ff40 0x7f70941a0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57474/0 (socket says 172.21.15.6:57474) 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7092000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7094076090 0x7f709419c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43536/0 (socket says 172.21.15.6:43536) 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.296+0000 7f7093400700 1 -- 172.21.15.6:0/3789512785 learned_addr learned my addr 172.21.15.6:0/3789512785 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:47.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.297+0000 7f7092a00700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7094075770 0x7f709419be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.297+0000 7f7092000700 1 -- 172.21.15.6:0/3789512785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7094075770 msgr2=0x7f709419be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.297+0000 7f7092000700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7094075770 0x7f709419be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.297+0000 7f7092000700 1 -- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f709410ff40 msgr2=0x7f70941a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.297+0000 7f7092000700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f709410ff40 0x7f70941a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.297+0000 7f7092000700 1 -- 172.21.15.6:0/3789512785 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70941a0e60 con 0x7f7094076090 2024-05-20T21:21:47.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.297+0000 7f7092000700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7094076090 0x7f709419c390 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7080009230 tx=0x7f708000fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:47.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.298+0000 7f708b400700 1 -- 172.21.15.6:0/3789512785 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7080005040 con 0x7f7094076090 2024-05-20T21:21:47.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.298+0000 7f7099a00700 1 -- 172.21.15.6:0/3789512785 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70941a10f0 con 0x7f7094076090 2024-05-20T21:21:47.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.298+0000 7f708b400700 1 -- 172.21.15.6:0/3789512785 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7080005690 con 0x7f7094076090 2024-05-20T21:21:47.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.298+0000 7f708b400700 1 -- 172.21.15.6:0/3789512785 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70800038e0 con 0x7f7094076090 2024-05-20T21:21:47.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.298+0000 7f7099a00700 1 -- 172.21.15.6:0/3789512785 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70941a89d0 con 0x7f7094076090 2024-05-20T21:21:47.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.302+0000 7f708b400700 1 -- 172.21.15.6:0/3789512785 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f708000b760 con 0x7f7094076090 2024-05-20T21:21:47.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.303+0000 7f70a4413b80 1 Processor -- start 2024-05-20T21:21:47.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.303+0000 7f70a4413b80 1 -- start start 2024-05-20T21:21:47.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.303+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ecd290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.303+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.303+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.303+0000 7f70a4413b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e8a3e25e40 con 0x55e8a3ecd7d0 2024-05-20T21:21:47.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.303+0000 7f70a4413b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e8a3e159e0 con 0x55e8a3ec7880 2024-05-20T21:21:47.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.303+0000 7f70a4413b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e8a3e19a20 con 0x55e8a3ecceb0 2024-05-20T21:21:47.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.304+0000 7f708b400700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70780b2880 0x7f70780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.304+0000 7f7092000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.304+0000 7f7093400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ecd290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.304+0000 7f708b400700 1 -- 172.21.15.6:0/3789512785 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f70800e2910 con 0x7f7094076090 2024-05-20T21:21:47.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.304+0000 7f7092000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46686/0 (socket says 172.21.15.6:46686) 2024-05-20T21:21:47.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.304+0000 7f7093400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ecd290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43546/0 (socket says 172.21.15.6:43546) 2024-05-20T21:21:47.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.304+0000 7f7092000700 1 -- 172.21.15.6:0/1926877774 learned_addr learned my addr 172.21.15.6:0/1926877774 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:47.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.304+0000 7f7092a00700 1 --2- 172.21.15.6:0/1926877774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.305+0000 7f7092a00700 1 -- 172.21.15.6:0/1926877774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 msgr2=0x55e8a3ecd290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:47.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.305+0000 7f7092a00700 1 --2- 172.21.15.6:0/1926877774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ecd290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.305+0000 7f7092a00700 1 -- 172.21.15.6:0/1926877774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 msgr2=0x55e8a3ec7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:47.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.305+0000 7f7092a00700 1 --2- 172.21.15.6:0/1926877774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.305+0000 7f7092a00700 1 -- 172.21.15.6:0/1926877774 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8a3dde420 con 0x55e8a3ecd7d0 2024-05-20T21:21:47.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.305+0000 7f7093400700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70780b2880 0x7f70780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.305+0000 7f7092a00700 1 --2- 172.21.15.6:0/1926877774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec7260 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f7084009e70 tx=0x7f7084011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=431fd342b04f642c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.306+0000 7f707fe00700 1 -- 172.21.15.6:0/1926877774 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084004230 con 0x55e8a3ecd7d0 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.306+0000 7f707fe00700 1 -- 172.21.15.6:0/1926877774 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70840043d0 con 0x55e8a3ecd7d0 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.306+0000 7f707fe00700 1 -- 172.21.15.6:0/1926877774 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084019800 con 0x55e8a3ecd7d0 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.306+0000 7f70a4413b80 1 -- 172.21.15.6:0/1926877774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecd7d0 msgr2=0x55e8a3ec7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.306+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1926877774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec7260 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f7084009e70 tx=0x7f7084011720 comp rx=0 tx=0).stop 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.306+0000 7f7093400700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70780b2880 0x7f70780b4d40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f708c009fd0 tx=0x7f708c004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.307+0000 7f70a4413b80 1 -- 172.21.15.6:0/1926877774 shutdown_connections 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.307+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1926877774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.307+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1926877774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ecd290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.307+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1926877774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec7260 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.307+0000 7f70a4413b80 1 -- 172.21.15.6:0/1926877774 >> 172.21.15.6:0/1926877774 conn(0x55e8a3df5be0 msgr2=0x55e8a3ec2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:47.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.307+0000 7f70a4413b80 1 -- 172.21.15.6:0/1926877774 shutdown_connections 2024-05-20T21:21:47.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.307+0000 7f70a4413b80 1 -- 172.21.15.6:0/1926877774 wait complete. 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.307+0000 7f70a4413b80 1 -- start start 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.308+0000 7f70a4413b80 1 Processor -- start 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.308+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.308+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ed0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.308+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ed0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.308+0000 7f70a4413b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e8a3d1bfa0 con 0x55e8a3ec7880 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.308+0000 7f70a4413b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e8a3db6760 con 0x55e8a3ecd7d0 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.308+0000 7f70a4413b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e8a3ed4240 con 0x55e8a3ecceb0 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.308+0000 7f70a4413b80 10 client.0 _ll_register_callbacks cb 0x55e8a3dbfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7093400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ed0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7092a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7093400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ed0d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46694/0 (socket says 172.21.15.6:46694) 2024-05-20T21:21:47.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7093400700 1 -- 172.21.15.6:0/1903934174 learned_addr learned my addr 172.21.15.6:0/1903934174 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:47.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7092000700 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ed0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7092000700 1 -- 172.21.15.6:0/1903934174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 msgr2=0x55e8a3ed0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7092000700 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ed0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7092000700 1 -- 172.21.15.6:0/1903934174 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 msgr2=0x55e8a3ed3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7092000700 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7092000700 1 -- 172.21.15.6:0/1903934174 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8a3d658d0 con 0x55e8a3ecceb0 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7093400700 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ed0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.309+0000 7f7092a00700 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f7092000700 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ed0830 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f7080009810 tx=0x7f708001e500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f163a09bc1ff45f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f707cc00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f707cc00700 1 -- 172.21.15.6:0/1903934174 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70800a9c90 con 0x55e8a3ecceb0 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f707cc00700 1 -- 172.21.15.6:0/1903934174 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f70800aa120 con 0x55e8a3ecceb0 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f70a4413b80 1 -- 172.21.15.6:0/1903934174 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70840043d0 con 0x55e8a3ecceb0 2024-05-20T21:21:47.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f707cc00700 1 -- 172.21.15.6:0/1903934174 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70800a8290 con 0x55e8a3ecceb0 2024-05-20T21:21:47.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f70a4413b80 10 client.26863 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:47.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f70a4413b80 1 -- 172.21.15.6:0/1903934174 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e8a3de6060 con 0x55e8a3ecceb0 2024-05-20T21:21:47.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.310+0000 7f707cc00700 1 -- 172.21.15.6:0/1903934174 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70840043d0 con 0x55e8a3ecceb0 2024-05-20T21:21:47.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.311+0000 7f707cc00700 1 -- 172.21.15.6:0/1903934174 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7080029020 con 0x55e8a3ecceb0 2024-05-20T21:21:47.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.311+0000 7f70a4413b80 10 client.26863 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:47.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.311+0000 7f70a4413b80 10 client.26863 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:21:47.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.311+0000 7f70a4413b80 20 client.26863 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:47.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.311+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e8a3ee0b40 0x55e8a3ee2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.311+0000 7f70a4413b80 4 client.26863 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:47.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.311+0000 7f70a4413b80 1 -- 172.21.15.6:0/1903934174 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e8a3e27d90 con 0x55e8a3ee0b40 2024-05-20T21:21:47.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.312+0000 7f7092a00700 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e8a3ee0b40 0x55e8a3ee2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.313+0000 7f7092a00700 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e8a3ee0b40 0x55e8a3ee2f80 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8b12f0ef64c68dee server_cookie=c61535e69cb9e3cd in_seq=0 out_seq=0 2024-05-20T21:21:47.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.313+0000 7f707cc00700 10 client.26863 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:21:47.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f707cc00700 1 -- 172.21.15.6:0/1903934174 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e8a3e27d90 con 0x55e8a3ee0b40 2024-05-20T21:21:47.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f707cc00700 10 client.26863 handle_command_reply: tid=0 2024-05-20T21:21:47.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 client.26863 shutdown 2024-05-20T21:21:47.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 -- 172.21.15.6:0/1903934174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 msgr2=0x55e8a3ed0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ed0830 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f7080009810 tx=0x7f708001e500 comp rx=0 tx=0).stop 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 -- 172.21.15.6:0/1903934174 shutdown_connections 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ed0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e8a3ee0b40 0x55e8a3ee2f80 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 --2- 172.21.15.6:0/1903934174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ed0830 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f70a4413b80 1 -- 172.21.15.6:0/1903934174 >> 172.21.15.6:0/1903934174 conn(0x55e8a3df5be0 msgr2=0x55e8a3ec6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.314+0000 7f707cc00700 0 client.26863 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.315+0000 7f70a4413b80 1 -- 172.21.15.6:0/1903934174 shutdown_connections 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.315+0000 7f70a4413b80 1 -- 172.21.15.6:0/1903934174 wait complete. 2024-05-20T21:21:47.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.315+0000 7f70a4413b80 20 client.26863 trim_cache size 0 max 16384 2024-05-20T21:21:47.327 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.332+0000 7f70a4413b80 1 Processor -- start 2024-05-20T21:21:47.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f70a4413b80 1 -- start start 2024-05-20T21:21:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ec19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f70a4413b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70941b27f0 con 0x55e8a3ec7880 2024-05-20T21:21:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f70a4413b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f70941b0080 con 0x55e8a3ecd7d0 2024-05-20T21:21:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f70a4413b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f70941aded0 con 0x55e8a3ecceb0 2024-05-20T21:21:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f7092000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ec19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.333+0000 7f7092a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7092000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ec19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43556/0 (socket says 172.21.15.6:43556) 2024-05-20T21:21:47.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7092000700 1 -- 172.21.15.6:0/3113362784 learned_addr learned my addr 172.21.15.6:0/3113362784 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7093400700 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7092a00700 1 -- 172.21.15.6:0/3113362784 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 msgr2=0x55e8a3ec19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7092a00700 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ec19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7092a00700 1 -- 172.21.15.6:0/3113362784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 msgr2=0x55e8a3ec1f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7092a00700 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec1f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7092a00700 1 -- 172.21.15.6:0/3113362784 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8a3eba190 con 0x55e8a3ec7880 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7093400700 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.334+0000 7f7092a00700 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7260 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x55e8a3ee37d0 tx=0x7f70840193e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a020c3210d54fbfb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.335+0000 7f707f400700 1 -- 172.21.15.6:0/3113362784 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70840042b0 con 0x55e8a3ec7880 2024-05-20T21:21:47.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.335+0000 7f707f400700 1 -- 172.21.15.6:0/3113362784 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7084004450 con 0x55e8a3ec7880 2024-05-20T21:21:47.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.335+0000 7f707f400700 1 -- 172.21.15.6:0/3113362784 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70840054c0 con 0x55e8a3ec7880 2024-05-20T21:21:47.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 -- 172.21.15.6:0/3113362784 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 msgr2=0x55e8a3ec7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7260 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x55e8a3ee37d0 tx=0x7f70840193e0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 -- 172.21.15.6:0/3113362784 shutdown_connections 2024-05-20T21:21:47.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ec1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ec7880 0x55e8a3ec7260 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 --2- 172.21.15.6:0/3113362784 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ec19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 -- 172.21.15.6:0/3113362784 >> 172.21.15.6:0/3113362784 conn(0x55e8a3df5be0 msgr2=0x55e8a3ebbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:47.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 -- 172.21.15.6:0/3113362784 shutdown_connections 2024-05-20T21:21:47.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.336+0000 7f70a4413b80 1 -- 172.21.15.6:0/3113362784 wait complete. 2024-05-20T21:21:47.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.337+0000 7f70a4413b80 1 -- start start 2024-05-20T21:21:47.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.337+0000 7f70a4413b80 1 Processor -- start 2024-05-20T21:21:47.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.337+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed9a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.337+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ee7f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.337+0000 7f70a4413b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ee84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f70a4413b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70941ae540 con 0x55e8a3ecceb0 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f70a4413b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f70941af9b0 con 0x55e8a3ec7880 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f70a4413b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f70941aec10 con 0x55e8a3ecd7d0 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f70a4413b80 10 client.0 _ll_register_callbacks cb 0x55e8a3dbfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed9a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46712/0 (socket says 172.21.15.6:46712) 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ee7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092a00700 1 -- 172.21.15.6:0/2679049585 learned_addr learned my addr 172.21.15.6:0/2679049585 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7093400700 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ee84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092a00700 1 -- 172.21.15.6:0/2679049585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecd7d0 msgr2=0x55e8a3ee84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092a00700 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ee84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092a00700 1 -- 172.21.15.6:0/2679049585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecceb0 msgr2=0x55e8a3ee7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:47.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092a00700 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ee7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.338+0000 7f7092a00700 1 -- 172.21.15.6:0/2679049585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8a3ee8ba0 con 0x55e8a3ec7880 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.339+0000 7f7092a00700 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed9a30 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f7084011760 tx=0x7f70840052f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3946eae858b59ec2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.339+0000 7f707cc00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.339+0000 7f707cc00700 1 -- 172.21.15.6:0/2679049585 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70840042b0 con 0x55e8a3ec7880 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.339+0000 7f70a4413b80 1 -- 172.21.15.6:0/2679049585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7084004450 con 0x55e8a3ec7880 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.339+0000 7f707cc00700 1 -- 172.21.15.6:0/2679049585 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7084003800 con 0x55e8a3ec7880 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.339+0000 7f707cc00700 1 -- 172.21.15.6:0/2679049585 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70840094b0 con 0x55e8a3ec7880 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.339+0000 7f70a4413b80 10 client.26885 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.339+0000 7f70a4413b80 1 -- 172.21.15.6:0/2679049585 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e8a3f4b590 con 0x55e8a3ec7880 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f707cc00700 1 -- 172.21.15.6:0/2679049585 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7084004450 con 0x55e8a3ec7880 2024-05-20T21:21:47.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f707cc00700 1 -- 172.21.15.6:0/2679049585 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7084018070 con 0x55e8a3ec7880 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f70a4413b80 10 client.26885 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f70a4413b80 10 client.26885 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f70a4413b80 20 client.26885 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f70a4413b80 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e8a3f4baa0 0x55e8a3f4dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f70a4413b80 4 client.26885 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f70a4413b80 1 -- 172.21.15.6:0/2679049585 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e8a3e21570 con 0x55e8a3f4baa0 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.340+0000 7f7092000700 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e8a3f4baa0 0x55e8a3f4dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.341+0000 7f7092000700 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e8a3f4baa0 0x55e8a3f4dec0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=45369f5e7558ba69 server_cookie=d93994d9c1d40453 in_seq=0 out_seq=0 2024-05-20T21:21:47.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.341+0000 7f707cc00700 10 client.26885 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:21:47.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.341+0000 7f707cc00700 1 -- 172.21.15.6:0/2679049585 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e8a3e21570 con 0x55e8a3f4baa0 2024-05-20T21:21:47.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.341+0000 7f707cc00700 10 client.26885 handle_command_reply: tid=0 2024-05-20T21:21:47.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.341+0000 7f70a4413b80 1 client.26885 shutdown 2024-05-20T21:21:47.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 -- 172.21.15.6:0/2679049585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 msgr2=0x55e8a3ed9a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed9a30 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f7084011760 tx=0x7f70840052f0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 -- 172.21.15.6:0/2679049585 shutdown_connections 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e8a3f4baa0 0x55e8a3f4dec0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8a3ecd7d0 0x55e8a3ee84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8a3ec7880 0x55e8a3ed9a30 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 --2- 172.21.15.6:0/2679049585 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8a3ecceb0 0x55e8a3ee7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f707cc00700 0 client.26885 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 -- 172.21.15.6:0/2679049585 >> 172.21.15.6:0/2679049585 conn(0x55e8a3df5be0 msgr2=0x55e8a3ec19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 -- 172.21.15.6:0/2679049585 shutdown_connections 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 1 -- 172.21.15.6:0/2679049585 wait complete. 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.342+0000 7f70a4413b80 20 client.26885 trim_cache size 0 max 16384 2024-05-20T21:21:47.344 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:21:47.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 -- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70780b2880 msgr2=0x7f70780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70780b2880 0x7f70780b4d40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f708c009fd0 tx=0x7f708c004b40 comp rx=0 tx=0).stop 2024-05-20T21:21:47.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 -- 172.21.15.6:0/3789512785 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7094076090 msgr2=0x7f709419c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:47.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7094076090 0x7f709419c390 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7080009230 tx=0x7f708000fa00 comp rx=0 tx=0).stop 2024-05-20T21:21:47.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 -- 172.21.15.6:0/3789512785 shutdown_connections 2024-05-20T21:21:47.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70780b2880 0x7f70780b4d40 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f709410ff40 0x7f70941a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7094075770 0x7f709419be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 --2- 172.21.15.6:0/3789512785 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7094076090 0x7f709419c390 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:47.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.343+0000 7f7099a00700 1 -- 172.21.15.6:0/3789512785 >> 172.21.15.6:0/3789512785 conn(0x7f709407a6a0 msgr2=0x7f7094100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:47.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.344+0000 7f7099a00700 1 -- 172.21.15.6:0/3789512785 shutdown_connections 2024-05-20T21:21:47.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:47.344+0000 7f7099a00700 1 -- 172.21.15.6:0/3789512785 wait complete. 2024-05-20T21:21:47.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:47 smithi006 ceph-mon[31422]: pgmap v618: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.4 KiB/s wr, 10 op/s 2024-05-20T21:21:47.840 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:47 smithi062 ceph-mon[36640]: pgmap v618: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.4 KiB/s wr, 10 op/s 2024-05-20T21:21:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:47 smithi042 ceph-mon[36332]: pgmap v618: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.4 KiB/s wr, 10 op/s 2024-05-20T21:21:49.564 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:21:49.818 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:49 smithi006 ceph-mon[31422]: pgmap v619: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-05-20T21:21:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:49 smithi042 ceph-mon[36332]: pgmap v619: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-05-20T21:21:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:49 smithi062 ceph-mon[36640]: pgmap v619: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-05-20T21:21:50.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 -- 172.21.15.6:0/4285324181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 msgr2=0x7f0ac010d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:50.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 --2- 172.21.15.6:0/4285324181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 0x7f0ac010d440 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f0aac0098f0 tx=0x7f0aac009c00 comp rx=0 tx=0).stop 2024-05-20T21:21:50.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 -- 172.21.15.6:0/4285324181 shutdown_connections 2024-05-20T21:21:50.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 --2- 172.21.15.6:0/4285324181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ac010da60 0x7f0ac010ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 --2- 172.21.15.6:0/4285324181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ac0104630 0x7f0ac0104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 --2- 172.21.15.6:0/4285324181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 0x7f0ac010d440 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 -- 172.21.15.6:0/4285324181 >> 172.21.15.6:0/4285324181 conn(0x7f0ac00fde60 msgr2=0x7f0ac0100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:50.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 -- 172.21.15.6:0/4285324181 shutdown_connections 2024-05-20T21:21:50.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.166+0000 7f0abf200700 1 -- 172.21.15.6:0/4285324181 wait complete. 2024-05-20T21:21:50.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.167+0000 7f0abf200700 1 Processor -- start 2024-05-20T21:21:50.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.167+0000 7f0abf200700 1 -- start start 2024-05-20T21:21:50.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abf200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ac0104630 0x7f0ac0102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:50.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abf200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 0x7f0ac01027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abf200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ac010da60 0x7f0ac0102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abf200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac0113630 con 0x7f0ac0104630 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abf200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01134b0 con 0x7f0ac010da60 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abf200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01137b0 con 0x7f0ac0104f50 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abde00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ac0104630 0x7f0ac0102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abde00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ac0104630 0x7f0ac0102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57520/0 (socket says 172.21.15.6:57520) 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abde00700 1 -- 172.21.15.6:0/1014150451 learned_addr learned my addr 172.21.15.6:0/1014150451 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.168+0000 7f0abd400700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 0x7f0ac01027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abe800700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ac010da60 0x7f0ac0102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:50.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abde00700 1 -- 172.21.15.6:0/1014150451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 msgr2=0x7f0ac01027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abde00700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 0x7f0ac01027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abde00700 1 -- 172.21.15.6:0/1014150451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ac010da60 msgr2=0x7f0ac0102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abde00700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ac010da60 0x7f0ac0102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abde00700 1 -- 172.21.15.6:0/1014150451 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac01a8110 con 0x7f0ac0104630 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abd400700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 0x7f0ac01027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abe800700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ac010da60 0x7f0ac0102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.169+0000 7f0abde00700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ac0104630 0x7f0ac0102290 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f0ab000e9c0 tx=0x7f0ab000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.170+0000 7f0ab6a00700 1 -- 172.21.15.6:0/1014150451 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0004a30 con 0x7f0ac0104630 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.170+0000 7f0ab6a00700 1 -- 172.21.15.6:0/1014150451 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ab000cc70 con 0x7f0ac0104630 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.170+0000 7f0ab6a00700 1 -- 172.21.15.6:0/1014150451 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab0005490 con 0x7f0ac0104630 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.170+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ac01a8400 con 0x7f0ac0104630 2024-05-20T21:21:50.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.170+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ac01a8960 con 0x7f0ac0104630 2024-05-20T21:21:50.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.171+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ac006a230 con 0x7f0ac0104630 2024-05-20T21:21:50.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.174+0000 7f0ab6a00700 1 -- 172.21.15.6:0/1014150451 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0ab0004bd0 con 0x7f0ac0104630 2024-05-20T21:21:50.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.176+0000 7f0ab6a00700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0aa40b2900 0x7f0aa40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:50.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.176+0000 7f0ab6a00700 1 -- 172.21.15.6:0/1014150451 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ab00e25e0 con 0x7f0ac0104630 2024-05-20T21:21:50.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.177+0000 7f0abd400700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0aa40b2900 0x7f0aa40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:50.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.177+0000 7f0abd400700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0aa40b2900 0x7f0aa40b4dc0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0aac009810 tx=0x7f0aac019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:50.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.179+0000 7f0ab6a00700 1 -- 172.21.15.6:0/1014150451 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0ab0054df0 con 0x7f0ac0104630 2024-05-20T21:21:50.234 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:50.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.489+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ac01037c0 con 0x7f0ac0104630 2024-05-20T21:21:50.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.490+0000 7f0ab6a00700 1 -- 172.21.15.6:0/1014150451 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f0ab00aa200 con 0x7f0ac0104630 2024-05-20T21:21:50.491 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:21:50.491 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:21:50.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0aa40b2900 msgr2=0x7f0aa40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:50.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0aa40b2900 0x7f0aa40b4dc0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0aac009810 tx=0x7f0aac019040 comp rx=0 tx=0).stop 2024-05-20T21:21:50.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ac0104630 msgr2=0x7f0ac0102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:50.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ac0104630 0x7f0ac0102290 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f0ab000e9c0 tx=0x7f0ab000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 shutdown_connections 2024-05-20T21:21:50.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0aa40b2900 0x7f0aa40b4dc0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ac010da60 0x7f0ac0102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ac0104630 0x7f0ac0102290 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 --2- 172.21.15.6:0/1014150451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ac0104f50 0x7f0ac01027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:50.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 >> 172.21.15.6:0/1014150451 conn(0x7f0ac00fde60 msgr2=0x7f0ac00fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:50.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 shutdown_connections 2024-05-20T21:21:50.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:50.494+0000 7f0abf200700 1 -- 172.21.15.6:0/1014150451 wait complete. 2024-05-20T21:21:50.496 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:21:50.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:50 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1014150451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:50 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1014150451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:50 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1014150451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:21:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:51 smithi042 ceph-mon[36332]: pgmap v620: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:21:51.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:51 smithi006 ceph-mon[31422]: pgmap v620: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:21:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:51 smithi062 ceph-mon[36640]: pgmap v620: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:21:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.079+0000 7f3566000640 1 -- 172.21.15.6:0/2152693075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3560075450 msgr2=0x7f35600758b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.079+0000 7f3566000640 1 --2- 172.21.15.6:0/2152693075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3560075450 0x7f35600758b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f354c009900 tx=0x7f354c02a480 comp rx=0 tx=0).stop 2024-05-20T21:21:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.080+0000 7f3566000640 1 -- 172.21.15.6:0/2152693075 shutdown_connections 2024-05-20T21:21:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.080+0000 7f3566000640 1 --2- 172.21.15.6:0/2152693075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f356010a950 0x7f356010cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.080+0000 7f3566000640 1 --2- 172.21.15.6:0/2152693075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3560075450 0x7f35600758b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.080+0000 7f3566000640 1 --2- 172.21.15.6:0/2152693075 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3560076a30 0x7f3560074e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.080+0000 7f3566000640 1 -- 172.21.15.6:0/2152693075 >> 172.21.15.6:0/2152693075 conn(0x7f35600fe070 msgr2=0x7f3560100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:52.080 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.080+0000 7f3566000640 1 -- 172.21.15.6:0/2152693075 shutdown_connections 2024-05-20T21:21:52.081 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.080+0000 7f3566000640 1 -- 172.21.15.6:0/2152693075 wait complete. 2024-05-20T21:21:52.081 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.081+0000 7f3566000640 1 Processor -- start 2024-05-20T21:21:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f3566000640 1 -- start start 2024-05-20T21:21:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f3566000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3560075450 0x7f356019af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f3566000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3560076a30 0x7f356019b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f3566000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f356010a950 0x7f35601a24c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f3566000640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3560110840 con 0x7f356010a950 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f3566000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f35601106c0 con 0x7f3560076a30 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f3566000640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f35601109c0 con 0x7f3560075450 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f355f400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3560075450 0x7f356019af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f355f400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3560075450 0x7f356019af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43614/0 (socket says 172.21.15.6:43614) 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f355f400640 1 -- 172.21.15.6:0/500695636 learned_addr learned my addr 172.21.15.6:0/500695636 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f355fe00640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f356010a950 0x7f35601a24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.082+0000 7f355ea00640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3560076a30 0x7f356019b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f355f400640 1 -- 172.21.15.6:0/500695636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3560076a30 msgr2=0x7f356019b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f355f400640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3560076a30 0x7f356019b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f355f400640 1 -- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f356010a950 msgr2=0x7f35601a24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f355f400640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f356010a950 0x7f35601a24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f355f400640 1 -- 172.21.15.6:0/500695636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35601a2b30 con 0x7f3560075450 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f355fe00640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f356010a950 0x7f35601a24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f355f400640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3560075450 0x7f356019af10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f355000e9f0 tx=0x7f355000edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f3557e00640 1 -- 172.21.15.6:0/500695636 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355000cd80 con 0x7f3560075450 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f3557e00640 1 -- 172.21.15.6:0/500695636 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35500054d0 con 0x7f3560075450 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f3557e00640 1 -- 172.21.15.6:0/500695636 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3550010690 con 0x7f3560075450 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f3566000640 1 -- 172.21.15.6:0/500695636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35601a2e20 con 0x7f3560075450 2024-05-20T21:21:52.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.083+0000 7f3566000640 1 -- 172.21.15.6:0/500695636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35601a31d0 con 0x7f3560075450 2024-05-20T21:21:52.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.088+0000 7f3568e1d740 1 Processor -- start 2024-05-20T21:21:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.088+0000 7f3568e1d740 1 -- start start 2024-05-20T21:21:52.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.088+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f15b30 0x557cd7f15f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.088+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f1b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.088+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 0x557cd7f1db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.088+0000 7f3568e1d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557cd7e85b90 con 0x557cd7f16520 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.088+0000 7f3568e1d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557cd7e75730 con 0x557cd7f1b690 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.088+0000 7f3568e1d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557cd7e79770 con 0x557cd7f15b30 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f15b30 0x557cd7f15f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f3557e00640 1 -- 172.21.15.6:0/500695636 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3550004e90 con 0x7f3560075450 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f15b30 0x557cd7f15f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43620/0 (socket says 172.21.15.6:43620) 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355fe00640 1 -- 172.21.15.6:0/1643069900 learned_addr learned my addr 172.21.15.6:0/1643069900 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:52.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355ea00640 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 0x557cd7f1db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355f400640 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f1b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355fe00640 1 -- 172.21.15.6:0/1643069900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 msgr2=0x557cd7f1db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355fe00640 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 0x557cd7f1db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355fe00640 1 -- 172.21.15.6:0/1643069900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 msgr2=0x557cd7f1b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355fe00640 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f1b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355fe00640 1 -- 172.21.15.6:0/1643069900 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cd7e0e8b0 con 0x557cd7f15b30 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.089+0000 7f355f400640 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f1b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.090+0000 7f355fe00640 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f15b30 0x557cd7f15f50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3558009fd0 tx=0x7f35580108e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52e5074828ef4e70 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.090+0000 7f354be00640 1 -- 172.21.15.6:0/1643069900 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3558011760 con 0x557cd7f15b30 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.090+0000 7f354be00640 1 -- 172.21.15.6:0/1643069900 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3558011db0 con 0x557cd7f15b30 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.090+0000 7f354be00640 1 -- 172.21.15.6:0/1643069900 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355800e3c0 con 0x557cd7f15b30 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3557e00640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f35440b27e0 0x7f35440b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 -- 172.21.15.6:0/1643069900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f15b30 msgr2=0x557cd7f15f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f15b30 0x557cd7f15f50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3558009fd0 tx=0x7f35580108e0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 -- 172.21.15.6:0/1643069900 shutdown_connections 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 0x557cd7f1db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f1b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1643069900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f15b30 0x557cd7f15f50 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 -- 172.21.15.6:0/1643069900 >> 172.21.15.6:0/1643069900 conn(0x557cd7f111a0 msgr2=0x557cd7f115a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f355f400640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f35440b27e0 0x7f35440b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3557e00640 1 -- 172.21.15.6:0/500695636 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f35500e2800 con 0x7f3560075450 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 -- 172.21.15.6:0/1643069900 shutdown_connections 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.091+0000 7f3568e1d740 1 -- 172.21.15.6:0/1643069900 wait complete. 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.092+0000 7f3568e1d740 1 -- start start 2024-05-20T21:21:52.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.092+0000 7f355f400640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f35440b27e0 0x7f35440b4ca0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f35500e05d0 tx=0x7f3550004a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.092+0000 7f3568e1d740 1 Processor -- start 2024-05-20T21:21:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.092+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f15b30 0x557cd7f1f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f16520 0x557cd7f1fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 0x557cd7f26e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f3568e1d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557cd7b5b790 con 0x557cd7f15b30 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f3568e1d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557cd7e1dbc0 con 0x557cd7f1b690 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f3568e1d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557cd7f1e640 con 0x557cd7f16520 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f3568e1d740 10 client.0 _ll_register_callbacks cb 0x557cd7dfb400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f16520 0x557cd7f1fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f15b30 0x557cd7f1f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f16520 0x557cd7f1fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43632/0 (socket says 172.21.15.6:43632) 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355ea00640 1 -- 172.21.15.6:0/4105226518 learned_addr learned my addr 172.21.15.6:0/4105226518 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355fe00640 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 0x557cd7f26e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355ea00640 1 -- 172.21.15.6:0/4105226518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 msgr2=0x557cd7f26e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355ea00640 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 0x557cd7f26e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355ea00640 1 -- 172.21.15.6:0/4105226518 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f15b30 msgr2=0x557cd7f1f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355ea00640 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f15b30 0x557cd7f1f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.093+0000 7f355ea00640 1 -- 172.21.15.6:0/4105226518 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cd7b8a210 con 0x557cd7f16520 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.094+0000 7f355ea00640 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f16520 0x557cd7f1fe90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f354c009230 tx=0x7f354c005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b86dfa0b96cc7e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.094+0000 7f3548c00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.094+0000 7f3548c00640 1 -- 172.21.15.6:0/4105226518 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c035040 con 0x557cd7f16520 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.094+0000 7f3548c00640 1 -- 172.21.15.6:0/4105226518 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f354c0048c0 con 0x557cd7f16520 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.094+0000 7f3568e1d740 1 -- 172.21.15.6:0/4105226518 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3558011db0 con 0x557cd7f16520 2024-05-20T21:21:52.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.094+0000 7f3548c00640 1 -- 172.21.15.6:0/4105226518 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f354c005570 con 0x557cd7f16520 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.094+0000 7f3568e1d740 10 client.26887 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.094+0000 7f3568e1d740 1 -- 172.21.15.6:0/4105226518 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557cd7c56620 con 0x557cd7f16520 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f3548c00640 1 -- 172.21.15.6:0/4105226518 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3558011db0 con 0x557cd7f16520 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f3548c00640 1 -- 172.21.15.6:0/4105226518 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f354c0315a0 con 0x557cd7f16520 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f3568e1d740 10 client.26887 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f3568e1d740 10 client.26887 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f3568e1d740 20 client.26887 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f3568e1d740 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557cd7f2b2d0 0x557cd7f2d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f3568e1d740 4 client.26887 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f3568e1d740 1 -- 172.21.15.6:0/4105226518 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557cd7e87ae0 con 0x557cd7f2b2d0 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.095+0000 7f355fe00640 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557cd7f2b2d0 0x557cd7f2d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.096+0000 7f355fe00640 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557cd7f2b2d0 0x557cd7f2d730 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdd4dca5cc7389e5 server_cookie=59195679b894cf42 in_seq=0 out_seq=0 2024-05-20T21:21:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.096+0000 7f3548c00640 10 client.26887 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3548c00640 1 -- 172.21.15.6:0/4105226518 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557cd7e87ae0 con 0x557cd7f2b2d0 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3548c00640 10 client.26887 handle_command_reply: tid=0 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 client.26887 shutdown 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 -- 172.21.15.6:0/4105226518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f16520 msgr2=0x557cd7f1fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f16520 0x557cd7f1fe90 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f354c009230 tx=0x7f354c005270 comp rx=0 tx=0).stop 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 -- 172.21.15.6:0/4105226518 shutdown_connections 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557cd7f2b2d0 0x557cd7f2d730 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f1b690 0x557cd7f26e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f16520 0x557cd7f1fe90 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3548c00640 0 client.26887 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 --2- 172.21.15.6:0/4105226518 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f15b30 0x557cd7f1f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.097+0000 7f3568e1d740 1 -- 172.21.15.6:0/4105226518 >> 172.21.15.6:0/4105226518 conn(0x557cd7f111a0 msgr2=0x557cd7f10310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.098+0000 7f3568e1d740 1 -- 172.21.15.6:0/4105226518 shutdown_connections 2024-05-20T21:21:52.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.098+0000 7f3568e1d740 1 -- 172.21.15.6:0/4105226518 wait complete. 2024-05-20T21:21:52.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.098+0000 7f3568e1d740 20 client.26887 trim_cache size 0 max 16384 2024-05-20T21:21:52.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.115+0000 7f3568e1d740 1 Processor -- start 2024-05-20T21:21:52.115 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.115+0000 7f3568e1d740 1 -- start start 2024-05-20T21:21:52.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.115+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f176d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.115+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f26e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.115+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 0x557cd7f31ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.115+0000 7f3568e1d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f35601aebe0 con 0x557cd7f16520 2024-05-20T21:21:52.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.115+0000 7f3568e1d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f35601ac4b0 con 0x557cd7f15b30 2024-05-20T21:21:52.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.115+0000 7f3568e1d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f35601aa300 con 0x557cd7f1b690 2024-05-20T21:21:52.116 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f26e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f26e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57566/0 (socket says 172.21.15.6:57566) 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355ea00640 1 -- 172.21.15.6:0/1561863177 learned_addr learned my addr 172.21.15.6:0/1561863177 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355fe00640 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f176d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355fe00640 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 0x557cd7f31ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355ea00640 1 -- 172.21.15.6:0/1561863177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 msgr2=0x557cd7f31ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355ea00640 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 0x557cd7f31ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355ea00640 1 -- 172.21.15.6:0/1561863177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 msgr2=0x557cd7f176d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355ea00640 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f176d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.116+0000 7f355ea00640 1 -- 172.21.15.6:0/1561863177 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cd7f10c40 con 0x557cd7f16520 2024-05-20T21:21:52.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.117+0000 7f355ea00640 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f26e20 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f354c031b60 tx=0x7f354c031730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ea35b87f3117b94 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:52.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.117+0000 7f354b400640 1 -- 172.21.15.6:0/1561863177 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c035070 con 0x557cd7f16520 2024-05-20T21:21:52.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.117+0000 7f354b400640 1 -- 172.21.15.6:0/1561863177 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f354c040070 con 0x557cd7f16520 2024-05-20T21:21:52.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.117+0000 7f354b400640 1 -- 172.21.15.6:0/1561863177 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c0035f0 con 0x557cd7f16520 2024-05-20T21:21:52.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 -- 172.21.15.6:0/1561863177 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 msgr2=0x557cd7f26e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f26e20 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f354c031b60 tx=0x7f354c031730 comp rx=0 tx=0).stop 2024-05-20T21:21:52.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 -- 172.21.15.6:0/1561863177 shutdown_connections 2024-05-20T21:21:52.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 0x557cd7f31ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f26e20 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1561863177 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f176d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 -- 172.21.15.6:0/1561863177 >> 172.21.15.6:0/1561863177 conn(0x557cd7f111a0 msgr2=0x557cd7f16fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 -- 172.21.15.6:0/1561863177 shutdown_connections 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 -- 172.21.15.6:0/1561863177 wait complete. 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.118+0000 7f3568e1d740 1 -- start start 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f3568e1d740 1 Processor -- start 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f246c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f24c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f3568e1d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 0x557cd7f25bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f3568e1d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f35601aa970 con 0x557cd7f16520 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f3568e1d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f35601abde0 con 0x557cd7f15b30 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f3568e1d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f35601ab040 con 0x557cd7f1b690 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f3568e1d740 10 client.0 _ll_register_callbacks cb 0x7f3550005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f355fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f246c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f355ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f24c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f355ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f24c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57574/0 (socket says 172.21.15.6:57574) 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f355fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f246c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46804/0 (socket says 172.21.15.6:46804) 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.119+0000 7f355ea00640 1 -- 172.21.15.6:0/1224994608 learned_addr learned my addr 172.21.15.6:0/1224994608 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f355fe00640 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 0x557cd7f25bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f355ea00640 1 -- 172.21.15.6:0/1224994608 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 msgr2=0x557cd7f25bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f355ea00640 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 0x557cd7f25bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f355ea00640 1 -- 172.21.15.6:0/1224994608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 msgr2=0x557cd7f246c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:52.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f355ea00640 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f246c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f355ea00640 1 -- 172.21.15.6:0/1224994608 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cd7f15770 con 0x557cd7f16520 2024-05-20T21:21:52.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f355fe00640 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f246c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:52.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f355ea00640 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f24c00 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f354c031940 tx=0x7f354c005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10c7da0f1e5b0833 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:52.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.120+0000 7f3548c00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:52.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3548c00640 1 -- 172.21.15.6:0/1224994608 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c035040 con 0x557cd7f16520 2024-05-20T21:21:52.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3548c00640 1 -- 172.21.15.6:0/1224994608 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f354c0046c0 con 0x557cd7f16520 2024-05-20T21:21:52.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3568e1d740 1 -- 172.21.15.6:0/1224994608 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f354c040070 con 0x557cd7f16520 2024-05-20T21:21:52.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3548c00640 1 -- 172.21.15.6:0/1224994608 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f354c031de0 con 0x557cd7f16520 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3568e1d740 10 client.16782 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3568e1d740 1 -- 172.21.15.6:0/1224994608 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557cd7f95ed0 con 0x557cd7f16520 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3548c00640 1 -- 172.21.15.6:0/1224994608 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f354c040070 con 0x557cd7f16520 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3548c00640 1 -- 172.21.15.6:0/1224994608 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f354c003b10 con 0x557cd7f16520 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3568e1d740 10 client.16782 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3568e1d740 10 client.16782 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3568e1d740 20 client.16782 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.121+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557cd7f96740 0x557cd7f98b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.122+0000 7f3568e1d740 4 client.16782 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.122+0000 7f3568e1d740 1 -- 172.21.15.6:0/1224994608 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557cd7e812c0 con 0x557cd7f96740 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.122+0000 7f355fe00640 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557cd7f96740 0x557cd7f98b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.122+0000 7f355fe00640 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557cd7f96740 0x557cd7f98b60 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84571de5d57d6821 server_cookie=97f6cf14b952027e in_seq=0 out_seq=0 2024-05-20T21:21:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.122+0000 7f3548c00640 10 client.16782 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.134+0000 7f3548c00640 1 -- 172.21.15.6:0/1224994608 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557cd7e812c0 con 0x557cd7f96740 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.134+0000 7f3548c00640 10 client.16782 handle_command_reply: tid=0 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.134+0000 7f3568e1d740 1 client.16782 shutdown 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 -- 172.21.15.6:0/1224994608 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 msgr2=0x557cd7f24c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f24c00 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f354c031940 tx=0x7f354c005a20 comp rx=0 tx=0).stop 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 -- 172.21.15.6:0/1224994608 shutdown_connections 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557cd7f96740 0x557cd7f98b60 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557cd7f1b690 0x557cd7f25bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.135 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557cd7f16520 0x557cd7f24c00 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3548c00640 0 client.16782 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 --2- 172.21.15.6:0/1224994608 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557cd7f15b30 0x557cd7f246c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 -- 172.21.15.6:0/1224994608 >> 172.21.15.6:0/1224994608 conn(0x557cd7f111a0 msgr2=0x557cd7f17850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 -- 172.21.15.6:0/1224994608 shutdown_connections 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 1 -- 172.21.15.6:0/1224994608 wait complete. 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.135+0000 7f3568e1d740 20 client.16782 trim_cache size 0 max 16384 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:21:52.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:21:52.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 -- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f35440b27e0 msgr2=0x7f35440b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f35440b27e0 0x7f35440b4ca0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f35500e05d0 tx=0x7f3550004a90 comp rx=0 tx=0).stop 2024-05-20T21:21:52.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 -- 172.21.15.6:0/500695636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3560075450 msgr2=0x7f356019af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:52.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3560075450 0x7f356019af10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f355000e9f0 tx=0x7f355000edf0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 -- 172.21.15.6:0/500695636 shutdown_connections 2024-05-20T21:21:52.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f35440b27e0 0x7f35440b4ca0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f356010a950 0x7f35601a24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3560076a30 0x7f356019b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 --2- 172.21.15.6:0/500695636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3560075450 0x7f356019af10 secure :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f355000e9f0 tx=0x7f355000edf0 comp rx=0 tx=0).stop 2024-05-20T21:21:52.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 -- 172.21.15.6:0/500695636 >> 172.21.15.6:0/500695636 conn(0x7f35600fe070 msgr2=0x7f35601068e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:52.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 -- 172.21.15.6:0/500695636 shutdown_connections 2024-05-20T21:21:52.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:21:52.136+0000 7f3566000640 1 -- 172.21.15.6:0/500695636 wait complete. 2024-05-20T21:21:52.453 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id b7edc342 --release --await' 2024-05-20T21:21:52.453 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id b7edc342 --release --await 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 -- 172.21.15.6:0/2039724232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4075770 msgr2=0x7ffbb4075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 --2- 172.21.15.6:0/2039724232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4075770 0x7ffbb4075b50 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009990 tx=0x7ffba4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 -- 172.21.15.6:0/2039724232 shutdown_connections 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 --2- 172.21.15.6:0/2039724232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffbb410ff40 0x7ffbb4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 --2- 172.21.15.6:0/2039724232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4075770 0x7ffbb4075b50 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 --2- 172.21.15.6:0/2039724232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffbb4076090 0x7ffbb410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 -- 172.21.15.6:0/2039724232 >> 172.21.15.6:0/2039724232 conn(0x7ffbb407a6f0 msgr2=0x7ffbb407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 -- 172.21.15.6:0/2039724232 shutdown_connections 2024-05-20T21:21:53.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.082+0000 7ffbbac00700 1 -- 172.21.15.6:0/2039724232 wait complete. 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.083+0000 7ffbbac00700 1 Processor -- start 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.083+0000 7ffbbac00700 1 -- start start 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbbac00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffbb4075770 0x7ffbb419bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbbac00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4076090 0x7ffbb419c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbbac00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffbb410ff40 0x7ffbb41a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbbac00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4115990 con 0x7ffbb4076090 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbbac00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4115810 con 0x7ffbb4075770 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbbac00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4115b10 con 0x7ffbb410ff40 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4076090 0x7ffbb419c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4076090 0x7ffbb419c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57604/0 (socket says 172.21.15.6:57604) 2024-05-20T21:21:53.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffbb4075770 0x7ffbb419bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbb3400700 1 -- 172.21.15.6:0/520895225 learned_addr learned my addr 172.21.15.6:0/520895225 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.084+0000 7ffbb8c00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffbb410ff40 0x7ffbb41a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.085+0000 7ffbb3400700 1 -- 172.21.15.6:0/520895225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffbb410ff40 msgr2=0x7ffbb41a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.085+0000 7ffbb3400700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffbb410ff40 0x7ffbb41a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.085+0000 7ffbb3400700 1 -- 172.21.15.6:0/520895225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffbb4075770 msgr2=0x7ffbb419bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.085+0000 7ffbb3400700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffbb4075770 0x7ffbb419bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.085+0000 7ffbb3400700 1 -- 172.21.15.6:0/520895225 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbb41a0ef0 con 0x7ffbb4076090 2024-05-20T21:21:53.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.085+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffbb4075770 0x7ffbb419bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:53.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.085+0000 7ffbb3400700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4076090 0x7ffbb419c420 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7ffba000e9a0 tx=0x7ffba000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:53.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.086+0000 7ffbb0c00700 1 -- 172.21.15.6:0/520895225 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba000ca10 con 0x7ffbb4076090 2024-05-20T21:21:53.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.086+0000 7ffbb0c00700 1 -- 172.21.15.6:0/520895225 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba000cbb0 con 0x7ffbb4076090 2024-05-20T21:21:53.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.086+0000 7ffbb0c00700 1 -- 172.21.15.6:0/520895225 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba0018680 con 0x7ffbb4076090 2024-05-20T21:21:53.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.086+0000 7ffbbac00700 1 -- 172.21.15.6:0/520895225 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbb41a11e0 con 0x7ffbb4076090 2024-05-20T21:21:53.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.086+0000 7ffbbac00700 1 -- 172.21.15.6:0/520895225 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbb41a8a60 con 0x7ffbb4076090 2024-05-20T21:21:53.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.092+0000 7ffbc5664b80 1 Processor -- start 2024-05-20T21:21:53.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.092+0000 7ffbc5664b80 1 -- start start 2024-05-20T21:21:53.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbb0c00700 1 -- 172.21.15.6:0/520895225 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffba0010430 con 0x7ffbb4076090 2024-05-20T21:21:53.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bc1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbbce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557f15b19e40 con 0x557f15bc17d0 2024-05-20T21:21:53.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557f15b099e0 con 0x557f15bbb880 2024-05-20T21:21:53.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557f15b0da20 con 0x557f15bc0eb0 2024-05-20T21:21:53.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbb8c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bc1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbb8c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bc1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43674/0 (socket says 172.21.15.6:43674) 2024-05-20T21:21:53.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbb8c00700 1 -- 172.21.15.6:0/1115287715 learned_addr learned my addr 172.21.15.6:0/1115287715 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:53.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.093+0000 7ffbb3400700 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.094+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.094+0000 7ffbb3400700 1 -- 172.21.15.6:0/1115287715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 msgr2=0x557f15bc1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.094+0000 7ffbb3400700 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bc1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.094+0000 7ffbb3400700 1 -- 172.21.15.6:0/1115287715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 msgr2=0x557f15bbb260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.094+0000 7ffbb3400700 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbb260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.094+0000 7ffbb3400700 1 -- 172.21.15.6:0/1115287715 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f15ad2420 con 0x557f15bbb880 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.094+0000 7ffbb8c00700 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bc1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.094+0000 7ffbb3400700 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbbce0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ffba00dfe50 tx=0x7ffba00ea820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f3fa086178ba946 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:53.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.095+0000 7ffbb0c00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb980b2900 0x7ffb980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.095+0000 7ffba9600700 1 -- 172.21.15.6:0/1115287715 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba00f6070 con 0x557f15bbb880 2024-05-20T21:21:53.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.095+0000 7ffbb0c00700 1 -- 172.21.15.6:0/520895225 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ffba00e23a0 con 0x7ffbb4076090 2024-05-20T21:21:53.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.095+0000 7ffba9600700 1 -- 172.21.15.6:0/1115287715 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba00a9430 con 0x557f15bbb880 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.095+0000 7ffba9600700 1 -- 172.21.15.6:0/1115287715 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba00a9270 con 0x557f15bbb880 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.095+0000 7ffbb8c00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb980b2900 0x7ffb980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.096+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1115287715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 msgr2=0x557f15bbbce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.096+0000 7ffbb8c00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb980b2900 0x7ffb980b4dc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ffbac006070 tx=0x7ffbac009050 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.096+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbbce0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ffba00dfe50 tx=0x7ffba00ea820 comp rx=0 tx=0).stop 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.097+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1115287715 shutdown_connections 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.097+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbbce0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.097+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bc1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.097+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/1115287715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbb260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.097+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1115287715 >> 172.21.15.6:0/1115287715 conn(0x557f15ae9be0 msgr2=0x557f15bb6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.097+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1115287715 shutdown_connections 2024-05-20T21:21:53.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.097+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1115287715 wait complete. 2024-05-20T21:21:53.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.097+0000 7ffbc5664b80 1 -- start start 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.098+0000 7ffbc5664b80 1 Processor -- start 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.098+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bc7550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.098+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc0eb0 0x557f15bc48f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.098+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc17d0 0x557f15bc4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.098+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557f15a0ffa0 con 0x557f15bc0eb0 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.098+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557f15aaa760 con 0x557f15bbb880 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.098+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557f15bc8240 con 0x557f15bc17d0 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.098+0000 7ffbc5664b80 10 client.0 _ll_register_callbacks cb 0x557f15ab3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc0eb0 0x557f15bc48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc0eb0 0x557f15bc48f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57610/0 (socket says 172.21.15.6:57610) 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3400700 1 -- 172.21.15.6:0/880185272 learned_addr learned my addr 172.21.15.6:0/880185272 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:53.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bc7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb8c00700 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc17d0 0x557f15bc4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3400700 1 -- 172.21.15.6:0/880185272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc17d0 msgr2=0x557f15bc4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3400700 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc17d0 0x557f15bc4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3400700 1 -- 172.21.15.6:0/880185272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 msgr2=0x557f15bc7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3400700 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bc7550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.099+0000 7ffbb3400700 1 -- 172.21.15.6:0/880185272 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f15a598d0 con 0x557f15bc0eb0 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.100+0000 7ffbb3400700 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc0eb0 0x557f15bc48f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7ffba00dfdd0 tx=0x7ffba00e26a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6153d70a0947f2f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.100+0000 7ffb9e000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.100+0000 7ffb9e000700 1 -- 172.21.15.6:0/880185272 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba00a9090 con 0x557f15bc0eb0 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.100+0000 7ffb9e000700 1 -- 172.21.15.6:0/880185272 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ffba000cd60 con 0x557f15bc0eb0 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.100+0000 7ffbc5664b80 1 -- 172.21.15.6:0/880185272 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffba00a9430 con 0x557f15bc0eb0 2024-05-20T21:21:53.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.101+0000 7ffb9e000700 1 -- 172.21.15.6:0/880185272 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffba00a9270 con 0x557f15bc0eb0 2024-05-20T21:21:53.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.101+0000 7ffbc5664b80 10 client.16794 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:53.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.101+0000 7ffbc5664b80 1 -- 172.21.15.6:0/880185272 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f15ada060 con 0x557f15bc0eb0 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.101+0000 7ffb9e000700 1 -- 172.21.15.6:0/880185272 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba00a9430 con 0x557f15bc0eb0 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.102+0000 7ffb9e000700 1 -- 172.21.15.6:0/880185272 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffba00cc0e0 con 0x557f15bc0eb0 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.102+0000 7ffbc5664b80 10 client.16794 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.102+0000 7ffbc5664b80 10 client.16794 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.102+0000 7ffbc5664b80 20 client.16794 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.102+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557f15bdd4b0 0x557f15bdf8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.102+0000 7ffbc5664b80 4 client.16794 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.102+0000 7ffbc5664b80 1 -- 172.21.15.6:0/880185272 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f15b1bd90 con 0x557f15bdd4b0 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.102+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557f15bdd4b0 0x557f15bdf8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.103+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557f15bdd4b0 0x557f15bdf8a0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41d186613e55c526 server_cookie=44befe991b7f3057 in_seq=0 out_seq=0 2024-05-20T21:21:53.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.103+0000 7ffb9e000700 10 client.16794 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:53.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.104+0000 7ffb9e000700 1 -- 172.21.15.6:0/880185272 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557f15b1bd90 con 0x557f15bdd4b0 2024-05-20T21:21:53.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.104+0000 7ffb9e000700 10 client.16794 handle_command_reply: tid=0 2024-05-20T21:21:53.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.104+0000 7ffbc5664b80 1 client.16794 shutdown 2024-05-20T21:21:53.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 -- 172.21.15.6:0/880185272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc0eb0 msgr2=0x557f15bc48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc0eb0 0x557f15bc48f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7ffba00dfdd0 tx=0x7ffba00e26a0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 -- 172.21.15.6:0/880185272 shutdown_connections 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557f15bdd4b0 0x557f15bdf8a0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc17d0 0x557f15bc4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bc7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/880185272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc0eb0 0x557f15bc48f0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 -- 172.21.15.6:0/880185272 >> 172.21.15.6:0/880185272 conn(0x557f15ae9be0 msgr2=0x557f15bba250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffb9e000700 0 client.16794 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 -- 172.21.15.6:0/880185272 shutdown_connections 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.105+0000 7ffbc5664b80 1 -- 172.21.15.6:0/880185272 wait complete. 2024-05-20T21:21:53.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.106+0000 7ffbc5664b80 20 client.16794 trim_cache size 0 max 16384 2024-05-20T21:21:53.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.123+0000 7ffbc5664b80 1 Processor -- start 2024-05-20T21:21:53.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.123+0000 7ffbc5664b80 1 -- start start 2024-05-20T21:21:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bbf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbbca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41ae660 con 0x557f15bc17d0 2024-05-20T21:21:53.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41abef0 con 0x557f15bbb880 2024-05-20T21:21:53.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41a9e40 con 0x557f15bc0eb0 2024-05-20T21:21:53.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbb8c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbbca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbb3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bbf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbb8c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbbca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57616/0 (socket says 172.21.15.6:57616) 2024-05-20T21:21:53.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.124+0000 7ffbb8c00700 1 -- 172.21.15.6:0/1614146861 learned_addr learned my addr 172.21.15.6:0/1614146861 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.125+0000 7ffbb3e00700 1 -- 172.21.15.6:0/1614146861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 msgr2=0x557f15bbf0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.125+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bbf0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.125+0000 7ffbb3e00700 1 -- 172.21.15.6:0/1614146861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 msgr2=0x557f15bbbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.125+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbbca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.125+0000 7ffbb3e00700 1 -- 172.21.15.6:0/1614146861 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f15bc15e0 con 0x557f15bbb880 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.125+0000 7ffbb3400700 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bbf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.125+0000 7ffbb8c00700 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbbca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.125+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbb260 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ffba400b2e0 tx=0x7ffba401a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec10195a79a467f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.126+0000 7ffba8c00700 1 -- 172.21.15.6:0/1614146861 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba40052b0 con 0x557f15bbb880 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.126+0000 7ffba8c00700 1 -- 172.21.15.6:0/1614146861 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba4005450 con 0x557f15bbb880 2024-05-20T21:21:53.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.126+0000 7ffba8c00700 1 -- 172.21.15.6:0/1614146861 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba400f6a0 con 0x557f15bbb880 2024-05-20T21:21:53.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.126+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1614146861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 msgr2=0x557f15bbb260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.126+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbb260 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ffba400b2e0 tx=0x7ffba401a040 comp rx=0 tx=0).stop 2024-05-20T21:21:53.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.126+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1614146861 shutdown_connections 2024-05-20T21:21:53.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.127+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15bbbca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.127+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bbb260 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.127+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/1614146861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15bbf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.127+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1614146861 >> 172.21.15.6:0/1614146861 conn(0x557f15ae9be0 msgr2=0x557f15bbe9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:53.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.127+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1614146861 shutdown_connections 2024-05-20T21:21:53.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.127+0000 7ffbc5664b80 1 -- 172.21.15.6:0/1614146861 wait complete. 2024-05-20T21:21:53.128 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:53.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.127+0000 7ffbc5664b80 1 -- start start 2024-05-20T21:21:53.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.127+0000 7ffbc5664b80 1 Processor -- start 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bdfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15be01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbc5664b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15be2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41aa3b0 con 0x557f15bc17d0 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41ab820 con 0x557f15bbb880 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbc5664b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41aaa80 con 0x557f15bc0eb0 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbc5664b80 10 client.0 _ll_register_callbacks cb 0x557f15ab3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbb3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15be01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bdfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbb3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15be01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43696/0 (socket says 172.21.15.6:43696) 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbb3400700 1 -- 172.21.15.6:0/949992183 learned_addr learned my addr 172.21.15.6:0/949992183 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:53.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.128+0000 7ffbb8c00700 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15be2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.129+0000 7ffbb3e00700 1 -- 172.21.15.6:0/949992183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 msgr2=0x557f15be01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.129+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15be01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.129+0000 7ffbb3e00700 1 -- 172.21.15.6:0/949992183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 msgr2=0x557f15be2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.129+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15be2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.129+0000 7ffbb3e00700 1 -- 172.21.15.6:0/949992183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f15be28b0 con 0x557f15bbb880 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.129+0000 7ffbb3400700 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15be01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.129+0000 7ffbb3e00700 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bdfca0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ffba40098e0 tx=0x7ffba400bb40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bfec583f6ba0fb6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.129+0000 7ffb9e000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.130+0000 7ffb9e000700 1 -- 172.21.15.6:0/949992183 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba40050b0 con 0x557f15bbb880 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.130+0000 7ffb9e000700 1 -- 172.21.15.6:0/949992183 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ffba4005250 con 0x557f15bbb880 2024-05-20T21:21:53.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.130+0000 7ffbc5664b80 1 -- 172.21.15.6:0/949992183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffba4005450 con 0x557f15bbb880 2024-05-20T21:21:53.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.130+0000 7ffb9e000700 1 -- 172.21.15.6:0/949992183 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffba4003680 con 0x557f15bbb880 2024-05-20T21:21:53.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.130+0000 7ffbc5664b80 10 client.26927 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:53.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.130+0000 7ffbc5664b80 1 -- 172.21.15.6:0/949992183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f15c47850 con 0x557f15bbb880 2024-05-20T21:21:53.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.130+0000 7ffb9e000700 1 -- 172.21.15.6:0/949992183 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba4005450 con 0x557f15bbb880 2024-05-20T21:21:53.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.131+0000 7ffb9e000700 1 -- 172.21.15.6:0/949992183 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffba403ba60 con 0x557f15bbb880 2024-05-20T21:21:53.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.131+0000 7ffbc5664b80 10 client.26927 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:53.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.131+0000 7ffbc5664b80 10 client.26927 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.131+0000 7ffbc5664b80 20 client.26927 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.131+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557f15c47dd0 0x557f15c4a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.131+0000 7ffbc5664b80 4 client.26927 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.131+0000 7ffbc5664b80 1 -- 172.21.15.6:0/949992183 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557f15b15570 con 0x557f15c47dd0 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.131+0000 7ffbb3400700 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557f15c47dd0 0x557f15c4a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbb3400700 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557f15c47dd0 0x557f15c4a1f0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6769425d41647833 server_cookie=2db4da3bc1f439e1 in_seq=0 out_seq=0 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffb9e000700 10 client.26927 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffb9e000700 1 -- 172.21.15.6:0/949992183 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557f15b15570 con 0x557f15c47dd0 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffb9e000700 10 client.26927 handle_command_reply: tid=0 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 client.26927 shutdown 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 -- 172.21.15.6:0/949992183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 msgr2=0x557f15bdfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bdfca0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ffba40098e0 tx=0x7ffba400bb40 comp rx=0 tx=0).stop 2024-05-20T21:21:53.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 -- 172.21.15.6:0/949992183 shutdown_connections 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557f15bc17d0 0x557f15be2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557f15bbb880 0x557f15bdfca0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557f15c47dd0 0x557f15c4a1f0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 --2- 172.21.15.6:0/949992183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557f15bc0eb0 0x557f15be01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffbc5664b80 1 -- 172.21.15.6:0/949992183 >> 172.21.15.6:0/949992183 conn(0x557f15ae9be0 msgr2=0x557f15bb59e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.132+0000 7ffb9e000700 0 client.26927 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.133+0000 7ffbc5664b80 1 -- 172.21.15.6:0/949992183 shutdown_connections 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.133+0000 7ffbc5664b80 1 -- 172.21.15.6:0/949992183 wait complete. 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.133+0000 7ffbc5664b80 20 client.26927 trim_cache size 0 max 16384 2024-05-20T21:21:53.135 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:21:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 -- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb980b2900 msgr2=0x7ffb980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb980b2900 0x7ffb980b4dc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ffbac006070 tx=0x7ffbac009050 comp rx=0 tx=0).stop 2024-05-20T21:21:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 -- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4076090 msgr2=0x7ffbb419c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4076090 0x7ffbb419c420 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7ffba000e9a0 tx=0x7ffba000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 -- 172.21.15.6:0/520895225 shutdown_connections 2024-05-20T21:21:53.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb980b2900 0x7ffb980b4dc0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffbb410ff40 0x7ffbb41a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffbb4075770 0x7ffbb419bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 --2- 172.21.15.6:0/520895225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffbb4076090 0x7ffbb419c420 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:53.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 -- 172.21.15.6:0/520895225 >> 172.21.15.6:0/520895225 conn(0x7ffbb407a6f0 msgr2=0x7ffbb41007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:53.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 -- 172.21.15.6:0/520895225 shutdown_connections 2024-05-20T21:21:53.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:53.134+0000 7ffbbac00700 1 -- 172.21.15.6:0/520895225 wait complete. 2024-05-20T21:21:53.786 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:53 smithi006 ceph-mon[31422]: pgmap v621: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:21:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:53 smithi042 ceph-mon[36332]: pgmap v621: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:21:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:53 smithi062 ceph-mon[36640]: pgmap v621: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:21:55.151 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:21:55.780 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:21:55.844 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:55 smithi006 ceph-mon[31422]: pgmap v622: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.6 KiB/s wr, 10 op/s 2024-05-20T21:21:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:55 smithi042 ceph-mon[36332]: pgmap v622: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.6 KiB/s wr, 10 op/s 2024-05-20T21:21:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:55 smithi062 ceph-mon[36640]: pgmap v622: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.6 KiB/s wr, 10 op/s 2024-05-20T21:21:56.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 -- 172.21.15.6:0/1739083713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a41035f0 msgr2=0x7f04a4103a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 --2- 172.21.15.6:0/1739083713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a41035f0 0x7f04a4103a70 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f048c0099c0 tx=0x7f048c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 -- 172.21.15.6:0/1739083713 shutdown_connections 2024-05-20T21:21:56.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 --2- 172.21.15.6:0/1739083713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a4103fb0 0x7f04a4110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 --2- 172.21.15.6:0/1739083713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a4109670 0x7f04a4109a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 --2- 172.21.15.6:0/1739083713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a41035f0 0x7f04a4103a70 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 -- 172.21.15.6:0/1739083713 >> 172.21.15.6:0/1739083713 conn(0x7f04a407a690 msgr2=0x7f04a407aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:56.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 -- 172.21.15.6:0/1739083713 shutdown_connections 2024-05-20T21:21:56.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.356+0000 7f04a9e00700 1 -- 172.21.15.6:0/1739083713 wait complete. 2024-05-20T21:21:56.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.358+0000 7f04a9e00700 1 Processor -- start 2024-05-20T21:21:56.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.358+0000 7f04a9e00700 1 -- start start 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.358+0000 7f04a9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a41035f0 0x7f04a4075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.358+0000 7f04a9e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a4103fb0 0x7f04a4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.358+0000 7f04a9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a4109670 0x7f04a40762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.358+0000 7f04a9e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41137b0 con 0x7f04a4109670 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.358+0000 7f04a9e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04a4113630 con 0x7f04a41035f0 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.358+0000 7f04a9e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04a4113930 con 0x7f04a4103fb0 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f04a3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a4109670 0x7f04a40762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f04a2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a41035f0 0x7f04a4075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f04a3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a4109670 0x7f04a40762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57656/0 (socket says 172.21.15.6:57656) 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f04a3400700 1 -- 172.21.15.6:0/4286940952 learned_addr learned my addr 172.21.15.6:0/4286940952 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f049a000700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a4103fb0 0x7f04a4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f049a000700 1 -- 172.21.15.6:0/4286940952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a41035f0 msgr2=0x7f04a4075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f049a000700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a41035f0 0x7f04a4075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f049a000700 1 -- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a4109670 msgr2=0x7f04a40762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f049a000700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a4109670 0x7f04a40762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f049a000700 1 -- 172.21.15.6:0/4286940952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a41a8120 con 0x7f04a4103fb0 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f04a2a00700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a41035f0 0x7f04a4075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.359+0000 7f04a3400700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a4109670 0x7f04a40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.360+0000 7f049a000700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a4103fb0 0x7f04a4075d80 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f048c005b40 tx=0x7f048c005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.360+0000 7f04a8a00700 1 -- 172.21.15.6:0/4286940952 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c026070 con 0x7f04a4103fb0 2024-05-20T21:21:56.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.360+0000 7f04a8a00700 1 -- 172.21.15.6:0/4286940952 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f048c005680 con 0x7f04a4103fb0 2024-05-20T21:21:56.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.360+0000 7f04a9e00700 1 -- 172.21.15.6:0/4286940952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04a41a83b0 con 0x7f04a4103fb0 2024-05-20T21:21:56.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.360+0000 7f04a8a00700 1 -- 172.21.15.6:0/4286940952 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f048c00fa30 con 0x7f04a4103fb0 2024-05-20T21:21:56.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.360+0000 7f04a9e00700 1 -- 172.21.15.6:0/4286940952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04a41a8860 con 0x7f04a4103fb0 2024-05-20T21:21:56.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.364+0000 7f04a8a00700 1 -- 172.21.15.6:0/4286940952 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f048c029070 con 0x7f04a4103fb0 2024-05-20T21:21:56.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.365+0000 7f04b4732b80 1 Processor -- start 2024-05-20T21:21:56.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.365+0000 7f04b4732b80 1 -- start start 2024-05-20T21:21:56.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04a8a00700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04840b2900 0x7f04840b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef941213e0 0x55ef941217c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef94121d00 0x55ef9411b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9411c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04b4732b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ef94079f40 con 0x55ef94121d00 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04b4732b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ef94069ae0 con 0x55ef9411bf80 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04b4732b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ef9406db20 con 0x55ef941213e0 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04a8a00700 1 -- 172.21.15.6:0/4286940952 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f048c0e2980 con 0x7f04a4103fb0 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04a3400700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04840b2900 0x7f04840b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f049a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef94121d00 0x55ef9411b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f049a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef94121d00 0x55ef9411b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57668/0 (socket says 172.21.15.6:57668) 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f049a000700 1 -- 172.21.15.6:0/2500611363 learned_addr learned my addr 172.21.15.6:0/2500611363 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:56.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04a2a00700 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef941213e0 0x55ef941217c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.366+0000 7f04a3400700 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9411c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.367+0000 7f04a2a00700 1 -- 172.21.15.6:0/2500611363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 msgr2=0x55ef9411c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:56.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.367+0000 7f04a2a00700 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9411c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f04a2a00700 1 -- 172.21.15.6:0/2500611363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef94121d00 msgr2=0x55ef9411b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f04a2a00700 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef94121d00 0x55ef9411b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f04a2a00700 1 -- 172.21.15.6:0/2500611363 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef94032520 con 0x55ef941213e0 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f049a000700 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef94121d00 0x55ef9411b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f04a3400700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04840b2900 0x7f04840b4dc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f049c009fd0 tx=0x7f049c009420 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f04a2a00700 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef941213e0 0x55ef941217c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0494005900 tx=0x7f0494011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=600976f09a9b1dc6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f0498c00700 1 -- 172.21.15.6:0/2500611363 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0494004230 con 0x55ef941213e0 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f0498c00700 1 -- 172.21.15.6:0/2500611363 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0494004ce0 con 0x55ef941213e0 2024-05-20T21:21:56.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.368+0000 7f0498c00700 1 -- 172.21.15.6:0/2500611363 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0494003680 con 0x55ef941213e0 2024-05-20T21:21:56.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.369+0000 7f04b4732b80 1 -- 172.21.15.6:0/2500611363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef941213e0 msgr2=0x55ef941217c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.369+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef941213e0 0x55ef941217c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0494005900 tx=0x7f0494011720 comp rx=0 tx=0).stop 2024-05-20T21:21:56.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.369+0000 7f04b4732b80 1 -- 172.21.15.6:0/2500611363 shutdown_connections 2024-05-20T21:21:56.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.369+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9411c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.369+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef941213e0 0x55ef941217c0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.369+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2500611363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef94121d00 0x55ef9411b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.369+0000 7f04b4732b80 1 -- 172.21.15.6:0/2500611363 >> 172.21.15.6:0/2500611363 conn(0x55ef94049ce0 msgr2=0x55ef94116420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:56.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.370+0000 7f04b4732b80 1 -- 172.21.15.6:0/2500611363 shutdown_connections 2024-05-20T21:21:56.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.370+0000 7f04b4732b80 1 -- 172.21.15.6:0/2500611363 wait complete. 2024-05-20T21:21:56.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.370+0000 7f04b4732b80 1 -- start start 2024-05-20T21:21:56.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.370+0000 7f04b4732b80 1 Processor -- start 2024-05-20T21:21:56.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef9411bf80 0x55ef941279f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef941213e0 0x55ef94124d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef941252d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04b4732b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ef93f700a0 con 0x55ef9411bf80 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04b4732b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ef9400a860 con 0x55ef941213e0 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04b4732b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ef941287e0 con 0x55ef94121d00 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04b4732b80 10 client.0 _ll_register_callbacks cb 0x55ef94013d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04a2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef9411bf80 0x55ef941279f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04a2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef9411bf80 0x55ef941279f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57672/0 (socket says 172.21.15.6:57672) 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.371+0000 7f04a2a00700 1 -- 172.21.15.6:0/2341925964 learned_addr learned my addr 172.21.15.6:0/2341925964 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:56.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f049a000700 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef941213e0 0x55ef94124d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f04a3400700 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef941252d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f04a2a00700 1 -- 172.21.15.6:0/2341925964 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 msgr2=0x55ef941252d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f04a2a00700 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef941252d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f04a2a00700 1 -- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef941213e0 msgr2=0x55ef94124d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f04a2a00700 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef941213e0 0x55ef94124d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f04a2a00700 1 -- 172.21.15.6:0/2341925964 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef93fb99d0 con 0x55ef9411bf80 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f049a000700 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef941213e0 0x55ef94124d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.372+0000 7f04a2a00700 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef9411bf80 0x55ef941279f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f0494009230 tx=0x7f04940056c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6923c470b1de0e1c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.373+0000 7f0491600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.373+0000 7f0491600700 1 -- 172.21.15.6:0/2341925964 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0494026070 con 0x55ef9411bf80 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.373+0000 7f0491600700 1 -- 172.21.15.6:0/2341925964 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0494004ae0 con 0x55ef9411bf80 2024-05-20T21:21:56.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.373+0000 7f04b4732b80 1 -- 172.21.15.6:0/2341925964 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0494004ce0 con 0x55ef9411bf80 2024-05-20T21:21:56.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.373+0000 7f0491600700 1 -- 172.21.15.6:0/2341925964 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0494032050 con 0x55ef9411bf80 2024-05-20T21:21:56.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.373+0000 7f04b4732b80 10 client.16812 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.373+0000 7f04b4732b80 1 -- 172.21.15.6:0/2341925964 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ef9403a160 con 0x55ef9411bf80 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.374+0000 7f0491600700 1 -- 172.21.15.6:0/2341925964 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0494004ce0 con 0x55ef9411bf80 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.374+0000 7f0491600700 1 -- 172.21.15.6:0/2341925964 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f049400e5b0 con 0x55ef9411bf80 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.374+0000 7f04b4732b80 10 client.16812 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.374+0000 7f04b4732b80 10 client.16812 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.374+0000 7f04b4732b80 20 client.16812 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.374+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ef941351a0 0x55ef94137590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.374+0000 7f04b4732b80 4 client.16812 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.374+0000 7f04b4732b80 1 -- 172.21.15.6:0/2341925964 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef9407be90 con 0x55ef941351a0 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.375+0000 7f049a000700 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ef941351a0 0x55ef94137590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.375+0000 7f049a000700 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ef941351a0 0x55ef94137590 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29564f741d9c013b server_cookie=6dc666e8c204718d in_seq=0 out_seq=0 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.375+0000 7f0491600700 10 client.16812 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f0491600700 1 -- 172.21.15.6:0/2341925964 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ef9407be90 con 0x55ef941351a0 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f0491600700 10 client.16812 handle_command_reply: tid=0 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 client.16812 shutdown 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 -- 172.21.15.6:0/2341925964 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef9411bf80 msgr2=0x55ef941279f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef9411bf80 0x55ef941279f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f0494009230 tx=0x7f04940056c0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 -- 172.21.15.6:0/2341925964 shutdown_connections 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ef941351a0 0x55ef94137590 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef941252d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef9411bf80 0x55ef941279f0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 --2- 172.21.15.6:0/2341925964 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef941213e0 0x55ef94124d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f04b4732b80 1 -- 172.21.15.6:0/2341925964 >> 172.21.15.6:0/2341925964 conn(0x55ef94049ce0 msgr2=0x55ef9411a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:56.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.376+0000 7f0491600700 0 client.16812 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:56.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.377+0000 7f04b4732b80 1 -- 172.21.15.6:0/2341925964 shutdown_connections 2024-05-20T21:21:56.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.377+0000 7f04b4732b80 1 -- 172.21.15.6:0/2341925964 wait complete. 2024-05-20T21:21:56.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.377+0000 7f04b4732b80 20 client.16812 trim_cache size 0 max 16384 2024-05-20T21:21:56.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.401+0000 7f04b4732b80 1 Processor -- start 2024-05-20T21:21:56.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.401+0000 7f04b4732b80 1 -- start start 2024-05-20T21:21:56.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.401+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef94123cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.401+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef941228d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.401+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef9413cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.401+0000 7f04b4732b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41ae460 con 0x55ef941213e0 2024-05-20T21:21:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.401+0000 7f04b4732b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41abcf0 con 0x55ef9411bf80 2024-05-20T21:21:56.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.401+0000 7f04b4732b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04a419dba0 con 0x55ef94121d00 2024-05-20T21:21:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef94123cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef94123cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46902/0 (socket says 172.21.15.6:46902) 2024-05-20T21:21:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a2a00700 1 -- 172.21.15.6:0/110599394 learned_addr learned my addr 172.21.15.6:0/110599394 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:56.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f049a000700 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef941228d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a3400700 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef9413cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a2a00700 1 -- 172.21.15.6:0/110599394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 msgr2=0x55ef9413cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a2a00700 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef9413cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a2a00700 1 -- 172.21.15.6:0/110599394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 msgr2=0x55ef941228d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a2a00700 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef941228d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f04a2a00700 1 -- 172.21.15.6:0/110599394 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef94123300 con 0x55ef9411bf80 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.402+0000 7f049a000700 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef941228d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.403+0000 7f04a2a00700 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef94123cf0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f049400e980 tx=0x7f0494011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ef2dc30b8e22128 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.403+0000 7f0493e00700 1 -- 172.21.15.6:0/110599394 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0494026040 con 0x55ef9411bf80 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.403+0000 7f0493e00700 1 -- 172.21.15.6:0/110599394 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04940051a0 con 0x55ef9411bf80 2024-05-20T21:21:56.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.403+0000 7f0493e00700 1 -- 172.21.15.6:0/110599394 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0494004370 con 0x55ef9411bf80 2024-05-20T21:21:56.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 -- 172.21.15.6:0/110599394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 msgr2=0x55ef94123cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef94123cf0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f049400e980 tx=0x7f0494011720 comp rx=0 tx=0).stop 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 -- 172.21.15.6:0/110599394 shutdown_connections 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef9413cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef94123cf0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 --2- 172.21.15.6:0/110599394 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef941228d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 -- 172.21.15.6:0/110599394 >> 172.21.15.6:0/110599394 conn(0x55ef94049ce0 msgr2=0x55ef941221c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 -- 172.21.15.6:0/110599394 shutdown_connections 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.404+0000 7f04b4732b80 1 -- 172.21.15.6:0/110599394 wait complete. 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 1 -- start start 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 1 Processor -- start 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9412b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef9412b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef94199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41aa1b0 con 0x55ef941213e0 2024-05-20T21:21:56.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41ab620 con 0x55ef9411bf80 2024-05-20T21:21:56.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04a41aa880 con 0x55ef94121d00 2024-05-20T21:21:56.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.405+0000 7f04b4732b80 10 client.0 _ll_register_callbacks cb 0x55ef94013d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9412b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f049a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef9412b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9412b200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46908/0 (socket says 172.21.15.6:46908) 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a2a00700 1 -- 172.21.15.6:0/438759893 learned_addr learned my addr 172.21.15.6:0/438759893 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a3400700 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef94199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a2a00700 1 -- 172.21.15.6:0/438759893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 msgr2=0x55ef94199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a2a00700 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef94199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a2a00700 1 -- 172.21.15.6:0/438759893 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 msgr2=0x55ef9412b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:21:56.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a2a00700 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef9412b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a2a00700 1 -- 172.21.15.6:0/438759893 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef9419a110 con 0x55ef9411bf80 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.406+0000 7f04a3400700 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef94199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.407+0000 7f04a2a00700 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9412b200 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f049402e040 tx=0x7f0494009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ac8577142a9bf07 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.407+0000 7f0491600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.407+0000 7f0491600700 1 -- 172.21.15.6:0/438759893 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0494026070 con 0x55ef9411bf80 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.407+0000 7f04b4732b80 1 -- 172.21.15.6:0/438759893 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04940051a0 con 0x55ef9411bf80 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.407+0000 7f0491600700 1 -- 172.21.15.6:0/438759893 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f049400e470 con 0x55ef9411bf80 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.407+0000 7f0491600700 1 -- 172.21.15.6:0/438759893 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0494004cf0 con 0x55ef9411bf80 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.407+0000 7f04b4732b80 10 client.26945 fetch_fsmap learned FSMap version 26 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.407+0000 7f04b4732b80 1 -- 172.21.15.6:0/438759893 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ef941a14f0 con 0x55ef9411bf80 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f0491600700 1 -- 172.21.15.6:0/438759893 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04940051a0 con 0x55ef9411bf80 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f0491600700 1 -- 172.21.15.6:0/438759893 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0494022cc0 con 0x55ef9411bf80 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f04b4732b80 10 client.26945 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:21:56.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f04b4732b80 10 client.26945 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:21:56.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f04b4732b80 20 client.26945 populate_metadata read hostname 'smithi006' 2024-05-20T21:21:56.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f04b4732b80 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ef941a1bc0 0x55ef941a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:21:56.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f04b4732b80 4 client.26945 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b7edc342", "release": true, "await": true}] 2024-05-20T21:21:56.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f04b4732b80 1 -- 172.21.15.6:0/438759893 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b7edc342", "release": true, "await": true}) -- 0x55ef94075670 con 0x55ef941a1bc0 2024-05-20T21:21:56.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.408+0000 7f049a000700 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ef941a1bc0 0x55ef941a3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:21:56.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.409+0000 7f049a000700 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ef941a1bc0 0x55ef941a3fe0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a26e81a5805f9d2 server_cookie=5f4274448ab65342 in_seq=0 out_seq=0 2024-05-20T21:21:56.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.409+0000 7f0491600700 10 client.26945 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:56.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f0491600700 1 -- 172.21.15.6:0/438759893 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55ef94075670 con 0x55ef941a1bc0 2024-05-20T21:21:56.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f0491600700 10 client.26945 handle_command_reply: tid=0 2024-05-20T21:21:56.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 client.26945 shutdown 2024-05-20T21:21:56.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 -- 172.21.15.6:0/438759893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 msgr2=0x55ef9412b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9412b200 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f049402e040 tx=0x7f0494009310 comp rx=0 tx=0).stop 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 -- 172.21.15.6:0/438759893 shutdown_connections 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ef941a1bc0 0x55ef941a3fe0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef94121d00 0x55ef94199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef9411bf80 0x55ef9412b200 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 --2- 172.21.15.6:0/438759893 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef941213e0 0x55ef9412b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f0491600700 0 client.26945 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 -- 172.21.15.6:0/438759893 >> 172.21.15.6:0/438759893 conn(0x55ef94049ce0 msgr2=0x55ef9410fd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 -- 172.21.15.6:0/438759893 shutdown_connections 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.412+0000 7f04b4732b80 1 -- 172.21.15.6:0/438759893 wait complete. 2024-05-20T21:21:56.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.413+0000 7f04b4732b80 20 client.26945 trim_cache size 0 max 16384 2024-05-20T21:21:56.415 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:21:56.415 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:21:56.415 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:21:56.415 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 20, 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "b7edc342": { 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 20, 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 141.3, 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:21:56.416 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:21:56.417 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 -- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04840b2900 msgr2=0x7f04840b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04840b2900 0x7f04840b4dc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f049c009fd0 tx=0x7f049c009420 comp rx=0 tx=0).stop 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 -- 172.21.15.6:0/4286940952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a4103fb0 msgr2=0x7f04a4075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a4103fb0 0x7f04a4075d80 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f048c005b40 tx=0x7f048c005280 comp rx=0 tx=0).stop 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 -- 172.21.15.6:0/4286940952 shutdown_connections 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04840b2900 0x7f04840b4dc0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04a4109670 0x7f04a40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04a41035f0 0x7f04a4075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 --2- 172.21.15.6:0/4286940952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04a4103fb0 0x7f04a4075d80 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:21:56.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 -- 172.21.15.6:0/4286940952 >> 172.21.15.6:0/4286940952 conn(0x7f04a407a690 msgr2=0x7f04a4102230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:21:56.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 -- 172.21.15.6:0/4286940952 shutdown_connections 2024-05-20T21:21:56.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:21:56.414+0000 7f04a9e00700 1 -- 172.21.15.6:0/4286940952 wait complete. 2024-05-20T21:21:57.633 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b7edc342', total seconds elapsed: 32.4 2024-05-20T21:21:57.633 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.3 2024-05-20T21:21:57.634 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:21:57.807 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:57 smithi006 ceph-mon[31422]: pgmap v623: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-20T21:21:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:57 smithi042 ceph-mon[36332]: pgmap v623: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-20T21:21:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:57 smithi062 ceph-mon[36640]: pgmap v623: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-20T21:21:58.725 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:21:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:21:59 smithi042 ceph-mon[36332]: pgmap v624: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.1 KiB/s wr, 10 op/s 2024-05-20T21:21:59.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:21:59 smithi006 ceph-mon[31422]: pgmap v624: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.1 KiB/s wr, 10 op/s 2024-05-20T21:22:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:21:59 smithi062 ceph-mon[36640]: pgmap v624: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.1 KiB/s wr, 10 op/s 2024-05-20T21:22:00.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 -- 172.21.15.6:0/2048567802 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f9410ff40 msgr2=0x7f9f94112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 --2- 172.21.15.6:0/2048567802 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f9410ff40 0x7f9f94112330 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c00b0a0 tx=0x7f9f8c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 -- 172.21.15.6:0/2048567802 shutdown_connections 2024-05-20T21:22:00.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 --2- 172.21.15.6:0/2048567802 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f9410ff40 0x7f9f94112330 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 --2- 172.21.15.6:0/2048567802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f94075770 0x7f9f94075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 --2- 172.21.15.6:0/2048567802 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9f94076090 0x7f9f9410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 -- 172.21.15.6:0/2048567802 >> 172.21.15.6:0/2048567802 conn(0x7f9f9407a6a0 msgr2=0x7f9f9407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:00.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 -- 172.21.15.6:0/2048567802 shutdown_connections 2024-05-20T21:22:00.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.816+0000 7f9f9a200700 1 -- 172.21.15.6:0/2048567802 wait complete. 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.817+0000 7f9f9a200700 1 Processor -- start 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.817+0000 7f9f9a200700 1 -- start start 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f9a200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f94075770 0x7f9f9419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f9a200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f94076090 0x7f9f9419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f9a200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9f9410ff40 0x7f9f941a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f9a200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941158d0 con 0x7f9f9410ff40 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f9a200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f94115750 con 0x7f9f94076090 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f9a200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9f94115a50 con 0x7f9f94075770 2024-05-20T21:22:00.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f8be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f94076090 0x7f9f9419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f93400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f94075770 0x7f9f9419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f93400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f94075770 0x7f9f9419be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38366/0 (socket says 172.21.15.6:38366) 2024-05-20T21:22:00.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f8be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f94076090 0x7f9f9419c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42882/0 (socket says 172.21.15.6:42882) 2024-05-20T21:22:00.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f93400700 1 -- 172.21.15.6:0/1100645103 learned_addr learned my addr 172.21.15.6:0/1100645103 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:00.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.818+0000 7f9f93e00700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9f9410ff40 0x7f9f941a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f93400700 1 -- 172.21.15.6:0/1100645103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f94076090 msgr2=0x7f9f9419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f93400700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f94076090 0x7f9f9419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f93400700 1 -- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9f9410ff40 msgr2=0x7f9f941a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f93400700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9f9410ff40 0x7f9f941a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f93400700 1 -- 172.21.15.6:0/1100645103 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f941a0dc0 con 0x7f9f94075770 2024-05-20T21:22:00.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f8be00700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f94076090 0x7f9f9419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:00.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f93400700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f94075770 0x7f9f9419be00 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f9f8400e9a0 tx=0x7f9f8400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:00.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f90c00700 1 -- 172.21.15.6:0/1100645103 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8400ca10 con 0x7f9f94075770 2024-05-20T21:22:00.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f90c00700 1 -- 172.21.15.6:0/1100645103 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f8400cbb0 con 0x7f9f94075770 2024-05-20T21:22:00.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f9a200700 1 -- 172.21.15.6:0/1100645103 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f941a10b0 con 0x7f9f94075770 2024-05-20T21:22:00.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f90c00700 1 -- 172.21.15.6:0/1100645103 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f84018680 con 0x7f9f94075770 2024-05-20T21:22:00.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.819+0000 7f9f9a200700 1 -- 172.21.15.6:0/1100645103 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f941a8930 con 0x7f9f94075770 2024-05-20T21:22:00.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.823+0000 7f9f90c00700 1 -- 172.21.15.6:0/1100645103 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9f84010430 con 0x7f9f94075770 2024-05-20T21:22:00.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.824+0000 7f9fa4b0ab80 1 Processor -- start 2024-05-20T21:22:00.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9fa4b0ab80 1 -- start start 2024-05-20T21:22:00.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9f90c00700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9f780b2900 0x7f9f780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9f90c00700 1 -- 172.21.15.6:0/1100645103 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9f840e2400 con 0x7f9f94075770 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9f93e00700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9f780b2900 0x7f9f780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a78a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78fb0 0x55df29a72ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a731c0 0x55df29a73640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55df299d0ec0 con 0x55df29a78690 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55df299c0a60 con 0x55df29a78fb0 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55df299c4aa0 con 0x55df29a731c0 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.825+0000 7f9f93400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a78a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78fb0 0x55df29a72ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78fb0 0x55df29a72ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42894/0 (socket says 172.21.15.6:42894) 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f93400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a78a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56554/0 (socket says 172.21.15.6:56554) 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 -- 172.21.15.6:0/430252442 learned_addr learned my addr 172.21.15.6:0/430252442 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:00.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f93e00700 1 --2- 172.21.15.6:0/430252442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a731c0 0x55df29a73640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 -- 172.21.15.6:0/430252442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a731c0 msgr2=0x55df29a73640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:00.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 --2- 172.21.15.6:0/430252442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a731c0 0x55df29a73640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 -- 172.21.15.6:0/430252442 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 msgr2=0x55df29a78a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:00.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 --2- 172.21.15.6:0/430252442 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a78a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f93e00700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9f780b2900 0x7f9f780b4dc0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009fd0 tx=0x7f9f8c009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:00.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 -- 172.21.15.6:0/430252442 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df299894a0 con 0x55df29a78fb0 2024-05-20T21:22:00.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.826+0000 7f9f8be00700 1 --2- 172.21.15.6:0/430252442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78fb0 0x55df29a72ba0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c0114f0 tx=0x7f9f7c011800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30ac551e41602d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.827+0000 7f9f88c00700 1 -- 172.21.15.6:0/430252442 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f7c004a30 con 0x55df29a78fb0 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.827+0000 7f9f88c00700 1 -- 172.21.15.6:0/430252442 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f7c0054d0 con 0x55df29a78fb0 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.827+0000 7f9f88c00700 1 -- 172.21.15.6:0/430252442 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f7c00ea50 con 0x55df29a78fb0 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.827+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/430252442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78fb0 msgr2=0x55df29a72ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.827+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/430252442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78fb0 0x55df29a72ba0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c0114f0 tx=0x7f9f7c011800 comp rx=0 tx=0).stop 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.828+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/430252442 shutdown_connections 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.828+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/430252442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a731c0 0x55df29a73640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.828+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/430252442 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a78a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.828+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/430252442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78fb0 0x55df29a72ba0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.828+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/430252442 >> 172.21.15.6:0/430252442 conn(0x55df299a0c60 msgr2=0x55df29a6d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:00.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.828+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/430252442 shutdown_connections 2024-05-20T21:22:00.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.828+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/430252442 wait complete. 2024-05-20T21:22:00.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.828+0000 7f9fa4b0ab80 1 -- start start 2024-05-20T21:22:00.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9fa4b0ab80 1 Processor -- start 2024-05-20T21:22:00.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a731c0 0x55df29a7ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a7bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55df298c7020 con 0x55df29a78690 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55df299617e0 con 0x55df29a731c0 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55df29a7fa60 con 0x55df29a78fb0 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9fa4b0ab80 10 client.0 _ll_register_callbacks cb 0x55df2996acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.829+0000 7f9f93400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a731c0 0x55df29a7ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a731c0 0x55df29a7ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42898/0 (socket says 172.21.15.6:42898) 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93400700 1 -- 172.21.15.6:0/853958562 learned_addr learned my addr 172.21.15.6:0/853958562 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:00.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f8be00700 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a7bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93e00700 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93400700 1 -- 172.21.15.6:0/853958562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 msgr2=0x55df29a7c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93400700 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93400700 1 -- 172.21.15.6:0/853958562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 msgr2=0x55df29a7bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93400700 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a7bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93400700 1 -- 172.21.15.6:0/853958562 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df29910950 con 0x55df29a731c0 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93e00700 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f93400700 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a731c0 0x55df29a7ec40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9f840098c0 tx=0x7f9f840cc330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e87f47905684f99 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:00.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.830+0000 7f9f81600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.831+0000 7f9f81600700 1 -- 172.21.15.6:0/853958562 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f840c3060 con 0x55df29a731c0 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.831+0000 7f9f81600700 1 -- 172.21.15.6:0/853958562 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9f840cade0 con 0x55df29a731c0 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.831+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/853958562 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f7c0054d0 con 0x55df29a731c0 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.831+0000 7f9f81600700 1 -- 172.21.15.6:0/853958562 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f840aa020 con 0x55df29a731c0 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.831+0000 7f9fa4b0ab80 10 client.26957 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.831+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/853958562 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55df299910e0 con 0x55df29a731c0 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.831+0000 7f9f81600700 1 -- 172.21.15.6:0/853958562 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f7c0054d0 con 0x55df29a731c0 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.832+0000 7f9f81600700 1 -- 172.21.15.6:0/853958562 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9f840c7020 con 0x55df29a731c0 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.832+0000 7f9fa4b0ab80 10 client.26957 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:00.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.832+0000 7f9fa4b0ab80 10 client.26957 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.832+0000 7f9fa4b0ab80 20 client.26957 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.832+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55df29a8c5a0 0x55df29a8e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.832+0000 7f9fa4b0ab80 4 client.26957 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.832+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/853958562 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df299d2e10 con 0x55df29a8c5a0 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.832+0000 7f9f8be00700 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55df29a8c5a0 0x55df29a8e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.833+0000 7f9f8be00700 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55df29a8c5a0 0x55df29a8e990 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a09ecbfc304b9cca server_cookie=ec2fcd02bbbd4ea0 in_seq=0 out_seq=0 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.833+0000 7f9f81600700 10 client.26957 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9f81600700 1 -- 172.21.15.6:0/853958562 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55df299d2e10 con 0x55df29a8c5a0 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9f81600700 10 client.26957 handle_command_reply: tid=0 2024-05-20T21:22:00.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 client.26957 shutdown 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/853958562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a731c0 msgr2=0x55df29a7ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a731c0 0x55df29a7ec40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9f840098c0 tx=0x7f9f840cc330 comp rx=0 tx=0).stop 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/853958562 shutdown_connections 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55df29a8c5a0 0x55df29a8e990 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a731c0 0x55df29a7ec40 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/853958562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a78690 0x55df29a7bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9f81600700 0 client.26957 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:00.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.834+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/853958562 >> 172.21.15.6:0/853958562 conn(0x55df299a0c60 msgr2=0x55df29a6cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:00.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.835+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/853958562 shutdown_connections 2024-05-20T21:22:00.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.835+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/853958562 wait complete. 2024-05-20T21:22:00.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.835+0000 7f9fa4b0ab80 20 client.26957 trim_cache size 0 max 16384 2024-05-20T21:22:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.858+0000 7f9fa4b0ab80 1 Processor -- start 2024-05-20T21:22:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.858+0000 7f9fa4b0ab80 1 -- start start 2024-05-20T21:22:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a72ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a79c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941b2920 con 0x55df29a731c0 2024-05-20T21:22:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941b01b0 con 0x55df29a78690 2024-05-20T21:22:00.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941ae000 con 0x55df29a78fb0 2024-05-20T21:22:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9f93400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a72ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9f93400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a72ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56572/0 (socket says 172.21.15.6:56572) 2024-05-20T21:22:00.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9f93400700 1 -- 172.21.15.6:0/3967659287 learned_addr learned my addr 172.21.15.6:0/3967659287 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9f8be00700 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a79c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.859+0000 7f9f93e00700 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.860+0000 7f9f93400700 1 -- 172.21.15.6:0/3967659287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 msgr2=0x55df29a7c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.860+0000 7f9f93400700 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.860+0000 7f9f93400700 1 -- 172.21.15.6:0/3967659287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 msgr2=0x55df29a79c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.860+0000 7f9f93400700 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a79c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.860+0000 7f9f93400700 1 -- 172.21.15.6:0/3967659287 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df29a7a550 con 0x55df29a731c0 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.860+0000 7f9f8be00700 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a79c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.860+0000 7f9f93400700 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a72ba0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9f84000c00 tx=0x7f9f84009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b580d43d63db99a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.860+0000 7f9f83e00700 1 -- 172.21.15.6:0/3967659287 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f840adcd0 con 0x55df29a731c0 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.861+0000 7f9f83e00700 1 -- 172.21.15.6:0/3967659287 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f840b2780 con 0x55df29a731c0 2024-05-20T21:22:00.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.861+0000 7f9f83e00700 1 -- 172.21.15.6:0/3967659287 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f840a85f0 con 0x55df29a731c0 2024-05-20T21:22:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.861+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/3967659287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 msgr2=0x55df29a72ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.861+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a72ba0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f9f84000c00 tx=0x7f9f84009790 comp rx=0 tx=0).stop 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/3967659287 shutdown_connections 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a7c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a72ba0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/3967659287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a79c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/3967659287 >> 172.21.15.6:0/3967659287 conn(0x55df299a0c60 msgr2=0x55df29a77100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/3967659287 shutdown_connections 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/3967659287 wait complete. 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 -- start start 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.862+0000 7f9fa4b0ab80 1 Processor -- start 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a81cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a82200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9fa4b0ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a82740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941ae670 con 0x55df29a731c0 2024-05-20T21:22:00.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941afae0 con 0x55df29a78690 2024-05-20T21:22:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9fa4b0ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941aed40 con 0x55df29a78fb0 2024-05-20T21:22:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9fa4b0ab80 10 client.0 _ll_register_callbacks cb 0x55df2996acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9f93400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a81cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9f93400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a81cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56582/0 (socket says 172.21.15.6:56582) 2024-05-20T21:22:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9f93400700 1 -- 172.21.15.6:0/1244833957 learned_addr learned my addr 172.21.15.6:0/1244833957 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.863+0000 7f9f8be00700 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a82200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f93e00700 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a82740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f93400700 1 -- 172.21.15.6:0/1244833957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 msgr2=0x55df29a82740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:00.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f93400700 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a82740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f93400700 1 -- 172.21.15.6:0/1244833957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 msgr2=0x55df29a82200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f93400700 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a82200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f93400700 1 -- 172.21.15.6:0/1244833957 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df29af70e0 con 0x55df29a731c0 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f93400700 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a81cc0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f9f840a9620 tx=0x7f9f840a9380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccac80d8efcfac29 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f81600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f81600700 1 -- 172.21.15.6:0/1244833957 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f840a9920 con 0x55df29a731c0 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9f81600700 1 -- 172.21.15.6:0/1244833957 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9f840a5290 con 0x55df29a731c0 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.864+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/1244833957 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f840b2780 con 0x55df29a731c0 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9f81600700 1 -- 172.21.15.6:0/1244833957 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9f840adcd0 con 0x55df29a731c0 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9fa4b0ab80 10 client.16836 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/1244833957 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55df29af70e0 con 0x55df29a731c0 2024-05-20T21:22:00.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9f81600700 1 -- 172.21.15.6:0/1244833957 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f840b2780 con 0x55df29a731c0 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9f81600700 1 -- 172.21.15.6:0/1244833957 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9f840b29d0 con 0x55df29a731c0 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9fa4b0ab80 10 client.16836 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9fa4b0ab80 10 client.16836 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9fa4b0ab80 20 client.16836 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55df29af8620 0x55df29afaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9fa4b0ab80 4 client.16836 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.865+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/1244833957 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55df299cc5f0 con 0x55df29af8620 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.866+0000 7f9f8be00700 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55df29af8620 0x55df29afaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.866+0000 7f9f8be00700 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55df29af8620 0x55df29afaa10 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d0244dbabe5f202 server_cookie=d574f0d08b0bb936 in_seq=0 out_seq=0 2024-05-20T21:22:00.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.866+0000 7f9f81600700 10 client.16836 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:00.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.868+0000 7f9f81600700 1 -- 172.21.15.6:0/1244833957 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55df299cc5f0 con 0x55df29af8620 2024-05-20T21:22:00.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.868+0000 7f9f81600700 10 client.16836 handle_command_reply: tid=0 2024-05-20T21:22:00.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.868+0000 7f9fa4b0ab80 1 client.16836 shutdown 2024-05-20T21:22:00.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.868+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/1244833957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 msgr2=0x55df29a81cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.868+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a81cc0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f9f840a9620 tx=0x7f9f840a9380 comp rx=0 tx=0).stop 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.868+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/1244833957 shutdown_connections 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.868+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55df29af8620 0x55df29afaa10 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.869+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55df29a78fb0 0x55df29a82740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.869+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55df29a731c0 0x55df29a81cc0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.869+0000 7f9fa4b0ab80 1 --2- 172.21.15.6:0/1244833957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55df29a78690 0x55df29a82200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.869+0000 7f9f81600700 0 client.16836 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.869+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/1244833957 >> 172.21.15.6:0/1244833957 conn(0x55df299a0c60 msgr2=0x55df29a7de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.869+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/1244833957 shutdown_connections 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.869+0000 7f9fa4b0ab80 1 -- 172.21.15.6:0/1244833957 wait complete. 2024-05-20T21:22:00.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.869+0000 7f9fa4b0ab80 20 client.16836 trim_cache size 0 max 16384 2024-05-20T21:22:00.872 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:22:00.872 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:22:00.872 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "98b45428-5a2f-43f3-a306-8db8169b2f31", 2024-05-20T21:22:00.872 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:22:00.872 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 -- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9f780b2900 msgr2=0x7f9f780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9f780b2900 0x7f9f780b4dc0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c009fd0 tx=0x7f9f8c009360 comp rx=0 tx=0).stop 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 -- 172.21.15.6:0/1100645103 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f94075770 msgr2=0x7f9f9419be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f94075770 0x7f9f9419be00 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f9f8400e9a0 tx=0x7f9f8400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 -- 172.21.15.6:0/1100645103 shutdown_connections 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9f780b2900 0x7f9f780b4dc0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9f9410ff40 0x7f9f941a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9f94075770 0x7f9f9419be00 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 --2- 172.21.15.6:0/1100645103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9f94076090 0x7f9f9419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 -- 172.21.15.6:0/1100645103 >> 172.21.15.6:0/1100645103 conn(0x7f9f9407a6a0 msgr2=0x7f9f941007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 -- 172.21.15.6:0/1100645103 shutdown_connections 2024-05-20T21:22:00.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:00.870+0000 7f9f9a200700 1 -- 172.21.15.6:0/1100645103 wait complete. 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 -- 172.21.15.6:0/1960807396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac1046a0 msgr2=0x7fe4ac104a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 --2- 172.21.15.6:0/1960807396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac1046a0 0x7fe4ac104a80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe49c009990 tx=0x7fe49c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 -- 172.21.15.6:0/1960807396 shutdown_connections 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 --2- 172.21.15.6:0/1960807396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4ac10dad0 0x7fe4ac10ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 --2- 172.21.15.6:0/1960807396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac1046a0 0x7fe4ac104a80 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 --2- 172.21.15.6:0/1960807396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac104fc0 0x7fe4ac10d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 -- 172.21.15.6:0/1960807396 >> 172.21.15.6:0/1960807396 conn(0x7fe4ac0fdef0 msgr2=0x7fe4ac100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 -- 172.21.15.6:0/1960807396 shutdown_connections 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.522+0000 7fe4abe00700 1 -- 172.21.15.6:0/1960807396 wait complete. 2024-05-20T21:22:01.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.523+0000 7fe4abe00700 1 Processor -- start 2024-05-20T21:22:01.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.524+0000 7fe4abe00700 1 -- start start 2024-05-20T21:22:01.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.524+0000 7fe4abe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4ac1046a0 0x7fe4ac105520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:01.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.524+0000 7fe4abe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac104fc0 0x7fe4ac105a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:01.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.524+0000 7fe4abe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac10dad0 0x7fe4ac105fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:01.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.524+0000 7fe4abe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ac1136e0 con 0x7fe4ac1046a0 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.524+0000 7fe4abe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ac113560 con 0x7fe4ac104fc0 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.524+0000 7fe4abe00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ac113860 con 0x7fe4ac10dad0 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.524+0000 7fe4aaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4ac1046a0 0x7fe4ac105520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4ac1046a0 0x7fe4ac105520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56604/0 (socket says 172.21.15.6:56604) 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aaa00700 1 -- 172.21.15.6:0/3566821924 learned_addr learned my addr 172.21.15.6:0/3566821924 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aa000700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac104fc0 0x7fe4ac105a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4ab400700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac10dad0 0x7fe4ac105fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aaa00700 1 -- 172.21.15.6:0/3566821924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac10dad0 msgr2=0x7fe4ac105fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aaa00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac10dad0 0x7fe4ac105fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aaa00700 1 -- 172.21.15.6:0/3566821924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac104fc0 msgr2=0x7fe4ac105a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aaa00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac104fc0 0x7fe4ac105a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aaa00700 1 -- 172.21.15.6:0/3566821924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ac1ac500 con 0x7fe4ac1046a0 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aa000700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac104fc0 0x7fe4ac105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:01.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.525+0000 7fe4aaa00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4ac1046a0 0x7fe4ac105520 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe49c000c00 tx=0x7fe49c00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:01.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.526+0000 7fe4b0a00700 1 -- 172.21.15.6:0/3566821924 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c027070 con 0x7fe4ac1046a0 2024-05-20T21:22:01.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.526+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4ac1ac790 con 0x7fe4ac1046a0 2024-05-20T21:22:01.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.526+0000 7fe4b0a00700 1 -- 172.21.15.6:0/3566821924 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe49c022470 con 0x7fe4ac1046a0 2024-05-20T21:22:01.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.526+0000 7fe4b0a00700 1 -- 172.21.15.6:0/3566821924 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c017630 con 0x7fe4ac1046a0 2024-05-20T21:22:01.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.526+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4ac1accc0 con 0x7fe4ac1046a0 2024-05-20T21:22:01.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.527+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4ac06c390 con 0x7fe4ac1046a0 2024-05-20T21:22:01.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.529+0000 7fe4b0a00700 1 -- 172.21.15.6:0/3566821924 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe49c02a070 con 0x7fe4ac1046a0 2024-05-20T21:22:01.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.531+0000 7fe4b0a00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4900b2880 0x7fe4900b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:01.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.531+0000 7fe4b0a00700 1 -- 172.21.15.6:0/3566821924 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe49c0e30a0 con 0x7fe4ac1046a0 2024-05-20T21:22:01.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.531+0000 7fe4aa000700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4900b2880 0x7fe4900b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:01.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.532+0000 7fe4aa000700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4900b2880 0x7fe4900b4d40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac106ce0 tx=0x7fe498009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:01.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.536+0000 7fe4b0a00700 1 -- 172.21.15.6:0/3566821924 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe49c013070 con 0x7fe4ac1046a0 2024-05-20T21:22:01.613 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:01 smithi006 ceph-mon[31422]: pgmap v625: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-05-20T21:22:01.613 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:01 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:22:01.613 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:01 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:01.613 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:01 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:22:01.613 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:01 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:01.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.834+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4ac1acf20 con 0x7fe4ac1046a0 2024-05-20T21:22:01.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.835+0000 7fe4b0a00700 1 -- 172.21.15.6:0/3566821924 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fe49c0aad50 con 0x7fe4ac1046a0 2024-05-20T21:22:01.836 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:22:01.837 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:22:01.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4900b2880 msgr2=0x7fe4900b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:01.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4900b2880 0x7fe4900b4d40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac106ce0 tx=0x7fe498009260 comp rx=0 tx=0).stop 2024-05-20T21:22:01.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4ac1046a0 msgr2=0x7fe4ac105520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:01.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4ac1046a0 0x7fe4ac105520 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe49c000c00 tx=0x7fe49c00bfd0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 shutdown_connections 2024-05-20T21:22:01.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe4900b2880 0x7fe4900b4d40 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe4ac10dad0 0x7fe4ac105fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe4ac1046a0 0x7fe4ac105520 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 --2- 172.21.15.6:0/3566821924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe4ac104fc0 0x7fe4ac105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:01.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.838+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 >> 172.21.15.6:0/3566821924 conn(0x7fe4ac0fdef0 msgr2=0x7fe4ac1002e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:01.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.839+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 shutdown_connections 2024-05-20T21:22:01.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:01.839+0000 7fe4abe00700 1 -- 172.21.15.6:0/3566821924 wait complete. 2024-05-20T21:22:01.842 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:22:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:01 smithi042 ceph-mon[36332]: pgmap v625: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-05-20T21:22:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:01 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:22:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:01 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:01 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:22:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:01 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:01 smithi062 ceph-mon[36640]: pgmap v625: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-05-20T21:22:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:01 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:22:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:01 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:01 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:22:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:01 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:02.223 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:22:02.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:02 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3566821924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:02.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:02 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3566821924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:03.021 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 141.3 --await-for 45.0' 2024-05-20T21:22:03.021 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 141.3 --await-for 45.0 2024-05-20T21:22:03.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:02 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3566821924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:03.145 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:03.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:03 smithi006 ceph-mon[31422]: pgmap v626: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.6 KiB/s wr, 9 op/s 2024-05-20T21:22:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:03 smithi062 ceph-mon[36640]: pgmap v626: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.6 KiB/s wr, 9 op/s 2024-05-20T21:22:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:03 smithi042 ceph-mon[36332]: pgmap v626: 97 pgs: 97 active+clean; 2.7 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.6 KiB/s wr, 9 op/s 2024-05-20T21:22:04.571 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:05.282 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.281+0000 7f7a72200640 1 -- 172.21.15.6:0/3591753937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c075430 msgr2=0x7f7a6c075890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.282 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.281+0000 7f7a72200640 1 --2- 172.21.15.6:0/3591753937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c075430 0x7f7a6c075890 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7a54009ca0 tx=0x7f7a5402a950 comp rx=0 tx=0).stop 2024-05-20T21:22:05.282 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.282+0000 7f7a72200640 1 -- 172.21.15.6:0/3591753937 shutdown_connections 2024-05-20T21:22:05.282 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.282+0000 7f7a72200640 1 --2- 172.21.15.6:0/3591753937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a6c10a970 0x7f7a6c10ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.282+0000 7f7a72200640 1 --2- 172.21.15.6:0/3591753937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c075430 0x7f7a6c075890 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.282+0000 7f7a72200640 1 --2- 172.21.15.6:0/3591753937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a6c076a10 0x7f7a6c074e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.282+0000 7f7a72200640 1 -- 172.21.15.6:0/3591753937 >> 172.21.15.6:0/3591753937 conn(0x7f7a6c0fe070 msgr2=0x7f7a6c100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:05.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.282+0000 7f7a72200640 1 -- 172.21.15.6:0/3591753937 shutdown_connections 2024-05-20T21:22:05.283 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.282+0000 7f7a72200640 1 -- 172.21.15.6:0/3591753937 wait complete. 2024-05-20T21:22:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a72200640 1 Processor -- start 2024-05-20T21:22:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a72200640 1 -- start start 2024-05-20T21:22:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a72200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a6c075430 0x7f7a6c19af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a72200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c076a10 0x7f7a6c19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a72200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a6c10a970 0x7f7a6c1a24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a72200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c110820 con 0x7f7a6c076a10 2024-05-20T21:22:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a72200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1106a0 con 0x7f7a6c10a970 2024-05-20T21:22:05.285 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a72200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1109a0 con 0x7f7a6c075430 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.283+0000 7f7a6aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c076a10 0x7f7a6c19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c076a10 0x7f7a6c19b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56624/0 (socket says 172.21.15.6:56624) 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6aa00640 1 -- 172.21.15.6:0/3758959313 learned_addr learned my addr 172.21.15.6:0/3758959313 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6b400640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a6c075430 0x7f7a6c19af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6be00640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a6c10a970 0x7f7a6c1a24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6aa00640 1 -- 172.21.15.6:0/3758959313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a6c075430 msgr2=0x7f7a6c19af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a6c075430 0x7f7a6c19af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6aa00640 1 -- 172.21.15.6:0/3758959313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a6c10a970 msgr2=0x7f7a6c1a24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a6c10a970 0x7f7a6c1a24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6aa00640 1 -- 172.21.15.6:0/3758959313 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a6c1a2b40 con 0x7f7a6c076a10 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.284+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c076a10 0x7f7a6c19b460 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7a5402f7a0 tx=0x7f7a5402f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:05.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.285+0000 7f7a63e00640 1 -- 172.21.15.6:0/3758959313 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54034040 con 0x7f7a6c076a10 2024-05-20T21:22:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.285+0000 7f7a63e00640 1 -- 172.21.15.6:0/3758959313 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a540308d0 con 0x7f7a6c076a10 2024-05-20T21:22:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.285+0000 7f7a63e00640 1 -- 172.21.15.6:0/3758959313 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54004810 con 0x7f7a6c076a10 2024-05-20T21:22:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.285+0000 7f7a72200640 1 -- 172.21.15.6:0/3758959313 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a6c1a2dd0 con 0x7f7a6c076a10 2024-05-20T21:22:05.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.285+0000 7f7a72200640 1 -- 172.21.15.6:0/3758959313 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a6c1a3280 con 0x7f7a6c076a10 2024-05-20T21:22:05.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.288+0000 7f7a74fac740 1 Processor -- start 2024-05-20T21:22:05.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.288+0000 7f7a74fac740 1 -- start start 2024-05-20T21:22:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.288+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d708f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.288+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d70e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.288+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 0x56413d710b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a74fac740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56413d678b90 con 0x56413d709520 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a74fac740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56413d668730 con 0x56413d708b30 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a74fac740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56413d66c770 con 0x56413d70e690 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a63e00640 1 -- 172.21.15.6:0/3758959313 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7a54037020 con 0x7f7a6c076a10 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d70e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d708f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d708f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42956/0 (socket says 172.21.15.6:42956) 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6be00640 1 -- 172.21.15.6:0/2145401681 learned_addr learned my addr 172.21.15.6:0/2145401681 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 0x56413d710b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6b400640 1 -- 172.21.15.6:0/2145401681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 msgr2=0x56413d710b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:05.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6b400640 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 0x56413d710b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6b400640 1 -- 172.21.15.6:0/2145401681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 msgr2=0x56413d708f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6b400640 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d708f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6b400640 1 -- 172.21.15.6:0/2145401681 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56413d6018b0 con 0x56413d709520 2024-05-20T21:22:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.289+0000 7f7a6be00640 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d708f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:05.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.290+0000 7f7a6b400640 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d70e020 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c005fd0 tx=0x7f7a5c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc1c8300774af462 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:05.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.290+0000 7f7a5be00640 1 -- 172.21.15.6:0/2145401681 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5c01c680 con 0x56413d709520 2024-05-20T21:22:05.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.290+0000 7f7a5be00640 1 -- 172.21.15.6:0/2145401681 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a5c00be20 con 0x56413d709520 2024-05-20T21:22:05.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.290+0000 7f7a5be00640 1 -- 172.21.15.6:0/2145401681 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5c011b90 con 0x56413d709520 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a63e00640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7a4c0b2860 0x7f7a4c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 -- 172.21.15.6:0/2145401681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 msgr2=0x56413d70e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d70e020 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c005fd0 tx=0x7f7a5c0107a0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 -- 172.21.15.6:0/2145401681 shutdown_connections 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 0x56413d710b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d70e020 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a63e00640 1 -- 172.21.15.6:0/3758959313 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7a54103250 con 0x7f7a6c076a10 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2145401681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d708f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 -- 172.21.15.6:0/2145401681 >> 172.21.15.6:0/2145401681 conn(0x56413d7041a0 msgr2=0x56413d7045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a6be00640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7a4c0b2860 0x7f7a4c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 -- 172.21.15.6:0/2145401681 shutdown_connections 2024-05-20T21:22:05.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.291+0000 7f7a74fac740 1 -- 172.21.15.6:0/2145401681 wait complete. 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.292+0000 7f7a74fac740 1 -- start start 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.292+0000 7f7a74fac740 1 Processor -- start 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.292+0000 7f7a6be00640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7a4c0b2860 0x7f7a4c0b4d20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x56413d709d80 tx=0x7f7a64005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d712980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d712ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 0x56413d719e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a74fac740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56413d34e790 con 0x56413d709520 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a74fac740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56413d610bc0 con 0x56413d708b30 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a74fac740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56413d711640 con 0x56413d70e690 2024-05-20T21:22:05.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a74fac740 10 client.0 _ll_register_callbacks cb 0x56413d5ee400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d712980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d712ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d712980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42960/0 (socket says 172.21.15.6:42960) 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6b400640 1 -- 172.21.15.6:0/1833344749 learned_addr learned my addr 172.21.15.6:0/1833344749 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6be00640 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 0x56413d719e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6b400640 1 -- 172.21.15.6:0/1833344749 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 msgr2=0x56413d719e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6b400640 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 0x56413d719e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6b400640 1 -- 172.21.15.6:0/1833344749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 msgr2=0x56413d712ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6b400640 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d712ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.293+0000 7f7a6b400640 1 -- 172.21.15.6:0/1833344749 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56413d37d210 con 0x56413d708b30 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.294+0000 7f7a6b400640 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d712980 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c01b000 tx=0x7f7a5c00b970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af313594d2a77cf7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.294+0000 7f7a58c00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:05.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.294+0000 7f7a58c00640 1 -- 172.21.15.6:0/1833344749 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5c011ca0 con 0x56413d708b30 2024-05-20T21:22:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.294+0000 7f7a58c00640 1 -- 172.21.15.6:0/1833344749 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7a5c004020 con 0x56413d708b30 2024-05-20T21:22:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.294+0000 7f7a74fac740 1 -- 172.21.15.6:0/1833344749 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a5c00be20 con 0x56413d708b30 2024-05-20T21:22:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.294+0000 7f7a58c00640 1 -- 172.21.15.6:0/1833344749 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7a5c011e40 con 0x56413d708b30 2024-05-20T21:22:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.294+0000 7f7a74fac740 10 client.26981 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.294+0000 7f7a74fac740 1 -- 172.21.15.6:0/1833344749 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56413d449620 con 0x56413d708b30 2024-05-20T21:22:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.295+0000 7f7a58c00640 1 -- 172.21.15.6:0/1833344749 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a5c00be20 con 0x56413d708b30 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.295+0000 7f7a58c00640 1 -- 172.21.15.6:0/1833344749 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7a5c02e070 con 0x56413d708b30 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.295+0000 7f7a74fac740 10 client.26981 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.295+0000 7f7a74fac740 10 client.26981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.295+0000 7f7a74fac740 20 client.26981 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.295+0000 7f7a74fac740 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56413d71e0f0 0x56413d7204e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.295+0000 7f7a74fac740 4 client.26981 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.295+0000 7f7a74fac740 1 -- 172.21.15.6:0/1833344749 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56413d67aae0 con 0x56413d71e0f0 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.296+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56413d71e0f0 0x56413d7204e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.296+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56413d71e0f0 0x56413d7204e0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db8a7934d2109a01 server_cookie=3e2173a593da2304 in_seq=0 out_seq=0 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.296+0000 7f7a58c00640 10 client.26981 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a58c00640 1 -- 172.21.15.6:0/1833344749 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56413d67aae0 con 0x56413d71e0f0 2024-05-20T21:22:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a58c00640 10 client.26981 handle_command_reply: tid=0 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 client.26981 shutdown 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 -- 172.21.15.6:0/1833344749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 msgr2=0x56413d712980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d712980 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c01b000 tx=0x7f7a5c00b970 comp rx=0 tx=0).stop 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 -- 172.21.15.6:0/1833344749 shutdown_connections 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56413d71e0f0 0x56413d7204e0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d70e690 0x56413d719e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d712ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a58c00640 0 client.26981 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 --2- 172.21.15.6:0/1833344749 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d712980 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 -- 172.21.15.6:0/1833344749 >> 172.21.15.6:0/1833344749 conn(0x56413d7041a0 msgr2=0x56413d703310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.297+0000 7f7a74fac740 1 -- 172.21.15.6:0/1833344749 shutdown_connections 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.298+0000 7f7a74fac740 1 -- 172.21.15.6:0/1833344749 wait complete. 2024-05-20T21:22:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.298+0000 7f7a74fac740 20 client.26981 trim_cache size 0 max 16384 2024-05-20T21:22:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.314+0000 7f7a74fac740 1 Processor -- start 2024-05-20T21:22:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a74fac740 1 -- start start 2024-05-20T21:22:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d707590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d709520 0x56413d707ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d70e690 0x56413d719e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a74fac740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1aebb0 con 0x56413d70e690 2024-05-20T21:22:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a74fac740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1ac480 con 0x56413d708b30 2024-05-20T21:22:05.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a74fac740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1aa2d0 con 0x56413d709520 2024-05-20T21:22:05.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a6b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d707590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a6be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d70e690 0x56413d719e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a6b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d707590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42972/0 (socket says 172.21.15.6:42972) 2024-05-20T21:22:05.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a6b400640 1 -- 172.21.15.6:0/2639440774 learned_addr learned my addr 172.21.15.6:0/2639440774 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:05.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.315+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d709520 0x56413d707ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a6be00640 1 -- 172.21.15.6:0/2639440774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d709520 msgr2=0x56413d707ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:05.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a6be00640 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d709520 0x56413d707ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a6be00640 1 -- 172.21.15.6:0/2639440774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 msgr2=0x56413d707590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a6be00640 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d707590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a6be00640 1 -- 172.21.15.6:0/2639440774 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56413d703160 con 0x56413d70e690 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d709520 0x56413d707ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a6b400640 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d707590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a6be00640 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d70e690 0x56413d719e50 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f7a64012cb0 tx=0x7f7a64017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8688f1dd775c9812 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a5b400640 1 -- 172.21.15.6:0/2639440774 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6401db90 con 0x56413d70e690 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a5b400640 1 -- 172.21.15.6:0/2639440774 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a6401dd30 con 0x56413d70e690 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.316+0000 7f7a5b400640 1 -- 172.21.15.6:0/2639440774 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a640047a0 con 0x56413d70e690 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 -- 172.21.15.6:0/2639440774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d70e690 msgr2=0x56413d719e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d70e690 0x56413d719e50 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f7a64012cb0 tx=0x7f7a64017000 comp rx=0 tx=0).stop 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 -- 172.21.15.6:0/2639440774 shutdown_connections 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d70e690 0x56413d719e50 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d709520 0x56413d707ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2639440774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d708b30 0x56413d707590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 -- 172.21.15.6:0/2639440774 >> 172.21.15.6:0/2639440774 conn(0x56413d7041a0 msgr2=0x56413d706e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 -- 172.21.15.6:0/2639440774 shutdown_connections 2024-05-20T21:22:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.317+0000 7f7a74fac740 1 -- 172.21.15.6:0/2639440774 wait complete. 2024-05-20T21:22:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 1 -- start start 2024-05-20T21:22:05.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 1 Processor -- start 2024-05-20T21:22:05.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d708b30 0x56413d716c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d7171d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d70e690 0x56413d786bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1aa940 con 0x56413d709520 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1abdb0 con 0x56413d70e690 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6c1ab010 con 0x56413d708b30 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.318+0000 7f7a74fac740 10 client.0 _ll_register_callbacks cb 0x7f7a64009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d7171d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d7171d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56664/0 (socket says 172.21.15.6:56664) 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6b400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d708b30 0x56413d716c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 -- 172.21.15.6:0/2547263327 learned_addr learned my addr 172.21.15.6:0/2547263327 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d70e690 0x56413d786bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 -- 172.21.15.6:0/2547263327 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d708b30 msgr2=0x56413d716c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d708b30 0x56413d716c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 -- 172.21.15.6:0/2547263327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d70e690 msgr2=0x56413d786bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d70e690 0x56413d786bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 -- 172.21.15.6:0/2547263327 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56413d787110 con 0x56413d709520 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a6aa00640 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d7171d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7a54000f80 tx=0x7f7a5402a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab602e59c187ef59 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a58c00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a58c00640 1 -- 172.21.15.6:0/2547263327 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a540cae70 con 0x56413d709520 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a58c00640 1 -- 172.21.15.6:0/2547263327 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7a540c6a00 con 0x56413d709520 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.319+0000 7f7a74fac740 1 -- 172.21.15.6:0/2547263327 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a6401dd30 con 0x56413d709520 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a58c00640 1 -- 172.21.15.6:0/2547263327 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7a540ca770 con 0x56413d709520 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a74fac740 10 client.16860 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a74fac740 1 -- 172.21.15.6:0/2547263327 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56413d788340 con 0x56413d709520 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a58c00640 1 -- 172.21.15.6:0/2547263327 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a6401dd30 con 0x56413d709520 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a58c00640 1 -- 172.21.15.6:0/2547263327 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7a540b0ce0 con 0x56413d709520 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a74fac740 10 client.16860 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a74fac740 10 client.16860 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:05.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a74fac740 20 client.16860 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:05.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56413d788ca0 0x56413d78b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:05.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a74fac740 4 client.16860 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:05.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.320+0000 7f7a74fac740 1 -- 172.21.15.6:0/2547263327 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56413d6742c0 con 0x56413d788ca0 2024-05-20T21:22:05.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.321+0000 7f7a6b400640 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56413d788ca0 0x56413d78b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:05.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.321+0000 7f7a6b400640 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56413d788ca0 0x56413d78b0c0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ff506251efb66f6 server_cookie=698f7af4ef669e58 in_seq=0 out_seq=0 2024-05-20T21:22:05.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.321+0000 7f7a58c00640 10 client.16860 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:05.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.332+0000 7f7a58c00640 1 -- 172.21.15.6:0/2547263327 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56413d6742c0 con 0x56413d788ca0 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.332+0000 7f7a58c00640 10 client.16860 handle_command_reply: tid=0 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.332+0000 7f7a74fac740 1 client.16860 shutdown 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.332+0000 7f7a74fac740 1 -- 172.21.15.6:0/2547263327 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 msgr2=0x56413d7171d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.332+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d7171d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7a54000f80 tx=0x7f7a5402a950 comp rx=0 tx=0).stop 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 1 -- 172.21.15.6:0/2547263327 shutdown_connections 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56413d788ca0 0x56413d78b0c0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56413d70e690 0x56413d786bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56413d709520 0x56413d7171d0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 1 --2- 172.21.15.6:0/2547263327 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56413d708b30 0x56413d716c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a58c00640 0 client.16860 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 1 -- 172.21.15.6:0/2547263327 >> 172.21.15.6:0/2547263327 conn(0x56413d7041a0 msgr2=0x56413d707710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:05.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 1 -- 172.21.15.6:0/2547263327 shutdown_connections 2024-05-20T21:22:05.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 1 -- 172.21.15.6:0/2547263327 wait complete. 2024-05-20T21:22:05.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.333+0000 7f7a74fac740 20 client.16860 trim_cache size 0 max 16384 2024-05-20T21:22:05.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:22:05.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:22:05.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 -- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7a4c0b2860 msgr2=0x7f7a4c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7a4c0b2860 0x7f7a4c0b4d20 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x56413d709d80 tx=0x7f7a64005f90 comp rx=0 tx=0).stop 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 -- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c076a10 msgr2=0x7f7a6c19b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c076a10 0x7f7a6c19b460 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f7a5402f7a0 tx=0x7f7a5402f650 comp rx=0 tx=0).stop 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 -- 172.21.15.6:0/3758959313 shutdown_connections 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7a4c0b2860 0x7f7a4c0b4d20 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a6c10a970 0x7f7a6c1a24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a6c076a10 0x7f7a6c19b460 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 --2- 172.21.15.6:0/3758959313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a6c075430 0x7f7a6c19af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:05.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 -- 172.21.15.6:0/3758959313 >> 172.21.15.6:0/3758959313 conn(0x7f7a6c0fe070 msgr2=0x7f7a6c106900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:05.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 -- 172.21.15.6:0/3758959313 shutdown_connections 2024-05-20T21:22:05.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:05.334+0000 7f7a72200640 1 -- 172.21.15.6:0/3758959313 wait complete. 2024-05-20T21:22:05.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:05 smithi006 ceph-mon[31422]: pgmap v627: 97 pgs: 97 active+clean; 2.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 12 op/s 2024-05-20T21:22:05.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:05 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:22:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:05 smithi062 ceph-mon[36640]: pgmap v627: 97 pgs: 97 active+clean; 2.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 12 op/s 2024-05-20T21:22:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:05 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:22:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:05 smithi042 ceph-mon[36332]: pgmap v627: 97 pgs: 97 active+clean; 2.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 12 op/s 2024-05-20T21:22:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:05 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:22:06.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 -- 172.21.15.6:0/1516330591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68105760 msgr2=0x7fce68105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 --2- 172.21.15.6:0/1516330591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68105760 0x7fce68105be0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fce54009990 tx=0x7fce54009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 -- 172.21.15.6:0/1516330591 shutdown_connections 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 --2- 172.21.15.6:0/1516330591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce68106120 0x7fce68112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 --2- 172.21.15.6:0/1516330591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce6810b760 0x7fce6810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 --2- 172.21.15.6:0/1516330591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68105760 0x7fce68105be0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 -- 172.21.15.6:0/1516330591 >> 172.21.15.6:0/1516330591 conn(0x7fce68101270 msgr2=0x7fce68103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 -- 172.21.15.6:0/1516330591 shutdown_connections 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.044+0000 7fce6f200700 1 -- 172.21.15.6:0/1516330591 wait complete. 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.046+0000 7fce6f200700 1 Processor -- start 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.046+0000 7fce6f200700 1 -- start start 2024-05-20T21:22:06.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.046+0000 7fce6f200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce68105760 0x7fce6819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.046+0000 7fce6f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68106120 0x7fce6819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.046+0000 7fce6f200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce6810b760 0x7fce681a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.046+0000 7fce6f200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fce681159f0 con 0x7fce68106120 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.046+0000 7fce6f200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce68115870 con 0x7fce68105760 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.046+0000 7fce6f200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fce68115b70 con 0x7fce6810b760 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68106120 0x7fce6819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68106120 0x7fce6819c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56686/0 (socket says 172.21.15.6:56686) 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67400700 1 -- 172.21.15.6:0/2648079747 learned_addr learned my addr 172.21.15.6:0/2648079747 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67e00700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce68105760 0x7fce6819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce6d200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce6810b760 0x7fce681a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67e00700 1 -- 172.21.15.6:0/2648079747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce6810b760 msgr2=0x7fce681a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67e00700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce6810b760 0x7fce681a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67e00700 1 -- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68106120 msgr2=0x7fce6819c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67e00700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68106120 0x7fce6819c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67e00700 1 -- 172.21.15.6:0/2648079747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce681a0e90 con 0x7fce68105760 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.047+0000 7fce67400700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68106120 0x7fce6819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.048+0000 7fce67e00700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce68105760 0x7fce6819be80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fce5800e9f0 tx=0x7fce5800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.048+0000 7fce64c00700 1 -- 172.21.15.6:0/2648079747 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce5800c9c0 con 0x7fce68105760 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.048+0000 7fce6f200700 1 -- 172.21.15.6:0/2648079747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce681a1180 con 0x7fce68105760 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.048+0000 7fce64c00700 1 -- 172.21.15.6:0/2648079747 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce5800cb60 con 0x7fce68105760 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.048+0000 7fce64c00700 1 -- 172.21.15.6:0/2648079747 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce58018680 con 0x7fce68105760 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.048+0000 7fce6f200700 1 -- 172.21.15.6:0/2648079747 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce681a8a00 con 0x7fce68105760 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.052+0000 7fce64c00700 1 -- 172.21.15.6:0/2648079747 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fce58010430 con 0x7fce68105760 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.053+0000 7fce79aa0b80 1 Processor -- start 2024-05-20T21:22:06.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.053+0000 7fce79aa0b80 1 -- start start 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.053+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a39eb0 0x564741a3a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.053+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a34260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.053+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a34880 0x564741a34ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.053+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564741992e40 con 0x564741a34880 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.053+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5647419829e0 con 0x564741a39eb0 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.053+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564741986a20 con 0x564741a3a7d0 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a34880 0x564741a34ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a34260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a34880 0x564741a34ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56702/0 (socket says 172.21.15.6:56702) 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67400700 1 -- 172.21.15.6:0/2277901842 learned_addr learned my addr 172.21.15.6:0/2277901842 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce6d200700 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a39eb0 0x564741a3a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce64c00700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce4c0b2880 0x7fce4c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67400700 1 -- 172.21.15.6:0/2277901842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 msgr2=0x564741a34260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67400700 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a34260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67400700 1 -- 172.21.15.6:0/2277901842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a39eb0 msgr2=0x564741a3a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67400700 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a39eb0 0x564741a3a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce67400700 1 -- 172.21.15.6:0/2277901842 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56474194b420 con 0x564741a34880 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce64c00700 1 -- 172.21.15.6:0/2648079747 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fce580e23f0 con 0x7fce68105760 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce6d200700 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a39eb0 0x564741a3a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.054+0000 7fce6d200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce4c0b2880 0x7fce4c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.055+0000 7fce67400700 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a34880 0x564741a34ce0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fce540096d0 tx=0x7fce54009700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bf39002b71c5a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.055+0000 7fce5d600700 1 -- 172.21.15.6:0/2277901842 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce54027070 con 0x564741a34880 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.055+0000 7fce5d600700 1 -- 172.21.15.6:0/2277901842 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce54003680 con 0x564741a34880 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.055+0000 7fce5d600700 1 -- 172.21.15.6:0/2277901842 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce5400f6c0 con 0x564741a34880 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 -- 172.21.15.6:0/2277901842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a34880 msgr2=0x564741a34ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a34880 0x564741a34ce0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fce540096d0 tx=0x7fce54009700 comp rx=0 tx=0).stop 2024-05-20T21:22:06.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce6d200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce4c0b2880 0x7fce4c0b4d40 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fce60009ec0 tx=0x7fce60009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 -- 172.21.15.6:0/2277901842 shutdown_connections 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a34880 0x564741a34ce0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a39eb0 0x564741a3a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/2277901842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a34260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 -- 172.21.15.6:0/2277901842 >> 172.21.15.6:0/2277901842 conn(0x564741962be0 msgr2=0x564741a2f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 -- 172.21.15.6:0/2277901842 shutdown_connections 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.056+0000 7fce79aa0b80 1 -- 172.21.15.6:0/2277901842 wait complete. 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 1 -- start start 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 1 Processor -- start 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a40490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a3dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564741888fa0 con 0x564741a39eb0 2024-05-20T21:22:06.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564741923760 con 0x564741a34880 2024-05-20T21:22:06.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564741a411e0 con 0x564741a3a7d0 2024-05-20T21:22:06.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.057+0000 7fce79aa0b80 10 client.0 _ll_register_callbacks cb 0x56474192cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:06.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56710/0 (socket says 172.21.15.6:56710) 2024-05-20T21:22:06.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67400700 1 -- 172.21.15.6:0/1448682078 learned_addr learned my addr 172.21.15.6:0/1448682078 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:06.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67e00700 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a40490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce6d200700 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a3dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67400700 1 -- 172.21.15.6:0/1448682078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 msgr2=0x564741a3dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67400700 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a3dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67400700 1 -- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 msgr2=0x564741a40490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67400700 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a40490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67400700 1 -- 172.21.15.6:0/1448682078 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647418d28d0 con 0x564741a39eb0 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.058+0000 7fce67e00700 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a40490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.059+0000 7fce67400700 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3d830 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fce54005270 tx=0x7fce540052a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3cbfe239c070a80 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.059+0000 7fce52000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.059+0000 7fce52000700 1 -- 172.21.15.6:0/1448682078 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce54027040 con 0x564741a39eb0 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.059+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1448682078 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce54003680 con 0x564741a39eb0 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.059+0000 7fce52000700 1 -- 172.21.15.6:0/1448682078 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fce5400f460 con 0x564741a39eb0 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.059+0000 7fce52000700 1 -- 172.21.15.6:0/1448682078 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fce54003bf0 con 0x564741a39eb0 2024-05-20T21:22:06.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.059+0000 7fce79aa0b80 10 client.16872 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.059+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1448682078 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564741953060 con 0x564741a39eb0 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce52000700 1 -- 172.21.15.6:0/1448682078 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce54003680 con 0x564741a39eb0 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce52000700 1 -- 172.21.15.6:0/1448682078 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fce5402a070 con 0x564741a39eb0 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce79aa0b80 10 client.16872 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce79aa0b80 10 client.16872 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce79aa0b80 20 client.16872 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564741a4dbc0 0x564741a4ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce79aa0b80 4 client.16872 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1448682078 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564741994d90 con 0x564741a4dbc0 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.060+0000 7fce67e00700 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564741a4dbc0 0x564741a4ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.061+0000 7fce67e00700 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564741a4dbc0 0x564741a4ffb0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=430ad364eb4ed3ea server_cookie=e7ed1bac5fb6c3c0 in_seq=0 out_seq=0 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.061+0000 7fce52000700 10 client.16872 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce52000700 1 -- 172.21.15.6:0/1448682078 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564741994d90 con 0x564741a4dbc0 2024-05-20T21:22:06.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce52000700 10 client.16872 handle_command_reply: tid=0 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 client.16872 shutdown 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1448682078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 msgr2=0x564741a3d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3d830 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fce54005270 tx=0x7fce540052a0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1448682078 shutdown_connections 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564741a4dbc0 0x564741a4ffb0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a3dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a40490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1448682078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3d830 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1448682078 >> 172.21.15.6:0/1448682078 conn(0x564741962be0 msgr2=0x564741a33250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.062+0000 7fce52000700 0 client.16872 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.063+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1448682078 shutdown_connections 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.063+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1448682078 wait complete. 2024-05-20T21:22:06.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.063+0000 7fce79aa0b80 20 client.16872 trim_cache size 0 max 16384 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.086+0000 7fce79aa0b80 1 Processor -- start 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.086+0000 7fce79aa0b80 1 -- start start 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.086+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a34260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.086+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a3c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fce681b2850 con 0x564741a39eb0 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce681b00e0 con 0x564741a34880 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fce681adf30 con 0x564741a3a7d0 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56726/0 (socket says 172.21.15.6:56726) 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67400700 1 -- 172.21.15.6:0/3852906968 learned_addr learned my addr 172.21.15.6:0/3852906968 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce6d200700 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a3c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67e00700 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a34260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67400700 1 -- 172.21.15.6:0/3852906968 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 msgr2=0x564741a3c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67400700 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a3c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67400700 1 -- 172.21.15.6:0/3852906968 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 msgr2=0x564741a34260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67400700 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a34260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67400700 1 -- 172.21.15.6:0/3852906968 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564741a27190 con 0x564741a39eb0 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.087+0000 7fce67e00700 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a34260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.088+0000 7fce67400700 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3b2c0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fce54005240 tx=0x7fce54003b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=555822edc55b40f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.088+0000 7fce5cc00700 1 -- 172.21.15.6:0/3852906968 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce54027040 con 0x564741a39eb0 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.088+0000 7fce5cc00700 1 -- 172.21.15.6:0/3852906968 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce54030070 con 0x564741a39eb0 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.088+0000 7fce5cc00700 1 -- 172.21.15.6:0/3852906968 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce5400f6c0 con 0x564741a39eb0 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 -- 172.21.15.6:0/3852906968 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 msgr2=0x564741a3b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3b2c0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fce54005240 tx=0x7fce54003b60 comp rx=0 tx=0).stop 2024-05-20T21:22:06.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 -- 172.21.15.6:0/3852906968 shutdown_connections 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a3c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a34260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/3852906968 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a3b2c0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 -- 172.21.15.6:0/3852906968 >> 172.21.15.6:0/3852906968 conn(0x564741962be0 msgr2=0x564741a3abb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 -- 172.21.15.6:0/3852906968 shutdown_connections 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.089+0000 7fce79aa0b80 1 -- 172.21.15.6:0/3852906968 wait complete. 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 1 -- start start 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 1 Processor -- start 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a533e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a50780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a50cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fce681ae5a0 con 0x564741a39eb0 2024-05-20T21:22:06.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fce681afa10 con 0x564741a34880 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fce681aec70 con 0x564741a3a7d0 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.090+0000 7fce79aa0b80 10 client.0 _ll_register_callbacks cb 0x56474192cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a50780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a50780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56732/0 (socket says 172.21.15.6:56732) 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 -- 172.21.15.6:0/1307922226 learned_addr learned my addr 172.21.15.6:0/1307922226 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67e00700 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a533e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce6d200700 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a50cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 -- 172.21.15.6:0/1307922226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 msgr2=0x564741a50cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a50cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 -- 172.21.15.6:0/1307922226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 msgr2=0x564741a533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a533e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 -- 172.21.15.6:0/1307922226 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564741a51200 con 0x564741a39eb0 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce67400700 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a50780 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fce54035540 tx=0x7fce540054a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d938e75ee8ddfb0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.091+0000 7fce52000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.092+0000 7fce52000700 1 -- 172.21.15.6:0/1307922226 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce54027040 con 0x564741a39eb0 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.092+0000 7fce52000700 1 -- 172.21.15.6:0/1307922226 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fce54035c90 con 0x564741a39eb0 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.092+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1307922226 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce54030070 con 0x564741a39eb0 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.092+0000 7fce52000700 1 -- 172.21.15.6:0/1307922226 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fce54003d90 con 0x564741a39eb0 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.092+0000 7fce79aa0b80 10 client.16878 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.092+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1307922226 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564741ab8160 con 0x564741a39eb0 2024-05-20T21:22:06.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.092+0000 7fce52000700 1 -- 172.21.15.6:0/1307922226 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce54030070 con 0x564741a39eb0 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce52000700 1 -- 172.21.15.6:0/1307922226 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fce5402a040 con 0x564741a39eb0 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce79aa0b80 10 client.16878 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce79aa0b80 10 client.16878 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce79aa0b80 20 client.16878 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564741ab8670 0x564741abaa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce79aa0b80 4 client.16878 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1307922226 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56474198e570 con 0x564741ab8670 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce67e00700 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564741ab8670 0x564741abaa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce67e00700 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564741ab8670 0x564741abaa90 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d6016d129763a08 server_cookie=f1b8de61f9403869 in_seq=0 out_seq=0 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.093+0000 7fce52000700 10 client.16878 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce52000700 1 -- 172.21.15.6:0/1307922226 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56474198e570 con 0x564741ab8670 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce52000700 10 client.16878 handle_command_reply: tid=0 2024-05-20T21:22:06.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 client.16878 shutdown 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1307922226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 msgr2=0x564741a50780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a50780 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fce54035540 tx=0x7fce540054a0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1307922226 shutdown_connections 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564741ab8670 0x564741abaa90 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564741a3a7d0 0x564741a50cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564741a34880 0x564741a533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce52000700 0 client.16878 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 --2- 172.21.15.6:0/1307922226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564741a39eb0 0x564741a50780 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1307922226 >> 172.21.15.6:0/1307922226 conn(0x564741962be0 msgr2=0x564741a3c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1307922226 shutdown_connections 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 1 -- 172.21.15.6:0/1307922226 wait complete. 2024-05-20T21:22:06.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.094+0000 7fce79aa0b80 20 client.16878 trim_cache size 0 max 16384 2024-05-20T21:22:06.573 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:22:06.573 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:22:06.573 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:22:06.573 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 -- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce4c0b2880 msgr2=0x7fce4c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce4c0b2880 0x7fce4c0b4d40 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fce60009ec0 tx=0x7fce60009040 comp rx=0 tx=0).stop 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 -- 172.21.15.6:0/2648079747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce68105760 msgr2=0x7fce6819be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce68105760 0x7fce6819be80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fce5800e9f0 tx=0x7fce5800ed00 comp rx=0 tx=0).stop 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 -- 172.21.15.6:0/2648079747 shutdown_connections 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fce4c0b2880 0x7fce4c0b4d40 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fce6810b760 0x7fce681a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fce68105760 0x7fce6819be80 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 --2- 172.21.15.6:0/2648079747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fce68106120 0x7fce6819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 -- 172.21.15.6:0/2648079747 >> 172.21.15.6:0/2648079747 conn(0x7fce68101270 msgr2=0x7fce68101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 -- 172.21.15.6:0/2648079747 shutdown_connections 2024-05-20T21:22:06.574 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:06.095+0000 7fce6f200700 1 -- 172.21.15.6:0/2648079747 wait complete. 2024-05-20T21:22:07.413 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:22:07.413 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:22:07.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:07 smithi006 ceph-mon[31422]: pgmap v628: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 -- 172.21.15.6:0/2578083747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649010ffa0 msgr2=0x7f6490112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 --2- 172.21.15.6:0/2578083747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649010ffa0 0x7f6490112390 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f648c00b0a0 tx=0x7f648c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 -- 172.21.15.6:0/2578083747 shutdown_connections 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 --2- 172.21.15.6:0/2578083747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f649010ffa0 0x7f6490112390 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 --2- 172.21.15.6:0/2578083747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6490075770 0x7f6490075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 --2- 172.21.15.6:0/2578083747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6490076090 0x7f649010fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 -- 172.21.15.6:0/2578083747 >> 172.21.15.6:0/2578083747 conn(0x7f649007a610 msgr2=0x7f649007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 -- 172.21.15.6:0/2578083747 shutdown_connections 2024-05-20T21:22:08.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.012+0000 7f6498800700 1 -- 172.21.15.6:0/2578083747 wait complete. 2024-05-20T21:22:08.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.014+0000 7f6498800700 1 Processor -- start 2024-05-20T21:22:08.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.014+0000 7f6498800700 1 -- start start 2024-05-20T21:22:08.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.014+0000 7f6498800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6490075770 0x7f649019bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.014+0000 7f6498800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6490076090 0x7f649019c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.014+0000 7f6498800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f649010ffa0 0x7f64901a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.014+0000 7f6498800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6490115910 con 0x7f6490075770 2024-05-20T21:22:08.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.014+0000 7f6498800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6490115790 con 0x7f6490076090 2024-05-20T21:22:08.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.014+0000 7f6498800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6490115a90 con 0x7f649010ffa0 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6490075770 0x7f649019bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6490075770 0x7f649019bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34626/0 (socket says 172.21.15.6:34626) 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495e00700 1 -- 172.21.15.6:0/2117536966 learned_addr learned my addr 172.21.15.6:0/2117536966 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495400700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6490076090 0x7f649019c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6496800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f649010ffa0 0x7f64901a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495e00700 1 -- 172.21.15.6:0/2117536966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f649010ffa0 msgr2=0x7f64901a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495e00700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f649010ffa0 0x7f64901a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495e00700 1 -- 172.21.15.6:0/2117536966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6490076090 msgr2=0x7f649019c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495e00700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6490076090 0x7f649019c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495e00700 1 -- 172.21.15.6:0/2117536966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64901a0d70 con 0x7f6490075770 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.015+0000 7f6495400700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6490076090 0x7f649019c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:08.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.016+0000 7f6495e00700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6490075770 0x7f649019bd60 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f648400e9c0 tx=0x7f648400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:08.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.016+0000 7f648aa00700 1 -- 172.21.15.6:0/2117536966 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648400cbd0 con 0x7f6490075770 2024-05-20T21:22:08.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.016+0000 7f6498800700 1 -- 172.21.15.6:0/2117536966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64901a1060 con 0x7f6490075770 2024-05-20T21:22:08.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.016+0000 7f648aa00700 1 -- 172.21.15.6:0/2117536966 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f648400ee60 con 0x7f6490075770 2024-05-20T21:22:08.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.016+0000 7f648aa00700 1 -- 172.21.15.6:0/2117536966 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64840055c0 con 0x7f6490075770 2024-05-20T21:22:08.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.016+0000 7f6498800700 1 -- 172.21.15.6:0/2117536966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64901a88e0 con 0x7f6490075770 2024-05-20T21:22:08.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.020+0000 7f648aa00700 1 -- 172.21.15.6:0/2117536966 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6484004750 con 0x7f6490075770 2024-05-20T21:22:08.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.021+0000 7f64a30e8b80 1 Processor -- start 2024-05-20T21:22:08.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.022+0000 7f64a30e8b80 1 -- start start 2024-05-20T21:22:08.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.022+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ac3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.022+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac35c0 0x559992abd060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.022+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.022+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559992a1afd0 con 0x559992ac35c0 2024-05-20T21:22:08.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.022+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559992a0ab70 con 0x559992abd680 2024-05-20T21:22:08.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.022+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559992a0ebb0 con 0x559992ac2ca0 2024-05-20T21:22:08.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6496800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ac3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6495e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac35c0 0x559992abd060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6496800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ac3080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34422/0 (socket says 172.21.15.6:34422) 2024-05-20T21:22:08.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6496800700 1 -- 172.21.15.6:0/1956023071 learned_addr learned my addr 172.21.15.6:0/1956023071 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:08.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6495400700 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f648aa00700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64780b2930 0x7f64780b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f648aa00700 1 -- 172.21.15.6:0/2117536966 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64840e2530 con 0x7f6490075770 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6495400700 1 -- 172.21.15.6:0/1956023071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 msgr2=0x559992ac3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6495400700 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ac3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6495400700 1 -- 172.21.15.6:0/1956023071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac35c0 msgr2=0x559992abd060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6495400700 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac35c0 0x559992abd060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6495400700 1 -- 172.21.15.6:0/1956023071 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599929d35b0 con 0x559992abd680 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6496800700 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ac3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:08.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.023+0000 7f6495e00700 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac35c0 0x559992abd060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:08.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.024+0000 7f6495400700 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abdae0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f6480009fb0 tx=0x7f6480011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d042c0b05c0c8c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:08.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.024+0000 7f6496800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64780b2930 0x7f64780b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.024+0000 7f647f400700 1 -- 172.21.15.6:0/1956023071 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6480004230 con 0x559992abd680 2024-05-20T21:22:08.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.024+0000 7f647f400700 1 -- 172.21.15.6:0/1956023071 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6480011e50 con 0x559992abd680 2024-05-20T21:22:08.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.024+0000 7f647f400700 1 -- 172.21.15.6:0/1956023071 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648000e7f0 con 0x559992abd680 2024-05-20T21:22:08.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 -- 172.21.15.6:0/1956023071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 msgr2=0x559992abdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f6496800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64780b2930 0x7f64780b4df0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f648c009e60 tx=0x7f648c0099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:08.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abdae0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f6480009fb0 tx=0x7f6480011720 comp rx=0 tx=0).stop 2024-05-20T21:22:08.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 -- 172.21.15.6:0/1956023071 shutdown_connections 2024-05-20T21:22:08.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abdae0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ac3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/1956023071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac35c0 0x559992abd060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 -- 172.21.15.6:0/1956023071 >> 172.21.15.6:0/1956023071 conn(0x5599929ead70 msgr2=0x559992ab7f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:08.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 -- 172.21.15.6:0/1956023071 shutdown_connections 2024-05-20T21:22:08.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.025+0000 7f64a30e8b80 1 -- 172.21.15.6:0/1956023071 wait complete. 2024-05-20T21:22:08.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.026+0000 7f64a30e8b80 1 -- start start 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.026+0000 7f64a30e8b80 1 Processor -- start 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ac9270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac2ca0 0x559992ac6610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 0x559992ac6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559992911130 con 0x559992ac6b50 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5599929ab8f0 con 0x559992ac2ca0 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559992aca030 con 0x559992abd680 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f64a30e8b80 10 client.0 _ll_register_callbacks cb 0x5599929b4e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:08.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f6495e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ac9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f6495e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ac9270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34430/0 (socket says 172.21.15.6:34430) 2024-05-20T21:22:08.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.027+0000 7f6495e00700 1 -- 172.21.15.6:0/489240021 learned_addr learned my addr 172.21.15.6:0/489240021 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:08.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.028+0000 7f6495400700 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac2ca0 0x559992ac6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.028+0000 7f6496800700 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 0x559992ac6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.028+0000 7f6495400700 1 -- 172.21.15.6:0/489240021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 msgr2=0x559992ac9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.028+0000 7f6495400700 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ac9270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.028+0000 7f6495400700 1 -- 172.21.15.6:0/489240021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 msgr2=0x559992ac6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.028+0000 7f6495400700 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 0x559992ac6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.028+0000 7f6495400700 1 -- 172.21.15.6:0/489240021 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55999295aa60 con 0x559992ac2ca0 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.028+0000 7f6495e00700 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ac9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.029+0000 7f6495400700 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac2ca0 0x559992ac6610 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f6480000c00 tx=0x7f64800038b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=797f168627451b40 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.029+0000 7f6473e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.029+0000 7f6473e00700 1 -- 172.21.15.6:0/489240021 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6480005240 con 0x559992ac2ca0 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.029+0000 7f64a30e8b80 1 -- 172.21.15.6:0/489240021 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6480011e50 con 0x559992ac2ca0 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.029+0000 7f6473e00700 1 -- 172.21.15.6:0/489240021 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64800053e0 con 0x559992ac2ca0 2024-05-20T21:22:08.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f6473e00700 1 -- 172.21.15.6:0/489240021 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6480003cb0 con 0x559992ac2ca0 2024-05-20T21:22:08.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f64a30e8b80 10 client.27017 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:08.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f64a30e8b80 1 -- 172.21.15.6:0/489240021 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5599929db1f0 con 0x559992ac2ca0 2024-05-20T21:22:08.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f6473e00700 1 -- 172.21.15.6:0/489240021 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6480011e50 con 0x559992ac2ca0 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f6473e00700 1 -- 172.21.15.6:0/489240021 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f648000e500 con 0x559992ac2ca0 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f64a30e8b80 10 client.27017 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f64a30e8b80 10 client.27017 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f64a30e8b80 20 client.27017 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559992adf630 0x559992ae1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f64a30e8b80 4 client.27017 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.030+0000 7f64a30e8b80 1 -- 172.21.15.6:0/489240021 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559992a1cf20 con 0x559992adf630 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.031+0000 7f6495e00700 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559992adf630 0x559992ae1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.031+0000 7f6495e00700 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559992adf630 0x559992ae1a20 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a886d5d3b683b76 server_cookie=fbdb9ba22e22f90 in_seq=0 out_seq=0 2024-05-20T21:22:08.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.031+0000 7f6473e00700 10 client.27017 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:08.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.032+0000 7f6473e00700 1 -- 172.21.15.6:0/489240021 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559992a1cf20 con 0x559992adf630 2024-05-20T21:22:08.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.032+0000 7f6473e00700 10 client.27017 handle_command_reply: tid=0 2024-05-20T21:22:08.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.032+0000 7f64a30e8b80 1 client.27017 shutdown 2024-05-20T21:22:08.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 -- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac2ca0 msgr2=0x559992ac6610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac2ca0 0x559992ac6610 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f6480000c00 tx=0x7f64800038b0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 -- 172.21.15.6:0/489240021 shutdown_connections 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 0x559992ac6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559992adf630 0x559992ae1a20 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ac9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/489240021 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac2ca0 0x559992ac6610 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 -- 172.21.15.6:0/489240021 >> 172.21.15.6:0/489240021 conn(0x5599929ead70 msgr2=0x559992ab74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f6473e00700 0 client.27017 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 -- 172.21.15.6:0/489240021 shutdown_connections 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 1 -- 172.21.15.6:0/489240021 wait complete. 2024-05-20T21:22:08.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.033+0000 7f64a30e8b80 20 client.27017 trim_cache size 0 max 16384 2024-05-20T21:22:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:07 smithi062 ceph-mon[36640]: pgmap v628: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-05-20T21:22:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.057+0000 7f64a30e8b80 1 Processor -- start 2024-05-20T21:22:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.057+0000 7f64a30e8b80 1 -- start start 2024-05-20T21:22:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.057+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abd060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.057+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ae1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.057+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 0x559992ac4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.057+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64901ae440 con 0x559992ac6b50 2024-05-20T21:22:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.057+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64901abcd0 con 0x559992abd680 2024-05-20T21:22:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.057+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6490107860 con 0x559992ac2ca0 2024-05-20T21:22:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abd060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ae1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abd060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59106/0 (socket says 172.21.15.6:59106) 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6496800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 0x559992ac4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495e00700 1 -- 172.21.15.6:0/4027692851 learned_addr learned my addr 172.21.15.6:0/4027692851 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495400700 1 -- 172.21.15.6:0/4027692851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 msgr2=0x559992abd060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495400700 1 --2- 172.21.15.6:0/4027692851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abd060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495400700 1 -- 172.21.15.6:0/4027692851 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 msgr2=0x559992ac4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495400700 1 --2- 172.21.15.6:0/4027692851 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 0x559992ac4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495400700 1 -- 172.21.15.6:0/4027692851 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559992ac9850 con 0x559992ac2ca0 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.058+0000 7f6495e00700 1 --2- 172.21.15.6:0/4027692851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abd060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:08.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.059+0000 7f6495400700 1 --2- 172.21.15.6:0/4027692851 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ae1aa0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f648000ea10 tx=0x7f6480005e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24a939553142c12 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.059+0000 7f647ea00700 1 -- 172.21.15.6:0/4027692851 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6480038030 con 0x559992ac2ca0 2024-05-20T21:22:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.059+0000 7f647ea00700 1 -- 172.21.15.6:0/4027692851 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f648000ec10 con 0x559992ac2ca0 2024-05-20T21:22:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.059+0000 7f647ea00700 1 -- 172.21.15.6:0/4027692851 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6480012e60 con 0x559992ac2ca0 2024-05-20T21:22:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4027692851 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 msgr2=0x559992ae1aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4027692851 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ae1aa0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f648000ea10 tx=0x7f6480005e30 comp rx=0 tx=0).stop 2024-05-20T21:22:08.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4027692851 shutdown_connections 2024-05-20T21:22:08.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4027692851 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac6b50 0x559992ac4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4027692851 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992abd680 0x559992abd060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4027692851 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992ac2ca0 0x559992ae1aa0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4027692851 >> 172.21.15.6:0/4027692851 conn(0x5599929ead70 msgr2=0x559992ac4f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:08.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4027692851 shutdown_connections 2024-05-20T21:22:08.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.060+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4027692851 wait complete. 2024-05-20T21:22:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.061+0000 7f64a30e8b80 1 -- start start 2024-05-20T21:22:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.061+0000 7f64a30e8b80 1 Processor -- start 2024-05-20T21:22:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.061+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ad7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac2ca0 0x559992ad82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f64a30e8b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac6b50 0x559992ad4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64901aa190 con 0x559992ac2ca0 2024-05-20T21:22:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64901ab600 con 0x559992ac6b50 2024-05-20T21:22:08.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f64a30e8b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64901aa860 con 0x559992abd680 2024-05-20T21:22:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f64a30e8b80 10 client.0 _ll_register_callbacks cb 0x5599929b4e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac2ca0 0x559992ad82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ad7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ad7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34446/0 (socket says 172.21.15.6:34446) 2024-05-20T21:22:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495e00700 1 -- 172.21.15.6:0/4053662453 learned_addr learned my addr 172.21.15.6:0/4053662453 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:08.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6496800700 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac6b50 0x559992ad4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495e00700 1 -- 172.21.15.6:0/4053662453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac6b50 msgr2=0x559992ad4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:08.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495e00700 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac6b50 0x559992ad4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495e00700 1 -- 172.21.15.6:0/4053662453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac2ca0 msgr2=0x559992ad82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495e00700 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac2ca0 0x559992ad82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495e00700 1 -- 172.21.15.6:0/4053662453 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559992ad53e0 con 0x559992abd680 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.062+0000 7f6495400700 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac2ca0 0x559992ad82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.063+0000 7f6495e00700 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ad7da0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f64840a97b0 tx=0x7f64840cc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=325b5dab4f5a58a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.063+0000 7f6473e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.063+0000 7f6473e00700 1 -- 172.21.15.6:0/4053662453 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64840b2250 con 0x559992abd680 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.063+0000 7f6473e00700 1 -- 172.21.15.6:0/4053662453 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64840a60a0 con 0x559992abd680 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.063+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4053662453 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f648000ec10 con 0x559992abd680 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.063+0000 7f6473e00700 1 -- 172.21.15.6:0/4053662453 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f648408f020 con 0x559992abd680 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f64a30e8b80 10 client.27007 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4053662453 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559992b4ab30 con 0x559992abd680 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f6473e00700 1 -- 172.21.15.6:0/4053662453 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f648000ec10 con 0x559992abd680 2024-05-20T21:22:08.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f6473e00700 1 -- 172.21.15.6:0/4053662453 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f64840b2480 con 0x559992abd680 2024-05-20T21:22:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f64a30e8b80 10 client.27007 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f64a30e8b80 10 client.27007 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:22:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f64a30e8b80 20 client.27007 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559992b4b200 0x559992b4d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f64a30e8b80 4 client.27007 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.3, "await_for": 45.0}] 2024-05-20T21:22:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.064+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4053662453 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.3, "await_for": 45.0}) -- 0x559992a16700 con 0x559992b4b200 2024-05-20T21:22:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.065+0000 7f6495400700 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559992b4b200 0x559992b4d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:08.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.065+0000 7f6495400700 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559992b4b200 0x559992b4d620 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbf20b776fd8e924 server_cookie=7d320a0ecb9e5e00 in_seq=0 out_seq=0 2024-05-20T21:22:08.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.065+0000 7f6473e00700 10 client.27007 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.077+0000 7f6473e00700 1 -- 172.21.15.6:0/4053662453 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x559992a16700 con 0x559992b4b200 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.077+0000 7f6473e00700 10 client.27007 handle_command_reply: tid=0 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.077+0000 7f64a30e8b80 1 client.27007 shutdown 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4053662453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 msgr2=0x559992ad7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ad7da0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f64840a97b0 tx=0x7f64840cc040 comp rx=0 tx=0).stop 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4053662453 shutdown_connections 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559992ac6b50 0x559992ad4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559992b4b200 0x559992b4d620 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559992abd680 0x559992ad7da0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 --2- 172.21.15.6:0/4053662453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559992ac2ca0 0x559992ad82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4053662453 >> 172.21.15.6:0/4053662453 conn(0x5599929ead70 msgr2=0x559992ac5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:08.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f6473e00700 0 client.27007 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:08.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4053662453 shutdown_connections 2024-05-20T21:22:08.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 1 -- 172.21.15.6:0/4053662453 wait complete. 2024-05-20T21:22:08.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.078+0000 7f64a30e8b80 20 client.27007 trim_cache size 0 max 16384 2024-05-20T21:22:08.079 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 22, 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "3609bb5f": { 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 22, 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:22:08.080 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 141.3, 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:08.081 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:08.082 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:08.082 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:22:08.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 -- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64780b2930 msgr2=0x7f64780b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64780b2930 0x7f64780b4df0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f648c009e60 tx=0x7f648c0099e0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 -- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6490075770 msgr2=0x7f649019bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6490075770 0x7f649019bd60 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f648400e9c0 tx=0x7f648400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 -- 172.21.15.6:0/2117536966 shutdown_connections 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64780b2930 0x7f64780b4df0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f649010ffa0 0x7f64901a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6490075770 0x7f649019bd60 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 --2- 172.21.15.6:0/2117536966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6490076090 0x7f649019c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 -- 172.21.15.6:0/2117536966 >> 172.21.15.6:0/2117536966 conn(0x7f649007a610 msgr2=0x7f6490101940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 -- 172.21.15.6:0/2117536966 shutdown_connections 2024-05-20T21:22:08.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:08.079+0000 7f6498800700 1 -- 172.21.15.6:0/2117536966 wait complete. 2024-05-20T21:22:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:07 smithi042 ceph-mon[36332]: pgmap v628: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-05-20T21:22:08.332 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:08.930 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '3609bb5f', quiesce took 11.3 seconds. Will release after: 10.0 2024-05-20T21:22:09.854 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:09 smithi006 ceph-mon[31422]: pgmap v629: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:22:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:09 smithi062 ceph-mon[36640]: pgmap v629: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:22:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:09 smithi042 ceph-mon[36332]: pgmap v629: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:22:11.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 -- 172.21.15.6:0/2270813672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 msgr2=0x7f7b8006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:11.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 --2- 172.21.15.6:0/2270813672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 0x7f7b8006b6a0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7b6c009990 tx=0x7f7b6c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 -- 172.21.15.6:0/2270813672 shutdown_connections 2024-05-20T21:22:11.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 --2- 172.21.15.6:0/2270813672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b8006bbe0 0x7f7b801103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 --2- 172.21.15.6:0/2270813672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b801095b0 0x7f7b80109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 --2- 172.21.15.6:0/2270813672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 0x7f7b8006b6a0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 -- 172.21.15.6:0/2270813672 >> 172.21.15.6:0/2270813672 conn(0x7f7b800793f0 msgr2=0x7f7b80079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:11.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 -- 172.21.15.6:0/2270813672 shutdown_connections 2024-05-20T21:22:11.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.155+0000 7f7b86800700 1 -- 172.21.15.6:0/2270813672 wait complete. 2024-05-20T21:22:11.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.156+0000 7f7b86800700 1 Processor -- start 2024-05-20T21:22:11.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b86800700 1 -- start start 2024-05-20T21:22:11.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b86800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 0x7f7b8019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:11.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b86800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b8006bbe0 0x7f7b8019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:11.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b86800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b801095b0 0x7f7b801a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:11.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b86800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7b80113720 con 0x7f7b801095b0 2024-05-20T21:22:11.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b86800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7b801135a0 con 0x7f7b8006b220 2024-05-20T21:22:11.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b86800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7b801138a0 con 0x7f7b8006bbe0 2024-05-20T21:22:11.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b7f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 0x7f7b8019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:11.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b7f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 0x7f7b8019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59126/0 (socket says 172.21.15.6:59126) 2024-05-20T21:22:11.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b7f400700 1 -- 172.21.15.6:0/2966859023 learned_addr learned my addr 172.21.15.6:0/2966859023 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:11.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.157+0000 7f7b7fe00700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b801095b0 0x7f7b801a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:11.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.158+0000 7f7b7ea00700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b8006bbe0 0x7f7b8019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:11.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.158+0000 7f7b7f400700 1 -- 172.21.15.6:0/2966859023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b8006bbe0 msgr2=0x7f7b8019c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:11.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.158+0000 7f7b7f400700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b8006bbe0 0x7f7b8019c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.158+0000 7f7b7f400700 1 -- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b801095b0 msgr2=0x7f7b801a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.158+0000 7f7b7f400700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b801095b0 0x7f7b801a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.158+0000 7f7b7f400700 1 -- 172.21.15.6:0/2966859023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b801a0e90 con 0x7f7b8006b220 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.158+0000 7f7b7f400700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 0x7f7b8019be80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000ef10 tx=0x7f7b7000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.158+0000 7f7b77e00700 1 -- 172.21.15.6:0/2966859023 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b7000c9b0 con 0x7f7b8006b220 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.159+0000 7f7b77e00700 1 -- 172.21.15.6:0/2966859023 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b70019070 con 0x7f7b8006b220 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.159+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b801a1120 con 0x7f7b8006b220 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.159+0000 7f7b77e00700 1 -- 172.21.15.6:0/2966859023 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70014480 con 0x7f7b8006b220 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.159+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b801a8a00 con 0x7f7b8006b220 2024-05-20T21:22:11.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.160+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b8006a230 con 0x7f7b8006b220 2024-05-20T21:22:11.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.162+0000 7f7b77e00700 1 -- 172.21.15.6:0/2966859023 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7b70012050 con 0x7f7b8006b220 2024-05-20T21:22:11.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.164+0000 7f7b77e00700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b640b2880 0x7f7b640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:11.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.164+0000 7f7b77e00700 1 -- 172.21.15.6:0/2966859023 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7b700e2890 con 0x7f7b8006b220 2024-05-20T21:22:11.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.164+0000 7f7b7ea00700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b640b2880 0x7f7b640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:11.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.165+0000 7f7b7ea00700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b640b2880 0x7f7b640b4d40 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7b801045c0 tx=0x7f7b6c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:11.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.166+0000 7f7b77e00700 1 -- 172.21.15.6:0/2966859023 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7b70010040 con 0x7f7b8006b220 2024-05-20T21:22:11.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.458+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b801a8bd0 con 0x7f7b8006b220 2024-05-20T21:22:11.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.459+0000 7f7b77e00700 1 -- 172.21.15.6:0/2966859023 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f7b700aa4b0 con 0x7f7b8006b220 2024-05-20T21:22:11.461 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:22:11.461 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:22:11.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b640b2880 msgr2=0x7f7b640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:11.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b640b2880 0x7f7b640b4d40 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7b801045c0 tx=0x7f7b6c00b260 comp rx=0 tx=0).stop 2024-05-20T21:22:11.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 msgr2=0x7f7b8019be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:11.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 0x7f7b8019be80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7b7000ef10 tx=0x7f7b7000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 shutdown_connections 2024-05-20T21:22:11.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b640b2880 0x7f7b640b4d40 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b801095b0 0x7f7b801a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b8006b220 0x7f7b8019be80 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 --2- 172.21.15.6:0/2966859023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b8006bbe0 0x7f7b8019c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:11.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 >> 172.21.15.6:0/2966859023 conn(0x7f7b800793f0 msgr2=0x7f7b8010e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:11.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 shutdown_connections 2024-05-20T21:22:11.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:11.463+0000 7f7b86800700 1 -- 172.21.15.6:0/2966859023 wait complete. 2024-05-20T21:22:11.465 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:22:11.859 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:11 smithi006 ceph-mon[31422]: pgmap v630: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:11.860 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:11 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2966859023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:11 smithi062 ceph-mon[36640]: pgmap v630: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:11 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2966859023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:12.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:11 smithi042 ceph-mon[36332]: pgmap v630: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:22:12.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:11 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2966859023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:12.437 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:22:12.905 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:13.803 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:13 smithi006 ceph-mon[31422]: pgmap v631: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:13 smithi062 ceph-mon[36640]: pgmap v631: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:13 smithi042 ceph-mon[36332]: pgmap v631: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:15.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 -- 172.21.15.6:0/1832285501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f979c10b750 msgr2=0x7f979c10bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 --2- 172.21.15.6:0/1832285501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f979c10b750 0x7f979c10bb30 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f978c009990 tx=0x7f978c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 -- 172.21.15.6:0/1832285501 shutdown_connections 2024-05-20T21:22:15.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 --2- 172.21.15.6:0/1832285501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f979c106110 0x7f979c112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 --2- 172.21.15.6:0/1832285501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f979c10b750 0x7f979c10bb30 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 --2- 172.21.15.6:0/1832285501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f979c105750 0x7f979c105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 -- 172.21.15.6:0/1832285501 >> 172.21.15.6:0/1832285501 conn(0x7f979c101280 msgr2=0x7f979c1036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:15.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 -- 172.21.15.6:0/1832285501 shutdown_connections 2024-05-20T21:22:15.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.075+0000 7f97a2000700 1 -- 172.21.15.6:0/1832285501 wait complete. 2024-05-20T21:22:15.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.077+0000 7f97a2000700 1 Processor -- start 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.077+0000 7f97a2000700 1 -- start start 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.077+0000 7f97a2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f979c105750 0x7f979c19be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.077+0000 7f97a2000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f979c106110 0x7f979c19c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.077+0000 7f97a2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f979c10b750 0x7f979c1a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.077+0000 7f97a2000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f979c115980 con 0x7f979c106110 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.077+0000 7f97a2000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f979c115800 con 0x7f979c10b750 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.077+0000 7f97a2000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f979c115b00 con 0x7f979c105750 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f979c105750 0x7f979c19be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f979c105750 0x7f979c19be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34480/0 (socket says 172.21.15.6:34480) 2024-05-20T21:22:15.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979b400700 1 -- 172.21.15.6:0/149415286 learned_addr learned my addr 172.21.15.6:0/149415286 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:15.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979aa00700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f979c106110 0x7f979c19c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979be00700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f979c10b750 0x7f979c1a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979b400700 1 -- 172.21.15.6:0/149415286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f979c10b750 msgr2=0x7f979c1a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979b400700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f979c10b750 0x7f979c1a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979b400700 1 -- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f979c106110 msgr2=0x7f979c19c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979b400700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f979c106110 0x7f979c19c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.078+0000 7f979b400700 1 -- 172.21.15.6:0/149415286 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f979c1a0e40 con 0x7f979c105750 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.079+0000 7f979b400700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f979c105750 0x7f979c19be30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f978c000c00 tx=0x7f978c0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.079+0000 7f9793e00700 1 -- 172.21.15.6:0/149415286 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978c027070 con 0x7f979c105750 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.079+0000 7f9793e00700 1 -- 172.21.15.6:0/149415286 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f978c022470 con 0x7f979c105750 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.079+0000 7f9793e00700 1 -- 172.21.15.6:0/149415286 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978c017650 con 0x7f979c105750 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.079+0000 7f97a2000700 1 -- 172.21.15.6:0/149415286 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f979c1a10d0 con 0x7f979c105750 2024-05-20T21:22:15.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.079+0000 7f97a2000700 1 -- 172.21.15.6:0/149415286 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f979c1a89b0 con 0x7f979c105750 2024-05-20T21:22:15.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.083+0000 7f9793e00700 1 -- 172.21.15.6:0/149415286 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f978c02a070 con 0x7f979c105750 2024-05-20T21:22:15.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.084+0000 7f97ac951b80 1 Processor -- start 2024-05-20T21:22:15.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.085+0000 7f97ac951b80 1 -- start start 2024-05-20T21:22:15.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.085+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7abeb0 0x563a3a7ac290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.085+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7ac7d0 0x563a3a7a6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.085+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7a6880 0x563a3a7a6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.085+0000 7f97ac951b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563a3a704e40 con 0x563a3a7abeb0 2024-05-20T21:22:15.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.085+0000 7f97ac951b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563a3a6f49e0 con 0x563a3a7ac7d0 2024-05-20T21:22:15.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.085+0000 7f97ac951b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563a3a6f8a20 con 0x563a3a7a6880 2024-05-20T21:22:15.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.085+0000 7f9793e00700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97800b2900 0x7f97800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7ac7d0 0x563a3a7a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7abeb0 0x563a3a7ac290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7abeb0 0x563a3a7ac290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34704/0 (socket says 172.21.15.6:34704) 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 -- 172.21.15.6:0/3656831130 learned_addr learned my addr 172.21.15.6:0/3656831130 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979aa00700 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7a6880 0x563a3a7a6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f9793e00700 1 -- 172.21.15.6:0/149415286 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f978c0e2f20 con 0x7f979c105750 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97800b2900 0x7f97800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 -- 172.21.15.6:0/3656831130 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7a6880 msgr2=0x563a3a7a6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7a6880 0x563a3a7a6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 -- 172.21.15.6:0/3656831130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7ac7d0 msgr2=0x563a3a7a6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7ac7d0 0x563a3a7a6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.086+0000 7f979be00700 1 -- 172.21.15.6:0/3656831130 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a3a6bd420 con 0x563a3a7abeb0 2024-05-20T21:22:15.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.087+0000 7f979b400700 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7ac7d0 0x563a3a7a6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:15.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.087+0000 7f979be00700 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7abeb0 0x563a3a7ac290 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f9794008ad0 tx=0x7f9794008de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8e725665af7600c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:15.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.087+0000 7f9790c00700 1 -- 172.21.15.6:0/3656831130 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9794027070 con 0x563a3a7abeb0 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.087+0000 7f979be00700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97800b2900 0x7f97800b4dc0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9794011000 tx=0x7f979401e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.087+0000 7f9790c00700 1 -- 172.21.15.6:0/3656831130 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f979401ab00 con 0x563a3a7abeb0 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.087+0000 7f9790c00700 1 -- 172.21.15.6:0/3656831130 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9794022a20 con 0x563a3a7abeb0 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 -- 172.21.15.6:0/3656831130 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7abeb0 msgr2=0x563a3a7ac290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7abeb0 0x563a3a7ac290 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f9794008ad0 tx=0x7f9794008de0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 -- 172.21.15.6:0/3656831130 shutdown_connections 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7a6880 0x563a3a7a6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7abeb0 0x563a3a7ac290 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 --2- 172.21.15.6:0/3656831130 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7ac7d0 0x563a3a7a6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 -- 172.21.15.6:0/3656831130 >> 172.21.15.6:0/3656831130 conn(0x563a3a6d4be0 msgr2=0x563a3a7a1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 -- 172.21.15.6:0/3656831130 shutdown_connections 2024-05-20T21:22:15.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.088+0000 7f97ac951b80 1 -- 172.21.15.6:0/3656831130 wait complete. 2024-05-20T21:22:15.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.089+0000 7f97ac951b80 1 -- start start 2024-05-20T21:22:15.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.089+0000 7f97ac951b80 1 Processor -- start 2024-05-20T21:22:15.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7b2530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 0x563a3a7afe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f97ac951b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563a3a5fafa0 con 0x563a3a7a6880 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f97ac951b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563a3a695760 con 0x563a3a7abeb0 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f97ac951b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563a3a7b31e0 con 0x563a3a7ac7d0 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f97ac951b80 10 client.0 _ll_register_callbacks cb 0x563a3a69ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f979b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f979b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7b2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34706/0 (socket says 172.21.15.6:34706) 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f979b400700 1 -- 172.21.15.6:0/1851984754 learned_addr learned my addr 172.21.15.6:0/1851984754 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f979aa00700 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.090+0000 7f979be00700 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 0x563a3a7afe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f979b400700 1 -- 172.21.15.6:0/1851984754 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 msgr2=0x563a3a7afe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:15.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f979b400700 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 0x563a3a7afe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f979b400700 1 -- 172.21.15.6:0/1851984754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 msgr2=0x563a3a7af8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f979b400700 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7af8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f979b400700 1 -- 172.21.15.6:0/1851984754 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a3a6448d0 con 0x563a3a7a6880 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f979aa00700 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7af8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f979b400700 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7b2530 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f978c0e0920 tx=0x7f978c074cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=820476bdde0f9c2f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f9785600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f9785600700 1 -- 172.21.15.6:0/1851984754 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978c0aabd0 con 0x563a3a7a6880 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f9785600700 1 -- 172.21.15.6:0/1851984754 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f978c022920 con 0x563a3a7a6880 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.091+0000 7f97ac951b80 1 -- 172.21.15.6:0/1851984754 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f979401ab00 con 0x563a3a7a6880 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.092+0000 7f9785600700 1 -- 172.21.15.6:0/1851984754 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f978c0920b0 con 0x563a3a7a6880 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.092+0000 7f97ac951b80 10 client.16914 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:15.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.092+0000 7f97ac951b80 1 -- 172.21.15.6:0/1851984754 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a3a6c5060 con 0x563a3a7a6880 2024-05-20T21:22:15.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.092+0000 7f9785600700 1 -- 172.21.15.6:0/1851984754 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f979401ab00 con 0x563a3a7a6880 2024-05-20T21:22:15.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.093+0000 7f9785600700 1 -- 172.21.15.6:0/1851984754 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f978c0aa730 con 0x563a3a7a6880 2024-05-20T21:22:15.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.093+0000 7f97ac951b80 10 client.16914 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:15.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.093+0000 7f97ac951b80 10 client.16914 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:22:15.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.093+0000 7f97ac951b80 20 client.16914 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:15.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.093+0000 7f97ac951b80 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563a3a7bfd30 0x563a3a7c2180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.093+0000 7f97ac951b80 4 client.16914 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:15.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.093+0000 7f97ac951b80 1 -- 172.21.15.6:0/1851984754 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a3a706d90 con 0x563a3a7bfd30 2024-05-20T21:22:15.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.093+0000 7f979aa00700 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563a3a7bfd30 0x563a3a7c2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.094+0000 7f979aa00700 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563a3a7bfd30 0x563a3a7c2180 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=92671ac814847787 server_cookie=abe5ef4cd9ee50c6 in_seq=0 out_seq=0 2024-05-20T21:22:15.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.094+0000 7f9785600700 10 client.16914 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:22:15.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f9785600700 1 -- 172.21.15.6:0/1851984754 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563a3a706d90 con 0x563a3a7bfd30 2024-05-20T21:22:15.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f9785600700 10 client.16914 handle_command_reply: tid=0 2024-05-20T21:22:15.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 client.16914 shutdown 2024-05-20T21:22:15.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 -- 172.21.15.6:0/1851984754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 msgr2=0x563a3a7b2530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7b2530 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f978c0e0920 tx=0x7f978c074cf0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 -- 172.21.15.6:0/1851984754 shutdown_connections 2024-05-20T21:22:15.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 0x563a3a7afe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7b2530 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563a3a7bfd30 0x563a3a7c2180 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 --2- 172.21.15.6:0/1851984754 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7af8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f97ac951b80 1 -- 172.21.15.6:0/1851984754 >> 172.21.15.6:0/1851984754 conn(0x563a3a6d4be0 msgr2=0x563a3a7a5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:15.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.095+0000 7f9785600700 0 client.16914 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:22:15.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.096+0000 7f97ac951b80 1 -- 172.21.15.6:0/1851984754 shutdown_connections 2024-05-20T21:22:15.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.096+0000 7f97ac951b80 1 -- 172.21.15.6:0/1851984754 wait complete. 2024-05-20T21:22:15.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.096+0000 7f97ac951b80 20 client.16914 trim_cache size 0 max 16384 2024-05-20T21:22:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f97ac951b80 1 Processor -- start 2024-05-20T21:22:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f97ac951b80 1 -- start start 2024-05-20T21:22:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7a6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f97ac951b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f979c1b2820 con 0x563a3a7a6880 2024-05-20T21:22:15.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f97ac951b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f979c1b00b0 con 0x563a3a7abeb0 2024-05-20T21:22:15.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f97ac951b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f979c1adf00 con 0x563a3a7ac7d0 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f979b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f979aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f979b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7a6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34712/0 (socket says 172.21.15.6:34712) 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f979aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7a10f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59180/0 (socket says 172.21.15.6:59180) 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f979be00700 1 --2- 172.21.15.6:0/3177509986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.113+0000 7f979b400700 1 -- 172.21.15.6:0/3177509986 learned_addr learned my addr 172.21.15.6:0/3177509986 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.114+0000 7f979aa00700 1 -- 172.21.15.6:0/3177509986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 msgr2=0x563a3a7c7a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.114+0000 7f979aa00700 1 --2- 172.21.15.6:0/3177509986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c7a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.114+0000 7f979aa00700 1 -- 172.21.15.6:0/3177509986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 msgr2=0x563a3a7a6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.114+0000 7f979aa00700 1 --2- 172.21.15.6:0/3177509986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7a6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.114+0000 7f979aa00700 1 -- 172.21.15.6:0/3177509986 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a3a7b1ee0 con 0x563a3a7abeb0 2024-05-20T21:22:15.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.114+0000 7f979aa00700 1 --2- 172.21.15.6:0/3177509986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7a10f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x563a3a7c2990 tx=0x7f9788009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30319ee8d2a9df16 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:15.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.114+0000 7f9787e00700 1 -- 172.21.15.6:0/3177509986 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788004230 con 0x563a3a7abeb0 2024-05-20T21:22:15.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f9787e00700 1 -- 172.21.15.6:0/3177509986 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97880043d0 con 0x563a3a7abeb0 2024-05-20T21:22:15.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f9787e00700 1 -- 172.21.15.6:0/3177509986 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788005390 con 0x563a3a7abeb0 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 -- 172.21.15.6:0/3177509986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 msgr2=0x563a3a7a10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 --2- 172.21.15.6:0/3177509986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7a10f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x563a3a7c2990 tx=0x7f9788009260 comp rx=0 tx=0).stop 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 -- 172.21.15.6:0/3177509986 shutdown_connections 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 --2- 172.21.15.6:0/3177509986 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 --2- 172.21.15.6:0/3177509986 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7a6880 0x563a3a7a6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 --2- 172.21.15.6:0/3177509986 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7abeb0 0x563a3a7a10f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 -- 172.21.15.6:0/3177509986 >> 172.21.15.6:0/3177509986 conn(0x563a3a6d4be0 msgr2=0x563a3a7a09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 -- 172.21.15.6:0/3177509986 shutdown_connections 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.115+0000 7f97ac951b80 1 -- 172.21.15.6:0/3177509986 wait complete. 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.116+0000 7f97ac951b80 1 -- start start 2024-05-20T21:22:15.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.116+0000 7f97ac951b80 1 Processor -- start 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7a6880 0x563a3a7c76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7abeb0 0x563a3a7c7c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f97ac951b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c8170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f97ac951b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f979c1ae570 con 0x563a3a7ac7d0 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f97ac951b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f979c1af9e0 con 0x563a3a7a6880 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f97ac951b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f979c1aec40 con 0x563a3a7abeb0 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f97ac951b80 10 client.0 _ll_register_callbacks cb 0x563a3a69ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f979be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f979b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7a6880 0x563a3a7c76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f979aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7abeb0 0x563a3a7c7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f979b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7a6880 0x563a3a7c76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59188/0 (socket says 172.21.15.6:59188) 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f979be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c8170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34718/0 (socket says 172.21.15.6:34718) 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.117+0000 7f979b400700 1 -- 172.21.15.6:0/2470556578 learned_addr learned my addr 172.21.15.6:0/2470556578 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:15.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f979b400700 1 -- 172.21.15.6:0/2470556578 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7abeb0 msgr2=0x563a3a7c7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:15.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f979b400700 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7abeb0 0x563a3a7c7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f979b400700 1 -- 172.21.15.6:0/2470556578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7ac7d0 msgr2=0x563a3a7c8170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:15.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f979b400700 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c8170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f979b400700 1 -- 172.21.15.6:0/2470556578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a3a829ae0 con 0x563a3a7a6880 2024-05-20T21:22:15.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f979aa00700 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7abeb0 0x563a3a7c7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:15.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f979be00700 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:15.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f979b400700 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7a6880 0x563a3a7c76f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f978c006010 tx=0x7f978c0096e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f09bc3cac23b429f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:15.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f9785600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:15.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f9785600700 1 -- 172.21.15.6:0/2470556578 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978c0aabd0 con 0x563a3a7a6880 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f9785600700 1 -- 172.21.15.6:0/2470556578 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f978c005110 con 0x563a3a7a6880 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f97ac951b80 1 -- 172.21.15.6:0/2470556578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97880043d0 con 0x563a3a7a6880 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f9785600700 1 -- 172.21.15.6:0/2470556578 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f978c0aa4d0 con 0x563a3a7a6880 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.118+0000 7f97ac951b80 10 client.27047 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f97ac951b80 1 -- 172.21.15.6:0/2470556578 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a3a82ada0 con 0x563a3a7a6880 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f9785600700 1 -- 172.21.15.6:0/2470556578 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97880043d0 con 0x563a3a7a6880 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f9785600700 1 -- 172.21.15.6:0/2470556578 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f978c0b1c00 con 0x563a3a7a6880 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f97ac951b80 10 client.27047 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f97ac951b80 10 client.27047 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f97ac951b80 20 client.27047 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f97ac951b80 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563a3a82b270 0x563a3a82d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:15.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f97ac951b80 4 client.27047 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f97ac951b80 1 -- 172.21.15.6:0/2470556578 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563a3a700570 con 0x563a3a82b270 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.119+0000 7f979aa00700 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563a3a82b270 0x563a3a82d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.120+0000 7f979aa00700 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563a3a82b270 0x563a3a82d660 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8420da4201313027 server_cookie=a77c65fe12292e69 in_seq=0 out_seq=0 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.120+0000 7f9785600700 10 client.27047 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.120+0000 7f9785600700 1 -- 172.21.15.6:0/2470556578 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563a3a700570 con 0x563a3a82b270 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.120+0000 7f9785600700 10 client.27047 handle_command_reply: tid=0 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.120+0000 7f97ac951b80 1 client.27047 shutdown 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 -- 172.21.15.6:0/2470556578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7a6880 msgr2=0x563a3a7c76f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7a6880 0x563a3a7c76f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f978c006010 tx=0x7f978c0096e0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 -- 172.21.15.6:0/2470556578 shutdown_connections 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a3a7ac7d0 0x563a3a7c8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563a3a82b270 0x563a3a82d660 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a3a7a6880 0x563a3a7c76f0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 --2- 172.21.15.6:0/2470556578 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a3a7abeb0 0x563a3a7c7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f9785600700 0 client.27047 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:22:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 -- 172.21.15.6:0/2470556578 >> 172.21.15.6:0/2470556578 conn(0x563a3a6d4be0 msgr2=0x563a3a7ae1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 -- 172.21.15.6:0/2470556578 shutdown_connections 2024-05-20T21:22:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 1 -- 172.21.15.6:0/2470556578 wait complete. 2024-05-20T21:22:15.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.121+0000 7f97ac951b80 20 client.27047 trim_cache size 0 max 16384 2024-05-20T21:22:15.125 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 -- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97800b2900 msgr2=0x7f97800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97800b2900 0x7f97800b4dc0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9794011000 tx=0x7f979401e000 comp rx=0 tx=0).stop 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 -- 172.21.15.6:0/149415286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f979c105750 msgr2=0x7f979c19be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f979c105750 0x7f979c19be30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f978c000c00 tx=0x7f978c0057c0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 -- 172.21.15.6:0/149415286 shutdown_connections 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97800b2900 0x7f97800b4dc0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f979c10b750 0x7f979c1a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f979c105750 0x7f979c19be30 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 --2- 172.21.15.6:0/149415286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f979c106110 0x7f979c19c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 -- 172.21.15.6:0/149415286 >> 172.21.15.6:0/149415286 conn(0x7f979c101280 msgr2=0x7f979c1019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:15.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 -- 172.21.15.6:0/149415286 shutdown_connections 2024-05-20T21:22:15.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:15.122+0000 7f97a2000700 1 -- 172.21.15.6:0/149415286 wait complete. 2024-05-20T21:22:15.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:15 smithi006 ceph-mon[31422]: pgmap v632: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:15 smithi062 ceph-mon[36640]: pgmap v632: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:15 smithi042 ceph-mon[36332]: pgmap v632: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:16.170 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:22:16.631 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:17.886 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:17 smithi006 ceph-mon[31422]: pgmap v633: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 10 op/s 2024-05-20T21:22:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:17 smithi062 ceph-mon[36640]: pgmap v633: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 10 op/s 2024-05-20T21:22:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:17 smithi042 ceph-mon[36332]: pgmap v633: 97 pgs: 97 active+clean; 2.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 10 op/s 2024-05-20T21:22:18.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.471+0000 7f478b200640 1 -- 172.21.15.6:0/3985584035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c076a90 msgr2=0x7f478c074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.471+0000 7f478b200640 1 --2- 172.21.15.6:0/3985584035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c076a90 0x7f478c074ee0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f477c009930 tx=0x7f477c02a420 comp rx=0 tx=0).stop 2024-05-20T21:22:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.471+0000 7f478b200640 1 -- 172.21.15.6:0/3985584035 shutdown_connections 2024-05-20T21:22:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.471+0000 7f478b200640 1 --2- 172.21.15.6:0/3985584035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f478c10eec0 0x7f478c1112b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.471+0000 7f478b200640 1 --2- 172.21.15.6:0/3985584035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f478c0754b0 0x7f478c075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.471+0000 7f478b200640 1 --2- 172.21.15.6:0/3985584035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c076a90 0x7f478c074ee0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.471+0000 7f478b200640 1 -- 172.21.15.6:0/3985584035 >> 172.21.15.6:0/3985584035 conn(0x7f478c0fde60 msgr2=0x7f478c1002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.471+0000 7f478b200640 1 -- 172.21.15.6:0/3985584035 shutdown_connections 2024-05-20T21:22:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.472+0000 7f478b200640 1 -- 172.21.15.6:0/3985584035 wait complete. 2024-05-20T21:22:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.473+0000 7f478b200640 1 Processor -- start 2024-05-20T21:22:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.473+0000 7f478b200640 1 -- start start 2024-05-20T21:22:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.473+0000 7f478b200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c0754b0 0x7f478c19f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.473+0000 7f478b200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f478c076a90 0x7f478c19f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.473+0000 7f478b200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f478c10eec0 0x7f478c1a6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.473+0000 7f478b200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f478c114a60 con 0x7f478c076a90 2024-05-20T21:22:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.473+0000 7f478b200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1148e0 con 0x7f478c0754b0 2024-05-20T21:22:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.473+0000 7f478b200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f478c114be0 con 0x7f478c10eec0 2024-05-20T21:22:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c0754b0 0x7f478c19f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f478c076a90 0x7f478c19f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c0754b0 0x7f478c19f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42260/0 (socket says 172.21.15.6:42260) 2024-05-20T21:22:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789e00640 1 -- 172.21.15.6:0/3366128552 learned_addr learned my addr 172.21.15.6:0/3366128552 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f478a800640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f478c10eec0 0x7f478c1a6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789400640 1 -- 172.21.15.6:0/3366128552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f478c10eec0 msgr2=0x7f478c1a6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789400640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f478c10eec0 0x7f478c1a6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789400640 1 -- 172.21.15.6:0/3366128552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c0754b0 msgr2=0x7f478c19f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789400640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c0754b0 0x7f478c19f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789400640 1 -- 172.21.15.6:0/3366128552 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478c1a6d80 con 0x7f478c076a90 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.474+0000 7f4789e00640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c0754b0 0x7f478c19f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.475+0000 7f4789400640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f478c076a90 0x7f478c19f6a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4778005fd0 tx=0x7f477800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.475+0000 7f4782a00640 1 -- 172.21.15.6:0/3366128552 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4778009c30 con 0x7f478c076a90 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.475+0000 7f478b200640 1 -- 172.21.15.6:0/3366128552 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f478c1a7070 con 0x7f478c076a90 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.475+0000 7f4782a00640 1 -- 172.21.15.6:0/3366128552 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4778009dd0 con 0x7f478c076a90 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.475+0000 7f4782a00640 1 -- 172.21.15.6:0/3366128552 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4778003e20 con 0x7f478c076a90 2024-05-20T21:22:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.475+0000 7f478b200640 1 -- 172.21.15.6:0/3366128552 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f478c1a75c0 con 0x7f478c076a90 2024-05-20T21:22:18.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.478+0000 7f4793d97740 1 Processor -- start 2024-05-20T21:22:18.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4793d97740 1 -- start start 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4793d97740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c9991110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4793d97740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c99916e0 0x5599c99961e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4793d97740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9998ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4793d97740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5599c9900b90 con 0x5599c99916e0 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4793d97740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5599c98f0730 con 0x5599c9996850 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4793d97740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5599c98f4770 con 0x5599c9990cf0 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4789e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c99916e0 0x5599c99961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4782a00640 1 -- 172.21.15.6:0/3366128552 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4778004000 con 0x7f478c076a90 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f478a800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c9991110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4789e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c99916e0 0x5599c99961e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55434/0 (socket says 172.21.15.6:55434) 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.479+0000 7f4789e00640 1 -- 172.21.15.6:0/2309960783 learned_addr learned my addr 172.21.15.6:0/2309960783 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f4789400640 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9998ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f4789e00640 1 -- 172.21.15.6:0/2309960783 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 msgr2=0x5599c9991110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f4789e00640 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c9991110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f4789e00640 1 -- 172.21.15.6:0/2309960783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 msgr2=0x5599c9998ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f4789e00640 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9998ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f4789e00640 1 -- 172.21.15.6:0/2309960783 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599c98898b0 con 0x5599c99916e0 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f478a800640 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c9991110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f4789400640 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9998ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:22:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.480+0000 7f4789e00640 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c99916e0 0x5599c99961e0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f477c009900 tx=0x7f477c005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d5619a52a049117 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.481+0000 7f4777400640 1 -- 172.21.15.6:0/2309960783 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477c035030 con 0x5599c99916e0 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.481+0000 7f4777400640 1 -- 172.21.15.6:0/2309960783 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f477c040070 con 0x5599c99916e0 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.481+0000 7f4777400640 1 -- 172.21.15.6:0/2309960783 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477c031d90 con 0x5599c99916e0 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.481+0000 7f4782a00640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47700b27d0 0x7f47700b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.481+0000 7f4782a00640 1 -- 172.21.15.6:0/3366128552 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f47780e1e70 con 0x7f478c076a90 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.481+0000 7f4793d97740 1 -- 172.21.15.6:0/2309960783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c99916e0 msgr2=0x5599c99961e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.481+0000 7f4793d97740 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c99916e0 0x5599c99961e0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f477c009900 tx=0x7f477c005c00 comp rx=0 tx=0).stop 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.481+0000 7f478a800640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47700b27d0 0x7f47700b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f4793d97740 1 -- 172.21.15.6:0/2309960783 shutdown_connections 2024-05-20T21:22:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f4793d97740 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9998ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f4793d97740 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c99916e0 0x5599c99961e0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f4793d97740 1 --2- 172.21.15.6:0/2309960783 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c9991110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f4793d97740 1 -- 172.21.15.6:0/2309960783 >> 172.21.15.6:0/2309960783 conn(0x5599c998c360 msgr2=0x5599c998c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f4793d97740 1 -- 172.21.15.6:0/2309960783 shutdown_connections 2024-05-20T21:22:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f4793d97740 1 -- 172.21.15.6:0/2309960783 wait complete. 2024-05-20T21:22:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f4793d97740 1 -- start start 2024-05-20T21:22:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.482+0000 7f478a800640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47700b27d0 0x7f47700b4c90 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f4784009d40 tx=0x7f4784009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.483+0000 7f4793d97740 1 Processor -- start 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.483+0000 7f4793d97740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c999aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.483+0000 7f4793d97740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c999afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.483+0000 7f4793d97740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9996850 0x5599c99a2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.483+0000 7f4793d97740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5599c95d6790 con 0x5599c9996850 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4793d97740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5599c9898bc0 con 0x5599c99916e0 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4793d97740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5599c99997a0 con 0x5599c9990cf0 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4793d97740 10 client.0 _ll_register_callbacks cb 0x5599c9876400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c999afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f478a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9996850 0x5599c99a2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c999afc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42276/0 (socket says 172.21.15.6:42276) 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789400640 1 -- 172.21.15.6:0/1720305395 learned_addr learned my addr 172.21.15.6:0/1720305395 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789e00640 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c999aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789400640 1 -- 172.21.15.6:0/1720305395 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 msgr2=0x5599c999aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789400640 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c999aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789400640 1 -- 172.21.15.6:0/1720305395 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9996850 msgr2=0x5599c99a2000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789400640 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9996850 0x5599c99a2000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789400640 1 -- 172.21.15.6:0/1720305395 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599c9605210 con 0x5599c99916e0 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f4789e00640 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c999aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.484+0000 7f478a800640 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9996850 0x5599c99a2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.485+0000 7f4789400640 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c999afc0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f4778005d00 tx=0x7f47780a9010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43f04eff9be4e0a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.485+0000 7f476be00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.485+0000 7f476be00640 1 -- 172.21.15.6:0/1720305395 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4778020050 con 0x5599c99916e0 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.485+0000 7f4793d97740 1 -- 172.21.15.6:0/1720305395 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f477c040070 con 0x5599c99916e0 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.485+0000 7f476be00640 1 -- 172.21.15.6:0/1720305395 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f47780035f0 con 0x5599c99916e0 2024-05-20T21:22:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.486+0000 7f476be00640 1 -- 172.21.15.6:0/1720305395 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f47780b21f0 con 0x5599c99916e0 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.486+0000 7f4793d97740 10 client.27056 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.486+0000 7f4793d97740 1 -- 172.21.15.6:0/1720305395 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5599c96d1620 con 0x5599c99916e0 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.486+0000 7f476be00640 1 -- 172.21.15.6:0/1720305395 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f477c040070 con 0x5599c99916e0 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.487+0000 7f476be00640 1 -- 172.21.15.6:0/1720305395 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f47780a4db0 con 0x5599c99916e0 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.487+0000 7f4793d97740 10 client.27056 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.487+0000 7f4793d97740 10 client.27056 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.487+0000 7f4793d97740 20 client.27056 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.487+0000 7f4793d97740 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5599c99a64b0 0x5599c99a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.487+0000 7f4793d97740 4 client.27056 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.487+0000 7f4793d97740 1 -- 172.21.15.6:0/1720305395 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5599c9902ae0 con 0x5599c99a64b0 2024-05-20T21:22:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.487+0000 7f4789e00640 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5599c99a64b0 0x5599c99a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.488+0000 7f4789e00640 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5599c99a64b0 0x5599c99a88a0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d4c7b363b29f7f7 server_cookie=1f49f8fc65cb903c in_seq=0 out_seq=0 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.488+0000 7f476be00640 10 client.27056 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f476be00640 1 -- 172.21.15.6:0/1720305395 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5599c9902ae0 con 0x5599c99a64b0 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f476be00640 10 client.27056 handle_command_reply: tid=0 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 client.27056 shutdown 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 -- 172.21.15.6:0/1720305395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 msgr2=0x5599c999afc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c999afc0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f4778005d00 tx=0x7f47780a9010 comp rx=0 tx=0).stop 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 -- 172.21.15.6:0/1720305395 shutdown_connections 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5599c99a64b0 0x5599c99a88a0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9996850 0x5599c99a2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c999afc0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 --2- 172.21.15.6:0/1720305395 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9990cf0 0x5599c999aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f476be00640 0 client.27056 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.489+0000 7f4793d97740 1 -- 172.21.15.6:0/1720305395 >> 172.21.15.6:0/1720305395 conn(0x5599c998c360 msgr2=0x5599c998b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.490+0000 7f4793d97740 1 -- 172.21.15.6:0/1720305395 shutdown_connections 2024-05-20T21:22:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.490+0000 7f4793d97740 1 -- 172.21.15.6:0/1720305395 wait complete. 2024-05-20T21:22:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.490+0000 7f4793d97740 20 client.27056 trim_cache size 0 max 16384 2024-05-20T21:22:18.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4793d97740 1 Processor -- start 2024-05-20T21:22:18.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4793d97740 1 -- start start 2024-05-20T21:22:18.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4793d97740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c998f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4793d97740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c99a1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4793d97740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9996850 0x5599c9992180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4793d97740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b2f40 con 0x5599c9990cf0 2024-05-20T21:22:18.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4793d97740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b0810 con 0x5599c99916e0 2024-05-20T21:22:18.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4793d97740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1ae660 con 0x5599c9996850 2024-05-20T21:22:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.507+0000 7f4789e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c998f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c99a1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c99a1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42278/0 (socket says 172.21.15.6:42278) 2024-05-20T21:22:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789400640 1 -- 172.21.15.6:0/3761571569 learned_addr learned my addr 172.21.15.6:0/3761571569 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f478a800640 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9996850 0x5599c9992180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789e00640 1 -- 172.21.15.6:0/3761571569 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9996850 msgr2=0x5599c9992180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789e00640 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9996850 0x5599c9992180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789e00640 1 -- 172.21.15.6:0/3761571569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 msgr2=0x5599c99a1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:18.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789e00640 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c99a1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789e00640 1 -- 172.21.15.6:0/3761571569 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599c998c190 con 0x5599c9990cf0 2024-05-20T21:22:18.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789400640 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c99a1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:18.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.508+0000 7f4789e00640 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c998f980 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x5599c998d230 tx=0x7f477c031ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f4b4b13f358074 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:18.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.509+0000 7f4776a00640 1 -- 172.21.15.6:0/3761571569 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477c035040 con 0x5599c9990cf0 2024-05-20T21:22:18.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.509+0000 7f4776a00640 1 -- 172.21.15.6:0/3761571569 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f477c040050 con 0x5599c9990cf0 2024-05-20T21:22:18.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.509+0000 7f4776a00640 1 -- 172.21.15.6:0/3761571569 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477c045470 con 0x5599c9990cf0 2024-05-20T21:22:18.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 -- 172.21.15.6:0/3761571569 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 msgr2=0x5599c998f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c998f980 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x5599c998d230 tx=0x7f477c031ab0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 -- 172.21.15.6:0/3761571569 shutdown_connections 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c9996850 0x5599c9992180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c99916e0 0x5599c99a1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 --2- 172.21.15.6:0/3761571569 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c998f980 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 -- 172.21.15.6:0/3761571569 >> 172.21.15.6:0/3761571569 conn(0x5599c998c360 msgr2=0x5599c998f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 -- 172.21.15.6:0/3761571569 shutdown_connections 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 -- 172.21.15.6:0/3761571569 wait complete. 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 -- start start 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.510+0000 7f4793d97740 1 Processor -- start 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4793d97740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c999f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4793d97740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c99916e0 0x5599c999f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4793d97740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9a0f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4793d97740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1aecd0 con 0x5599c9990cf0 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4793d97740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1b0140 con 0x5599c9996850 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4793d97740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f478c1af3a0 con 0x5599c99916e0 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4793d97740 10 client.0 _ll_register_callbacks cb 0x7f477800df10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4789e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c999f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4789400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c99916e0 0x5599c999f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4789400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c99916e0 0x5599c999f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45674/0 (socket says 172.21.15.6:45674) 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f4789400640 1 -- 172.21.15.6:0/1472730481 learned_addr learned my addr 172.21.15.6:0/1472730481 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.511+0000 7f478a800640 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9a0f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4789400640 1 -- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 msgr2=0x5599c9a0f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4789400640 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9a0f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4789400640 1 -- 172.21.15.6:0/1472730481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 msgr2=0x5599c999f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4789400640 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c999f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4789400640 1 -- 172.21.15.6:0/1472730481 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599c9a0f660 con 0x5599c99916e0 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f478a800640 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9a0f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4789e00640 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c999f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4789400640 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c99916e0 0x5599c999f540 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f47780a5120 tx=0x7f47780a85f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7f937aa7589c4cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f476be00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f476be00640 1 -- 172.21.15.6:0/1472730481 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4778014030 con 0x5599c99916e0 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f476be00640 1 -- 172.21.15.6:0/1472730481 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f47780a5a30 con 0x5599c99916e0 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4793d97740 1 -- 172.21.15.6:0/1472730481 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f477c040050 con 0x5599c99916e0 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f476be00640 1 -- 172.21.15.6:0/1472730481 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4778020040 con 0x5599c99916e0 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4793d97740 10 client.27049 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.512+0000 7f4793d97740 1 -- 172.21.15.6:0/1472730481 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5599c9a109e0 con 0x5599c99916e0 2024-05-20T21:22:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f476be00640 1 -- 172.21.15.6:0/1472730481 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f477c040050 con 0x5599c99916e0 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f476be00640 1 -- 172.21.15.6:0/1472730481 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f47780a3b60 con 0x5599c99916e0 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f4793d97740 10 client.27049 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f4793d97740 10 client.27049 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f4793d97740 20 client.27049 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f4793d97740 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5599c9a11280 0x5599c9a136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f4793d97740 4 client.27049 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f4793d97740 1 -- 172.21.15.6:0/1472730481 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5599c98fc2c0 con 0x5599c9a11280 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.513+0000 7f4789e00640 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5599c9a11280 0x5599c9a136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.514+0000 7f4789e00640 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5599c9a11280 0x5599c9a136a0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc8b757dfd72d2b9 server_cookie=ed7d6b2dd41d4b0a in_seq=0 out_seq=0 2024-05-20T21:22:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.514+0000 7f476be00640 10 client.27049 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.526+0000 7f476be00640 1 -- 172.21.15.6:0/1472730481 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5599c98fc2c0 con 0x5599c9a11280 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.526+0000 7f476be00640 10 client.27049 handle_command_reply: tid=0 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.526+0000 7f4793d97740 1 client.27049 shutdown 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.526+0000 7f4793d97740 1 -- 172.21.15.6:0/1472730481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c99916e0 msgr2=0x5599c999f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.526+0000 7f4793d97740 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c99916e0 0x5599c999f540 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f47780a5120 tx=0x7f47780a85f0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 1 -- 172.21.15.6:0/1472730481 shutdown_connections 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5599c9a11280 0x5599c9a136a0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5599c9996850 0x5599c9a0f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.527 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5599c99916e0 0x5599c999f540 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 1 --2- 172.21.15.6:0/1472730481 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5599c9990cf0 0x5599c999f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 1 -- 172.21.15.6:0/1472730481 >> 172.21.15.6:0/1472730481 conn(0x5599c998c360 msgr2=0x5599c9992180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f476be00640 0 client.27049 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 1 -- 172.21.15.6:0/1472730481 shutdown_connections 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 1 -- 172.21.15.6:0/1472730481 wait complete. 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.527+0000 7f4793d97740 20 client.27049 trim_cache size 0 max 16384 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:22:18.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:22:18.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 -- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47700b27d0 msgr2=0x7f47700b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47700b27d0 0x7f47700b4c90 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f4784009d40 tx=0x7f4784009500 comp rx=0 tx=0).stop 2024-05-20T21:22:18.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 -- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f478c076a90 msgr2=0x7f478c19f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f478c076a90 0x7f478c19f6a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4778005fd0 tx=0x7f477800dde0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 -- 172.21.15.6:0/3366128552 shutdown_connections 2024-05-20T21:22:18.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f47700b27d0 0x7f47700b4c90 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f478c10eec0 0x7f478c1a6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f478c076a90 0x7f478c19f6a0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 --2- 172.21.15.6:0/3366128552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f478c0754b0 0x7f478c19f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 -- 172.21.15.6:0/3366128552 >> 172.21.15.6:0/3366128552 conn(0x7f478c0fde60 msgr2=0x7f478c102260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:18.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 -- 172.21.15.6:0/3366128552 shutdown_connections 2024-05-20T21:22:18.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:18.528+0000 7f478b200640 1 -- 172.21.15.6:0/3366128552 wait complete. 2024-05-20T21:22:18.930 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:22:18.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 -- 172.21.15.6:0/2271940349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb60114710 msgr2=0x7ffb60116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 --2- 172.21.15.6:0/2271940349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb60114710 0x7ffb60116b00 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7ffb5800b0a0 tx=0x7ffb5800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 -- 172.21.15.6:0/2271940349 shutdown_connections 2024-05-20T21:22:18.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 --2- 172.21.15.6:0/2271940349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb60114710 0x7ffb60116b00 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 --2- 172.21.15.6:0/2271940349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb60075770 0x7ffb60075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 --2- 172.21.15.6:0/2271940349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb60076090 0x7ffb601141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 -- 172.21.15.6:0/2271940349 >> 172.21.15.6:0/2271940349 conn(0x7ffb6007a6a0 msgr2=0x7ffb6007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:18.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 -- 172.21.15.6:0/2271940349 shutdown_connections 2024-05-20T21:22:18.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.991+0000 7ffb65400700 1 -- 172.21.15.6:0/2271940349 wait complete. 2024-05-20T21:22:18.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.992+0000 7ffb65400700 1 Processor -- start 2024-05-20T21:22:18.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.993+0000 7ffb65400700 1 -- start start 2024-05-20T21:22:18.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.993+0000 7ffb65400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb60075770 0x7ffb601a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.993+0000 7ffb65400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb60076090 0x7ffb601a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.993+0000 7ffb65400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb60114710 0x7ffb601a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:18.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.993+0000 7ffb65400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ffb60119d30 con 0x7ffb60114710 2024-05-20T21:22:18.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.993+0000 7ffb65400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffb60119bb0 con 0x7ffb60076090 2024-05-20T21:22:18.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.993+0000 7ffb65400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ffb60119eb0 con 0x7ffb60075770 2024-05-20T21:22:18.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb60076090 0x7ffb601a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb60075770 0x7ffb601a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb60114710 0x7ffb601a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:18.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb60075770 0x7ffb601a0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45690/0 (socket says 172.21.15.6:45690) 2024-05-20T21:22:18.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb60076090 0x7ffb601a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42310/0 (socket says 172.21.15.6:42310) 2024-05-20T21:22:18.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5e800700 1 -- 172.21.15.6:0/840997434 learned_addr learned my addr 172.21.15.6:0/840997434 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:18.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5e800700 1 -- 172.21.15.6:0/840997434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb60076090 msgr2=0x7ffb601a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5e800700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb60076090 0x7ffb601a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5e800700 1 -- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb60114710 msgr2=0x7ffb601a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:18.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5e800700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb60114710 0x7ffb601a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:18.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5e800700 1 -- 172.21.15.6:0/840997434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb601a5230 con 0x7ffb60075770 2024-05-20T21:22:18.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.994+0000 7ffb5de00700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb60076090 0x7ffb601a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:18.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.995+0000 7ffb5e800700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb60075770 0x7ffb601a0220 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7ffb5000eb30 tx=0x7ffb5000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:18.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.995+0000 7ffb57400700 1 -- 172.21.15.6:0/840997434 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb5000cbd0 con 0x7ffb60075770 2024-05-20T21:22:18.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.995+0000 7ffb57400700 1 -- 172.21.15.6:0/840997434 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb500044d0 con 0x7ffb60075770 2024-05-20T21:22:18.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.995+0000 7ffb57400700 1 -- 172.21.15.6:0/840997434 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb50003e30 con 0x7ffb60075770 2024-05-20T21:22:18.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.995+0000 7ffb65400700 1 -- 172.21.15.6:0/840997434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb601a5520 con 0x7ffb60075770 2024-05-20T21:22:18.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.995+0000 7ffb65400700 1 -- 172.21.15.6:0/840997434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb601acda0 con 0x7ffb60075770 2024-05-20T21:22:18.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:18.999+0000 7ffb57400700 1 -- 172.21.15.6:0/840997434 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffb50004000 con 0x7ffb60075770 2024-05-20T21:22:19.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.000+0000 7ffb6fd0fb80 1 Processor -- start 2024-05-20T21:22:19.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.000+0000 7ffb6fd0fb80 1 -- start start 2024-05-20T21:22:19.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d49f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ceb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a2ab52ce40 con 0x55a2ab5d4610 2024-05-20T21:22:19.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a2ab51c9e0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a2ab520a20 con 0x55a2ab5cf140 2024-05-20T21:22:19.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb57400700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb440b2900 0x7ffb440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb5f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb5e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ceb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb5f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55492/0 (socket says 172.21.15.6:55492) 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.001+0000 7ffb5f200700 1 -- 172.21.15.6:0/788898420 learned_addr learned my addr 172.21.15.6:0/788898420 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.002+0000 7ffb57400700 1 -- 172.21.15.6:0/840997434 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ffb500e2600 con 0x7ffb60075770 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.002+0000 7ffb5de00700 1 --2- 172.21.15.6:0/788898420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.002+0000 7ffb5f200700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb440b2900 0x7ffb440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.002+0000 7ffb5e800700 1 -- 172.21.15.6:0/788898420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 msgr2=0x55a2ab5cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.002+0000 7ffb5e800700 1 --2- 172.21.15.6:0/788898420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.002+0000 7ffb5e800700 1 -- 172.21.15.6:0/788898420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4610 msgr2=0x55a2ab5d49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.002+0000 7ffb5e800700 1 --2- 172.21.15.6:0/788898420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.002+0000 7ffb5e800700 1 -- 172.21.15.6:0/788898420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2ab4e5420 con 0x55a2ab5d4f30 2024-05-20T21:22:19.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.003+0000 7ffb5e800700 1 --2- 172.21.15.6:0/788898420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ceb20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ffb5000eb00 tx=0x7ffb5009e3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e277b0b8b612677 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.003+0000 7ffb4be00700 1 -- 172.21.15.6:0/788898420 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb500a98f0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.003+0000 7ffb4be00700 1 -- 172.21.15.6:0/788898420 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb500b22d0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.003+0000 7ffb4be00700 1 -- 172.21.15.6:0/788898420 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb500a52b0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.003+0000 7ffb5f200700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb440b2900 0x7ffb440b4dc0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ffb5800b780 tx=0x7ffb5800b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.004+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/788898420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 msgr2=0x55a2ab5ceb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.004+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/788898420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ceb20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ffb5000eb00 tx=0x7ffb5009e3f0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.004+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/788898420 shutdown_connections 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.004+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/788898420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.004+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/788898420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.004+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/788898420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ceb20 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.004+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/788898420 >> 172.21.15.6:0/788898420 conn(0x55a2ab4fcbe0 msgr2=0x55a2ab5c9690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:19.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.004+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/788898420 shutdown_connections 2024-05-20T21:22:19.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.005+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/788898420 wait complete. 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.005+0000 7ffb6fd0fb80 1 -- start start 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.005+0000 7ffb6fd0fb80 1 Processor -- start 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5cf140 0x55a2ab5dacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d8050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a2ab422fa0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a2ab4bd760 con 0x55a2ab5cf140 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a2ab5db9e0 con 0x55a2ab5d4610 2024-05-20T21:22:19.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb6fd0fb80 10 client.0 _ll_register_callbacks cb 0x55a2ab4c6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb5f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb5f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d8590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55496/0 (socket says 172.21.15.6:55496) 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.006+0000 7ffb5f200700 1 -- 172.21.15.6:0/823468 learned_addr learned my addr 172.21.15.6:0/823468 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.007+0000 7ffb5de00700 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.007+0000 7ffb5e800700 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5cf140 0x55a2ab5dacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.007+0000 7ffb5f200700 1 -- 172.21.15.6:0/823468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 msgr2=0x55a2ab5d8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.007+0000 7ffb5f200700 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d8050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.007+0000 7ffb5f200700 1 -- 172.21.15.6:0/823468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5cf140 msgr2=0x55a2ab5dacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.007+0000 7ffb5f200700 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5cf140 0x55a2ab5dacb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.007+0000 7ffb5f200700 1 -- 172.21.15.6:0/823468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2ab46c8d0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.008+0000 7ffb5f200700 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d8590 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7ffb5800bf80 tx=0x7ffb580099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15f98ecd0e37cec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:19.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.008+0000 7ffb48c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.008+0000 7ffb48c00700 1 -- 172.21.15.6:0/823468 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb58007b00 con 0x55a2ab5d4f30 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.008+0000 7ffb48c00700 1 -- 172.21.15.6:0/823468 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ffb58007ca0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.008+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/823468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb500b22d0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.008+0000 7ffb48c00700 1 -- 172.21.15.6:0/823468 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffb58038050 con 0x55a2ab5d4f30 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.008+0000 7ffb6fd0fb80 10 client.16950 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.008+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/823468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a2ab4ed060 con 0x55a2ab5d4f30 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.009+0000 7ffb48c00700 1 -- 172.21.15.6:0/823468 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb500b22d0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.009+0000 7ffb48c00700 1 -- 172.21.15.6:0/823468 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffb58011070 con 0x55a2ab5d4f30 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.009+0000 7ffb6fd0fb80 10 client.16950 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:19.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.009+0000 7ffb6fd0fb80 10 client.16950 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:22:19.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.009+0000 7ffb6fd0fb80 20 client.16950 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:19.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.009+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a2ab5e8600 0x55a2ab5eaa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.009+0000 7ffb6fd0fb80 4 client.16950 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:19.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.009+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/823468 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2ab52ed90 con 0x55a2ab5e8600 2024-05-20T21:22:19.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.010+0000 7ffb5e800700 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a2ab5e8600 0x55a2ab5eaa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.010+0000 7ffb5e800700 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a2ab5e8600 0x55a2ab5eaa30 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b806e26637daaf16 server_cookie=160ea577deec6dc in_seq=0 out_seq=0 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.010+0000 7ffb48c00700 10 client.16950 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb48c00700 1 -- 172.21.15.6:0/823468 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a2ab52ed90 con 0x55a2ab5e8600 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb48c00700 10 client.16950 handle_command_reply: tid=0 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 client.16950 shutdown 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/823468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 msgr2=0x55a2ab5d8590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d8590 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7ffb5800bf80 tx=0x7ffb580099e0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/823468 shutdown_connections 2024-05-20T21:22:19.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d8590 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5cf140 0x55a2ab5dacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a2ab5e8600 0x55a2ab5eaa30 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/823468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5d8050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb48c00700 0 client.16950 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:22:19.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.011+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/823468 >> 172.21.15.6:0/823468 conn(0x55a2ab4fcbe0 msgr2=0x55a2ab5c8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:19.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.012+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/823468 shutdown_connections 2024-05-20T21:22:19.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.012+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/823468 wait complete. 2024-05-20T21:22:19.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.012+0000 7ffb6fd0fb80 20 client.16950 trim_cache size 0 max 16384 2024-05-20T21:22:19.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.029+0000 7ffb6fd0fb80 1 Processor -- start 2024-05-20T21:22:19.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.029+0000 7ffb6fd0fb80 1 -- start start 2024-05-20T21:22:19.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.029+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5cf140 0x55a2ab5d8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.029+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5ca160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.029+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.029+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601b6e30 con 0x55a2ab5cf140 2024-05-20T21:22:19.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.029+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601b46c0 con 0x55a2ab5d4f30 2024-05-20T21:22:19.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.029+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601b2510 con 0x55a2ab5d4610 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5ca160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5cf140 0x55a2ab5d8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5ca160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45724/0 (socket says 172.21.15.6:45724) 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5f200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5de00700 1 -- 172.21.15.6:0/2775078570 learned_addr learned my addr 172.21.15.6:0/2775078570 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5de00700 1 -- 172.21.15.6:0/2775078570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 msgr2=0x55a2ab5d5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5de00700 1 --2- 172.21.15.6:0/2775078570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5de00700 1 -- 172.21.15.6:0/2775078570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5cf140 msgr2=0x55a2ab5d8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5de00700 1 --2- 172.21.15.6:0/2775078570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5cf140 0x55a2ab5d8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.030+0000 7ffb5de00700 1 -- 172.21.15.6:0/2775078570 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2ab5d65c0 con 0x55a2ab5d4610 2024-05-20T21:22:19.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.031+0000 7ffb5de00700 1 --2- 172.21.15.6:0/2775078570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5ca160 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c004390 tx=0x7ffb4c009ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eca9613715b903ca server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:19.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.031+0000 7ffb4b400700 1 -- 172.21.15.6:0/2775078570 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c004830 con 0x55a2ab5d4610 2024-05-20T21:22:19.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.031+0000 7ffb4b400700 1 -- 172.21.15.6:0/2775078570 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb4c005020 con 0x55a2ab5d4610 2024-05-20T21:22:19.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.031+0000 7ffb4b400700 1 -- 172.21.15.6:0/2775078570 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c010690 con 0x55a2ab5d4610 2024-05-20T21:22:19.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/2775078570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 msgr2=0x55a2ab5ca160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:19.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/2775078570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5ca160 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c004390 tx=0x7ffb4c009ef0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/2775078570 shutdown_connections 2024-05-20T21:22:19.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/2775078570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5d5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/2775078570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5cf140 0x55a2ab5d8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/2775078570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5d4610 0x55a2ab5ca160 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/2775078570 >> 172.21.15.6:0/2775078570 conn(0x55a2ab4fcbe0 msgr2=0x55a2ab5d5350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:19.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/2775078570 shutdown_connections 2024-05-20T21:22:19.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.032+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/2775078570 wait complete. 2024-05-20T21:22:19.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.033+0000 7ffb6fd0fb80 1 -- start start 2024-05-20T21:22:19.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.033+0000 7ffb6fd0fb80 1 Processor -- start 2024-05-20T21:22:19.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5e0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4610 0x55a2ab5e11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb6fd0fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ef330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601b2b80 con 0x55a2ab5d4f30 2024-05-20T21:22:19.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601b3ff0 con 0x55a2ab5d4610 2024-05-20T21:22:19.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb6fd0fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601b3250 con 0x55a2ab5cf140 2024-05-20T21:22:19.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb6fd0fb80 10 client.0 _ll_register_callbacks cb 0x55a2ab4c6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:19.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb5e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5e0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb5e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5e0c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45734/0 (socket says 172.21.15.6:45734) 2024-05-20T21:22:19.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb5e800700 1 -- 172.21.15.6:0/956336427 learned_addr learned my addr 172.21.15.6:0/956336427 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:19.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb5f200700 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ef330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.034+0000 7ffb5de00700 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4610 0x55a2ab5e11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb5e800700 1 -- 172.21.15.6:0/956336427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4610 msgr2=0x55a2ab5e11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:19.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb5e800700 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4610 0x55a2ab5e11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb5e800700 1 -- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 msgr2=0x55a2ab5ef330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb5e800700 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ef330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb5e800700 1 -- 172.21.15.6:0/956336427 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2ab5ef870 con 0x55a2ab5cf140 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb5f200700 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ef330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb5e800700 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5e0c70 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ffb500a6d90 tx=0x7ffb500a99f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c78907feccdb10b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb48c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb48c00700 1 -- 172.21.15.6:0/956336427 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb500c2030 con 0x55a2ab5cf140 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb48c00700 1 -- 172.21.15.6:0/956336427 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ffb500a6110 con 0x55a2ab5cf140 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.035+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/956336427 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb4c005020 con 0x55a2ab5cf140 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.036+0000 7ffb48c00700 1 -- 172.21.15.6:0/956336427 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffb500abe60 con 0x55a2ab5cf140 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.036+0000 7ffb6fd0fb80 10 client.27067 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.036+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/956336427 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a2ab6529d0 con 0x55a2ab5cf140 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.036+0000 7ffb48c00700 1 -- 172.21.15.6:0/956336427 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb4c005020 con 0x55a2ab5cf140 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.036+0000 7ffb48c00700 1 -- 172.21.15.6:0/956336427 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffb500e0080 con 0x55a2ab5cf140 2024-05-20T21:22:19.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.037+0000 7ffb6fd0fb80 10 client.27067 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:19.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.037+0000 7ffb6fd0fb80 10 client.27067 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:22:19.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.037+0000 7ffb6fd0fb80 20 client.27067 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:19.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.037+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a2ab652fc0 0x55a2ab6553b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:19.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.037+0000 7ffb6fd0fb80 4 client.27067 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:22:19.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.037+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/956336427 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a2ab528570 con 0x55a2ab652fc0 2024-05-20T21:22:19.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.037+0000 7ffb5de00700 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a2ab652fc0 0x55a2ab6553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:19.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb5de00700 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a2ab652fc0 0x55a2ab6553b0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fa5e35f514dbcac5 server_cookie=ce8c6ebf11472491 in_seq=0 out_seq=0 2024-05-20T21:22:19.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb48c00700 10 client.27067 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:22:19.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb48c00700 1 -- 172.21.15.6:0/956336427 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a2ab528570 con 0x55a2ab652fc0 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb48c00700 10 client.27067 handle_command_reply: tid=0 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 client.27067 shutdown 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/956336427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 msgr2=0x55a2ab5e0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5e0c70 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ffb500a6d90 tx=0x7ffb500a99f0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/956336427 shutdown_connections 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2ab5d4f30 0x55a2ab5ef330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a2ab652fc0 0x55a2ab6553b0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2ab5cf140 0x55a2ab5e0c70 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 --2- 172.21.15.6:0/956336427 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2ab5d4610 0x55a2ab5e11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/956336427 >> 172.21.15.6:0/956336427 conn(0x55a2ab4fcbe0 msgr2=0x55a2ab5d71d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.038+0000 7ffb48c00700 0 client.27067 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.039+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/956336427 shutdown_connections 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.039+0000 7ffb6fd0fb80 1 -- 172.21.15.6:0/956336427 wait complete. 2024-05-20T21:22:19.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.039+0000 7ffb6fd0fb80 20 client.27067 trim_cache size 0 max 16384 2024-05-20T21:22:19.041 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:22:19.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 -- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb440b2900 msgr2=0x7ffb440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:19.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb440b2900 0x7ffb440b4dc0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7ffb5800b780 tx=0x7ffb5800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 -- 172.21.15.6:0/840997434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb60075770 msgr2=0x7ffb601a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb60075770 0x7ffb601a0220 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7ffb5000eb30 tx=0x7ffb5000ee40 comp rx=0 tx=0).stop 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 -- 172.21.15.6:0/840997434 shutdown_connections 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ffb440b2900 0x7ffb440b4dc0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ffb60114710 0x7ffb601a4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ffb60075770 0x7ffb601a0220 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 --2- 172.21.15.6:0/840997434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ffb60076090 0x7ffb601a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 -- 172.21.15.6:0/840997434 >> 172.21.15.6:0/840997434 conn(0x7ffb6007a6a0 msgr2=0x7ffb601135b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 -- 172.21.15.6:0/840997434 shutdown_connections 2024-05-20T21:22:19.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:19.040+0000 7ffb65400700 1 -- 172.21.15.6:0/840997434 wait complete. 2024-05-20T21:22:19.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:19 smithi006 ceph-mon[31422]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-05-20T21:22:20.026 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:22:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:19 smithi062 ceph-mon[36640]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-05-20T21:22:20.068 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:19 smithi042 ceph-mon[36332]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-05-20T21:22:21.533 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:21.829 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:21 smithi006 ceph-mon[31422]: pgmap v635: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:22:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:21 smithi062 ceph-mon[36640]: pgmap v635: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:22:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:21 smithi042 ceph-mon[36332]: pgmap v635: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:22:23.338 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:22:23.338 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:22:23.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 -- 172.21.15.6:0/2456516103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 msgr2=0x7fc39406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 --2- 172.21.15.6:0/2456516103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 0x7fc39406b6a0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fc37c009990 tx=0x7fc37c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 -- 172.21.15.6:0/2456516103 shutdown_connections 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 --2- 172.21.15.6:0/2456516103 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc39406bbe0 0x7fc3941103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 --2- 172.21.15.6:0/2456516103 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3941095b0 0x7fc394109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 --2- 172.21.15.6:0/2456516103 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 0x7fc39406b6a0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 -- 172.21.15.6:0/2456516103 >> 172.21.15.6:0/2456516103 conn(0x7fc3940793f0 msgr2=0x7fc394079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 -- 172.21.15.6:0/2456516103 shutdown_connections 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.977+0000 7fc39b800700 1 -- 172.21.15.6:0/2456516103 wait complete. 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.978+0000 7fc39b800700 1 Processor -- start 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.978+0000 7fc39b800700 1 -- start start 2024-05-20T21:22:23.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc39b800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 0x7fc39419bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc39b800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc39406bbe0 0x7fc39419c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc39b800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3941095b0 0x7fc3941a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc39b800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc394113730 con 0x7fc39406b220 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc39b800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc3941135b0 con 0x7fc39406bbe0 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc39b800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc3941138b0 con 0x7fc3941095b0 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc398e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 0x7fc39419bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc398e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 0x7fc39419bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55526/0 (socket says 172.21.15.6:55526) 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc398e00700 1 -- 172.21.15.6:0/2470728468 learned_addr learned my addr 172.21.15.6:0/2470728468 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc38be00700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc39406bbe0 0x7fc39419c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc399800700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3941095b0 0x7fc3941a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc398e00700 1 -- 172.21.15.6:0/2470728468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3941095b0 msgr2=0x7fc3941a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc398e00700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3941095b0 0x7fc3941a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc398e00700 1 -- 172.21.15.6:0/2470728468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc39406bbe0 msgr2=0x7fc39419c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc398e00700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc39406bbe0 0x7fc39419c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc398e00700 1 -- 172.21.15.6:0/2470728468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3941a0f50 con 0x7fc39406b220 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.979+0000 7fc399800700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3941095b0 0x7fc3941a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.980+0000 7fc398e00700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 0x7fc39419bf40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc38400e9c0 tx=0x7fc38400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.980+0000 7fc392000700 1 -- 172.21.15.6:0/2470728468 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38400cbd0 con 0x7fc39406b220 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.980+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3941a1240 con 0x7fc39406b220 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.980+0000 7fc392000700 1 -- 172.21.15.6:0/2470728468 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc38400cd70 con 0x7fc39406b220 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.980+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3941a8ac0 con 0x7fc39406b220 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.980+0000 7fc392000700 1 -- 172.21.15.6:0/2470728468 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc384005630 con 0x7fc39406b220 2024-05-20T21:22:23.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.981+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc39406a230 con 0x7fc39406b220 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.984+0000 7fc392000700 1 -- 172.21.15.6:0/2470728468 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc384004750 con 0x7fc39406b220 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.985+0000 7fc392000700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3780b2880 0x7fc3780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.985+0000 7fc392000700 1 -- 172.21.15.6:0/2470728468 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc3840e2d10 con 0x7fc39406b220 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.986+0000 7fc38be00700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3780b2880 0x7fc3780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.986+0000 7fc38be00700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3780b2880 0x7fc3780b4d40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc3941045a0 tx=0x7fc37c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:22.988+0000 7fc392000700 1 -- 172.21.15.6:0/2470728468 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc3840aa930 con 0x7fc39406b220 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.285+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc39419d2a0 con 0x7fc39406b220 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.286+0000 7fc392000700 1 -- 172.21.15.6:0/2470728468 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fc3840aa230 con 0x7fc39406b220 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3780b2880 msgr2=0x7fc3780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3780b2880 0x7fc3780b4d40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc3941045a0 tx=0x7fc37c005fd0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 msgr2=0x7fc39419bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 0x7fc39419bf40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc38400e9c0 tx=0x7fc38400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 shutdown_connections 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc3780b2880 0x7fc3780b4d40 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3941095b0 0x7fc3941a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc39406b220 0x7fc39419bf40 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 --2- 172.21.15.6:0/2470728468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc39406bbe0 0x7fc39419c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 >> 172.21.15.6:0/2470728468 conn(0x7fc3940793f0 msgr2=0x7fc39410e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 shutdown_connections 2024-05-20T21:22:23.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:23.290+0000 7fc39b800700 1 -- 172.21.15.6:0/2470728468 wait complete. 2024-05-20T21:22:23.344 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:22:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:23 smithi062 ceph-mon[36640]: pgmap v636: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-20T21:22:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:23 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2470728468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:23 smithi042 ceph-mon[36332]: pgmap v636: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-20T21:22:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:23 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2470728468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:24.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:23 smithi006 ceph-mon[31422]: pgmap v636: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-20T21:22:24.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:23 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2470728468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:22:24.290 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id 3609bb5f --release --await' 2024-05-20T21:22:24.291 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id 3609bb5f --release --await 2024-05-20T21:22:24.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 -- 172.21.15.6:0/1101474390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f59681095b0 msgr2=0x7f5968109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 --2- 172.21.15.6:0/1101474390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f59681095b0 0x7f5968109990 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5958009990 tx=0x7f5958009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 -- 172.21.15.6:0/1101474390 shutdown_connections 2024-05-20T21:22:24.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 --2- 172.21.15.6:0/1101474390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f596806bbe0 0x7f59681103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 --2- 172.21.15.6:0/1101474390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f59681095b0 0x7f5968109990 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 --2- 172.21.15.6:0/1101474390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f596806b220 0x7f596806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 -- 172.21.15.6:0/1101474390 >> 172.21.15.6:0/1101474390 conn(0x7f59680793f0 msgr2=0x7f5968079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:24.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 -- 172.21.15.6:0/1101474390 shutdown_connections 2024-05-20T21:22:24.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.781+0000 7f596f600700 1 -- 172.21.15.6:0/1101474390 wait complete. 2024-05-20T21:22:24.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.782+0000 7f596f600700 1 Processor -- start 2024-05-20T21:22:24.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.782+0000 7f596f600700 1 -- start start 2024-05-20T21:22:24.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596f600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f596806b220 0x7f596819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596f600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f596806bbe0 0x7f596819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596f600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f59681095b0 0x7f59681a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596f600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5968113720 con 0x7f596806bbe0 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596f600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f59681135a0 con 0x7f59681095b0 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596f600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f59681138a0 con 0x7f596806b220 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f596806b220 0x7f596819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f595fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f596806bbe0 0x7f596819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f596806b220 0x7f596819be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45784/0 (socket says 172.21.15.6:45784) 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596cc00700 1 -- 172.21.15.6:0/1122400576 learned_addr learned my addr 172.21.15.6:0/1122400576 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:24.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.783+0000 7f596d600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f59681095b0 0x7f59681a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.784+0000 7f596cc00700 1 -- 172.21.15.6:0/1122400576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f59681095b0 msgr2=0x7f59681a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.784+0000 7f596cc00700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f59681095b0 0x7f59681a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.784+0000 7f596cc00700 1 -- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f596806bbe0 msgr2=0x7f596819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.784+0000 7f596cc00700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f596806bbe0 0x7f596819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.784+0000 7f596cc00700 1 -- 172.21.15.6:0/1122400576 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59681a0e40 con 0x7f596806b220 2024-05-20T21:22:24.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.784+0000 7f596cc00700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f596806b220 0x7f596819be30 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5958005910 tx=0x7f595800b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.785+0000 7f5966000700 1 -- 172.21.15.6:0/1122400576 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5958027070 con 0x7f596806b220 2024-05-20T21:22:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.785+0000 7f596f600700 1 -- 172.21.15.6:0/1122400576 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59681a10d0 con 0x7f596806b220 2024-05-20T21:22:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.785+0000 7f5966000700 1 -- 172.21.15.6:0/1122400576 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5958022470 con 0x7f596806b220 2024-05-20T21:22:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.785+0000 7f5966000700 1 -- 172.21.15.6:0/1122400576 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5958017650 con 0x7f596806b220 2024-05-20T21:22:24.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.785+0000 7f596f600700 1 -- 172.21.15.6:0/1122400576 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59681a89b0 con 0x7f596806b220 2024-05-20T21:22:24.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.790+0000 7f5979f63b80 1 Processor -- start 2024-05-20T21:22:24.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.790+0000 7f5979f63b80 1 -- start start 2024-05-20T21:22:24.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f5966000700 1 -- 172.21.15.6:0/1122400576 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f595802a070 con 0x7f596806b220 2024-05-20T21:22:24.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f2138321e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21382c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21382cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f5979f63b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f213781e40 con 0x55f213832720 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f5979f63b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f2137719e0 con 0x55f213831e00 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f5979f63b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f213775a20 con 0x55f21382c950 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f596cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21382c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f596d600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f2138321e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f596cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21382c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55548/0 (socket says 172.21.15.6:55548) 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.791+0000 7f596cc00700 1 -- 172.21.15.6:0/1724570510 learned_addr learned my addr 172.21.15.6:0/1724570510 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.792+0000 7f595fe00700 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21382cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.792+0000 7f596cc00700 1 -- 172.21.15.6:0/1724570510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 msgr2=0x55f21382cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.792+0000 7f596cc00700 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21382cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.792+0000 7f596cc00700 1 -- 172.21.15.6:0/1724570510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 msgr2=0x55f2138321e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:24.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.792+0000 7f596cc00700 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f2138321e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.792+0000 7f596cc00700 1 -- 172.21.15.6:0/1724570510 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f21373a420 con 0x55f213832720 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.792+0000 7f596d600700 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f2138321e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.792+0000 7f596cc00700 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21382c330 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f59580eb290 tx=0x7f59580eb5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3652d6ac17ff933 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.793+0000 7f595e000700 1 -- 172.21.15.6:0/1724570510 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59580e52e0 con 0x55f213832720 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.793+0000 7f595e000700 1 -- 172.21.15.6:0/1724570510 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59580f0030 con 0x55f213832720 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.793+0000 7f595e000700 1 -- 172.21.15.6:0/1724570510 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59580f4630 con 0x55f213832720 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.793+0000 7f5966000700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f594c0b2880 0x7f594c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.793+0000 7f5966000700 1 -- 172.21.15.6:0/1122400576 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f59580e3070 con 0x7f596806b220 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.794+0000 7f596d600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f594c0b2880 0x7f594c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.794+0000 7f5979f63b80 1 -- 172.21.15.6:0/1724570510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 msgr2=0x55f21382c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.794+0000 7f5979f63b80 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21382c330 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f59580eb290 tx=0x7f59580eb5a0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.794+0000 7f5979f63b80 1 -- 172.21.15.6:0/1724570510 shutdown_connections 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.794+0000 7f5979f63b80 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21382cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.794+0000 7f5979f63b80 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f2138321e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.794+0000 7f5979f63b80 1 --2- 172.21.15.6:0/1724570510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21382c330 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.794+0000 7f5979f63b80 1 -- 172.21.15.6:0/1724570510 >> 172.21.15.6:0/1724570510 conn(0x55f213751be0 msgr2=0x55f21381e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.795+0000 7f5979f63b80 1 -- 172.21.15.6:0/1724570510 shutdown_connections 2024-05-20T21:22:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.795+0000 7f596d600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f594c0b2880 0x7f594c0b4d40 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5960009710 tx=0x7f5960009100 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.795+0000 7f5979f63b80 1 -- 172.21.15.6:0/1724570510 wait complete. 2024-05-20T21:22:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.795+0000 7f5979f63b80 1 -- start start 2024-05-20T21:22:24.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.796+0000 7f5979f63b80 1 Processor -- start 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.796+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f21382c950 0x55f213838400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.796+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f213831e00 0x55f2138357f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.796+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f213835d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.796+0000 7f5979f63b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f213677fa0 con 0x55f213832720 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.796+0000 7f5979f63b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f213712760 con 0x55f21382c950 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.796+0000 7f5979f63b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f213838fe0 con 0x55f213831e00 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.796+0000 7f5979f63b80 10 client.0 _ll_register_callbacks cb 0x55f21371bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f21382c950 0x55f213838400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f213835d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f21382c950 0x55f213838400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42402/0 (socket says 172.21.15.6:42402) 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 -- 172.21.15.6:0/2841058248 learned_addr learned my addr 172.21.15.6:0/2841058248 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f595fe00700 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f213831e00 0x55f2138357f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 -- 172.21.15.6:0/2841058248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f213831e00 msgr2=0x55f2138357f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f213831e00 0x55f2138357f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 -- 172.21.15.6:0/2841058248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 msgr2=0x55f213835d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f213835d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 -- 172.21.15.6:0/2841058248 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2136c18d0 con 0x55f21382c950 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f596cc00700 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f21382c950 0x55f213838400 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f59580a7890 tx=0x7f5958009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d220ac29759a760 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.797+0000 7f5956a00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.798+0000 7f5956a00700 1 -- 172.21.15.6:0/2841058248 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59580a64e0 con 0x55f21382c950 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.798+0000 7f5956a00700 1 -- 172.21.15.6:0/2841058248 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f59580e0b80 con 0x55f21382c950 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.798+0000 7f5979f63b80 1 -- 172.21.15.6:0/2841058248 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59580f0030 con 0x55f21382c950 2024-05-20T21:22:24.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.798+0000 7f5956a00700 1 -- 172.21.15.6:0/2841058248 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f59580e52e0 con 0x55f21382c950 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.798+0000 7f5979f63b80 10 client.27098 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.798+0000 7f5979f63b80 1 -- 172.21.15.6:0/2841058248 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f213742060 con 0x55f21382c950 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f5956a00700 1 -- 172.21.15.6:0/2841058248 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59580f0030 con 0x55f21382c950 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f5956a00700 1 -- 172.21.15.6:0/2841058248 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5958022920 con 0x55f21382c950 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f5979f63b80 10 client.27098 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f5979f63b80 10 client.27098 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f5979f63b80 20 client.27098 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f5979f63b80 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f2138458e0 0x55f213847cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f5979f63b80 4 client.27098 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f5979f63b80 1 -- 172.21.15.6:0/2841058248 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f213783d90 con 0x55f2138458e0 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.799+0000 7f595fe00700 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f2138458e0 0x55f213847cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.800+0000 7f595fe00700 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f2138458e0 0x55f213847cd0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da685ff90b4b997f server_cookie=f899d30a937931ac in_seq=0 out_seq=0 2024-05-20T21:22:24.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.800+0000 7f5956a00700 10 client.27098 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5956a00700 1 -- 172.21.15.6:0/2841058248 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f213783d90 con 0x55f2138458e0 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5956a00700 10 client.27098 handle_command_reply: tid=0 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 client.27098 shutdown 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 -- 172.21.15.6:0/2841058248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f21382c950 msgr2=0x55f213838400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f21382c950 0x55f213838400 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f59580a7890 tx=0x7f5958009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 -- 172.21.15.6:0/2841058248 shutdown_connections 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f213835d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f21382c950 0x55f213838400 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f2138458e0 0x55f213847cd0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 --2- 172.21.15.6:0/2841058248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f213831e00 0x55f2138357f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5956a00700 0 client.27098 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.801+0000 7f5979f63b80 1 -- 172.21.15.6:0/2841058248 >> 172.21.15.6:0/2841058248 conn(0x55f213751be0 msgr2=0x55f21381dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.802+0000 7f5979f63b80 1 -- 172.21.15.6:0/2841058248 shutdown_connections 2024-05-20T21:22:24.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.802+0000 7f5979f63b80 1 -- 172.21.15.6:0/2841058248 wait complete. 2024-05-20T21:22:24.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.802+0000 7f5979f63b80 20 client.27098 trim_cache size 0 max 16384 2024-05-20T21:22:24.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.819+0000 7f5979f63b80 1 Processor -- start 2024-05-20T21:22:24.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.819+0000 7f5979f63b80 1 -- start start 2024-05-20T21:22:24.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f213838400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f213847cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f2138332d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f5979f63b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f59681ae430 con 0x55f213832720 2024-05-20T21:22:24.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f5979f63b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f59681abcc0 con 0x55f213831e00 2024-05-20T21:22:24.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f5979f63b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f596810e4a0 con 0x55f21382c950 2024-05-20T21:22:24.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f596cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f213838400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f595fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f213847cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f596d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f2138332d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f596cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f213838400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45808/0 (socket says 172.21.15.6:45808) 2024-05-20T21:22:24.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f595fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f213847cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42404/0 (socket says 172.21.15.6:42404) 2024-05-20T21:22:24.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.820+0000 7f596cc00700 1 -- 172.21.15.6:0/1970131820 learned_addr learned my addr 172.21.15.6:0/1970131820 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:24.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.821+0000 7f596cc00700 1 -- 172.21.15.6:0/1970131820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 msgr2=0x55f213847cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:24.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.821+0000 7f596cc00700 1 --2- 172.21.15.6:0/1970131820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f213847cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.821+0000 7f596cc00700 1 -- 172.21.15.6:0/1970131820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 msgr2=0x55f2138332d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:24.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.821+0000 7f596cc00700 1 --2- 172.21.15.6:0/1970131820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f2138332d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.821+0000 7f596cc00700 1 -- 172.21.15.6:0/1970131820 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f213833d60 con 0x55f21382c950 2024-05-20T21:22:24.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.821+0000 7f595fe00700 1 --2- 172.21.15.6:0/1970131820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f213847cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:24.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.821+0000 7f596cc00700 1 --2- 172.21.15.6:0/1970131820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f213838400 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f59580eb1b0 tx=0x7f59580eb5a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdbe098b17d3f4a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:24.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.821+0000 7f595d600700 1 -- 172.21.15.6:0/1970131820 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59580a9d90 con 0x55f21382c950 2024-05-20T21:22:24.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.822+0000 7f595d600700 1 -- 172.21.15.6:0/1970131820 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59580f0070 con 0x55f21382c950 2024-05-20T21:22:24.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.822+0000 7f595d600700 1 -- 172.21.15.6:0/1970131820 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59580a9f70 con 0x55f21382c950 2024-05-20T21:22:24.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.822+0000 7f5979f63b80 1 -- 172.21.15.6:0/1970131820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 msgr2=0x55f213838400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.822+0000 7f5979f63b80 1 --2- 172.21.15.6:0/1970131820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f213838400 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f59580eb1b0 tx=0x7f59580eb5a0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 -- 172.21.15.6:0/1970131820 shutdown_connections 2024-05-20T21:22:24.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 --2- 172.21.15.6:0/1970131820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f2138332d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 --2- 172.21.15.6:0/1970131820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f213838400 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 --2- 172.21.15.6:0/1970131820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f213847cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 -- 172.21.15.6:0/1970131820 >> 172.21.15.6:0/1970131820 conn(0x55f213751be0 msgr2=0x55f213832bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 -- 172.21.15.6:0/1970131820 shutdown_connections 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 -- 172.21.15.6:0/1970131820 wait complete. 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 -- start start 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.823+0000 7f5979f63b80 1 Processor -- start 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.824+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21383e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.824+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f21383e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.824+0000 7f5979f63b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21384c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.824+0000 7f5979f63b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f59681aa180 con 0x55f213832720 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.824+0000 7f5979f63b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f59681ab5f0 con 0x55f213831e00 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.824+0000 7f5979f63b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f59681aa850 con 0x55f21382c950 2024-05-20T21:22:24.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.824+0000 7f5979f63b80 10 client.0 _ll_register_callbacks cb 0x55f21371bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.824+0000 7f596cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21383e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21383e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45810/0 (socket says 172.21.15.6:45810) 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596cc00700 1 -- 172.21.15.6:0/132572725 learned_addr learned my addr 172.21.15.6:0/132572725 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596d600700 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21384c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f595fe00700 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f21383e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596cc00700 1 -- 172.21.15.6:0/132572725 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 msgr2=0x55f21383e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596cc00700 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f21383e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596cc00700 1 -- 172.21.15.6:0/132572725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 msgr2=0x55f21384c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596cc00700 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21384c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596cc00700 1 -- 172.21.15.6:0/132572725 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f21384c9f0 con 0x55f21382c950 2024-05-20T21:22:24.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.825+0000 7f596d600700 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21384c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.826+0000 7f596cc00700 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21383e230 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f59580e6550 tx=0x7f5958009330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74103b17daf01c3c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.826+0000 7f5956a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.826+0000 7f5956a00700 1 -- 172.21.15.6:0/132572725 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59580aa3f0 con 0x55f21382c950 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.826+0000 7f5956a00700 1 -- 172.21.15.6:0/132572725 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5958022920 con 0x55f21382c950 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.826+0000 7f5979f63b80 1 -- 172.21.15.6:0/132572725 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59580f0070 con 0x55f21382c950 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.826+0000 7f5956a00700 1 -- 172.21.15.6:0/132572725 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f59580a9f70 con 0x55f21382c950 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.826+0000 7f5979f63b80 10 client.27091 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.826+0000 7f5979f63b80 1 -- 172.21.15.6:0/132572725 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f21384c9f0 con 0x55f21382c950 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.827+0000 7f5956a00700 1 -- 172.21.15.6:0/132572725 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59580f0070 con 0x55f21382c950 2024-05-20T21:22:24.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.827+0000 7f5956a00700 1 -- 172.21.15.6:0/132572725 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f59580ebc40 con 0x55f21382c950 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.827+0000 7f5979f63b80 10 client.27091 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.827+0000 7f5979f63b80 10 client.27091 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.827+0000 7f5979f63b80 20 client.27091 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.827+0000 7f5979f63b80 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f2138afdd0 0x55f2138b21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.827+0000 7f5979f63b80 4 client.27091 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.827+0000 7f5979f63b80 1 -- 172.21.15.6:0/132572725 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f21377d570 con 0x55f2138afdd0 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.828+0000 7f595fe00700 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f2138afdd0 0x55f2138b21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.828+0000 7f595fe00700 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f2138afdd0 0x55f2138b21c0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=256a1c4b1d27385b server_cookie=f07ac275d50260eb in_seq=0 out_seq=0 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.828+0000 7f5956a00700 10 client.27091 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:24.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5956a00700 1 -- 172.21.15.6:0/132572725 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f21377d570 con 0x55f2138afdd0 2024-05-20T21:22:24.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5956a00700 10 client.27091 handle_command_reply: tid=0 2024-05-20T21:22:24.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 client.27091 shutdown 2024-05-20T21:22:24.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 -- 172.21.15.6:0/132572725 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 msgr2=0x55f21383e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21383e230 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f59580e6550 tx=0x7f5958009330 comp rx=0 tx=0).stop 2024-05-20T21:22:24.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 -- 172.21.15.6:0/132572725 shutdown_connections 2024-05-20T21:22:24.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f213832720 0x55f21384c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f2138afdd0 0x55f2138b21c0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f21382c950 0x55f21383e230 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 --2- 172.21.15.6:0/132572725 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f213831e00 0x55f21383e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5956a00700 0 client.27091 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:24.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.829+0000 7f5979f63b80 1 -- 172.21.15.6:0/132572725 >> 172.21.15.6:0/132572725 conn(0x55f213751be0 msgr2=0x55f2138340e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:24.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.830+0000 7f5979f63b80 1 -- 172.21.15.6:0/132572725 shutdown_connections 2024-05-20T21:22:24.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.830+0000 7f5979f63b80 1 -- 172.21.15.6:0/132572725 wait complete. 2024-05-20T21:22:24.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.830+0000 7f5979f63b80 20 client.27091 trim_cache size 0 max 16384 2024-05-20T21:22:24.833 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:22:24.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 -- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f594c0b2880 msgr2=0x7f594c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f594c0b2880 0x7f594c0b4d40 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5960009710 tx=0x7f5960009100 comp rx=0 tx=0).stop 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 -- 172.21.15.6:0/1122400576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f596806b220 msgr2=0x7f596819be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f596806b220 0x7f596819be30 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5958005910 tx=0x7f595800b670 comp rx=0 tx=0).stop 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 -- 172.21.15.6:0/1122400576 shutdown_connections 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f594c0b2880 0x7f594c0b4d40 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f59681095b0 0x7f59681a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f596806b220 0x7f596819be30 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 --2- 172.21.15.6:0/1122400576 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f596806bbe0 0x7f596819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 -- 172.21.15.6:0/1122400576 >> 172.21.15.6:0/1122400576 conn(0x7f59680793f0 msgr2=0x7f596810e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 -- 172.21.15.6:0/1122400576 shutdown_connections 2024-05-20T21:22:24.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:24.831+0000 7f596f600700 1 -- 172.21.15.6:0/1122400576 wait complete. 2024-05-20T21:22:24.851 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:25.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:25 smithi006 ceph-mon[31422]: pgmap v637: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:22:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:25 smithi062 ceph-mon[36640]: pgmap v637: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:22:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:25 smithi042 ceph-mon[36332]: pgmap v637: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:22:27.104 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:22:27.104 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:22:27.723 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:27 smithi006 ceph-mon[31422]: pgmap v638: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:22:27.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 -- 172.21.15.6:0/43029664 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f8104630 msgr2=0x7f82f8104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 --2- 172.21.15.6:0/43029664 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f8104630 0x7f82f8104a10 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f82e8009990 tx=0x7f82e8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 -- 172.21.15.6:0/43029664 shutdown_connections 2024-05-20T21:22:27.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 --2- 172.21.15.6:0/43029664 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82f810da60 0x7f82f810ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 --2- 172.21.15.6:0/43029664 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f8104630 0x7f82f8104a10 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 --2- 172.21.15.6:0/43029664 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f82f8104f50 0x7f82f810d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 -- 172.21.15.6:0/43029664 >> 172.21.15.6:0/43029664 conn(0x7f82f80fde60 msgr2=0x7f82f8100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:27.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 -- 172.21.15.6:0/43029664 shutdown_connections 2024-05-20T21:22:27.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.809+0000 7f82f7e00700 1 -- 172.21.15.6:0/43029664 wait complete. 2024-05-20T21:22:27.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.811+0000 7f82f7e00700 1 Processor -- start 2024-05-20T21:22:27.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.811+0000 7f82f7e00700 1 -- start start 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f82f8104630 0x7f82f8102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82f8104f50 0x7f82f81027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f810da60 0x7f82f8102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f7e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f82f81136a0 con 0x7f82f810da60 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f7e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f82f8113520 con 0x7f82f8104f50 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f7e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f82f8113820 con 0x7f82f8104630 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f82f8104630 0x7f82f8102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f82f8104630 0x7f82f8102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49902/0 (socket says 172.21.15.6:49902) 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f6a00700 1 -- 172.21.15.6:0/2856617374 learned_addr learned my addr 172.21.15.6:0/2856617374 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82efe00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82f8104f50 0x7f82f81027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f7400700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f810da60 0x7f82f8102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f6a00700 1 -- 172.21.15.6:0/2856617374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82f8104f50 msgr2=0x7f82f81027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f6a00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82f8104f50 0x7f82f81027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f6a00700 1 -- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f810da60 msgr2=0x7f82f8102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.812+0000 7f82f6a00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f810da60 0x7f82f8102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.813+0000 7f82f6a00700 1 -- 172.21.15.6:0/2856617374 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82f81a80d0 con 0x7f82f8104630 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.813+0000 7f82f7400700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f810da60 0x7f82f8102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.813+0000 7f82f6a00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f82f8104630 0x7f82f8102290 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f82e8000c00 tx=0x7f82e80057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.813+0000 7f82ef400700 1 -- 172.21.15.6:0/2856617374 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e8027070 con 0x7f82f8104630 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.813+0000 7f82f7e00700 1 -- 172.21.15.6:0/2856617374 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82f81a8360 con 0x7f82f8104630 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.813+0000 7f82ef400700 1 -- 172.21.15.6:0/2856617374 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82e8022470 con 0x7f82f8104630 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.813+0000 7f82ef400700 1 -- 172.21.15.6:0/2856617374 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e8017650 con 0x7f82f8104630 2024-05-20T21:22:27.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.813+0000 7f82f7e00700 1 -- 172.21.15.6:0/2856617374 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82f81a8890 con 0x7f82f8104630 2024-05-20T21:22:27.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.819+0000 7f82ef400700 1 -- 172.21.15.6:0/2856617374 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f82e802a070 con 0x7f82f8104630 2024-05-20T21:22:27.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.820+0000 7f83085e7b80 1 Processor -- start 2024-05-20T21:22:27.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.820+0000 7f83085e7b80 1 -- start start 2024-05-20T21:22:27.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.820+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8bd320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.820+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8b7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.820+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c3c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.820+0000 7f83085e7b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563faf814f40 con 0x563faf8b7220 2024-05-20T21:22:27.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.820+0000 7f83085e7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563faf804ae0 con 0x563faf8bcf40 2024-05-20T21:22:27.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.820+0000 7f83085e7b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563faf808b20 con 0x563faf8b7bc0 2024-05-20T21:22:27.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8bd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8b7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8bd320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52206/0 (socket says 172.21.15.6:52206) 2024-05-20T21:22:27.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f7400700 1 -- 172.21.15.6:0/422234794 learned_addr learned my addr 172.21.15.6:0/422234794 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:27.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82efe00700 1 --2- 172.21.15.6:0/422234794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f7400700 1 -- 172.21.15.6:0/422234794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 msgr2=0x563faf8c3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:27.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f7400700 1 --2- 172.21.15.6:0/422234794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c3c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f7400700 1 -- 172.21.15.6:0/422234794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 msgr2=0x563faf8b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:27.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f7400700 1 --2- 172.21.15.6:0/422234794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8b7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82f7400700 1 -- 172.21.15.6:0/422234794 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563faf7cd520 con 0x563faf8bcf40 2024-05-20T21:22:27.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.821+0000 7f82ef400700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f82dc0b2900 0x7f82dc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.823 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:27.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.822+0000 7f82ef400700 1 -- 172.21.15.6:0/2856617374 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f82e80e2fb0 con 0x7f82f8104630 2024-05-20T21:22:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.822+0000 7f82f7400700 1 --2- 172.21.15.6:0/422234794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8bd320 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f82f0009440 tx=0x7f82f0009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5721aa87ea004349 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.822+0000 7f82e7e00700 1 -- 172.21.15.6:0/422234794 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82f0013750 con 0x563faf8bcf40 2024-05-20T21:22:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.822+0000 7f82e7e00700 1 -- 172.21.15.6:0/422234794 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82f0013da0 con 0x563faf8bcf40 2024-05-20T21:22:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.822+0000 7f82e7e00700 1 -- 172.21.15.6:0/422234794 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82f00143e0 con 0x563faf8bcf40 2024-05-20T21:22:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.822+0000 7f82f6a00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f82dc0b2900 0x7f82dc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 -- 172.21.15.6:0/422234794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 msgr2=0x563faf8bd320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f82f6a00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f82dc0b2900 0x7f82dc0b4dc0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f82e80098e0 tx=0x7f82e80e69f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:27.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 --2- 172.21.15.6:0/422234794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8bd320 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f82f0009440 tx=0x7f82f0009920 comp rx=0 tx=0).stop 2024-05-20T21:22:27.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 -- 172.21.15.6:0/422234794 shutdown_connections 2024-05-20T21:22:27.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 --2- 172.21.15.6:0/422234794 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c3c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 --2- 172.21.15.6:0/422234794 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8bd320 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 --2- 172.21.15.6:0/422234794 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8b7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 -- 172.21.15.6:0/422234794 >> 172.21.15.6:0/422234794 conn(0x563faf7e4ce0 msgr2=0x563faf8b1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:27.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 -- 172.21.15.6:0/422234794 shutdown_connections 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.823+0000 7f83085e7b80 1 -- 172.21.15.6:0/422234794 wait complete. 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.824+0000 7f83085e7b80 1 -- start start 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.824+0000 7f83085e7b80 1 Processor -- start 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c3950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8bcf40 0x563faf8c1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f83085e7b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563faf70b0a0 con 0x563faf8bcf40 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f83085e7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563faf7a5860 con 0x563faf8b7220 2024-05-20T21:22:27.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f83085e7b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563faf8c41d0 con 0x563faf8b7bc0 2024-05-20T21:22:27.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f83085e7b80 10 client.0 _ll_register_callbacks cb 0x563faf7aed70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:27.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f82efe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f82f7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8bcf40 0x563faf8c1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f82efe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49916/0 (socket says 172.21.15.6:49916) 2024-05-20T21:22:27.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f82efe00700 1 -- 172.21.15.6:0/3735449666 learned_addr learned my addr 172.21.15.6:0/3735449666 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:27.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.825+0000 7f82f7400700 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82efe00700 1 -- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 msgr2=0x563faf8c3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82efe00700 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82efe00700 1 -- 172.21.15.6:0/3735449666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8bcf40 msgr2=0x563faf8c1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82efe00700 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8bcf40 0x563faf8c1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82efe00700 1 -- 172.21.15.6:0/3735449666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563faf7549d0 con 0x563faf8b7bc0 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82f7400700 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82efe00700 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c0cf0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f82e00116f0 tx=0x7f82e0011a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d26d184e26fc58e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82e4c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:22:27.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82e4c00700 1 -- 172.21.15.6:0/3735449666 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e0004830 con 0x563faf8b7bc0 2024-05-20T21:22:27.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f83085e7b80 1 -- 172.21.15.6:0/3735449666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82f0013da0 con 0x563faf8b7bc0 2024-05-20T21:22:27.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.826+0000 7f82e4c00700 1 -- 172.21.15.6:0/3735449666 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f82e00049d0 con 0x563faf8b7bc0 2024-05-20T21:22:27.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.827+0000 7f82e4c00700 1 -- 172.21.15.6:0/3735449666 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f82e0004c10 con 0x563faf8b7bc0 2024-05-20T21:22:27.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.827+0000 7f83085e7b80 10 client.27103 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:27.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.827+0000 7f83085e7b80 1 -- 172.21.15.6:0/3735449666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563faf7d5160 con 0x563faf8b7bc0 2024-05-20T21:22:27.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.827+0000 7f82e4c00700 1 -- 172.21.15.6:0/3735449666 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82f0013da0 con 0x563faf8b7bc0 2024-05-20T21:22:27.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.827+0000 7f82e4c00700 1 -- 172.21.15.6:0/3735449666 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f82e0019070 con 0x563faf8b7bc0 2024-05-20T21:22:27.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.828+0000 7f83085e7b80 10 client.27103 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:27.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.828+0000 7f83085e7b80 10 client.27103 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:22:27.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.828+0000 7f83085e7b80 20 client.27103 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:27.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.828+0000 7f83085e7b80 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563faf8d0e20 0x563faf8d3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.828+0000 7f83085e7b80 4 client.27103 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:27.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.828+0000 7f83085e7b80 1 -- 172.21.15.6:0/3735449666 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563faf816e90 con 0x563faf8d0e20 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.828+0000 7f82f7400700 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563faf8d0e20 0x563faf8d3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.829+0000 7f82f7400700 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563faf8d0e20 0x563faf8d3240 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27d6c79e6c3c7b7b server_cookie=9eb77ac744e00284 in_seq=0 out_seq=0 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.829+0000 7f82e4c00700 10 client.27103 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f82e4c00700 1 -- 172.21.15.6:0/3735449666 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563faf816e90 con 0x563faf8d0e20 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f82e4c00700 10 client.27103 handle_command_reply: tid=0 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 client.27103 shutdown 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 -- 172.21.15.6:0/3735449666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 msgr2=0x563faf8c0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c0cf0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f82e00116f0 tx=0x7f82e0011a00 comp rx=0 tx=0).stop 2024-05-20T21:22:27.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 -- 172.21.15.6:0/3735449666 shutdown_connections 2024-05-20T21:22:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8bcf40 0x563faf8c1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563faf8d0e20 0x563faf8d3240 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 --2- 172.21.15.6:0/3735449666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c0cf0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 -- 172.21.15.6:0/3735449666 >> 172.21.15.6:0/3735449666 conn(0x563faf7e4ce0 msgr2=0x563faf8bc250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:27.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f82e4c00700 0 client.27103 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:27.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 -- 172.21.15.6:0/3735449666 shutdown_connections 2024-05-20T21:22:27.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.830+0000 7f83085e7b80 1 -- 172.21.15.6:0/3735449666 wait complete. 2024-05-20T21:22:27.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.831+0000 7f83085e7b80 20 client.27103 trim_cache size 0 max 16384 2024-05-20T21:22:27.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.866+0000 7f83085e7b80 1 Processor -- start 2024-05-20T21:22:27.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.866+0000 7f83085e7b80 1 -- start start 2024-05-20T21:22:27.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8c2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8d8af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f83085e7b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f82f81b2820 con 0x563faf8b7220 2024-05-20T21:22:27.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f83085e7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f82f81b00b0 con 0x563faf8bcf40 2024-05-20T21:22:27.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f83085e7b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f82f81adf00 con 0x563faf8b7bc0 2024-05-20T21:22:27.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f82f7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8c2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f82efe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f82f7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8c2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36070/0 (socket says 172.21.15.6:36070) 2024-05-20T21:22:27.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f82f7400700 1 -- 172.21.15.6:0/187216397 learned_addr learned my addr 172.21.15.6:0/187216397 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:27.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.867+0000 7f82f7400700 1 --2- 172.21.15.6:0/187216397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8d8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82efe00700 1 -- 172.21.15.6:0/187216397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 msgr2=0x563faf8d8af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:27.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82efe00700 1 --2- 172.21.15.6:0/187216397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8d8af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82efe00700 1 -- 172.21.15.6:0/187216397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 msgr2=0x563faf8c2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:27.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82efe00700 1 --2- 172.21.15.6:0/187216397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8c2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82efe00700 1 -- 172.21.15.6:0/187216397 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563faf8bf240 con 0x563faf8b7bc0 2024-05-20T21:22:27.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82efe00700 1 --2- 172.21.15.6:0/187216397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c2f40 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f82e00055c0 tx=0x7f82e00058d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1131e14cfeb5da8c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:27.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82e7400700 1 -- 172.21.15.6:0/187216397 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e00046f0 con 0x563faf8b7bc0 2024-05-20T21:22:27.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82e7400700 1 -- 172.21.15.6:0/187216397 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82e0004890 con 0x563faf8b7bc0 2024-05-20T21:22:27.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.868+0000 7f82e7400700 1 -- 172.21.15.6:0/187216397 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e000fe50 con 0x563faf8b7bc0 2024-05-20T21:22:27.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 -- 172.21.15.6:0/187216397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 msgr2=0x563faf8c2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.870 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 --2- 172.21.15.6:0/187216397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c2f40 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f82e00055c0 tx=0x7f82e00058d0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 -- 172.21.15.6:0/187216397 shutdown_connections 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 --2- 172.21.15.6:0/187216397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8bcf40 0x563faf8d8af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 --2- 172.21.15.6:0/187216397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7220 0x563faf8c2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 --2- 172.21.15.6:0/187216397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8b7bc0 0x563faf8c2f40 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 -- 172.21.15.6:0/187216397 >> 172.21.15.6:0/187216397 conn(0x563faf7e4ce0 msgr2=0x563faf8c22f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 -- 172.21.15.6:0/187216397 shutdown_connections 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.869+0000 7f83085e7b80 1 -- 172.21.15.6:0/187216397 wait complete. 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.870+0000 7f83085e7b80 1 -- start start 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.870+0000 7f83085e7b80 1 Processor -- start 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7bc0 0x563faf8c86d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f83085e7b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8bcf40 0x563faf8c8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f83085e7b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f82f81ae570 con 0x563faf8b7bc0 2024-05-20T21:22:27.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f83085e7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f82f81af9e0 con 0x563faf8b7220 2024-05-20T21:22:27.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f83085e7b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f82f81aec40 con 0x563faf8bcf40 2024-05-20T21:22:27.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f83085e7b80 10 client.0 _ll_register_callbacks cb 0x563faf7aed70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:27.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7bc0 0x563faf8c86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82f7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7bc0 0x563faf8c86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36084/0 (socket says 172.21.15.6:36084) 2024-05-20T21:22:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82efe00700 1 -- 172.21.15.6:0/327510721 learned_addr learned my addr 172.21.15.6:0/327510721 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82f7400700 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8bcf40 0x563faf8c8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82f7400700 1 -- 172.21.15.6:0/327510721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8bcf40 msgr2=0x563faf8c8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82f7400700 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8bcf40 0x563faf8c8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82f7400700 1 -- 172.21.15.6:0/327510721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7bc0 msgr2=0x563faf8c86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82f7400700 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7bc0 0x563faf8c86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.871+0000 7f82f7400700 1 -- 172.21.15.6:0/327510721 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563faf93ba30 con 0x563faf8b7220 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.872+0000 7f82f7400700 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c8190 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f82f0015a10 tx=0x7f82f000b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e9368d3c543377c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.872+0000 7f82e4c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.872+0000 7f82e4c00700 1 -- 172.21.15.6:0/327510721 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82f0015e60 con 0x563faf8b7220 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.872+0000 7f83085e7b80 1 -- 172.21.15.6:0/327510721 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82e0004890 con 0x563faf8b7220 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.872+0000 7f82e4c00700 1 -- 172.21.15.6:0/327510721 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f82f0003a00 con 0x563faf8b7220 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.872+0000 7f82e4c00700 1 -- 172.21.15.6:0/327510721 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f82f0003c00 con 0x563faf8b7220 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.872+0000 7f83085e7b80 10 client.27122 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.872+0000 7f83085e7b80 1 -- 172.21.15.6:0/327510721 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563faf93cd70 con 0x563faf8b7220 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.873+0000 7f82e4c00700 1 -- 172.21.15.6:0/327510721 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82e0004890 con 0x563faf8b7220 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.873+0000 7f82e4c00700 1 -- 172.21.15.6:0/327510721 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f82f0004020 con 0x563faf8b7220 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.873+0000 7f83085e7b80 10 client.27122 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:27.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.873+0000 7f83085e7b80 10 client.27122 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:22:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.873+0000 7f83085e7b80 20 client.27122 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.873+0000 7f83085e7b80 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563faf93d240 0x563faf93f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.873+0000 7f83085e7b80 4 client.27122 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "3609bb5f", "release": true, "await": true}] 2024-05-20T21:22:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.873+0000 7f83085e7b80 1 -- 172.21.15.6:0/327510721 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "3609bb5f", "release": true, "await": true}) -- 0x563faf810670 con 0x563faf93d240 2024-05-20T21:22:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.874+0000 7f82efe00700 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563faf93d240 0x563faf93f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.875+0000 7f82e4c00700 10 client.27122 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:27.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.875+0000 7f82efe00700 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563faf93d240 0x563faf93f660 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae68d88a111ff5fb server_cookie=ef11d6ca3c153bc0 in_seq=0 out_seq=0 2024-05-20T21:22:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f82e4c00700 1 -- 172.21.15.6:0/327510721 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x563faf810670 con 0x563faf93d240 2024-05-20T21:22:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f82e4c00700 10 client.27122 handle_command_reply: tid=0 2024-05-20T21:22:27.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 client.27122 shutdown 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 -- 172.21.15.6:0/327510721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 msgr2=0x563faf8c8190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c8190 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f82f0015a10 tx=0x7f82f000b040 comp rx=0 tx=0).stop 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 -- 172.21.15.6:0/327510721 shutdown_connections 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563faf93d240 0x563faf93f660 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563faf8bcf40 0x563faf8c8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563faf8b7220 0x563faf8c8190 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 --2- 172.21.15.6:0/327510721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563faf8b7bc0 0x563faf8c86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.878+0000 7f83085e7b80 1 -- 172.21.15.6:0/327510721 >> 172.21.15.6:0/327510721 conn(0x563faf7e4ce0 msgr2=0x563faf8bfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:27.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.879+0000 7f82e4c00700 0 client.27122 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:27.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.879+0000 7f83085e7b80 1 -- 172.21.15.6:0/327510721 shutdown_connections 2024-05-20T21:22:27.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.879+0000 7f83085e7b80 1 -- 172.21.15.6:0/327510721 wait complete. 2024-05-20T21:22:27.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.879+0000 7f83085e7b80 20 client.27122 trim_cache size 0 max 16384 2024-05-20T21:22:27.880 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:22:27.880 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:22:27.880 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:22:27.880 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 24, 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "3609bb5f": { 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 24, 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 141.3, 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:22:27.881 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:27.882 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 -- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f82dc0b2900 msgr2=0x7f82dc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f82dc0b2900 0x7f82dc0b4dc0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f82e80098e0 tx=0x7f82e80e69f0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 -- 172.21.15.6:0/2856617374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f82f8104630 msgr2=0x7f82f8102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f82f8104630 0x7f82f8102290 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f82e8000c00 tx=0x7f82e80057c0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 -- 172.21.15.6:0/2856617374 shutdown_connections 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f82dc0b2900 0x7f82dc0b4dc0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f82f810da60 0x7f82f8102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f82f8104630 0x7f82f8102290 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 --2- 172.21.15.6:0/2856617374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f82f8104f50 0x7f82f81027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.880+0000 7f82f7e00700 1 -- 172.21.15.6:0/2856617374 >> 172.21.15.6:0/2856617374 conn(0x7f82f80fde60 msgr2=0x7f82f80fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.881+0000 7f82f7e00700 1 -- 172.21.15.6:0/2856617374 shutdown_connections 2024-05-20T21:22:27.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:27.881+0000 7f82f7e00700 1 -- 172.21.15.6:0/2856617374 wait complete. 2024-05-20T21:22:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:27 smithi062 ceph-mon[36640]: pgmap v638: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:22:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:27 smithi042 ceph-mon[36332]: pgmap v638: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:22:29.569 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '3609bb5f', total seconds elapsed: 31.9 2024-05-20T21:22:29.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:29 smithi006 ceph-mon[31422]: pgmap v639: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.8 KiB/s wr, 10 op/s 2024-05-20T21:22:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:29 smithi062 ceph-mon[36640]: pgmap v639: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.8 KiB/s wr, 10 op/s 2024-05-20T21:22:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:29 smithi042 ceph-mon[36332]: pgmap v639: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.8 KiB/s wr, 10 op/s 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.948+0000 7f7a13200700 1 -- 172.21.15.6:0/2259621577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1041a0 msgr2=0x7f7a0c1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.948+0000 7f7a13200700 1 --2- 172.21.15.6:0/2259621577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1041a0 0x7f7a0c1081c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f79f8009920 tx=0x7f79f8009c30 comp rx=0 tx=0).stop 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.949+0000 7f7a13200700 1 -- 172.21.15.6:0/2259621577 shutdown_connections 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.949+0000 7f7a13200700 1 --2- 172.21.15.6:0/2259621577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a0c1088f0 0x7f7a0c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.949+0000 7f7a13200700 1 --2- 172.21.15.6:0/2259621577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a0c1037f0 0x7f7a0c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.949+0000 7f7a13200700 1 --2- 172.21.15.6:0/2259621577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1041a0 0x7f7a0c1081c0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.949+0000 7f7a13200700 1 -- 172.21.15.6:0/2259621577 >> 172.21.15.6:0/2259621577 conn(0x7f7a0c07a6a0 msgr2=0x7f7a0c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.949+0000 7f7a13200700 1 -- 172.21.15.6:0/2259621577 shutdown_connections 2024-05-20T21:22:30.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.949+0000 7f7a13200700 1 -- 172.21.15.6:0/2259621577 wait complete. 2024-05-20T21:22:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.950+0000 7f7a13200700 1 Processor -- start 2024-05-20T21:22:30.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.950+0000 7f7a13200700 1 -- start start 2024-05-20T21:22:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a13200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1037f0 0x7f7a0c19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a13200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a0c1041a0 0x7f7a0c19c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a13200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a0c1088f0 0x7f7a0c1a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a13200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c113700 con 0x7f7a0c1037f0 2024-05-20T21:22:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a13200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c113580 con 0x7f7a0c1041a0 2024-05-20T21:22:30.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a13200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c113880 con 0x7f7a0c1088f0 2024-05-20T21:22:30.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1037f0 0x7f7a0c19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1037f0 0x7f7a0c19be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36100/0 (socket says 172.21.15.6:36100) 2024-05-20T21:22:30.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a0be00700 1 -- 172.21.15.6:0/942094272 learned_addr learned my addr 172.21.15.6:0/942094272 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:30.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a0b400700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a0c1041a0 0x7f7a0c19c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.951+0000 7f7a11200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a0c1088f0 0x7f7a0c1a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a0b400700 1 -- 172.21.15.6:0/942094272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a0c1088f0 msgr2=0x7f7a0c1a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a0b400700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a0c1088f0 0x7f7a0c1a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a0b400700 1 -- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1037f0 msgr2=0x7f7a0c19be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a0b400700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1037f0 0x7f7a0c19be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a0b400700 1 -- 172.21.15.6:0/942094272 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a0c1a0e60 con 0x7f7a0c1041a0 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a11200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a0c1088f0 0x7f7a0c1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a0b400700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a0c1041a0 0x7f7a0c19c390 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f79f8000c00 tx=0x7f79f800f950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a08c00700 1 -- 172.21.15.6:0/942094272 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f8027070 con 0x7f7a0c1041a0 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a08c00700 1 -- 172.21.15.6:0/942094272 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79f8005570 con 0x7f7a0c1041a0 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a13200700 1 -- 172.21.15.6:0/942094272 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a0c1a10f0 con 0x7f7a0c1041a0 2024-05-20T21:22:30.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.952+0000 7f7a08c00700 1 -- 172.21.15.6:0/942094272 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f8004930 con 0x7f7a0c1041a0 2024-05-20T21:22:30.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.953+0000 7f7a13200700 1 -- 172.21.15.6:0/942094272 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a0c1a89d0 con 0x7f7a0c1041a0 2024-05-20T21:22:30.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.957+0000 7f7a08c00700 1 -- 172.21.15.6:0/942094272 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f79f802a070 con 0x7f7a0c1041a0 2024-05-20T21:22:30.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.957+0000 7f7a1db04b80 1 Processor -- start 2024-05-20T21:22:30.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.957+0000 7f7a1db04b80 1 -- start start 2024-05-20T21:22:30.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe6e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe683b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe68e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a9dfdbdec0 con 0x55a9dfe689d0 2024-05-20T21:22:30.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a9dfdada60 con 0x55a9dfe6de80 2024-05-20T21:22:30.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a9dfdb1aa0 con 0x55a9dfe6e7a0 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a0be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe683b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a0be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe683b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49942/0 (socket says 172.21.15.6:49942) 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a0be00700 1 -- 172.21.15.6:0/3598604252 learned_addr learned my addr 172.21.15.6:0/3598604252 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.958+0000 7f7a11200700 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe6e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a0b400700 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe68e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a0be00700 1 -- 172.21.15.6:0/3598604252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 msgr2=0x55a9dfe6e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a0be00700 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe6e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a0be00700 1 -- 172.21.15.6:0/3598604252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 msgr2=0x55a9dfe68e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a0be00700 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe68e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a0be00700 1 -- 172.21.15.6:0/3598604252 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9dfd764a0 con 0x55a9dfe6e7a0 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a08c00700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79f00b2880 0x7f79f00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a11200700 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe6e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:30.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a0b400700 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe68e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:30.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a0be00700 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe683b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f79fc0046e0 tx=0x7f79fc011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6123f97e7d1385f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:30.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.959+0000 7f7a08c00700 1 -- 172.21.15.6:0/942094272 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f79f80e2d30 con 0x7f7a0c1041a0 2024-05-20T21:22:30.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.960+0000 7f7a11200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79f00b2880 0x7f79f00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.960+0000 7f7a01600700 1 -- 172.21.15.6:0/3598604252 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79fc01e070 con 0x55a9dfe6e7a0 2024-05-20T21:22:30.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.960+0000 7f7a01600700 1 -- 172.21.15.6:0/3598604252 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79fc019ae0 con 0x55a9dfe6e7a0 2024-05-20T21:22:30.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.960+0000 7f7a01600700 1 -- 172.21.15.6:0/3598604252 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79fc00ead0 con 0x55a9dfe6e7a0 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 -- 172.21.15.6:0/3598604252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 msgr2=0x55a9dfe683b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe683b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f79fc0046e0 tx=0x7f79fc011720 comp rx=0 tx=0).stop 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a11200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79f00b2880 0x7f79f00b4d40 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f7a04009fd0 tx=0x7f7a0400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 -- 172.21.15.6:0/3598604252 shutdown_connections 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe68e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe6e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/3598604252 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe683b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 -- 172.21.15.6:0/3598604252 >> 172.21.15.6:0/3598604252 conn(0x55a9dfd8dc60 msgr2=0x55a9dfe5a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 -- 172.21.15.6:0/3598604252 shutdown_connections 2024-05-20T21:22:30.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.961+0000 7f7a1db04b80 1 -- 172.21.15.6:0/3598604252 wait complete. 2024-05-20T21:22:30.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.962+0000 7f7a1db04b80 1 -- start start 2024-05-20T21:22:30.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.962+0000 7f7a1db04b80 1 Processor -- start 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.962+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe744b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.962+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe71850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.962+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe71d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a9dfcb4020 con 0x55a9dfe689d0 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a9dfd4e7e0 con 0x55a9dfe6de80 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a9dfe752a0 con 0x55a9dfe6e7a0 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a1db04b80 10 client.0 _ll_register_callbacks cb 0x55a9dfd57cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe744b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe71850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe71850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52256/0 (socket says 172.21.15.6:52256) 2024-05-20T21:22:30.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0b400700 1 -- 172.21.15.6:0/600058312 learned_addr learned my addr 172.21.15.6:0/600058312 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe744b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36122/0 (socket says 172.21.15.6:36122) 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a11200700 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe71d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0b400700 1 -- 172.21.15.6:0/600058312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 msgr2=0x55a9dfe71d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0b400700 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe71d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0b400700 1 -- 172.21.15.6:0/600058312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 msgr2=0x55a9dfe744b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0b400700 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe744b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0b400700 1 -- 172.21.15.6:0/600058312 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9dfcfd950 con 0x55a9dfe6de80 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a11200700 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe71d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.963+0000 7f7a0be00700 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f7a0b400700 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe71850 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f79f80098f0 tx=0x7f79f80a6220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f2de0987d336467 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f79f6000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f79f6000700 1 -- 172.21.15.6:0/600058312 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f80a9a50 con 0x55a9dfe6de80 2024-05-20T21:22:30.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f79f6000700 1 -- 172.21.15.6:0/600058312 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f79f80aa540 con 0x55a9dfe6de80 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f7a1db04b80 1 -- 172.21.15.6:0/600058312 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79fc019ae0 con 0x55a9dfe6de80 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f79f6000700 1 -- 172.21.15.6:0/600058312 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f79f80c4050 con 0x55a9dfe6de80 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f7a1db04b80 10 client.27134 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f7a1db04b80 1 -- 172.21.15.6:0/600058312 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a9dfd7e0e0 con 0x55a9dfe6de80 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.964+0000 7f79f6000700 1 -- 172.21.15.6:0/600058312 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79fc019ae0 con 0x55a9dfe6de80 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.965+0000 7f79f6000700 1 -- 172.21.15.6:0/600058312 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f79f80b2c20 con 0x55a9dfe6de80 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.965+0000 7f7a1db04b80 10 client.27134 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.965+0000 7f7a1db04b80 10 client.27134 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.965+0000 7f7a1db04b80 20 client.27134 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.965+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a9dfe81c60 0x55a9dfe840c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.965+0000 7f7a1db04b80 4 client.27134 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:30.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.965+0000 7f7a1db04b80 1 -- 172.21.15.6:0/600058312 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a9dfdbfe10 con 0x55a9dfe81c60 2024-05-20T21:22:30.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.965+0000 7f7a0be00700 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a9dfe81c60 0x55a9dfe840c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.966+0000 7f7a0be00700 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a9dfe81c60 0x55a9dfe840c0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10ddd91466369061 server_cookie=356b6f556b07a94f in_seq=0 out_seq=0 2024-05-20T21:22:30.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.966+0000 7f79f6000700 10 client.27134 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f79f6000700 1 -- 172.21.15.6:0/600058312 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a9dfdbfe10 con 0x55a9dfe81c60 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f79f6000700 10 client.27134 handle_command_reply: tid=0 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 client.27134 shutdown 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 -- 172.21.15.6:0/600058312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 msgr2=0x55a9dfe71850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe71850 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f79f80098f0 tx=0x7f79f80a6220 comp rx=0 tx=0).stop 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 -- 172.21.15.6:0/600058312 shutdown_connections 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a9dfe81c60 0x55a9dfe840c0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe71d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/600058312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe71850 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f79f6000700 0 client.27134 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 -- 172.21.15.6:0/600058312 >> 172.21.15.6:0/600058312 conn(0x55a9dfd8dc60 msgr2=0x55a9dfe59df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.967+0000 7f7a1db04b80 1 -- 172.21.15.6:0/600058312 shutdown_connections 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.968+0000 7f7a1db04b80 1 -- 172.21.15.6:0/600058312 wait complete. 2024-05-20T21:22:30.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.968+0000 7f7a1db04b80 20 client.27134 trim_cache size 0 max 16384 2024-05-20T21:22:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.991+0000 7f7a1db04b80 1 Processor -- start 2024-05-20T21:22:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a1db04b80 1 -- start start 2024-05-20T21:22:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe6f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe5a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe899e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c1ae430 con 0x55a9dfe689d0 2024-05-20T21:22:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c1abcc0 con 0x55a9dfe6de80 2024-05-20T21:22:30.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c10e520 con 0x55a9dfe6e7a0 2024-05-20T21:22:30.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe6f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a0be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe6f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36134/0 (socket says 172.21.15.6:36134) 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a0be00700 1 -- 172.21.15.6:0/1328249890 learned_addr learned my addr 172.21.15.6:0/1328249890 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.992+0000 7f7a0b400700 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe5a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a11200700 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe899e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a0be00700 1 -- 172.21.15.6:0/1328249890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 msgr2=0x55a9dfe899e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a0be00700 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe899e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a0be00700 1 -- 172.21.15.6:0/1328249890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 msgr2=0x55a9dfe5a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a0be00700 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe5a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a0be00700 1 -- 172.21.15.6:0/1328249890 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9dfe74820 con 0x55a9dfe689d0 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a11200700 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe899e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a0b400700 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe5a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.993+0000 7f7a0be00700 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe6f350 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f79fc01afd0 tx=0x7f79fc009e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e5ce91b12263e50 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.994+0000 7f7a00c00700 1 -- 172.21.15.6:0/1328249890 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79fc01e040 con 0x55a9dfe689d0 2024-05-20T21:22:30.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.994+0000 7f7a00c00700 1 -- 172.21.15.6:0/1328249890 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79fc0054f0 con 0x55a9dfe689d0 2024-05-20T21:22:30.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.994+0000 7f7a00c00700 1 -- 172.21.15.6:0/1328249890 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79fc00e720 con 0x55a9dfe689d0 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.994+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1328249890 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 msgr2=0x55a9dfe6f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.994+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe6f350 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f79fc01afd0 tx=0x7f79fc009e80 comp rx=0 tx=0).stop 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1328249890 shutdown_connections 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe899e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe689d0 0x55a9dfe6f350 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1328249890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe6de80 0x55a9dfe5a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1328249890 >> 172.21.15.6:0/1328249890 conn(0x55a9dfd8dc60 msgr2=0x55a9dfe6ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1328249890 shutdown_connections 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1328249890 wait complete. 2024-05-20T21:22:30.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 -- start start 2024-05-20T21:22:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.995+0000 7f7a1db04b80 1 Processor -- start 2024-05-20T21:22:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe689d0 0x55a9dfe896c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6de80 0x55a9dfe89c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a1db04b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe8a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c1aa180 con 0x55a9dfe6e7a0 2024-05-20T21:22:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c1ab5f0 con 0x55a9dfe689d0 2024-05-20T21:22:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a1db04b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c1aa850 con 0x55a9dfe6de80 2024-05-20T21:22:30.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a1db04b80 10 client.0 _ll_register_callbacks cb 0x55a9dfd57cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a0b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6de80 0x55a9dfe89c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a11200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe8a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a0b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6de80 0x55a9dfe89c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49960/0 (socket says 172.21.15.6:49960) 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a0b400700 1 -- 172.21.15.6:0/1192573928 learned_addr learned my addr 172.21.15.6:0/1192573928 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.996+0000 7f7a0be00700 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe689d0 0x55a9dfe896c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f7a0b400700 1 -- 172.21.15.6:0/1192573928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe689d0 msgr2=0x55a9dfe896c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f7a0b400700 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe689d0 0x55a9dfe896c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f7a0b400700 1 -- 172.21.15.6:0/1192573928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe6e7a0 msgr2=0x55a9dfe8a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f7a0b400700 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe8a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:30.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f7a0b400700 1 -- 172.21.15.6:0/1192573928 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9dfeeba70 con 0x55a9dfe6de80 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f7a0b400700 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6de80 0x55a9dfe89c00 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f79f80aa270 tx=0x7f79f800b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d73ab9b34408d50 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f79f6000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f79f6000700 1 -- 172.21.15.6:0/1192573928 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f80aa0b0 con 0x55a9dfe6de80 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f79f6000700 1 -- 172.21.15.6:0/1192573928 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f79f80a9540 con 0x55a9dfe6de80 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.997+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1192573928 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79fc0054f0 con 0x55a9dfe6de80 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f79f6000700 1 -- 172.21.15.6:0/1192573928 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f79f80aa9e0 con 0x55a9dfe6de80 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f7a1db04b80 10 client.27127 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1192573928 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a9dfeecd90 con 0x55a9dfe6de80 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f79f6000700 1 -- 172.21.15.6:0/1192573928 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79fc0054f0 con 0x55a9dfe6de80 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f79f6000700 1 -- 172.21.15.6:0/1192573928 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f79f80a5c50 con 0x55a9dfe6de80 2024-05-20T21:22:31.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f7a1db04b80 10 client.27127 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f7a1db04b80 10 client.27127 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f7a1db04b80 20 client.27127 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a9dfeed290 0x55a9dfeef6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f7a1db04b80 4 client.27127 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:22:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.998+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1192573928 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a9dfdb95f0 con 0x55a9dfeed290 2024-05-20T21:22:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.999+0000 7f7a0be00700 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a9dfeed290 0x55a9dfeef6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.999+0000 7f7a0be00700 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a9dfeed290 0x55a9dfeef6b0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f178c2be18934ebf server_cookie=a612398ad4b93912 in_seq=0 out_seq=0 2024-05-20T21:22:31.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:30.999+0000 7f79f6000700 10 client.27127 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:31.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.000+0000 7f79f6000700 1 -- 172.21.15.6:0/1192573928 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a9dfdb95f0 con 0x55a9dfeed290 2024-05-20T21:22:31.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.000+0000 7f79f6000700 10 client.27127 handle_command_reply: tid=0 2024-05-20T21:22:31.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.000+0000 7f7a1db04b80 1 client.27127 shutdown 2024-05-20T21:22:31.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1192573928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6de80 msgr2=0x55a9dfe89c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6de80 0x55a9dfe89c00 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f79f80aa270 tx=0x7f79f800b960 comp rx=0 tx=0).stop 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1192573928 shutdown_connections 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a9dfe6e7a0 0x55a9dfe8a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a9dfe689d0 0x55a9dfe896c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a9dfeed290 0x55a9dfeef6b0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 --2- 172.21.15.6:0/1192573928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a9dfe6de80 0x55a9dfe89c00 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f79f6000700 0 client.27127 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1192573928 >> 172.21.15.6:0/1192573928 conn(0x55a9dfd8dc60 msgr2=0x55a9dfe5f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1192573928 shutdown_connections 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 1 -- 172.21.15.6:0/1192573928 wait complete. 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.001+0000 7f7a1db04b80 20 client.27127 trim_cache size 0 max 16384 2024-05-20T21:22:31.003 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:22:31.004 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:22:31.004 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "8689a9d4-5544-4a1c-8a7b-cee12a33fb24", 2024-05-20T21:22:31.004 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:22:31.004 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:22:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 -- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79f00b2880 msgr2=0x7f79f00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79f00b2880 0x7f79f00b4d40 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f7a04009fd0 tx=0x7f7a0400b040 comp rx=0 tx=0).stop 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 -- 172.21.15.6:0/942094272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a0c1041a0 msgr2=0x7f7a0c19c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a0c1041a0 0x7f7a0c19c390 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f79f8000c00 tx=0x7f79f800f950 comp rx=0 tx=0).stop 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 -- 172.21.15.6:0/942094272 shutdown_connections 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79f00b2880 0x7f79f00b4d40 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7a0c1088f0 0x7f7a0c1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7a0c1037f0 0x7f7a0c19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 --2- 172.21.15.6:0/942094272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7a0c1041a0 0x7f7a0c19c390 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 -- 172.21.15.6:0/942094272 >> 172.21.15.6:0/942094272 conn(0x7f7a0c07a6a0 msgr2=0x7f7a0c101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 -- 172.21.15.6:0/942094272 shutdown_connections 2024-05-20T21:22:31.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:31.002+0000 7f7a13200700 1 -- 172.21.15.6:0/942094272 wait complete. 2024-05-20T21:22:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 -- 172.21.15.6:0/1224850980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 msgr2=0x7f5ba0079890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 --2- 172.21.15.6:0/1224850980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 0x7f5ba0079890 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c009ca0 tx=0x7f5b9c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 -- 172.21.15.6:0/1224850980 shutdown_connections 2024-05-20T21:22:31.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 --2- 172.21.15.6:0/1224850980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 0x7f5ba0079890 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 --2- 172.21.15.6:0/1224850980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ba0078650 0x7f5ba0078ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 --2- 172.21.15.6:0/1224850980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ba0077410 0x7f5ba0077830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 -- 172.21.15.6:0/1224850980 >> 172.21.15.6:0/1224850980 conn(0x7f5ba01000c0 msgr2=0x7f5ba01024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 -- 172.21.15.6:0/1224850980 shutdown_connections 2024-05-20T21:22:31.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.678+0000 7f5ba7200640 1 -- 172.21.15.6:0/1224850980 wait complete. 2024-05-20T21:22:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.679+0000 7f5ba7200640 1 Processor -- start 2024-05-20T21:22:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.679+0000 7f5ba7200640 1 -- start start 2024-05-20T21:22:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba7200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ba0077410 0x7f5ba019f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba7200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ba0078650 0x7f5ba019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba7200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 0x7f5ba01a6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba7200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba0114a90 con 0x7f5ba0077410 2024-05-20T21:22:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba7200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba0114910 con 0x7f5ba0078ff0 2024-05-20T21:22:31.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba7200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba0114c10 con 0x7f5ba0078650 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba6800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 0x7f5ba01a6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba6800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 0x7f5ba01a6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52284/0 (socket says 172.21.15.6:52284) 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba6800640 1 -- 172.21.15.6:0/4021359753 learned_addr learned my addr 172.21.15.6:0/4021359753 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba5400640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ba0078650 0x7f5ba019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.680+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ba0077410 0x7f5ba019f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5ba6800640 1 -- 172.21.15.6:0/4021359753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ba0078650 msgr2=0x7f5ba019f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5ba6800640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ba0078650 0x7f5ba019f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5ba6800640 1 -- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ba0077410 msgr2=0x7f5ba019f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5ba6800640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ba0077410 0x7f5ba019f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5ba6800640 1 -- 172.21.15.6:0/4021359753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba01a6da0 con 0x7f5ba0078ff0 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ba0077410 0x7f5ba019f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:22:31.682 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5ba6800640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 0x7f5ba01a6730 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c033040 tx=0x7f5b9c0317c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5b9aa00640 1 -- 172.21.15.6:0/4021359753 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c003b70 con 0x7f5ba0078ff0 2024-05-20T21:22:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5b9aa00640 1 -- 172.21.15.6:0/4021359753 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b9c003d10 con 0x7f5ba0078ff0 2024-05-20T21:22:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5b9aa00640 1 -- 172.21.15.6:0/4021359753 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c02fbd0 con 0x7f5ba0078ff0 2024-05-20T21:22:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.681+0000 7f5ba7200640 1 -- 172.21.15.6:0/4021359753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ba01a7030 con 0x7f5ba0078ff0 2024-05-20T21:22:31.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.682+0000 7f5ba7200640 1 -- 172.21.15.6:0/4021359753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ba01a7580 con 0x7f5ba0078ff0 2024-05-20T21:22:31.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.685+0000 7f5bab5b5740 1 Processor -- start 2024-05-20T21:22:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.685+0000 7f5b9aa00640 1 -- 172.21.15.6:0/4021359753 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5b9c02fd70 con 0x7f5ba0078ff0 2024-05-20T21:22:31.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5bab5b5740 1 -- start start 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c440110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c4451e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c447ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55566c3afb90 con 0x55566c445850 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55566c39f730 con 0x55566c4406e0 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55566c3a3770 con 0x55566c43fcf0 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5ba5400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c447ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5ba5e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c4451e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5ba5400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c447ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36186/0 (socket says 172.21.15.6:36186) 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5ba5400640 1 -- 172.21.15.6:0/2148018042 learned_addr learned my addr 172.21.15.6:0/2148018042 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.686+0000 7f5ba5400640 1 --2- 172.21.15.6:0/2148018042 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c440110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.687+0000 7f5ba5e00640 1 -- 172.21.15.6:0/2148018042 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 msgr2=0x55566c440110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.687+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/2148018042 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c440110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.687+0000 7f5ba5e00640 1 -- 172.21.15.6:0/2148018042 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 msgr2=0x55566c447ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.687+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/2148018042 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c447ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.687+0000 7f5ba5e00640 1 -- 172.21.15.6:0/2148018042 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55566c3388b0 con 0x55566c4406e0 2024-05-20T21:22:31.690 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.687+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/2148018042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c4451e0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400bc80 tx=0x7f5b9400f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5eaed478d544bdb2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.687+0000 7f5b9aa00640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b880b27d0 0x7f5b880b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.688+0000 7f5b9aa00640 1 -- 172.21.15.6:0/4021359753 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5b9c103890 con 0x7f5ba0078ff0 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.688+0000 7f5b8f000640 1 -- 172.21.15.6:0/2148018042 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94015070 con 0x55566c4406e0 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.688+0000 7f5ba5400640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b880b27d0 0x7f5b880b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.688+0000 7f5b8f000640 1 -- 172.21.15.6:0/2148018042 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b9401a910 con 0x55566c4406e0 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.688+0000 7f5b8f000640 1 -- 172.21.15.6:0/2148018042 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94011860 con 0x55566c4406e0 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.688+0000 7f5bab5b5740 1 -- 172.21.15.6:0/2148018042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 msgr2=0x55566c4451e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.688+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/2148018042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c4451e0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400bc80 tx=0x7f5b9400f730 comp rx=0 tx=0).stop 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.688+0000 7f5ba5400640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b880b27d0 0x7f5b880b4c90 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5b90009fd0 tx=0x7f5b90005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 -- 172.21.15.6:0/2148018042 shutdown_connections 2024-05-20T21:22:31.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/2148018042 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c447ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/2148018042 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c4451e0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/2148018042 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c440110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 -- 172.21.15.6:0/2148018042 >> 172.21.15.6:0/2148018042 conn(0x55566c43b360 msgr2=0x55566c43b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 -- 172.21.15.6:0/2148018042 shutdown_connections 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 -- 172.21.15.6:0/2148018042 wait complete. 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 -- start start 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.689+0000 7f5bab5b5740 1 Processor -- start 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c43fcf0 0x55566c449ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 0x55566c451060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55566c085790 con 0x55566c43fcf0 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55566c347bc0 con 0x55566c4406e0 2024-05-20T21:22:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55566c448800 con 0x55566c445850 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5bab5b5740 10 client.0 _ll_register_callbacks cb 0x55566c325400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5ba5e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c43fcf0 0x55566c449ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5ba5400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5ba5e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c43fcf0 0x55566c449ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36188/0 (socket says 172.21.15.6:36188) 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5ba5e00640 1 -- 172.21.15.6:0/335712510 learned_addr learned my addr 172.21.15.6:0/335712510 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.690+0000 7f5ba6800640 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 0x55566c451060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5ba5400640 1 -- 172.21.15.6:0/335712510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 msgr2=0x55566c451060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5ba5400640 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 0x55566c451060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5ba5400640 1 -- 172.21.15.6:0/335712510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c43fcf0 msgr2=0x55566c449ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5ba5400640 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c43fcf0 0x55566c449ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5ba5400640 1 -- 172.21.15.6:0/335712510 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55566c0b4210 con 0x55566c4406e0 2024-05-20T21:22:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c43fcf0 0x55566c449ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5ba5400640 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44a020 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x55566c440f40 tx=0x7f5b90004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc7ef013918ec263 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5b83400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5b83400640 1 -- 172.21.15.6:0/335712510 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b9002f060 con 0x55566c4406e0 2024-05-20T21:22:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5bab5b5740 1 -- 172.21.15.6:0/335712510 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b9401a910 con 0x55566c4406e0 2024-05-20T21:22:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.691+0000 7f5b83400640 1 -- 172.21.15.6:0/335712510 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5b9001a050 con 0x55566c4406e0 2024-05-20T21:22:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5b83400640 1 -- 172.21.15.6:0/335712510 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5b9001f860 con 0x55566c4406e0 2024-05-20T21:22:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5bab5b5740 10 client.27152 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:31.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5bab5b5740 1 -- 172.21.15.6:0/335712510 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55566c180620 con 0x55566c4406e0 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5b83400640 1 -- 172.21.15.6:0/335712510 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b9401a910 con 0x55566c4406e0 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5b83400640 1 -- 172.21.15.6:0/335712510 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5b9001d070 con 0x55566c4406e0 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5bab5b5740 10 client.27152 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5bab5b5740 10 client.27152 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5bab5b5740 20 client.27152 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55566c4555c0 0x55566c4579d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5bab5b5740 4 client.27152 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.692+0000 7f5bab5b5740 1 -- 172.21.15.6:0/335712510 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55566c3b1ae0 con 0x55566c4555c0 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.693+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55566c4555c0 0x55566c4579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.693+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55566c4555c0 0x55566c4579d0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d240e97dfe56613 server_cookie=56780143e75788f3 in_seq=0 out_seq=0 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.693+0000 7f5b83400640 10 client.27152 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.694+0000 7f5b83400640 1 -- 172.21.15.6:0/335712510 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55566c3b1ae0 con 0x55566c4555c0 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.694+0000 7f5b83400640 10 client.27152 handle_command_reply: tid=0 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.694+0000 7f5bab5b5740 1 client.27152 shutdown 2024-05-20T21:22:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 -- 172.21.15.6:0/335712510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 msgr2=0x55566c44a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44a020 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x55566c440f40 tx=0x7f5b90004730 comp rx=0 tx=0).stop 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 -- 172.21.15.6:0/335712510 shutdown_connections 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55566c4555c0 0x55566c4579d0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 0x55566c451060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5b83400640 0 client.27152 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44a020 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/335712510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c43fcf0 0x55566c449ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 -- 172.21.15.6:0/335712510 >> 172.21.15.6:0/335712510 conn(0x55566c43b360 msgr2=0x55566c43a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 -- 172.21.15.6:0/335712510 shutdown_connections 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 1 -- 172.21.15.6:0/335712510 wait complete. 2024-05-20T21:22:31.698 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.695+0000 7f5bab5b5740 20 client.27152 trim_cache size 0 max 16384 2024-05-20T21:22:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.713+0000 7f5bab5b5740 1 Processor -- start 2024-05-20T21:22:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.713+0000 7f5bab5b5740 1 -- start start 2024-05-20T21:22:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.713+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c43fcf0 0x55566c439c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.713+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c4406e0 0x55566c451020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.714 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.713+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 0x55566c43a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.713+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba01b2eb0 con 0x55566c4406e0 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.713+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba01b0780 con 0x55566c43fcf0 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.713+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba01ae5d0 con 0x55566c445850 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c43fcf0 0x55566c439c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c4406e0 0x55566c451020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c43fcf0 0x55566c439c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52316/0 (socket says 172.21.15.6:52316) 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5e00640 1 -- 172.21.15.6:0/3709563462 learned_addr learned my addr 172.21.15.6:0/3709563462 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba6800640 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 0x55566c43a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5e00640 1 -- 172.21.15.6:0/3709563462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 msgr2=0x55566c43a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 0x55566c43a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5e00640 1 -- 172.21.15.6:0/3709563462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c4406e0 msgr2=0x55566c451020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c4406e0 0x55566c451020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.715 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5e00640 1 -- 172.21.15.6:0/3709563462 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55566c448ba0 con 0x55566c43fcf0 2024-05-20T21:22:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.714+0000 7f5ba5400640 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c4406e0 0x55566c451020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:31.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.715+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c43fcf0 0x55566c439c30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400fc30 tx=0x7f5b94005fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5bc9ab36baea07a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.715+0000 7f5b8e600640 1 -- 172.21.15.6:0/3709563462 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94015040 con 0x55566c43fcf0 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.715+0000 7f5b8e600640 1 -- 172.21.15.6:0/3709563462 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b940054e0 con 0x55566c43fcf0 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.715+0000 7f5b8e600640 1 -- 172.21.15.6:0/3709563462 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94004a00 con 0x55566c43fcf0 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 -- 172.21.15.6:0/3709563462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c43fcf0 msgr2=0x55566c439c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c43fcf0 0x55566c439c30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400fc30 tx=0x7f5b94005fb0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 -- 172.21.15.6:0/3709563462 shutdown_connections 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c445850 0x55566c43a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c4406e0 0x55566c451020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/3709563462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c43fcf0 0x55566c439c30 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 -- 172.21.15.6:0/3709563462 >> 172.21.15.6:0/3709563462 conn(0x55566c43b360 msgr2=0x55566c441150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 -- 172.21.15.6:0/3709563462 shutdown_connections 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 -- 172.21.15.6:0/3709563462 wait complete. 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 -- start start 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.716+0000 7f5bab5b5740 1 Processor -- start 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c44e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5bab5b5740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c44f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba01aec40 con 0x55566c445850 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba01b00b0 con 0x55566c4406e0 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5bab5b5740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba01af310 con 0x55566c43fcf0 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5bab5b5740 10 client.0 _ll_register_callbacks cb 0x7f5b90009970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5ba5e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c44e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.719 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5ba5400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5ba5e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c44e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:50016/0 (socket says 172.21.15.6:50016) 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5ba5e00640 1 -- 172.21.15.6:0/561900976 learned_addr learned my addr 172.21.15.6:0/561900976 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.717+0000 7f5ba6800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c44f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5ba5400640 1 -- 172.21.15.6:0/561900976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 msgr2=0x55566c44e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5ba5400640 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c44e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5ba5400640 1 -- 172.21.15.6:0/561900976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 msgr2=0x55566c44f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5ba5400640 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c44f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5ba5400640 1 -- 172.21.15.6:0/561900976 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55566c44fcc0 con 0x55566c4406e0 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c44e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5ba6800640 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c44f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5ba5400640 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44e6c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5b90034bb0 tx=0x7f5b900041e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eaf4cc09af2f9a63 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:31.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5b83400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5b83400640 1 -- 172.21.15.6:0/561900976 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b9002f040 con 0x55566c4406e0 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5b83400640 1 -- 172.21.15.6:0/561900976 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5b90009040 con 0x55566c4406e0 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.718+0000 7f5bab5b5740 1 -- 172.21.15.6:0/561900976 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b940054e0 con 0x55566c4406e0 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5b83400640 1 -- 172.21.15.6:0/561900976 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5b90045050 con 0x55566c4406e0 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5bab5b5740 10 client.27158 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5bab5b5740 1 -- 172.21.15.6:0/561900976 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55566c451040 con 0x55566c4406e0 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5b83400640 1 -- 172.21.15.6:0/561900976 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b940054e0 con 0x55566c4406e0 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5b83400640 1 -- 172.21.15.6:0/561900976 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5b9003c070 con 0x55566c4406e0 2024-05-20T21:22:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5bab5b5740 10 client.27158 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5bab5b5740 10 client.27158 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5bab5b5740 20 client.27158 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55566c4c0540 0x55566c4c2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5bab5b5740 4 client.27158 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.719+0000 7f5bab5b5740 1 -- 172.21.15.6:0/561900976 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55566c3ab2c0 con 0x55566c4c0540 2024-05-20T21:22:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.720+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55566c4c0540 0x55566c4c2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.720+0000 7f5b83400640 10 client.27158 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:31.723 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.720+0000 7f5ba5e00640 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55566c4c0540 0x55566c4c2960 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84cb564eeff3b398 server_cookie=56f4319e17fb9176 in_seq=0 out_seq=0 2024-05-20T21:22:31.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.731+0000 7f5b83400640 1 -- 172.21.15.6:0/561900976 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55566c3ab2c0 con 0x55566c4c0540 2024-05-20T21:22:31.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.731+0000 7f5b83400640 10 client.27158 handle_command_reply: tid=0 2024-05-20T21:22:31.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 client.27158 shutdown 2024-05-20T21:22:31.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 -- 172.21.15.6:0/561900976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 msgr2=0x55566c44e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44e6c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5b90034bb0 tx=0x7f5b900041e0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 -- 172.21.15.6:0/561900976 shutdown_connections 2024-05-20T21:22:31.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55566c4c0540 0x55566c4c2960 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55566c445850 0x55566c44f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55566c4406e0 0x55566c44e6c0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5b83400640 0 client.27158 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:31.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 --2- 172.21.15.6:0/561900976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55566c43fcf0 0x55566c44e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 -- 172.21.15.6:0/561900976 >> 172.21.15.6:0/561900976 conn(0x55566c43b360 msgr2=0x55566c43e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 -- 172.21.15.6:0/561900976 shutdown_connections 2024-05-20T21:22:31.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 1 -- 172.21.15.6:0/561900976 wait complete. 2024-05-20T21:22:31.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.732+0000 7f5bab5b5740 20 client.27158 trim_cache size 0 max 16384 2024-05-20T21:22:31.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:22:31.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:22:31.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:22:31.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 -- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b880b27d0 msgr2=0x7f5b880b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b880b27d0 0x7f5b880b4c90 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f5b90009fd0 tx=0x7f5b90005850 comp rx=0 tx=0).stop 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 -- 172.21.15.6:0/4021359753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 msgr2=0x7f5ba01a6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 0x7f5ba01a6730 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c033040 tx=0x7f5b9c0317c0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 -- 172.21.15.6:0/4021359753 shutdown_connections 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b880b27d0 0x7f5b880b4c90 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ba0078ff0 0x7f5ba01a6730 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ba0078650 0x7f5ba019f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 --2- 172.21.15.6:0/4021359753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ba0077410 0x7f5ba019f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 -- 172.21.15.6:0/4021359753 >> 172.21.15.6:0/4021359753 conn(0x7f5ba01000c0 msgr2=0x7f5ba0101bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 -- 172.21.15.6:0/4021359753 shutdown_connections 2024-05-20T21:22:31.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:31.733+0000 7f5ba7200640 1 -- 172.21.15.6:0/4021359753 wait complete. 2024-05-20T21:22:31.863 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:31 smithi006 ceph-mon[31422]: pgmap v640: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-05-20T21:22:31.931 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:22:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:31 smithi062 ceph-mon[36640]: pgmap v640: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-05-20T21:22:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:31 smithi042 ceph-mon[36332]: pgmap v640: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-05-20T21:22:32.420 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:22:32.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:32 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:22:32.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:32 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:32.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:32 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:22:32.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:32 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:32.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:32 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:22:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:32 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:22:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:32 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:32 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:22:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:32 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:32 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:22:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:32 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:22:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:32 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:32 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:22:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:32 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:22:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:32 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:22:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:33 smithi062 ceph-mon[36640]: pgmap v641: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:22:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:22:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:22:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:22:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:33 smithi042 ceph-mon[36332]: pgmap v641: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:22:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:22:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:22:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:22:34.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:33 smithi006 ceph-mon[31422]: pgmap v641: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.6 KiB/s wr, 8 op/s 2024-05-20T21:22:34.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:22:34.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:22:34.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 -- 172.21.15.6:0/1880235185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 msgr2=0x7f4274116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 --2- 172.21.15.6:0/1880235185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 0x7f4274116870 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f426c00b0a0 tx=0x7f426c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 -- 172.21.15.6:0/1880235185 shutdown_connections 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 --2- 172.21.15.6:0/1880235185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 0x7f4274116870 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 --2- 172.21.15.6:0/1880235185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f42740758e0 0x7f4274075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 --2- 172.21.15.6:0/1880235185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4274076200 0x7f4274113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 -- 172.21.15.6:0/1880235185 >> 172.21.15.6:0/1880235185 conn(0x7f42740fefc0 msgr2=0x7f42741013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 -- 172.21.15.6:0/1880235185 shutdown_connections 2024-05-20T21:22:34.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.765+0000 7f4278a00700 1 -- 172.21.15.6:0/1880235185 wait complete. 2024-05-20T21:22:34.767 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:34 smithi006 ceph-mon[31422]: pgmap v642: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-20T21:22:34.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.766+0000 7f4278a00700 1 Processor -- start 2024-05-20T21:22:34.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4278a00700 1 -- start start 2024-05-20T21:22:34.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4278a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42740758e0 0x7f42741a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4278a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4274076200 0x7f42741a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4278a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 0x7f42741a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4278a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4274119c40 con 0x7f4274114480 2024-05-20T21:22:34.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4278a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4274119ac0 con 0x7f4274076200 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4278a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4274119dc0 con 0x7f42740758e0 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4273400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42740758e0 0x7f42741a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4273e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 0x7f42741a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4273400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42740758e0 0x7f42741a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:50022/0 (socket says 172.21.15.6:50022) 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.767+0000 7f4273400700 1 -- 172.21.15.6:0/724065582 learned_addr learned my addr 172.21.15.6:0/724065582 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.768+0000 7f4272a00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4274076200 0x7f42741a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.768+0000 7f4273400700 1 -- 172.21.15.6:0/724065582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4274076200 msgr2=0x7f42741a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.768+0000 7f4273400700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4274076200 0x7f42741a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.768+0000 7f4273400700 1 -- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 msgr2=0x7f42741a49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.768+0000 7f4273400700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 0x7f42741a49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.768+0000 7f4273400700 1 -- 172.21.15.6:0/724065582 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42741a5120 con 0x7f42740758e0 2024-05-20T21:22:34.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.768+0000 7f4273e00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 0x7f42741a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.768+0000 7f4273400700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42740758e0 0x7f42741a0110 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f426400eb30 tx=0x7f426400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.769+0000 7f426be00700 1 -- 172.21.15.6:0/724065582 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426400cbd0 con 0x7f42740758e0 2024-05-20T21:22:34.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.769+0000 7f4278a00700 1 -- 172.21.15.6:0/724065582 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42741a5410 con 0x7f42740758e0 2024-05-20T21:22:34.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.769+0000 7f426be00700 1 -- 172.21.15.6:0/724065582 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42640044d0 con 0x7f42740758e0 2024-05-20T21:22:34.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.769+0000 7f426be00700 1 -- 172.21.15.6:0/724065582 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264003e30 con 0x7f42740758e0 2024-05-20T21:22:34.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.769+0000 7f4278a00700 1 -- 172.21.15.6:0/724065582 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42741acc90 con 0x7f42740758e0 2024-05-20T21:22:34.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.774+0000 7f426be00700 1 -- 172.21.15.6:0/724065582 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4264004000 con 0x7f42740758e0 2024-05-20T21:22:34.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.775+0000 7f4284a0eb80 1 Processor -- start 2024-05-20T21:22:34.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.775+0000 7f4284a0eb80 1 -- start start 2024-05-20T21:22:34.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d020 0x55a7d350d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d940 0x55a7d35074b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d3507f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a7d3465e40 con 0x55a7d350d020 2024-05-20T21:22:34.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7d34559e0 con 0x55a7d350d940 2024-05-20T21:22:34.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a7d3459a20 con 0x55a7d3507ad0 2024-05-20T21:22:34.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4273400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d940 0x55a7d35074b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4273e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d020 0x55a7d350d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f426be00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42580b2880 0x7f42580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4273e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d020 0x55a7d350d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36232/0 (socket says 172.21.15.6:36232) 2024-05-20T21:22:34.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4273e00700 1 -- 172.21.15.6:0/3828301620 learned_addr learned my addr 172.21.15.6:0/3828301620 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:34.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.776+0000 7f4272a00700 1 --2- 172.21.15.6:0/3828301620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d3507f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.777+0000 7f426be00700 1 -- 172.21.15.6:0/724065582 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f42640e26a0 con 0x7f42740758e0 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.777+0000 7f4273e00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42580b2880 0x7f42580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.777+0000 7f4272a00700 1 -- 172.21.15.6:0/3828301620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d940 msgr2=0x55a7d35074b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.777+0000 7f4272a00700 1 --2- 172.21.15.6:0/3828301620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d940 0x55a7d35074b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.777+0000 7f4272a00700 1 -- 172.21.15.6:0/3828301620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d020 msgr2=0x55a7d350d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.777+0000 7f4272a00700 1 --2- 172.21.15.6:0/3828301620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d020 0x55a7d350d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.777+0000 7f4272a00700 1 -- 172.21.15.6:0/3828301620 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7d341e420 con 0x55a7d3507ad0 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.777+0000 7f4272a00700 1 --2- 172.21.15.6:0/3828301620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d3507f30 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4260009c60 tx=0x7f4260009f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f22550ff1751e65 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.778+0000 7f4268c00700 1 -- 172.21.15.6:0/3828301620 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260011cb0 con 0x55a7d3507ad0 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.778+0000 7f4268c00700 1 -- 172.21.15.6:0/3828301620 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4260011e50 con 0x55a7d3507ad0 2024-05-20T21:22:34.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.778+0000 7f4268c00700 1 -- 172.21.15.6:0/3828301620 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260005280 con 0x55a7d3507ad0 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 -- 172.21.15.6:0/3828301620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 msgr2=0x55a7d3507f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/3828301620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d3507f30 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4260009c60 tx=0x7f4260009f70 comp rx=0 tx=0).stop 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4273e00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42580b2880 0x7f42580b4d40 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f426c00bfa0 tx=0x7f426c00b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 -- 172.21.15.6:0/3828301620 shutdown_connections 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/3828301620 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d3507f30 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/3828301620 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d020 0x55a7d350d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/3828301620 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d940 0x55a7d35074b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 -- 172.21.15.6:0/3828301620 >> 172.21.15.6:0/3828301620 conn(0x55a7d3435be0 msgr2=0x55a7d3502150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 -- 172.21.15.6:0/3828301620 shutdown_connections 2024-05-20T21:22:34.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.779+0000 7f4284a0eb80 1 -- 172.21.15.6:0/3828301620 wait complete. 2024-05-20T21:22:34.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.780+0000 7f4284a0eb80 1 -- start start 2024-05-20T21:22:34.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.780+0000 7f4284a0eb80 1 Processor -- start 2024-05-20T21:22:34.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d3507ad0 0x55a7d35136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d020 0x55a7d3510a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d3510f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a7d335bfa0 con 0x55a7d350d940 2024-05-20T21:22:34.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7d33f6760 con 0x55a7d3507ad0 2024-05-20T21:22:34.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a7d3514460 con 0x55a7d350d020 2024-05-20T21:22:34.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4284a0eb80 10 client.0 _ll_register_callbacks cb 0x55a7d33ffc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:34.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4272a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d020 0x55a7d3510a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4273400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d3507ad0 0x55a7d35136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4272a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d020 0x55a7d3510a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:50046/0 (socket says 172.21.15.6:50046) 2024-05-20T21:22:34.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4272a00700 1 -- 172.21.15.6:0/1448961313 learned_addr learned my addr 172.21.15.6:0/1448961313 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:34.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.781+0000 7f4273e00700 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d3510f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f4273400700 1 -- 172.21.15.6:0/1448961313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d020 msgr2=0x55a7d3510a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f4273400700 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d020 0x55a7d3510a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f4273400700 1 -- 172.21.15.6:0/1448961313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 msgr2=0x55a7d3510f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f4273400700 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d3510f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f4273400700 1 -- 172.21.15.6:0/1448961313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7d33a58d0 con 0x55a7d3507ad0 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f4273400700 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d3507ad0 0x55a7d35136a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f42640a98c0 tx=0x7f426400cef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4db355043a58f574 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f425d600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f425d600700 1 -- 172.21.15.6:0/1448961313 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42640a9330 con 0x55a7d3507ad0 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f425d600700 1 -- 172.21.15.6:0/1448961313 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f42640c81c0 con 0x55a7d3507ad0 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.782+0000 7f4284a0eb80 1 -- 172.21.15.6:0/1448961313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4260011e50 con 0x55a7d3507ad0 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f425d600700 1 -- 172.21.15.6:0/1448961313 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f42640a5350 con 0x55a7d3507ad0 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f4284a0eb80 10 client.27170 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f4284a0eb80 1 -- 172.21.15.6:0/1448961313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a7d3426060 con 0x55a7d3507ad0 2024-05-20T21:22:34.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f425d600700 1 -- 172.21.15.6:0/1448961313 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4260011e50 con 0x55a7d3507ad0 2024-05-20T21:22:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f425d600700 1 -- 172.21.15.6:0/1448961313 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f42640a9e20 con 0x55a7d3507ad0 2024-05-20T21:22:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f4284a0eb80 10 client.27170 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f4284a0eb80 10 client.27170 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f4284a0eb80 20 client.27170 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7d3520fb0 0x55a7d3523400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f4284a0eb80 4 client.27170 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.783+0000 7f4284a0eb80 1 -- 172.21.15.6:0/1448961313 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a7d3467d90 con 0x55a7d3520fb0 2024-05-20T21:22:34.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.784+0000 7f4272a00700 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7d3520fb0 0x55a7d3523400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.785+0000 7f4272a00700 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7d3520fb0 0x55a7d3523400 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3e0b4973b61241e server_cookie=8dc7d7e2bf3fabf2 in_seq=0 out_seq=0 2024-05-20T21:22:34.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.785+0000 7f425d600700 10 client.27170 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:34.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f425d600700 1 -- 172.21.15.6:0/1448961313 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a7d3467d90 con 0x55a7d3520fb0 2024-05-20T21:22:34.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f425d600700 10 client.27170 handle_command_reply: tid=0 2024-05-20T21:22:34.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 client.27170 shutdown 2024-05-20T21:22:34.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 -- 172.21.15.6:0/1448961313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d3507ad0 msgr2=0x55a7d35136a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d3507ad0 0x55a7d35136a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f42640a98c0 tx=0x7f426400cef0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 -- 172.21.15.6:0/1448961313 shutdown_connections 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d3510f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d3507ad0 0x55a7d35136a0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7d3520fb0 0x55a7d3523400 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/1448961313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d020 0x55a7d3510a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 -- 172.21.15.6:0/1448961313 >> 172.21.15.6:0/1448961313 conn(0x55a7d3435be0 msgr2=0x55a7d35064a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f425d600700 0 client.27170 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 -- 172.21.15.6:0/1448961313 shutdown_connections 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 1 -- 172.21.15.6:0/1448961313 wait complete. 2024-05-20T21:22:34.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.786+0000 7f4284a0eb80 20 client.27170 trim_cache size 0 max 16384 2024-05-20T21:22:34.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.809+0000 7f4284a0eb80 1 Processor -- start 2024-05-20T21:22:34.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.809+0000 7f4284a0eb80 1 -- start start 2024-05-20T21:22:34.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d3507ad0 0x55a7d3501c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3502170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d940 0x55a7d3528cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f42741b6b10 con 0x55a7d3507ad0 2024-05-20T21:22:34.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f42741b43a0 con 0x55a7d350d020 2024-05-20T21:22:34.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f42741b21f0 con 0x55a7d350d940 2024-05-20T21:22:34.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4273e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d940 0x55a7d3528cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4273400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d3507ad0 0x55a7d3501c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4273e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d940 0x55a7d3528cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:50048/0 (socket says 172.21.15.6:50048) 2024-05-20T21:22:34.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4273e00700 1 -- 172.21.15.6:0/2580094584 learned_addr learned my addr 172.21.15.6:0/2580094584 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:34.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.810+0000 7f4272a00700 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3502170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f4273e00700 1 -- 172.21.15.6:0/2580094584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 msgr2=0x55a7d3502170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f4273e00700 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3502170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f4273e00700 1 -- 172.21.15.6:0/2580094584 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d3507ad0 msgr2=0x55a7d3501c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f4273e00700 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d3507ad0 0x55a7d3501c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f4273e00700 1 -- 172.21.15.6:0/2580094584 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7d350efb0 con 0x55a7d350d940 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f4272a00700 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3502170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f4273400700 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d3507ad0 0x55a7d3501c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f4273e00700 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d940 0x55a7d3528cd0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f426c015000 tx=0x7f426c024000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a03995ce48506916 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f425fe00700 1 -- 172.21.15.6:0/2580094584 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c037070 con 0x55a7d350d940 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f425fe00700 1 -- 172.21.15.6:0/2580094584 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f426c007e20 con 0x55a7d350d940 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.811+0000 7f425fe00700 1 -- 172.21.15.6:0/2580094584 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c005a00 con 0x55a7d350d940 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 -- 172.21.15.6:0/2580094584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d940 msgr2=0x55a7d3528cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d940 0x55a7d3528cd0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f426c015000 tx=0x7f426c024000 comp rx=0 tx=0).stop 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 -- 172.21.15.6:0/2580094584 shutdown_connections 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d350d940 0x55a7d3528cd0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d3507ad0 0x55a7d3501c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/2580094584 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3502170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 -- 172.21.15.6:0/2580094584 >> 172.21.15.6:0/2580094584 conn(0x55a7d3435be0 msgr2=0x55a7d350ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 -- 172.21.15.6:0/2580094584 shutdown_connections 2024-05-20T21:22:34.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.812+0000 7f4284a0eb80 1 -- 172.21.15.6:0/2580094584 wait complete. 2024-05-20T21:22:34.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.813+0000 7f4284a0eb80 1 -- start start 2024-05-20T21:22:34.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.813+0000 7f4284a0eb80 1 Processor -- start 2024-05-20T21:22:34.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d35199b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3519ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4284a0eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d35167b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f42741b2860 con 0x55a7d350d940 2024-05-20T21:22:34.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f42741b3cd0 con 0x55a7d350d020 2024-05-20T21:22:34.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4284a0eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f42741b2f30 con 0x55a7d3507ad0 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4284a0eb80 10 client.0 _ll_register_callbacks cb 0x55a7d33ffc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4273400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d35199b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4273e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d35167b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4272a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3519ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4273400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d35199b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:50064/0 (socket says 172.21.15.6:50064) 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4272a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3519ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:52384/0 (socket says 172.21.15.6:52384) 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4273400700 1 -- 172.21.15.6:0/4135558681 learned_addr learned my addr 172.21.15.6:0/4135558681 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4272a00700 1 -- 172.21.15.6:0/4135558681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 msgr2=0x55a7d35199b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.814+0000 7f4272a00700 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d35199b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f4272a00700 1 -- 172.21.15.6:0/4135558681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 msgr2=0x55a7d35167b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f4272a00700 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d35167b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f4272a00700 1 -- 172.21.15.6:0/4135558681 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7d3516fc0 con 0x55a7d350d020 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f4273e00700 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d35167b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f4273400700 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d35199b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:34.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f4272a00700 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3519ef0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x55a7d3503f80 tx=0x7f4260004ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5806c1f4e736541 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:34.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f425d600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:34.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f425d600700 1 -- 172.21.15.6:0/4135558681 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260004980 con 0x55a7d350d020 2024-05-20T21:22:34.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f4284a0eb80 1 -- 172.21.15.6:0/4135558681 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f426c007e20 con 0x55a7d350d020 2024-05-20T21:22:34.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.815+0000 7f425d600700 1 -- 172.21.15.6:0/4135558681 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f426001e040 con 0x55a7d350d020 2024-05-20T21:22:34.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f425d600700 1 -- 172.21.15.6:0/4135558681 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4260011cc0 con 0x55a7d350d020 2024-05-20T21:22:34.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f4284a0eb80 10 client.27176 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f4284a0eb80 1 -- 172.21.15.6:0/4135558681 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a7d358c7c0 con 0x55a7d350d020 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f425d600700 1 -- 172.21.15.6:0/4135558681 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f426c007e20 con 0x55a7d350d020 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f425d600700 1 -- 172.21.15.6:0/4135558681 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4260018070 con 0x55a7d350d020 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f4284a0eb80 10 client.27176 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f4284a0eb80 10 client.27176 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f4284a0eb80 20 client.27176 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7d358cd90 0x55a7d358f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f4284a0eb80 4 client.27176 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.816+0000 7f4284a0eb80 1 -- 172.21.15.6:0/4135558681 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a7d3461570 con 0x55a7d358cd90 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.817+0000 7f4273400700 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7d358cd90 0x55a7d358f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.817+0000 7f4273400700 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7d358cd90 0x55a7d358f1b0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f00576cf2d640d2c server_cookie=f3ffdf07771b1b16 in_seq=0 out_seq=0 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.817+0000 7f425d600700 10 client.27176 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.817+0000 7f425d600700 1 -- 172.21.15.6:0/4135558681 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a7d3461570 con 0x55a7d358cd90 2024-05-20T21:22:34.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.817+0000 7f425d600700 10 client.27176 handle_command_reply: tid=0 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.817+0000 7f4284a0eb80 1 client.27176 shutdown 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 -- 172.21.15.6:0/4135558681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 msgr2=0x55a7d3519ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3519ef0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x55a7d3503f80 tx=0x7f4260004ba0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 -- 172.21.15.6:0/4135558681 shutdown_connections 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7d350d940 0x55a7d35167b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7d358cd90 0x55a7d358f1b0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7d3507ad0 0x55a7d35199b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 --2- 172.21.15.6:0/4135558681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7d350d020 0x55a7d3519ef0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f425d600700 0 client.27176 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 -- 172.21.15.6:0/4135558681 >> 172.21.15.6:0/4135558681 conn(0x55a7d3435be0 msgr2=0x55a7d3506d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 -- 172.21.15.6:0/4135558681 shutdown_connections 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 1 -- 172.21.15.6:0/4135558681 wait complete. 2024-05-20T21:22:34.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.818+0000 7f4284a0eb80 20 client.27176 trim_cache size 0 max 16384 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": { 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout: "8689a9d4-5544-4a1c-8a7b-cee12a33fb24": { 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout: "path": "/", 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout: "tag": "8689a9d4-5544-4a1c-8a7b-cee12a33fb24", 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout: "options": "recursive,force" 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:22:34.821 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 -- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42580b2880 msgr2=0x7f42580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42580b2880 0x7f42580b4d40 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f426c00bfa0 tx=0x7f426c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 -- 172.21.15.6:0/724065582 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42740758e0 msgr2=0x7f42741a0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42740758e0 0x7f42741a0110 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f426400eb30 tx=0x7f426400ee40 comp rx=0 tx=0).stop 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 -- 172.21.15.6:0/724065582 shutdown_connections 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f42580b2880 0x7f42580b4d40 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4274114480 0x7f42741a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f42740758e0 0x7f42741a0110 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 --2- 172.21.15.6:0/724065582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4274076200 0x7f42741a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:34.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 -- 172.21.15.6:0/724065582 >> 172.21.15.6:0/724065582 conn(0x7f42740fefc0 msgr2=0x7f42740ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:34.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 -- 172.21.15.6:0/724065582 shutdown_connections 2024-05-20T21:22:34.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:22:34.819+0000 7f4278a00700 1 -- 172.21.15.6:0/724065582 wait complete. 2024-05-20T21:22:35.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:34 smithi062 ceph-mon[36640]: pgmap v642: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-20T21:22:35.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:34 smithi042 ceph-mon[36332]: pgmap v642: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-20T21:22:35.653 INFO:tasks.cephfs.filesystem:scrub status for tag:8689a9d4-5544-4a1c-8a7b-cee12a33fb24 - {'path': '/', 'tag': '8689a9d4-5544-4a1c-8a7b-cee12a33fb24', 'options': 'recursive,force'} 2024-05-20T21:22:35.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:35 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:22:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:35 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:22:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:35 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:22:37.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:36 smithi062 ceph-mon[36640]: pgmap v643: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-05-20T21:22:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:36 smithi042 ceph-mon[36332]: pgmap v643: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-05-20T21:22:37.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:36 smithi006 ceph-mon[31422]: pgmap v643: 97 pgs: 97 active+clean; 2.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.3 KiB/s wr, 12 op/s 2024-05-20T21:22:39.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:39 smithi062 ceph-mon[36640]: pgmap v644: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:22:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:39 smithi042 ceph-mon[36332]: pgmap v644: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:22:39.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:39 smithi006 ceph-mon[31422]: pgmap v644: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:22:41.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:41 smithi062 ceph-mon[36640]: pgmap v645: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:41 smithi042 ceph-mon[36332]: pgmap v645: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:41.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:41 smithi006 ceph-mon[31422]: pgmap v645: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:127/600: open fd = 3 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:128/600: open fd = 3 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.004 INFO:tasks.workunit.client.0.smithi006.stdout:129/600: open fd = 3 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:130/600: open fd = 3 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:131/600: open fd = 3 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:132/600: open fd = 3 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.005 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:133/600: open fd = 3 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:134/600: open fd = 3 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:135/600: open fd = 3 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:136/600: open fd = 3 2024-05-20T21:22:42.006 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:137/600: open fd = 3 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:138/600: open fd = 3 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:139/600: open fd = 3 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.007 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:140/600: open fd = 3 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:141/600: open fd = 3 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:142/600: open fd = 3 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:143/600: open fd = 3 2024-05-20T21:22:42.008 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:144/600: open fd = 3 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:145/600: open fd = 3 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:146/600: open fd = 3 2024-05-20T21:22:42.009 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.010 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.010 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.010 INFO:tasks.workunit.client.0.smithi006.stdout:147/600: open fd = 3 2024-05-20T21:22:42.010 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.010 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.010 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.010 INFO:tasks.workunit.client.0.smithi006.stdout:148/600: open fd = 3 2024-05-20T21:22:42.010 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:149/600: open fd = 3 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:150/600: open fd = 3 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:151/600: open fd = 3 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.011 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:152/600: open fd = 3 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:153/600: open fd = 3 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:154/600: open fd = 3 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.012 INFO:tasks.workunit.client.0.smithi006.stdout:155/600: open fd = 3 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:156/600: open fd = 3 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:157/600: open fd = 3 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:158/600: open fd = 3 2024-05-20T21:22:42.013 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:159/600: open fd = 3 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:160/600: open fd = 3 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:161/600: open fd = 3 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.014 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:162/600: open fd = 3 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:163/600: open fd = 3 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:164/600: open fd = 3 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.015 INFO:tasks.workunit.client.0.smithi006.stdout:165/600: open fd = 3 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:166/600: open fd = 3 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:167/600: open fd = 3 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:168/600: open fd = 3 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.016 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:169/600: open fd = 3 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:170/600: open fd = 3 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:171/600: open fd = 3 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.017 INFO:tasks.workunit.client.0.smithi006.stdout:172/600: open fd = 3 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:173/600: open fd = 3 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:174/600: open fd = 3 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:175/600: open fd = 3 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.018 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:176/600: open fd = 3 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:177/600: open fd = 3 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.019 INFO:tasks.workunit.client.0.smithi006.stdout:178/600: open fd = 3 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:179/600: open fd = 3 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:180/600: open fd = 3 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:181/600: open fd = 3 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.020 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:182/600: open fd = 3 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:183/600: open fd = 3 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:184/600: open fd = 3 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.021 INFO:tasks.workunit.client.0.smithi006.stdout:185/600: open fd = 3 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:186/600: open fd = 3 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:187/600: open fd = 3 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:188/600: open fd = 3 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:42.022 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:22:43.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:43 smithi062 ceph-mon[36640]: pgmap v646: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:43 smithi042 ceph-mon[36332]: pgmap v646: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:43.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:43 smithi006 ceph-mon[31422]: pgmap v646: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:22:44.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 -- 172.21.15.6:0/3166054242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd16410a070 msgr2=0x7fd16410a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 --2- 172.21.15.6:0/3166054242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd16410a070 0x7fd16410a4f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd150009900 tx=0x7fd15002a400 comp rx=0 tx=0).stop 2024-05-20T21:22:44.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 -- 172.21.15.6:0/3166054242 shutdown_connections 2024-05-20T21:22:44.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 --2- 172.21.15.6:0/3166054242 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd16410aa30 0x7fd164111350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 --2- 172.21.15.6:0/3166054242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd16410a070 0x7fd16410a4f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 --2- 172.21.15.6:0/3166054242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd164108f70 0x7fd164109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 -- 172.21.15.6:0/3166054242 >> 172.21.15.6:0/3166054242 conn(0x7fd164077ee0 msgr2=0x7fd16407a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 -- 172.21.15.6:0/3166054242 shutdown_connections 2024-05-20T21:22:44.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.881+0000 7fd16b000640 1 -- 172.21.15.6:0/3166054242 wait complete. 2024-05-20T21:22:44.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.883+0000 7fd16b000640 1 Processor -- start 2024-05-20T21:22:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.883+0000 7fd16b000640 1 -- start start 2024-05-20T21:22:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd16b000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd164108f70 0x7fd16419f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd16b000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd16410a070 0x7fd16419f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd16b000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd16410aa30 0x7fd1641a66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd16b000640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd164114ab0 con 0x7fd164108f70 2024-05-20T21:22:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd16b000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd164114930 con 0x7fd16410a070 2024-05-20T21:22:44.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd16b000640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd164114c30 con 0x7fd16410aa30 2024-05-20T21:22:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd164108f70 0x7fd16419f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd164108f70 0x7fd16419f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60656/0 (socket says 172.21.15.6:60656) 2024-05-20T21:22:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169c00640 1 -- 172.21.15.6:0/2747236893 learned_addr learned my addr 172.21.15.6:0/2747236893 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169200640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd16410a070 0x7fd16419f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd16a600640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd16410aa30 0x7fd1641a66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169c00640 1 -- 172.21.15.6:0/2747236893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd16410aa30 msgr2=0x7fd1641a66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169c00640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd16410aa30 0x7fd1641a66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169c00640 1 -- 172.21.15.6:0/2747236893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd16410a070 msgr2=0x7fd16419f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169c00640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd16410a070 0x7fd16419f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.884+0000 7fd169c00640 1 -- 172.21.15.6:0/2747236893 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1641a6d20 con 0x7fd164108f70 2024-05-20T21:22:44.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.885+0000 7fd169c00640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd164108f70 0x7fd16419f100 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd15800ea60 tx=0x7fd15800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:44.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.885+0000 7fd162000640 1 -- 172.21.15.6:0/2747236893 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15800cde0 con 0x7fd164108f70 2024-05-20T21:22:44.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.885+0000 7fd162000640 1 -- 172.21.15.6:0/2747236893 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1580035f0 con 0x7fd164108f70 2024-05-20T21:22:44.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.885+0000 7fd16b000640 1 -- 172.21.15.6:0/2747236893 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1641a6fb0 con 0x7fd164108f70 2024-05-20T21:22:44.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.885+0000 7fd162000640 1 -- 172.21.15.6:0/2747236893 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd158010690 con 0x7fd164108f70 2024-05-20T21:22:44.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.885+0000 7fd16b000640 1 -- 172.21.15.6:0/2747236893 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1641a7470 con 0x7fd164108f70 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.889+0000 7fd16f40e740 1 Processor -- start 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.889+0000 7fd16f40e740 1 -- start start 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.889+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fc1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.889+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc16e0 0x5606d5fc61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.889+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc6850 0x5606d5fc8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.889+0000 7fd16f40e740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5606d5f30b90 con 0x5606d5fc0cf0 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.889+0000 7fd16f40e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5606d5f20730 con 0x5606d5fc16e0 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.889+0000 7fd16f40e740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5606d5f24770 con 0x5606d5fc6850 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd16a600640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fc1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd16a600640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fc1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60660/0 (socket says 172.21.15.6:60660) 2024-05-20T21:22:44.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd16a600640 1 -- 172.21.15.6:0/2173335053 learned_addr learned my addr 172.21.15.6:0/2173335053 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd169200640 1 --2- 172.21.15.6:0/2173335053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc6850 0x5606d5fc8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd162000640 1 -- 172.21.15.6:0/2747236893 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd1580037a0 con 0x7fd164108f70 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd16a600640 1 -- 172.21.15.6:0/2173335053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc6850 msgr2=0x5606d5fc8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd16a600640 1 --2- 172.21.15.6:0/2173335053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc6850 0x5606d5fc8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd16a600640 1 -- 172.21.15.6:0/2173335053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc16e0 msgr2=0x5606d5fc61e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd16a600640 1 --2- 172.21.15.6:0/2173335053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc16e0 0x5606d5fc61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.890+0000 7fd16a600640 1 -- 172.21.15.6:0/2173335053 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606d5eb98b0 con 0x5606d5fc0cf0 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.891+0000 7fd16a600640 1 --2- 172.21.15.6:0/2173335053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fc1110 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009fd0 tx=0x7fd15c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9d7dd82eec380cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.891+0000 7fd156a00640 1 -- 172.21.15.6:0/2173335053 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15c004d20 con 0x5606d5fc0cf0 2024-05-20T21:22:44.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.891+0000 7fd156a00640 1 -- 172.21.15.6:0/2173335053 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd15c004050 con 0x5606d5fc0cf0 2024-05-20T21:22:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.891+0000 7fd156a00640 1 -- 172.21.15.6:0/2173335053 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15c005280 con 0x5606d5fc0cf0 2024-05-20T21:22:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 -- 172.21.15.6:0/2173335053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 msgr2=0x5606d5fc1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 --2- 172.21.15.6:0/2173335053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fc1110 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009fd0 tx=0x7fd15c0118d0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 -- 172.21.15.6:0/2173335053 shutdown_connections 2024-05-20T21:22:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 --2- 172.21.15.6:0/2173335053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc6850 0x5606d5fc8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 --2- 172.21.15.6:0/2173335053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc16e0 0x5606d5fc61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 --2- 172.21.15.6:0/2173335053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fc1110 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 -- 172.21.15.6:0/2173335053 >> 172.21.15.6:0/2173335053 conn(0x5606d5fbc360 msgr2=0x5606d5fbc760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 -- 172.21.15.6:0/2173335053 shutdown_connections 2024-05-20T21:22:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd162000640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd14c0b27d0 0x7fd14c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd16f40e740 1 -- 172.21.15.6:0/2173335053 wait complete. 2024-05-20T21:22:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd162000640 1 -- 172.21.15.6:0/2747236893 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd1580e25a0 con 0x7fd164108f70 2024-05-20T21:22:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.892+0000 7fd169200640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd14c0b27d0 0x7fd14c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.893+0000 7fd16f40e740 1 -- start start 2024-05-20T21:22:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.893+0000 7fd16f40e740 1 Processor -- start 2024-05-20T21:22:44.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.893+0000 7fd169200640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd14c0b27d0 0x7fd14c0b4c90 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd150005ab0 tx=0x7fd150005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.893+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcaab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.893+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fcaff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.893+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc6850 0x5606d5fd2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd16f40e740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5606d5c06790 con 0x5606d5fc6850 2024-05-20T21:22:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd16f40e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5606d5ec8bc0 con 0x5606d5fc0cf0 2024-05-20T21:22:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd16f40e740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5606d5fc9800 con 0x5606d5fc16e0 2024-05-20T21:22:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd16f40e740 10 client.0 _ll_register_callbacks cb 0x5606d5ea6400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcaab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcaab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60206/0 (socket says 172.21.15.6:60206) 2024-05-20T21:22:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 -- 172.21.15.6:0/1391926040 learned_addr learned my addr 172.21.15.6:0/1391926040 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169200640 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fcaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.903 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd16a600640 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc6850 0x5606d5fd2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 -- 172.21.15.6:0/1391926040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 msgr2=0x5606d5fcaff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:44.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fcaff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 -- 172.21.15.6:0/1391926040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc6850 msgr2=0x5606d5fd2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:44.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc6850 0x5606d5fd2030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 -- 172.21.15.6:0/1391926040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606d5c35210 con 0x5606d5fc0cf0 2024-05-20T21:22:44.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd169c00640 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcaab0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd1580a9a50 tx=0x7fd1580a9230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c2a74a45df74a30 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:44.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.894+0000 7fd14b400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:22:44.904 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd14b400640 1 -- 172.21.15.6:0/1391926040 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1580aa1c0 con 0x5606d5fc0cf0 2024-05-20T21:22:44.905 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd14b400640 1 -- 172.21.15.6:0/1391926040 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd1580e00b0 con 0x5606d5fc0cf0 2024-05-20T21:22:44.905 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd16f40e740 1 -- 172.21.15.6:0/1391926040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd15c004050 con 0x5606d5fc0cf0 2024-05-20T21:22:44.905 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd14b400640 1 -- 172.21.15.6:0/1391926040 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd1580a9ac0 con 0x5606d5fc0cf0 2024-05-20T21:22:44.905 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd16f40e740 10 client.27185 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:44.905 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd16f40e740 1 -- 172.21.15.6:0/1391926040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606d5d01620 con 0x5606d5fc0cf0 2024-05-20T21:22:44.905 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd14b400640 1 -- 172.21.15.6:0/1391926040 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd15c004050 con 0x5606d5fc0cf0 2024-05-20T21:22:44.905 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd14b400640 1 -- 172.21.15.6:0/1391926040 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd1580e20f0 con 0x5606d5fc0cf0 2024-05-20T21:22:44.905 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd16f40e740 10 client.27185 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:44.906 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.895+0000 7fd16f40e740 10 client.27185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:44.906 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.896+0000 7fd16f40e740 20 client.27185 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:44.906 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.896+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5606d5fd6570 0x5606d5fd8960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.906 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.896+0000 7fd16f40e740 4 client.27185 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:44.906 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.896+0000 7fd16f40e740 1 -- 172.21.15.6:0/1391926040 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606d5f32ae0 con 0x5606d5fd6570 2024-05-20T21:22:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.896+0000 7fd169200640 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5606d5fd6570 0x5606d5fd8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.897+0000 7fd169200640 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5606d5fd6570 0x5606d5fd8960 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfe74ccf952e1a49 server_cookie=4869d69c176b2df8 in_seq=0 out_seq=0 2024-05-20T21:22:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.897+0000 7fd14b400640 10 client.27185 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd14b400640 1 -- 172.21.15.6:0/1391926040 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5606d5f32ae0 con 0x5606d5fd6570 2024-05-20T21:22:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd14b400640 10 client.27185 handle_command_reply: tid=0 2024-05-20T21:22:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 client.27185 shutdown 2024-05-20T21:22:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 -- 172.21.15.6:0/1391926040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc0cf0 msgr2=0x5606d5fcaab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.907 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcaab0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd1580a9a50 tx=0x7fd1580a9230 comp rx=0 tx=0).stop 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 -- 172.21.15.6:0/1391926040 shutdown_connections 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5606d5fd6570 0x5606d5fd8960 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc6850 0x5606d5fd2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fcaff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1391926040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcaab0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 -- 172.21.15.6:0/1391926040 >> 172.21.15.6:0/1391926040 conn(0x5606d5fbc360 msgr2=0x5606d5fbb4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd14b400640 0 client.27185 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 -- 172.21.15.6:0/1391926040 shutdown_connections 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 1 -- 172.21.15.6:0/1391926040 wait complete. 2024-05-20T21:22:44.908 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.898+0000 7fd16f40e740 20 client.27185 trim_cache size 0 max 16384 2024-05-20T21:22:44.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.915+0000 7fd16f40e740 1 Processor -- start 2024-05-20T21:22:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd16f40e740 1 -- start start 2024-05-20T21:22:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fbfa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fd1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 0x5606d5fc2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd16f40e740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd1641b2e70 con 0x5606d5fc0cf0 2024-05-20T21:22:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd16f40e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd1641b0740 con 0x5606d5fc6850 2024-05-20T21:22:44.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd16f40e740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd1641ae590 con 0x5606d5fc16e0 2024-05-20T21:22:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd169c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fbfa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd169c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fbfa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60678/0 (socket says 172.21.15.6:60678) 2024-05-20T21:22:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd169c00640 1 -- 172.21.15.6:0/3037929295 learned_addr learned my addr 172.21.15.6:0/3037929295 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd16a600640 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 0x5606d5fc2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.916+0000 7fd169200640 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fd1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd169200640 1 -- 172.21.15.6:0/3037929295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 msgr2=0x5606d5fc2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd169200640 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 0x5606d5fc2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd169200640 1 -- 172.21.15.6:0/3037929295 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 msgr2=0x5606d5fbfa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd169200640 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fbfa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd169200640 1 -- 172.21.15.6:0/3037929295 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606d5fbc190 con 0x5606d5fc16e0 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd169c00640 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fbfa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd169200640 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fd1ff0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fd15002a920 tx=0x7fd150040000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e25fec0c859196d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd156000640 1 -- 172.21.15.6:0/3037929295 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150035040 con 0x5606d5fc16e0 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd156000640 1 -- 172.21.15.6:0/3037929295 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd150031c50 con 0x5606d5fc16e0 2024-05-20T21:22:44.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.917+0000 7fd156000640 1 -- 172.21.15.6:0/3037929295 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15003d9a0 con 0x5606d5fc16e0 2024-05-20T21:22:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 -- 172.21.15.6:0/3037929295 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 msgr2=0x5606d5fd1ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fd1ff0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fd15002a920 tx=0x7fd150040000 comp rx=0 tx=0).stop 2024-05-20T21:22:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 -- 172.21.15.6:0/3037929295 shutdown_connections 2024-05-20T21:22:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 0x5606d5fc2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc16e0 0x5606d5fd1ff0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 --2- 172.21.15.6:0/3037929295 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc0cf0 0x5606d5fbfa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 -- 172.21.15.6:0/3037929295 >> 172.21.15.6:0/3037929295 conn(0x5606d5fbc360 msgr2=0x5606d5fbf330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 -- 172.21.15.6:0/3037929295 shutdown_connections 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.918+0000 7fd16f40e740 1 -- 172.21.15.6:0/3037929295 wait complete. 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 1 -- start start 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 1 Processor -- start 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc16e0 0x5606d5fcfc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 0x5606d5fd0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd1641aec00 con 0x5606d5fc16e0 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd1641b0070 con 0x5606d5fc6850 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd1641af2d0 con 0x5606d5fc0cf0 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.919+0000 7fd16f40e740 10 client.0 _ll_register_callbacks cb 0x7fd158004560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:44.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc16e0 0x5606d5fcfc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc16e0 0x5606d5fcfc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60682/0 (socket says 172.21.15.6:60682) 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd16a600640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 0x5606d5fd0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169c00640 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 -- 172.21.15.6:0/1523344521 learned_addr learned my addr 172.21.15.6:0/1523344521 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 -- 172.21.15.6:0/1523344521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc0cf0 msgr2=0x5606d5fcf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 -- 172.21.15.6:0/1523344521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 msgr2=0x5606d5fd0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 0x5606d5fd0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 -- 172.21.15.6:0/1523344521 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606d5fd1290 con 0x5606d5fc16e0 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd169200640 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc16e0 0x5606d5fcfc90 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fd150004580 tx=0x7fd150003ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e85b13a1c563950 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:44.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.920+0000 7fd14b400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.921+0000 7fd14b400640 1 -- 172.21.15.6:0/1523344521 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150061030 con 0x5606d5fc16e0 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.921+0000 7fd14b400640 1 -- 172.21.15.6:0/1523344521 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd1500315a0 con 0x5606d5fc16e0 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.921+0000 7fd16f40e740 1 -- 172.21.15.6:0/1523344521 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd150031c50 con 0x5606d5fc16e0 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.921+0000 7fd14b400640 1 -- 172.21.15.6:0/1523344521 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd150035070 con 0x5606d5fc16e0 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.921+0000 7fd16f40e740 10 client.17070 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.921+0000 7fd16f40e740 1 -- 172.21.15.6:0/1523344521 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606d6041190 con 0x5606d5fc16e0 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.921+0000 7fd14b400640 1 -- 172.21.15.6:0/1523344521 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd150031c50 con 0x5606d5fc16e0 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd14b400640 1 -- 172.21.15.6:0/1523344521 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd15005c040 con 0x5606d5fc16e0 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd16f40e740 10 client.17070 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd16f40e740 10 client.17070 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:44.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd16f40e740 20 client.17070 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:44.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5606d6041a90 0x5606d6043eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:44.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd16f40e740 4 client.17070 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:44.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd16f40e740 1 -- 172.21.15.6:0/1523344521 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5606d5f2c2c0 con 0x5606d6041a90 2024-05-20T21:22:44.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd169c00640 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5606d6041a90 0x5606d6043eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:44.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd169c00640 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5606d6041a90 0x5606d6043eb0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=769fa4ac7b6ba149 server_cookie=20fc489422115bea in_seq=0 out_seq=0 2024-05-20T21:22:44.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.922+0000 7fd14b400640 10 client.17070 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:44.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.937+0000 7fd14b400640 1 -- 172.21.15.6:0/1523344521 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5606d5f2c2c0 con 0x5606d6041a90 2024-05-20T21:22:44.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.937+0000 7fd14b400640 10 client.17070 handle_command_reply: tid=0 2024-05-20T21:22:44.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.937+0000 7fd16f40e740 1 client.17070 shutdown 2024-05-20T21:22:44.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.937+0000 7fd16f40e740 1 -- 172.21.15.6:0/1523344521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc16e0 msgr2=0x5606d5fcfc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.937 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.937+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc16e0 0x5606d5fcfc90 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fd150004580 tx=0x7fd150003ec0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.937+0000 7fd16f40e740 1 -- 172.21.15.6:0/1523344521 shutdown_connections 2024-05-20T21:22:44.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5606d6041a90 0x5606d6043eb0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5606d5fc6850 0x5606d5fd0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5606d5fc16e0 0x5606d5fcfc90 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd16f40e740 1 --2- 172.21.15.6:0/1523344521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5606d5fc0cf0 0x5606d5fcf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.938 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd14b400640 0 client.17070 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:44.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd16f40e740 1 -- 172.21.15.6:0/1523344521 >> 172.21.15.6:0/1523344521 conn(0x5606d5fbc360 msgr2=0x5606d5fc2150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:44.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd16f40e740 1 -- 172.21.15.6:0/1523344521 shutdown_connections 2024-05-20T21:22:44.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd16f40e740 1 -- 172.21.15.6:0/1523344521 wait complete. 2024-05-20T21:22:44.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.938+0000 7fd16f40e740 20 client.17070 trim_cache size 0 max 16384 2024-05-20T21:22:44.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:22:44.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:22:44.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:22:44.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 -- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd14c0b27d0 msgr2=0x7fd14c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd14c0b27d0 0x7fd14c0b4c90 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd150005ab0 tx=0x7fd150005a20 comp rx=0 tx=0).stop 2024-05-20T21:22:44.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 -- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd164108f70 msgr2=0x7fd16419f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:44.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd164108f70 0x7fd16419f100 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd15800ea60 tx=0x7fd15800ef20 comp rx=0 tx=0).stop 2024-05-20T21:22:44.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 -- 172.21.15.6:0/2747236893 shutdown_connections 2024-05-20T21:22:44.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd14c0b27d0 0x7fd14c0b4c90 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd16410aa30 0x7fd1641a66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd16410a070 0x7fd16419f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 --2- 172.21.15.6:0/2747236893 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd164108f70 0x7fd16419f100 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:44.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 -- 172.21.15.6:0/2747236893 >> 172.21.15.6:0/2747236893 conn(0x7fd164077ee0 msgr2=0x7fd16410d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:44.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 -- 172.21.15.6:0/2747236893 shutdown_connections 2024-05-20T21:22:44.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:44.939+0000 7fd16b000640 1 -- 172.21.15.6:0/2747236893 wait complete. 2024-05-20T21:22:45.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:45 smithi062 ceph-mon[36640]: pgmap v647: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:22:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:45 smithi042 ceph-mon[36332]: pgmap v647: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:22:45.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:45 smithi006 ceph-mon[31422]: pgmap v647: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:22:47.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:47 smithi062 ceph-mon[36640]: pgmap v648: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:22:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:47 smithi042 ceph-mon[36332]: pgmap v648: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:22:47.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:47 smithi006 ceph-mon[31422]: pgmap v648: 97 pgs: 97 active+clean; 3.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:22:49.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:49 smithi062 ceph-mon[36640]: pgmap v649: 97 pgs: 97 active+clean; 3.1 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:49 smithi042 ceph-mon[36332]: pgmap v649: 97 pgs: 97 active+clean; 3.1 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:49 smithi006 ceph-mon[31422]: pgmap v649: 97 pgs: 97 active+clean; 3.1 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:22:51.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:51 smithi062 ceph-mon[36640]: pgmap v650: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:51 smithi042 ceph-mon[36332]: pgmap v650: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:51.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:51 smithi006 ceph-mon[31422]: pgmap v650: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:53.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:53 smithi062 ceph-mon[36640]: pgmap v651: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:53 smithi042 ceph-mon[36332]: pgmap v651: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:53 smithi006 ceph-mon[31422]: pgmap v651: 97 pgs: 97 active+clean; 3.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:22:55.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:55 smithi062 ceph-mon[36640]: pgmap v652: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:55 smithi042 ceph-mon[36332]: pgmap v652: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:55.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:55 smithi006 ceph-mon[31422]: pgmap v652: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:22:57.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:57 smithi062 ceph-mon[36640]: pgmap v653: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:57 smithi042 ceph-mon[36332]: pgmap v653: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:57 smithi006 ceph-mon[31422]: pgmap v653: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.086+0000 7f52a8a00640 1 -- 172.21.15.6:0/3646183071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 msgr2=0x7f52a4079890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.086+0000 7f52a8a00640 1 --2- 172.21.15.6:0/3646183071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 0x7f52a4079890 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f529c009be0 tx=0x7f529c02a6d0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.086+0000 7f52a8a00640 1 -- 172.21.15.6:0/3646183071 shutdown_connections 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.086+0000 7f52a8a00640 1 --2- 172.21.15.6:0/3646183071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 0x7f52a4079890 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.086+0000 7f52a8a00640 1 --2- 172.21.15.6:0/3646183071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52a4077070 0x7f52a40774d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.086+0000 7f52a8a00640 1 --2- 172.21.15.6:0/3646183071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52a4078af0 0x7f52a4078f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.086+0000 7f52a8a00640 1 -- 172.21.15.6:0/3646183071 >> 172.21.15.6:0/3646183071 conn(0x7f52a4100080 msgr2=0x7f52a41024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.087+0000 7f52a8a00640 1 -- 172.21.15.6:0/3646183071 shutdown_connections 2024-05-20T21:22:58.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.087+0000 7f52a8a00640 1 -- 172.21.15.6:0/3646183071 wait complete. 2024-05-20T21:22:58.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a8a00640 1 Processor -- start 2024-05-20T21:22:58.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a8a00640 1 -- start start 2024-05-20T21:22:58.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a8a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52a4077070 0x7f52a419f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a8a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 0x7f52a419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a8a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52a4078af0 0x7f52a41a6720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a8a00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52a4114b40 con 0x7f52a4077070 2024-05-20T21:22:58.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a8a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f52a41149c0 con 0x7f52a4078af0 2024-05-20T21:22:58.089 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a8a00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f52a4114cc0 con 0x7f52a4077a10 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.088+0000 7f52a2800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52a4077070 0x7f52a419f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f52a2800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52a4077070 0x7f52a419f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33614/0 (socket says 172.21.15.6:33614) 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f5299e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 0x7f52a419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f52a2800640 1 -- 172.21.15.6:0/1741503769 learned_addr learned my addr 172.21.15.6:0/1741503769 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f52a3200640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52a4078af0 0x7f52a41a6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f5299e00640 1 -- 172.21.15.6:0/1741503769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52a4078af0 msgr2=0x7f52a41a6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f5299e00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52a4078af0 0x7f52a41a6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f5299e00640 1 -- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52a4077070 msgr2=0x7f52a419f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f5299e00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52a4077070 0x7f52a419f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f5299e00640 1 -- 172.21.15.6:0/1741503769 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a41a6d90 con 0x7f52a4077a10 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f52a2800640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52a4077070 0x7f52a419f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:58.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.089+0000 7f5299e00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 0x7f52a419f6b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f528c00e9f0 tx=0x7f528c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:58.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.090+0000 7f529be00640 1 -- 172.21.15.6:0/1741503769 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528c00cd80 con 0x7f52a4077a10 2024-05-20T21:22:58.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.090+0000 7f529be00640 1 -- 172.21.15.6:0/1741503769 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f528c0035f0 con 0x7f52a4077a10 2024-05-20T21:22:58.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.090+0000 7f529be00640 1 -- 172.21.15.6:0/1741503769 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528c010670 con 0x7f52a4077a10 2024-05-20T21:22:58.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.090+0000 7f52a8a00640 1 -- 172.21.15.6:0/1741503769 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a41a7080 con 0x7f52a4077a10 2024-05-20T21:22:58.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.090+0000 7f52a8a00640 1 -- 172.21.15.6:0/1741503769 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a41a7580 con 0x7f52a4077a10 2024-05-20T21:22:58.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.093+0000 7f52ac275740 1 Processor -- start 2024-05-20T21:22:58.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.093+0000 7f52ac275740 1 -- start start 2024-05-20T21:22:58.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.093+0000 7f52ac275740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a74625f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.093+0000 7f52ac275740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a7462641e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.093+0000 7f52ac275740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a746266ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.093+0000 7f52ac275740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a7461ceb90 con 0x55a74625f6e0 2024-05-20T21:22:58.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.093+0000 7f52ac275740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7461be730 con 0x55a746264850 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.093+0000 7f52ac275740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a7461c2770 con 0x55a74625ecf0 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a3200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a74625f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a3200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a74625f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45512/0 (socket says 172.21.15.6:45512) 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a3200640 1 -- 172.21.15.6:0/1937784821 learned_addr learned my addr 172.21.15.6:0/1937784821 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a2800640 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a7462641e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f529be00640 1 -- 172.21.15.6:0/1741503769 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f528c0037a0 con 0x7f52a4077a10 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a3200640 1 -- 172.21.15.6:0/1937784821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 msgr2=0x55a746266ce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a3200640 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a746266ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a3200640 1 -- 172.21.15.6:0/1937784821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 msgr2=0x55a7462641e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a3200640 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a7462641e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a3200640 1 -- 172.21.15.6:0/1937784821 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7461578b0 con 0x55a74625ecf0 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.094+0000 7f52a2800640 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a7462641e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:58.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.095+0000 7f52a3200640 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a74625f110 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f529c02acc0 tx=0x7f529c005ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a87e9b69fe22e4aa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.095+0000 7f5293400640 1 -- 172.21.15.6:0/1937784821 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c041030 con 0x55a74625ecf0 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.095+0000 7f5293400640 1 -- 172.21.15.6:0/1937784821 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529c030660 con 0x55a74625ecf0 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.095+0000 7f5293400640 1 -- 172.21.15.6:0/1937784821 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c036040 con 0x55a74625ecf0 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.095+0000 7f52ac275740 1 -- 172.21.15.6:0/1937784821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 msgr2=0x55a74625f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.095+0000 7f52ac275740 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a74625f110 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f529c02acc0 tx=0x7f529c005ec0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52ac275740 1 -- 172.21.15.6:0/1937784821 shutdown_connections 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52ac275740 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a746266ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52ac275740 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a7462641e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52ac275740 1 --2- 172.21.15.6:0/1937784821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a74625f110 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52ac275740 1 -- 172.21.15.6:0/1937784821 >> 172.21.15.6:0/1937784821 conn(0x55a74625a360 msgr2=0x55a74625a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:58.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f529be00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52880b2850 0x7f52880b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52ac275740 1 -- 172.21.15.6:0/1937784821 shutdown_connections 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52ac275740 1 -- 172.21.15.6:0/1937784821 wait complete. 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f529be00640 1 -- 172.21.15.6:0/1741503769 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f528c0e24f0 con 0x7f52a4077a10 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52a3200640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52880b2850 0x7f52880b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.096+0000 7f52ac275740 1 -- start start 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52ac275740 1 Processor -- start 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52a3200640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52880b2850 0x7f52880b4d10 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f529c009b30 tx=0x7f529c009330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52ac275740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a746268a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52ac275740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a746268fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52ac275740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52ac275740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a745ea4790 con 0x55a74625f6e0 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52ac275740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a746166bc0 con 0x55a746264850 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52ac275740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a7462677a0 con 0x55a74625ecf0 2024-05-20T21:22:58.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52ac275740 10 client.0 _ll_register_callbacks cb 0x55a746144400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f5299e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a746268fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f5299e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a746268fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33624/0 (socket says 172.21.15.6:33624) 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f5299e00640 1 -- 172.21.15.6:0/3135963005 learned_addr learned my addr 172.21.15.6:0/3135963005 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52a2800640 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a746268a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.097+0000 7f52a3200640 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5299e00640 1 -- 172.21.15.6:0/3135963005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 msgr2=0x55a746268a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5299e00640 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a746268a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5299e00640 1 -- 172.21.15.6:0/3135963005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 msgr2=0x55a74626ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5299e00640 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5299e00640 1 -- 172.21.15.6:0/3135963005 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a745ed3210 con 0x55a74625f6e0 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5299e00640 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a746268fa0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f528c009230 tx=0x7f528c0a9640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=115bb975f46b5191 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5287e00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:58.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5287e00640 1 -- 172.21.15.6:0/3135963005 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528c0c3060 con 0x55a74625f6e0 2024-05-20T21:22:58.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f5287e00640 1 -- 172.21.15.6:0/3135963005 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f528c009310 con 0x55a74625f6e0 2024-05-20T21:22:58.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.098+0000 7f52ac275740 1 -- 172.21.15.6:0/3135963005 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f529c030660 con 0x55a74625f6e0 2024-05-20T21:22:58.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f5287e00640 1 -- 172.21.15.6:0/3135963005 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f528c0bee60 con 0x55a74625f6e0 2024-05-20T21:22:58.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f52ac275740 10 client.17082 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:58.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f52ac275740 1 -- 172.21.15.6:0/3135963005 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a745f9f620 con 0x55a74625f6e0 2024-05-20T21:22:58.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f5287e00640 1 -- 172.21.15.6:0/3135963005 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529c030660 con 0x55a74625f6e0 2024-05-20T21:22:58.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f5287e00640 1 -- 172.21.15.6:0/3135963005 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f528c0cc0d0 con 0x55a74625f6e0 2024-05-20T21:22:58.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f52ac275740 10 client.17082 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f52ac275740 10 client.17082 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f52ac275740 20 client.17082 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f52ac275740 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7462745f0 0x55a7462769e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f52ac275740 4 client.17082 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.099+0000 7f52ac275740 1 -- 172.21.15.6:0/3135963005 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a7461d0ae0 con 0x55a7462745f0 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.100+0000 7f52a2800640 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7462745f0 0x55a7462769e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.100+0000 7f52a2800640 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7462745f0 0x55a7462769e0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5898420f05d226cf server_cookie=a21735123ae040a8 in_seq=0 out_seq=0 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.100+0000 7f5287e00640 10 client.17082 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.101+0000 7f5287e00640 1 -- 172.21.15.6:0/3135963005 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a7461d0ae0 con 0x55a7462745f0 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.101+0000 7f5287e00640 10 client.17082 handle_command_reply: tid=0 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.101+0000 7f52ac275740 1 client.17082 shutdown 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 -- 172.21.15.6:0/3135963005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 msgr2=0x55a746268fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a746268fa0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f528c009230 tx=0x7f528c0a9640 comp rx=0 tx=0).stop 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 -- 172.21.15.6:0/3135963005 shutdown_connections 2024-05-20T21:22:58.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7462745f0 0x55a7462769e0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625f6e0 0x55a746268fa0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 --2- 172.21.15.6:0/3135963005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625ecf0 0x55a746268a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 -- 172.21.15.6:0/3135963005 >> 172.21.15.6:0/3135963005 conn(0x55a74625a360 msgr2=0x55a7462594c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f5287e00640 0 client.17082 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 -- 172.21.15.6:0/3135963005 shutdown_connections 2024-05-20T21:22:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 1 -- 172.21.15.6:0/3135963005 wait complete. 2024-05-20T21:22:58.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.102+0000 7f52ac275740 20 client.17082 trim_cache size 0 max 16384 2024-05-20T21:22:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52ac275740 1 Processor -- start 2024-05-20T21:22:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52ac275740 1 -- start start 2024-05-20T21:22:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52ac275740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74625d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52ac275740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74625dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52ac275740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52ac275740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52a41b2cf0 con 0x55a74625ecf0 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52ac275740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f52a41b05c0 con 0x55a746264850 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52ac275740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f52a41ae410 con 0x55a74625f6e0 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52a2800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74625d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f5299e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74625dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f5299e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74625dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45532/0 (socket says 172.21.15.6:45532) 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f52a2800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74625d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33630/0 (socket says 172.21.15.6:33630) 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.119+0000 7f5299e00640 1 -- 172.21.15.6:0/1064061699 learned_addr learned my addr 172.21.15.6:0/1064061699 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f52a3200640 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5299e00640 1 -- 172.21.15.6:0/1064061699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 msgr2=0x55a74626ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5299e00640 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5299e00640 1 -- 172.21.15.6:0/1064061699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 msgr2=0x55a74625d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5299e00640 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74625d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5299e00640 1 -- 172.21.15.6:0/1064061699 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a746276d10 con 0x55a74625f6e0 2024-05-20T21:22:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f52a2800640 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74625d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5299e00640 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74625dc90 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f528c0a99a0 tx=0x7f528c005e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be2bcc18621c58d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5292a00640 1 -- 172.21.15.6:0/1064061699 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528c0c3050 con 0x55a74625f6e0 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5292a00640 1 -- 172.21.15.6:0/1064061699 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f528c0b2870 con 0x55a74625f6e0 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.120+0000 7f5292a00640 1 -- 172.21.15.6:0/1064061699 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528c086080 con 0x55a74625f6e0 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 -- 172.21.15.6:0/1064061699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 msgr2=0x55a74625dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74625dc90 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f528c0a99a0 tx=0x7f528c005e30 comp rx=0 tx=0).stop 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 -- 172.21.15.6:0/1064061699 shutdown_connections 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74625dc90 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 --2- 172.21.15.6:0/1064061699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74625d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 -- 172.21.15.6:0/1064061699 >> 172.21.15.6:0/1064061699 conn(0x55a74625a360 msgr2=0x55a74625d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 -- 172.21.15.6:0/1064061699 shutdown_connections 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.121+0000 7f52ac275740 1 -- 172.21.15.6:0/1064061699 wait complete. 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 1 -- start start 2024-05-20T21:22:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 1 Processor -- start 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74626d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74626df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52a41aea80 con 0x55a74625ecf0 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f52a41afef0 con 0x55a746264850 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f52a41af150 con 0x55a74625f6e0 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52ac275740 10 client.0 _ll_register_callbacks cb 0x7f528c0a58d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.122+0000 7f52a2800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74626d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a2800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74626d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33634/0 (socket says 172.21.15.6:33634) 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a2800640 1 -- 172.21.15.6:0/2921664947 learned_addr learned my addr 172.21.15.6:0/2921664947 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f5299e00640 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74626df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a3200640 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a2800640 1 -- 172.21.15.6:0/2921664947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 msgr2=0x55a74626df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a2800640 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74626df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a2800640 1 -- 172.21.15.6:0/2921664947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 msgr2=0x55a74626eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:22:58.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a2800640 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a2800640 1 -- 172.21.15.6:0/2921664947 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a74626f4c0 con 0x55a74625ecf0 2024-05-20T21:22:58.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f5299e00640 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74626df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:22:58.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f52a2800640 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74626d9d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5294000c00 tx=0x7f5294012d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52113f298c4fd946 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:22:58.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.123+0000 7f5287e00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:22:58.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.124+0000 7f5287e00640 1 -- 172.21.15.6:0/2921664947 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294025070 con 0x55a74625ecf0 2024-05-20T21:22:58.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.124+0000 7f5287e00640 1 -- 172.21.15.6:0/2921664947 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5294010c90 con 0x55a74625ecf0 2024-05-20T21:22:58.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.124+0000 7f52ac275740 1 -- 172.21.15.6:0/2921664947 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f528c0b2870 con 0x55a74625ecf0 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.124+0000 7f5287e00640 1 -- 172.21.15.6:0/2921664947 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5294005020 con 0x55a74625ecf0 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.124+0000 7f52ac275740 10 client.17088 fetch_fsmap learned FSMap version 26 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.124+0000 7f52ac275740 1 -- 172.21.15.6:0/2921664947 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a7462df500 con 0x55a74625ecf0 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.124+0000 7f5287e00640 1 -- 172.21.15.6:0/2921664947 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f528c0b2870 con 0x55a74625ecf0 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.124+0000 7f5287e00640 1 -- 172.21.15.6:0/2921664947 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5294033450 con 0x55a74625ecf0 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f52ac275740 10 client.17088 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f52ac275740 10 client.17088 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f52ac275740 20 client.17088 populate_metadata read hostname 'smithi006' 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f52ac275740 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7462dfe60 0x55a7462e2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f52ac275740 4 client.17088 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f52ac275740 1 -- 172.21.15.6:0/2921664947 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a7461ca2c0 con 0x55a7462dfe60 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f5299e00640 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7462dfe60 0x55a7462e2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:22:58.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f5299e00640 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7462dfe60 0x55a7462e2280 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e339bb17b970d681 server_cookie=ea8ac7805037edb7 in_seq=0 out_seq=0 2024-05-20T21:22:58.129 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.125+0000 7f5287e00640 10 client.17088 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:58.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.140+0000 7f5287e00640 1 -- 172.21.15.6:0/2921664947 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a7461ca2c0 con 0x55a7462dfe60 2024-05-20T21:22:58.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.140+0000 7f5287e00640 10 client.17088 handle_command_reply: tid=0 2024-05-20T21:22:58.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.140+0000 7f52ac275740 1 client.17088 shutdown 2024-05-20T21:22:58.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.140+0000 7f52ac275740 1 -- 172.21.15.6:0/2921664947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 msgr2=0x55a74626d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.140+0000 7f52ac275740 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74626d9d0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5294000c00 tx=0x7f5294012d20 comp rx=0 tx=0).stop 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 1 -- 172.21.15.6:0/2921664947 shutdown_connections 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a7462dfe60 0x55a7462e2280 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a746264850 0x55a74626eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a74625f6e0 0x55a74626df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 1 --2- 172.21.15.6:0/2921664947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a74625ecf0 0x55a74626d9d0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f5287e00640 0 client.17088 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 1 -- 172.21.15.6:0/2921664947 >> 172.21.15.6:0/2921664947 conn(0x55a74625a360 msgr2=0x55a74625d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 1 -- 172.21.15.6:0/2921664947 shutdown_connections 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 1 -- 172.21.15.6:0/2921664947 wait complete. 2024-05-20T21:22:58.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.141+0000 7f52ac275740 20 client.17088 trim_cache size 0 max 16384 2024-05-20T21:22:58.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:22:58.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:22:58.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:22:58.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 -- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52880b2850 msgr2=0x7f52880b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52880b2850 0x7f52880b4d10 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f529c009b30 tx=0x7f529c009330 comp rx=0 tx=0).stop 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 -- 172.21.15.6:0/1741503769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 msgr2=0x7f52a419f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 0x7f52a419f6b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f528c00e9f0 tx=0x7f528c00eeb0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 -- 172.21.15.6:0/1741503769 shutdown_connections 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52880b2850 0x7f52880b4d10 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52a4078af0 0x7f52a41a6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52a4077a10 0x7f52a419f6b0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 --2- 172.21.15.6:0/1741503769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52a4077070 0x7f52a419f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 -- 172.21.15.6:0/1741503769 >> 172.21.15.6:0/1741503769 conn(0x7f52a4100080 msgr2=0x7f52a41033e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 -- 172.21.15.6:0/1741503769 shutdown_connections 2024-05-20T21:22:58.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:22:58.142+0000 7f52a8a00640 1 -- 172.21.15.6:0/1741503769 wait complete. 2024-05-20T21:22:59.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:22:59 smithi062 ceph-mon[36640]: pgmap v654: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:22:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:22:59 smithi042 ceph-mon[36332]: pgmap v654: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:22:59.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:22:59 smithi006 ceph-mon[31422]: pgmap v654: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:23:01.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:01 smithi062 ceph-mon[36640]: pgmap v655: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:23:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:01 smithi042 ceph-mon[36332]: pgmap v655: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:23:01.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:01 smithi006 ceph-mon[31422]: pgmap v655: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:23:03.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:03 smithi062 ceph-mon[36640]: pgmap v656: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:03 smithi042 ceph-mon[36332]: pgmap v656: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:03 smithi006 ceph-mon[31422]: pgmap v656: 97 pgs: 97 active+clean; 3.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:05.655 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:23:05.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:05 smithi062 ceph-mon[36640]: pgmap v657: 97 pgs: 97 active+clean; 3.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:05 smithi042 ceph-mon[36332]: pgmap v657: 97 pgs: 97 active+clean; 3.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:05.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:05 smithi006 ceph-mon[31422]: pgmap v657: 97 pgs: 97 active+clean; 3.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:06.148 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:07.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:07 smithi062 ceph-mon[36640]: pgmap v658: 97 pgs: 97 active+clean; 3.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:07 smithi042 ceph-mon[36332]: pgmap v658: 97 pgs: 97 active+clean; 3.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:07.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:07 smithi006 ceph-mon[31422]: pgmap v658: 97 pgs: 97 active+clean; 3.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:08.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 -- 172.21.15.6:0/241242073 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 msgr2=0x7fdce8103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 --2- 172.21.15.6:0/241242073 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 0x7fdce8103910 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fdcd40099c0 tx=0x7fdcd4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 -- 172.21.15.6:0/241242073 shutdown_connections 2024-05-20T21:23:08.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 --2- 172.21.15.6:0/241242073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdce8103e50 0x7fdce8110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 --2- 172.21.15.6:0/241242073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdce8109540 0x7fdce8109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 --2- 172.21.15.6:0/241242073 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 0x7fdce8103910 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 -- 172.21.15.6:0/241242073 >> 172.21.15.6:0/241242073 conn(0x7fdce80fefc0 msgr2=0x7fdce81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 -- 172.21.15.6:0/241242073 shutdown_connections 2024-05-20T21:23:08.548 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.547+0000 7fdce7200700 1 -- 172.21.15.6:0/241242073 wait complete. 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.548+0000 7fdce7200700 1 Processor -- start 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.548+0000 7fdce7200700 1 -- start start 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.548+0000 7fdce7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 0x7fdce8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.548+0000 7fdce7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdce8103e50 0x7fdce8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.548+0000 7fdce7200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdce8109540 0x7fdce80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce7200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdce8113670 con 0x7fdce8103490 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce7200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdce81134f0 con 0x7fdce8103e50 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce7200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdce81137f0 con 0x7fdce8109540 2024-05-20T21:23:08.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdce8103e50 0x7fdce8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdce8103e50 0x7fdce8075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48610/0 (socket says 172.21.15.6:48610) 2024-05-20T21:23:08.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdce8109540 0x7fdce80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5400700 1 -- 172.21.15.6:0/2396502999 learned_addr learned my addr 172.21.15.6:0/2396502999 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:08.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5e00700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 0x7fdce8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5400700 1 -- 172.21.15.6:0/2396502999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdce8109540 msgr2=0x7fdce80762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5400700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdce8109540 0x7fdce80762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5400700 1 -- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 msgr2=0x7fdce8075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5400700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 0x7fdce8075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5400700 1 -- 172.21.15.6:0/2396502999 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdce81a8040 con 0x7fdce8103e50 2024-05-20T21:23:08.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.549+0000 7fdce5e00700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 0x7fdce8075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:08.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.550+0000 7fdce5400700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdce8103e50 0x7fdce8075d80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fdcd4006010 tx=0x7fdcd40056a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:08.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.550+0000 7fdcdea00700 1 -- 172.21.15.6:0/2396502999 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd4026070 con 0x7fdce8103e50 2024-05-20T21:23:08.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.550+0000 7fdcdea00700 1 -- 172.21.15.6:0/2396502999 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcd400f460 con 0x7fdce8103e50 2024-05-20T21:23:08.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.550+0000 7fdce7200700 1 -- 172.21.15.6:0/2396502999 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdce81a82d0 con 0x7fdce8103e50 2024-05-20T21:23:08.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.550+0000 7fdcdea00700 1 -- 172.21.15.6:0/2396502999 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd4009e60 con 0x7fdce8103e50 2024-05-20T21:23:08.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.550+0000 7fdce7200700 1 -- 172.21.15.6:0/2396502999 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdce81a8720 con 0x7fdce8103e50 2024-05-20T21:23:08.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.555+0000 7fdcdea00700 1 -- 172.21.15.6:0/2396502999 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdcd4029070 con 0x7fdce8103e50 2024-05-20T21:23:08.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.556+0000 7fdcf799cb80 1 Processor -- start 2024-05-20T21:23:08.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.556+0000 7fdcf799cb80 1 -- start start 2024-05-20T21:23:08.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b884ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b87ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55752b7dce40 con 0x55752b87f390 2024-05-20T21:23:08.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55752b7cc9e0 con 0x55752b8850e0 2024-05-20T21:23:08.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55752b7d0a20 con 0x55752b8847c0 2024-05-20T21:23:08.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdce5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b87ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdce5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b87ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48626/0 (socket says 172.21.15.6:48626) 2024-05-20T21:23:08.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdce5e00700 1 -- 172.21.15.6:0/2582494350 learned_addr learned my addr 172.21.15.6:0/2582494350 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:08.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdce5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.557+0000 7fdce6800700 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b884ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdce5e00700 1 -- 172.21.15.6:0/2582494350 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 msgr2=0x55752b884ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:08.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdce5e00700 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b884ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdce5e00700 1 -- 172.21.15.6:0/2582494350 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 msgr2=0x55752b87f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:08.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdce5e00700 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdce5e00700 1 -- 172.21.15.6:0/2582494350 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55752b795420 con 0x55752b8850e0 2024-05-20T21:23:08.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdcdea00700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdccc0b2880 0x7fdccc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdce6800700 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b884ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:08.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdcdea00700 1 -- 172.21.15.6:0/2396502999 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdcd40e2bb0 con 0x7fdce8103e50 2024-05-20T21:23:08.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdce6800700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdccc0b2880 0x7fdccc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.558+0000 7fdce5e00700 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b87ed70 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fdcd80094e0 tx=0x7fdcd8009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51364a5441bc13d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:08.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.559+0000 7fdcd3400700 1 -- 172.21.15.6:0/2582494350 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd8015640 con 0x55752b8850e0 2024-05-20T21:23:08.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.559+0000 7fdcd3400700 1 -- 172.21.15.6:0/2582494350 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcd8015c90 con 0x55752b8850e0 2024-05-20T21:23:08.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.559+0000 7fdcd3400700 1 -- 172.21.15.6:0/2582494350 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd8014d60 con 0x55752b8850e0 2024-05-20T21:23:08.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 -- 172.21.15.6:0/2582494350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 msgr2=0x55752b87ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b87ed70 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fdcd80094e0 tx=0x7fdcd8009920 comp rx=0 tx=0).stop 2024-05-20T21:23:08.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdce6800700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdccc0b2880 0x7fdccc0b4d40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fdce0007eb0 tx=0x7fdce0007320 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:08.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 -- 172.21.15.6:0/2582494350 shutdown_connections 2024-05-20T21:23:08.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b884ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/2582494350 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b87ed70 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 -- 172.21.15.6:0/2582494350 >> 172.21.15.6:0/2582494350 conn(0x55752b7acbe0 msgr2=0x55752b879810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:08.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 -- 172.21.15.6:0/2582494350 shutdown_connections 2024-05-20T21:23:08.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.560+0000 7fdcf799cb80 1 -- 172.21.15.6:0/2582494350 wait complete. 2024-05-20T21:23:08.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.561+0000 7fdcf799cb80 1 -- start start 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.561+0000 7fdcf799cb80 1 Processor -- start 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.562+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b88ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.562+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b8881f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.562+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b888730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.562+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55752b6d2fa0 con 0x55752b87f390 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.562+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55752b76d760 con 0x55752b8850e0 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.562+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55752b88bc00 con 0x55752b8847c0 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.562+0000 7fdcf799cb80 10 client.0 _ll_register_callbacks cb 0x55752b776c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:08.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b8881f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b8881f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37154/0 (socket says 172.21.15.6:37154) 2024-05-20T21:23:08.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b88ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce5400700 1 -- 172.21.15.6:0/472226793 learned_addr learned my addr 172.21.15.6:0/472226793 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:08.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b888730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce6800700 1 -- 172.21.15.6:0/472226793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 msgr2=0x55752b8881f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce6800700 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b8881f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce6800700 1 -- 172.21.15.6:0/472226793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 msgr2=0x55752b88ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce6800700 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b88ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce6800700 1 -- 172.21.15.6:0/472226793 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55752b71c8d0 con 0x55752b8850e0 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.563+0000 7fdce5400700 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b8881f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.564+0000 7fdce6800700 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b888730 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdce00042d0 tx=0x7fdce0004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce5bfa9037d181c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.564+0000 7fdcc7e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.564+0000 7fdcc7e00700 1 -- 172.21.15.6:0/472226793 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce0011e70 con 0x55752b8850e0 2024-05-20T21:23:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.564+0000 7fdcc7e00700 1 -- 172.21.15.6:0/472226793 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdce0017030 con 0x55752b8850e0 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.564+0000 7fdcf799cb80 1 -- 172.21.15.6:0/472226793 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcd8015c90 con 0x55752b8850e0 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.565+0000 7fdcc7e00700 1 -- 172.21.15.6:0/472226793 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdce0003ca0 con 0x55752b8850e0 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.565+0000 7fdcf799cb80 10 client.27218 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.565+0000 7fdcf799cb80 1 -- 172.21.15.6:0/472226793 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55752b79d060 con 0x55752b8850e0 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.565+0000 7fdcc7e00700 1 -- 172.21.15.6:0/472226793 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcd8015c90 con 0x55752b8850e0 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.565+0000 7fdcc7e00700 1 -- 172.21.15.6:0/472226793 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdce001a3f0 con 0x55752b8850e0 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.565+0000 7fdcf799cb80 10 client.27218 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.566+0000 7fdcf799cb80 10 client.27218 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.566+0000 7fdcf799cb80 20 client.27218 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.566+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55752b898770 0x55752b89abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.566+0000 7fdcf799cb80 4 client.27218 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.566+0000 7fdcf799cb80 1 -- 172.21.15.6:0/472226793 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55752b7ded90 con 0x55752b898770 2024-05-20T21:23:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.566+0000 7fdce5e00700 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55752b898770 0x55752b89abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.567+0000 7fdce5e00700 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55752b898770 0x55752b89abb0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f386f62a74feb3b8 server_cookie=b16896224d11d0a4 in_seq=0 out_seq=0 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.567+0000 7fdcc7e00700 10 client.27218 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.567+0000 7fdcc7e00700 1 -- 172.21.15.6:0/472226793 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55752b7ded90 con 0x55752b898770 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.567+0000 7fdcc7e00700 10 client.27218 handle_command_reply: tid=0 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 client.27218 shutdown 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 -- 172.21.15.6:0/472226793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 msgr2=0x55752b888730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b888730 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdce00042d0 tx=0x7fdce0004750 comp rx=0 tx=0).stop 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 -- 172.21.15.6:0/472226793 shutdown_connections 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8850e0 0x55752b888730 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b88ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55752b898770 0x55752b89abb0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/472226793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8847c0 0x55752b8881f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 -- 172.21.15.6:0/472226793 >> 172.21.15.6:0/472226793 conn(0x55752b7acbe0 msgr2=0x55752b878fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcc7e00700 0 client.27218 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 -- 172.21.15.6:0/472226793 shutdown_connections 2024-05-20T21:23:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 1 -- 172.21.15.6:0/472226793 wait complete. 2024-05-20T21:23:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.568+0000 7fdcf799cb80 20 client.27218 trim_cache size 0 max 16384 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.591+0000 7fdcf799cb80 1 Processor -- start 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.591+0000 7fdcf799cb80 1 -- start start 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b885c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b879740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdce81b2780 con 0x55752b87f390 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdce81b0010 con 0x55752b8847c0 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdce81ade60 con 0x55752b8850e0 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdce5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdce5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55574/0 (socket says 172.21.15.6:55574) 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdce5e00700 1 -- 172.21.15.6:0/635366660 learned_addr learned my addr 172.21.15.6:0/635366660 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:08.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdce6800700 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b879740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.592+0000 7fdce5400700 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b885c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdce5400700 1 -- 172.21.15.6:0/635366660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 msgr2=0x55752b879740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdce5400700 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b879740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdce5400700 1 -- 172.21.15.6:0/635366660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 msgr2=0x55752b87ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdce5400700 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdce5400700 1 -- 172.21.15.6:0/635366660 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55752b8861b0 con 0x55752b8847c0 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdce6800700 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b879740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdce5400700 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b885c70 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fdcd400fd10 tx=0x7fdcd4009cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b11fa6d5e5887ebc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdcd2a00700 1 -- 172.21.15.6:0/635366660 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd40a9f30 con 0x55752b8847c0 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdcd2a00700 1 -- 172.21.15.6:0/635366660 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcd40a9c70 con 0x55752b8847c0 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.593+0000 7fdcd2a00700 1 -- 172.21.15.6:0/635366660 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd40a98d0 con 0x55752b8847c0 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.594+0000 7fdcf799cb80 1 -- 172.21.15.6:0/635366660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 msgr2=0x55752b885c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.594+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b885c70 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fdcd400fd10 tx=0x7fdcd4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.594+0000 7fdcf799cb80 1 -- 172.21.15.6:0/635366660 shutdown_connections 2024-05-20T21:23:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.595+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b879740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.595+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b87ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.595+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/635366660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b885c70 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.595+0000 7fdcf799cb80 1 -- 172.21.15.6:0/635366660 >> 172.21.15.6:0/635366660 conn(0x55752b7acbe0 msgr2=0x55752b885560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.595+0000 7fdcf799cb80 1 -- 172.21.15.6:0/635366660 shutdown_connections 2024-05-20T21:23:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.595+0000 7fdcf799cb80 1 -- 172.21.15.6:0/635366660 wait complete. 2024-05-20T21:23:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.595+0000 7fdcf799cb80 1 -- start start 2024-05-20T21:23:08.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.596+0000 7fdcf799cb80 1 Processor -- start 2024-05-20T21:23:08.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.596+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b8915e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.596+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b89fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.596+0000 7fdcf799cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b8a0370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.596+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdce81ae4d0 con 0x55752b87f390 2024-05-20T21:23:08.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.596+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdce81af940 con 0x55752b8847c0 2024-05-20T21:23:08.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.596+0000 7fdcf799cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdce81aeba0 con 0x55752b8850e0 2024-05-20T21:23:08.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.596+0000 7fdcf799cb80 10 client.0 _ll_register_callbacks cb 0x55752b776c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:08.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b8915e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b8915e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55590/0 (socket says 172.21.15.6:55590) 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5e00700 1 -- 172.21.15.6:0/564375066 learned_addr learned my addr 172.21.15.6:0/564375066 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5400700 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b89fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce6800700 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b8a0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5e00700 1 -- 172.21.15.6:0/564375066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 msgr2=0x55752b8a0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5e00700 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b8a0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5e00700 1 -- 172.21.15.6:0/564375066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 msgr2=0x55752b89fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5e00700 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b89fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce5e00700 1 -- 172.21.15.6:0/564375066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55752b8a0be0 con 0x55752b87f390 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.597+0000 7fdce6800700 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b8a0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.598+0000 7fdce5e00700 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b8915e0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fdcd8018000 tx=0x7fdcd80098a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b882981629964475 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.598+0000 7fdcc7e00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:08.601 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.598+0000 7fdcc7e00700 1 -- 172.21.15.6:0/564375066 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd80146c0 con 0x55752b87f390 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.598+0000 7fdcf799cb80 1 -- 172.21.15.6:0/564375066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcd40a9c70 con 0x55752b87f390 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.598+0000 7fdcc7e00700 1 -- 172.21.15.6:0/564375066 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdcd8014890 con 0x55752b87f390 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.598+0000 7fdcc7e00700 1 -- 172.21.15.6:0/564375066 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdcd8014a90 con 0x55752b87f390 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.598+0000 7fdcf799cb80 10 client.17106 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcf799cb80 1 -- 172.21.15.6:0/564375066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55752b903490 con 0x55752b87f390 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcc7e00700 1 -- 172.21.15.6:0/564375066 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcd40a9c70 con 0x55752b87f390 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcc7e00700 1 -- 172.21.15.6:0/564375066 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdcd8028a40 con 0x55752b87f390 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcf799cb80 10 client.17106 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcf799cb80 10 client.17106 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcf799cb80 20 client.17106 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55752b9038f0 0x55752b905d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcf799cb80 4 client.17106 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:23:08.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.599+0000 7fdcf799cb80 1 -- 172.21.15.6:0/564375066 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55752b7d8570 con 0x55752b9038f0 2024-05-20T21:23:08.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.600+0000 7fdce5400700 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55752b9038f0 0x55752b905d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:08.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.600+0000 7fdce5400700 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55752b9038f0 0x55752b905d10 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cb46708dce0252b server_cookie=11a126968f547ebd in_seq=0 out_seq=0 2024-05-20T21:23:08.603 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.600+0000 7fdcc7e00700 10 client.17106 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.600+0000 7fdcc7e00700 1 -- 172.21.15.6:0/564375066 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55752b7d8570 con 0x55752b9038f0 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.600+0000 7fdcc7e00700 10 client.17106 handle_command_reply: tid=0 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.600+0000 7fdcf799cb80 1 client.17106 shutdown 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 -- 172.21.15.6:0/564375066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 msgr2=0x55752b8915e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b8915e0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fdcd8018000 tx=0x7fdcd80098a0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 -- 172.21.15.6:0/564375066 shutdown_connections 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55752b9038f0 0x55752b905d10 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55752b8850e0 0x55752b8a0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55752b87f390 0x55752b8915e0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 --2- 172.21.15.6:0/564375066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55752b8847c0 0x55752b89fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 -- 172.21.15.6:0/564375066 >> 172.21.15.6:0/564375066 conn(0x55752b7acbe0 msgr2=0x55752b886ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcc7e00700 0 client.17106 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 -- 172.21.15.6:0/564375066 shutdown_connections 2024-05-20T21:23:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 1 -- 172.21.15.6:0/564375066 wait complete. 2024-05-20T21:23:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.601+0000 7fdcf799cb80 20 client.17106 trim_cache size 0 max 16384 2024-05-20T21:23:08.605 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:23:08.605 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:23:08.605 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:23:08.606 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:23:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 -- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdccc0b2880 msgr2=0x7fdccc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdccc0b2880 0x7fdccc0b4d40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fdce0007eb0 tx=0x7fdce0007320 comp rx=0 tx=0).stop 2024-05-20T21:23:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 -- 172.21.15.6:0/2396502999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdce8103e50 msgr2=0x7fdce8075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdce8103e50 0x7fdce8075d80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fdcd4006010 tx=0x7fdcd40056a0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 -- 172.21.15.6:0/2396502999 shutdown_connections 2024-05-20T21:23:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdccc0b2880 0x7fdccc0b4d40 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdce8109540 0x7fdce80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdce8103490 0x7fdce8075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 --2- 172.21.15.6:0/2396502999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdce8103e50 0x7fdce8075d80 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 -- 172.21.15.6:0/2396502999 >> 172.21.15.6:0/2396502999 conn(0x7fdce80fefc0 msgr2=0x7fdce81007d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 -- 172.21.15.6:0/2396502999 shutdown_connections 2024-05-20T21:23:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:08.602+0000 7fdce7200700 1 -- 172.21.15.6:0/2396502999 wait complete. 2024-05-20T21:23:09.621 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:23:09.621 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:09.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:09 smithi062 ceph-mon[36640]: pgmap v659: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:09 smithi042 ceph-mon[36332]: pgmap v659: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:09 smithi006 ceph-mon[31422]: pgmap v659: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:10.071 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 -- 172.21.15.6:0/838062277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb634076a90 msgr2=0x7fb634074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 --2- 172.21.15.6:0/838062277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb634076a90 0x7fb634074ee0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb624009be0 tx=0x7fb62402a6d0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 -- 172.21.15.6:0/838062277 shutdown_connections 2024-05-20T21:23:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 --2- 172.21.15.6:0/838062277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb63410a9a0 0x7fb63410ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 --2- 172.21.15.6:0/838062277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb6340754b0 0x7fb634075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 --2- 172.21.15.6:0/838062277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb634076a90 0x7fb634074ee0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 -- 172.21.15.6:0/838062277 >> 172.21.15.6:0/838062277 conn(0x7fb6340fe070 msgr2=0x7fb634100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 -- 172.21.15.6:0/838062277 shutdown_connections 2024-05-20T21:23:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.290+0000 7fb638a00640 1 -- 172.21.15.6:0/838062277 wait complete. 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.291+0000 7fb638a00640 1 Processor -- start 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.291+0000 7fb638a00640 1 -- start start 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.291+0000 7fb638a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6340754b0 0x7fb63419af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.291+0000 7fb638a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb634076a90 0x7fb63419b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.291+0000 7fb638a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb63410a9a0 0x7fb6341a24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.291+0000 7fb638a00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb6341107f0 con 0x7fb634076a90 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.291+0000 7fb638a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb634110670 con 0x7fb6340754b0 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.291+0000 7fb638a00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb634110970 con 0x7fb63410a9a0 2024-05-20T21:23:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb629400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb634076a90 0x7fb63419b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb631e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6340754b0 0x7fb63419af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb631e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6340754b0 0x7fb63419af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48650/0 (socket says 172.21.15.6:48650) 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb631e00640 1 -- 172.21.15.6:0/3265097803 learned_addr learned my addr 172.21.15.6:0/3265097803 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb632800640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb63410a9a0 0x7fb6341a24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb631e00640 1 -- 172.21.15.6:0/3265097803 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb63410a9a0 msgr2=0x7fb6341a24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb631e00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb63410a9a0 0x7fb6341a24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb631e00640 1 -- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb634076a90 msgr2=0x7fb63419b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb631e00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb634076a90 0x7fb63419b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.292+0000 7fb631e00640 1 -- 172.21.15.6:0/3265097803 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6341a2b20 con 0x7fb6340754b0 2024-05-20T21:23:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.293+0000 7fb631e00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6340754b0 0x7fb63419af50 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb624034040 tx=0x7fb624030d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.293+0000 7fb62b400640 1 -- 172.21.15.6:0/3265097803 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb624041020 con 0x7fb6340754b0 2024-05-20T21:23:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.293+0000 7fb62b400640 1 -- 172.21.15.6:0/3265097803 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6240318f0 con 0x7fb6340754b0 2024-05-20T21:23:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.293+0000 7fb638a00640 1 -- 172.21.15.6:0/3265097803 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6341a2db0 con 0x7fb6340754b0 2024-05-20T21:23:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.293+0000 7fb62b400640 1 -- 172.21.15.6:0/3265097803 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb624036040 con 0x7fb6340754b0 2024-05-20T21:23:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.293+0000 7fb638a00640 1 -- 172.21.15.6:0/3265097803 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6341a3210 con 0x7fb6340754b0 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.296+0000 7fb63b86b740 1 Processor -- start 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb63b86b740 1 -- start start 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb62b400640 1 -- 172.21.15.6:0/3265097803 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb624044020 con 0x7fb6340754b0 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6e3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6e9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6ebb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb63b86b740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5582ac653b90 con 0x5582ac6e3b30 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb63b86b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5582ac643730 con 0x5582ac6e9690 2024-05-20T21:23:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb63b86b740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5582ac647770 con 0x5582ac6e4520 2024-05-20T21:23:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb632800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6e3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb631e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6e9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb632800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6e3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55616/0 (socket says 172.21.15.6:55616) 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb632800640 1 -- 172.21.15.6:0/3624167789 learned_addr learned my addr 172.21.15.6:0/3624167789 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.297+0000 7fb629400640 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6ebb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.298+0000 7fb632800640 1 -- 172.21.15.6:0/3624167789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 msgr2=0x5582ac6e9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.298+0000 7fb632800640 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6e9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.298+0000 7fb632800640 1 -- 172.21.15.6:0/3624167789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 msgr2=0x5582ac6ebb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.298+0000 7fb632800640 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6ebb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.298+0000 7fb632800640 1 -- 172.21.15.6:0/3624167789 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582ac5dc8b0 con 0x5582ac6e3b30 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.298+0000 7fb631e00640 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6e9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.298+0000 7fb632800640 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6e3f50 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb62c009ca0 tx=0x7fb62c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f1550e4c48fe8ea server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.298+0000 7fb623000640 1 -- 172.21.15.6:0/3624167789 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62c01e070 con 0x5582ac6e3b30 2024-05-20T21:23:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb623000640 1 -- 172.21.15.6:0/3624167789 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb62c009e50 con 0x5582ac6e3b30 2024-05-20T21:23:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb623000640 1 -- 172.21.15.6:0/3624167789 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62c00ea10 con 0x5582ac6e3b30 2024-05-20T21:23:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb62b400640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6180b2860 0x7fb6180b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb62b400640 1 -- 172.21.15.6:0/3265097803 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb624103060 con 0x7fb6340754b0 2024-05-20T21:23:11.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb63b86b740 1 -- 172.21.15.6:0/3624167789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 msgr2=0x5582ac6e3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6e3f50 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb62c009ca0 tx=0x7fb62c011810 comp rx=0 tx=0).stop 2024-05-20T21:23:11.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb631e00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6180b2860 0x7fb6180b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb63b86b740 1 -- 172.21.15.6:0/3624167789 shutdown_connections 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6ebb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6e9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3624167789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6e3f50 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.299+0000 7fb63b86b740 1 -- 172.21.15.6:0/3624167789 >> 172.21.15.6:0/3624167789 conn(0x5582ac6df1a0 msgr2=0x5582ac6df5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.300+0000 7fb63b86b740 1 -- 172.21.15.6:0/3624167789 shutdown_connections 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.300+0000 7fb63b86b740 1 -- 172.21.15.6:0/3624167789 wait complete. 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.300+0000 7fb631e00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6180b2860 0x7fb6180b4d20 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fb6240c77f0 tx=0x7fb624106aa0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.300+0000 7fb63b86b740 1 -- start start 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.300+0000 7fb63b86b740 1 Processor -- start 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e3b30 0x5582ac6ed920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e4520 0x5582ac6ede60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb63b86b740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5582ac329790 con 0x5582ac6e4520 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb63b86b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5582ac5ebbc0 con 0x5582ac6e9690 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb63b86b740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5582ac6ec640 con 0x5582ac6e3b30 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb63b86b740 10 client.0 _ll_register_callbacks cb 0x5582ac5c9400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb629400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e4520 0x5582ac6ede60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb632800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e3b30 0x5582ac6ed920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb629400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e4520 0x5582ac6ede60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55628/0 (socket says 172.21.15.6:55628) 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb629400640 1 -- 172.21.15.6:0/1828289467 learned_addr learned my addr 172.21.15.6:0/1828289467 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb632800640 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb629400640 1 -- 172.21.15.6:0/1828289467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e3b30 msgr2=0x5582ac6ed920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb629400640 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e3b30 0x5582ac6ed920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb629400640 1 -- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 msgr2=0x5582ac6f4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb629400640 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb629400640 1 -- 172.21.15.6:0/1828289467 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582ac358210 con 0x5582ac6e4520 2024-05-20T21:23:11.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.301+0000 7fb632800640 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.302+0000 7fb629400640 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e4520 0x5582ac6ede60 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb61c0116d0 tx=0x7fb61c011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b4eb90bad750c52 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.302+0000 7fb617400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.302+0000 7fb617400640 1 -- 172.21.15.6:0/1828289467 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb61c01e060 con 0x5582ac6e4520 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.302+0000 7fb617400640 1 -- 172.21.15.6:0/1828289467 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb61c00fb90 con 0x5582ac6e4520 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.302+0000 7fb63b86b740 1 -- 172.21.15.6:0/1828289467 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb62c009e50 con 0x5582ac6e4520 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.302+0000 7fb617400640 1 -- 172.21.15.6:0/1828289467 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb61c00fdd0 con 0x5582ac6e4520 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.302+0000 7fb63b86b740 10 client.17118 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.302+0000 7fb63b86b740 1 -- 172.21.15.6:0/1828289467 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5582ac424620 con 0x5582ac6e4520 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb617400640 1 -- 172.21.15.6:0/1828289467 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb62c009e50 con 0x5582ac6e4520 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb617400640 1 -- 172.21.15.6:0/1828289467 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb61c019070 con 0x5582ac6e4520 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb63b86b740 10 client.17118 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb63b86b740 10 client.17118 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb63b86b740 20 client.17118 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:11.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb63b86b740 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5582ac6f9580 0x5582ac6fb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb63b86b740 4 client.17118 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:11.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb63b86b740 1 -- 172.21.15.6:0/1828289467 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582ac655ae0 con 0x5582ac6f9580 2024-05-20T21:23:11.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.303+0000 7fb632800640 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5582ac6f9580 0x5582ac6fb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.304+0000 7fb632800640 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5582ac6f9580 0x5582ac6fb990 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea46d04ef5146648 server_cookie=7aca532087076f17 in_seq=0 out_seq=0 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.304+0000 7fb617400640 10 client.17118 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb617400640 1 -- 172.21.15.6:0/1828289467 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5582ac655ae0 con 0x5582ac6f9580 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb617400640 10 client.17118 handle_command_reply: tid=0 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 client.17118 shutdown 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 -- 172.21.15.6:0/1828289467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e4520 msgr2=0x5582ac6ede60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e4520 0x5582ac6ede60 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb61c0116d0 tx=0x7fb61c011b90 comp rx=0 tx=0).stop 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 -- 172.21.15.6:0/1828289467 shutdown_connections 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5582ac6f9580 0x5582ac6fb990 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e4520 0x5582ac6ede60 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 --2- 172.21.15.6:0/1828289467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e3b30 0x5582ac6ed920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb617400640 0 client.17118 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:11.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 -- 172.21.15.6:0/1828289467 >> 172.21.15.6:0/1828289467 conn(0x5582ac6df1a0 msgr2=0x5582ac6de310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:11.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 -- 172.21.15.6:0/1828289467 shutdown_connections 2024-05-20T21:23:11.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 1 -- 172.21.15.6:0/1828289467 wait complete. 2024-05-20T21:23:11.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.305+0000 7fb63b86b740 20 client.17118 trim_cache size 0 max 16384 2024-05-20T21:23:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.322+0000 7fb63b86b740 1 Processor -- start 2024-05-20T21:23:11.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.322+0000 7fb63b86b740 1 -- start start 2024-05-20T21:23:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e3b30 0x5582ac6e2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e9690 0x5582ac6e56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb63b86b740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb6341aebe0 con 0x5582ac6e9690 2024-05-20T21:23:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb63b86b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb6341ac4b0 con 0x5582ac6e3b30 2024-05-20T21:23:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb63b86b740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb6341aa300 con 0x5582ac6e4520 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e9690 0x5582ac6e56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e3b30 0x5582ac6e2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e3b30 0x5582ac6e2710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48682/0 (socket says 172.21.15.6:48682) 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 -- 172.21.15.6:0/3101483374 learned_addr learned my addr 172.21.15.6:0/3101483374 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb629400640 1 --2- 172.21.15.6:0/3101483374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 -- 172.21.15.6:0/3101483374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 msgr2=0x5582ac6f4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 --2- 172.21.15.6:0/3101483374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 -- 172.21.15.6:0/3101483374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e9690 msgr2=0x5582ac6e56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 --2- 172.21.15.6:0/3101483374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e9690 0x5582ac6e56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.323+0000 7fb632800640 1 -- 172.21.15.6:0/3101483374 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582ac6defd0 con 0x5582ac6e3b30 2024-05-20T21:23:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.324+0000 7fb632800640 1 --2- 172.21.15.6:0/3101483374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e3b30 0x5582ac6e2710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb62c009250 tx=0x7fb62c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5322368509cb2d51 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.324+0000 7fb622600640 1 -- 172.21.15.6:0/3101483374 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62c01e040 con 0x5582ac6e3b30 2024-05-20T21:23:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.324+0000 7fb622600640 1 -- 172.21.15.6:0/3101483374 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb62c01f040 con 0x5582ac6e3b30 2024-05-20T21:23:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.324+0000 7fb622600640 1 -- 172.21.15.6:0/3101483374 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62c0356a0 con 0x5582ac6e3b30 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 -- 172.21.15.6:0/3101483374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e3b30 msgr2=0x5582ac6e2710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3101483374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e3b30 0x5582ac6e2710 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb62c009250 tx=0x7fb62c011810 comp rx=0 tx=0).stop 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 -- 172.21.15.6:0/3101483374 shutdown_connections 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3101483374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e9690 0x5582ac6e56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3101483374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3101483374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e3b30 0x5582ac6e2710 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 -- 172.21.15.6:0/3101483374 >> 172.21.15.6:0/3101483374 conn(0x5582ac6df1a0 msgr2=0x5582ac6e4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 -- 172.21.15.6:0/3101483374 shutdown_connections 2024-05-20T21:23:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 -- 172.21.15.6:0/3101483374 wait complete. 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 -- start start 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.325+0000 7fb63b86b740 1 Processor -- start 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6f2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb63b86b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb63b86b740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb6341aa970 con 0x5582ac6e3b30 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb63b86b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb6341abde0 con 0x5582ac6e9690 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb63b86b740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb6341ab040 con 0x5582ac6e4520 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb63b86b740 10 client.0 _ll_register_callbacks cb 0x7fb61c009870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb632800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6f2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb632800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6f2620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55642/0 (socket says 172.21.15.6:55642) 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb632800640 1 -- 172.21.15.6:0/3827138412 learned_addr learned my addr 172.21.15.6:0/3827138412 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb629400640 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb632800640 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb629400640 1 -- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 msgr2=0x5582ac6f3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb629400640 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb629400640 1 -- 172.21.15.6:0/3827138412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 msgr2=0x5582ac6f2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb629400640 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6f2620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.326+0000 7fb629400640 1 -- 172.21.15.6:0/3827138412 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582ac6e3690 con 0x5582ac6e4520 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb632800640 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb629400640 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f2b60 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb61c009530 tx=0x7fb61c009de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21cabcb0032940d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb617400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb617400640 1 -- 172.21.15.6:0/3827138412 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb61c032060 con 0x5582ac6e4520 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb63b86b740 1 -- 172.21.15.6:0/3827138412 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb62c01f040 con 0x5582ac6e4520 2024-05-20T21:23:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb617400640 1 -- 172.21.15.6:0/3827138412 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb61c0041b0 con 0x5582ac6e4520 2024-05-20T21:23:11.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb617400640 1 -- 172.21.15.6:0/3827138412 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb61c0043b0 con 0x5582ac6e4520 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb63b86b740 10 client.27235 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.327+0000 7fb63b86b740 1 -- 172.21.15.6:0/3827138412 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5582ac764130 con 0x5582ac6e4520 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.328+0000 7fb617400640 1 -- 172.21.15.6:0/3827138412 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb62c01f040 con 0x5582ac6e4520 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.328+0000 7fb617400640 1 -- 172.21.15.6:0/3827138412 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb61c019040 con 0x5582ac6e4520 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.328+0000 7fb63b86b740 10 client.27235 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.328+0000 7fb63b86b740 10 client.27235 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.328+0000 7fb63b86b740 20 client.27235 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.328+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5582ac764a10 0x5582ac766e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.328+0000 7fb63b86b740 4 client.27235 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.328+0000 7fb63b86b740 1 -- 172.21.15.6:0/3827138412 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5582ac64f2c0 con 0x5582ac764a10 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.329+0000 7fb632800640 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5582ac764a10 0x5582ac766e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.329+0000 7fb632800640 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5582ac764a10 0x5582ac766e30 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2877f12f13438cf server_cookie=f028ee115dab8e0a in_seq=0 out_seq=0 2024-05-20T21:23:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.329+0000 7fb617400640 10 client.27235 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.343+0000 7fb617400640 1 -- 172.21.15.6:0/3827138412 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5582ac64f2c0 con 0x5582ac764a10 2024-05-20T21:23:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb617400640 10 client.27235 handle_command_reply: tid=0 2024-05-20T21:23:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 client.27235 shutdown 2024-05-20T21:23:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 -- 172.21.15.6:0/3827138412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 msgr2=0x5582ac6f2b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f2b60 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb61c009530 tx=0x7fb61c009de0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 -- 172.21.15.6:0/3827138412 shutdown_connections 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5582ac764a10 0x5582ac766e30 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5582ac6e9690 0x5582ac6f3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5582ac6e4520 0x5582ac6f2b60 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 --2- 172.21.15.6:0/3827138412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5582ac6e3b30 0x5582ac6f2620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb617400640 0 client.27235 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 -- 172.21.15.6:0/3827138412 >> 172.21.15.6:0/3827138412 conn(0x5582ac6df1a0 msgr2=0x5582ac6e2590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 -- 172.21.15.6:0/3827138412 shutdown_connections 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 1 -- 172.21.15.6:0/3827138412 wait complete. 2024-05-20T21:23:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.344+0000 7fb63b86b740 20 client.27235 trim_cache size 0 max 16384 2024-05-20T21:23:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:23:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:23:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:23:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 -- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6180b2860 msgr2=0x7fb6180b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6180b2860 0x7fb6180b4d20 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fb6240c77f0 tx=0x7fb624106aa0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 -- 172.21.15.6:0/3265097803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6340754b0 msgr2=0x7fb63419af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6340754b0 0x7fb63419af50 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb624034040 tx=0x7fb624030d00 comp rx=0 tx=0).stop 2024-05-20T21:23:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 -- 172.21.15.6:0/3265097803 shutdown_connections 2024-05-20T21:23:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6180b2860 0x7fb6180b4d20 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb63410a9a0 0x7fb6341a24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb634076a90 0x7fb63419b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 --2- 172.21.15.6:0/3265097803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb6340754b0 0x7fb63419af50 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.345+0000 7fb638a00640 1 -- 172.21.15.6:0/3265097803 >> 172.21.15.6:0/3265097803 conn(0x7fb6340fe070 msgr2=0x7fb6341068a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.346+0000 7fb638a00640 1 -- 172.21.15.6:0/3265097803 shutdown_connections 2024-05-20T21:23:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:11.346+0000 7fb638a00640 1 -- 172.21.15.6:0/3265097803 wait complete. 2024-05-20T21:23:11.620 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:11 smithi006 ceph-mon[31422]: pgmap v660: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:11 smithi042 ceph-mon[36332]: pgmap v660: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:11 smithi062 ceph-mon[36640]: pgmap v660: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:12.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 -- 172.21.15.6:0/4134548535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 msgr2=0x7f6c9c10f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/4134548535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 0x7f6c9c10f2f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6c9400b0a0 tx=0x7f6c9400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 -- 172.21.15.6:0/4134548535 shutdown_connections 2024-05-20T21:23:12.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/4134548535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 0x7f6c9c10f2f0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/4134548535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c9c108520 0x7f6c9c108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/4134548535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c9c102440 0x7f6c9c1028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 -- 172.21.15.6:0/4134548535 >> 172.21.15.6:0/4134548535 conn(0x7f6c9c0793f0 msgr2=0x7f6c9c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:12.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 -- 172.21.15.6:0/4134548535 shutdown_connections 2024-05-20T21:23:12.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.167+0000 7f6ca1a00700 1 -- 172.21.15.6:0/4134548535 wait complete. 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.169+0000 7f6ca1a00700 1 Processor -- start 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.169+0000 7f6ca1a00700 1 -- start start 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.169+0000 7f6ca1a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c9c102440 0x7f6c9c19f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.169+0000 7f6ca1a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 0x7f6c9c19fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.169+0000 7f6ca1a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c9c108520 0x7f6c9c199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.169+0000 7f6ca1a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9c1125f0 con 0x7f6c9c102440 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.169+0000 7f6ca1a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9c112470 con 0x7f6c9c102e00 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.169+0000 7f6ca1a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9c112770 con 0x7f6c9c108520 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9a000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 0x7f6c9c19fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c9c102440 0x7f6c9c19f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9a000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 0x7f6c9c19fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48720/0 (socket says 172.21.15.6:48720) 2024-05-20T21:23:12.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9a000700 1 -- 172.21.15.6:0/1878693941 learned_addr learned my addr 172.21.15.6:0/1878693941 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:12.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9b400700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c9c108520 0x7f6c9c199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9b400700 1 -- 172.21.15.6:0/1878693941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 msgr2=0x7f6c9c19fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9b400700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 0x7f6c9c19fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9b400700 1 -- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c9c102440 msgr2=0x7f6c9c19f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9b400700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c9c102440 0x7f6c9c19f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9b400700 1 -- 172.21.15.6:0/1878693941 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c9c19a240 con 0x7f6c9c108520 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9aa00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c9c102440 0x7f6c9c19f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.170+0000 7f6c9a000700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 0x7f6c9c19fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.171+0000 7f6c9b400700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c9c108520 0x7f6c9c199ae0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6c9400b070 tx=0x7f6c94004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.171+0000 7f6c93400700 1 -- 172.21.15.6:0/1878693941 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c94021070 con 0x7f6c9c108520 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.171+0000 7f6c93400700 1 -- 172.21.15.6:0/1878693941 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c94007e30 con 0x7f6c9c108520 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.171+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c9c19a4d0 con 0x7f6c9c108520 2024-05-20T21:23:12.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.171+0000 7f6c93400700 1 -- 172.21.15.6:0/1878693941 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c940045d0 con 0x7f6c9c108520 2024-05-20T21:23:12.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.171+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c9c1a67f0 con 0x7f6c9c108520 2024-05-20T21:23:12.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.172+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c9c06a230 con 0x7f6c9c108520 2024-05-20T21:23:12.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.175+0000 7f6c93400700 1 -- 172.21.15.6:0/1878693941 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6c94003c00 con 0x7f6c9c108520 2024-05-20T21:23:12.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.176+0000 7f6c93400700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c800b2900 0x7f6c800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:12.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.176+0000 7f6c93400700 1 -- 172.21.15.6:0/1878693941 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6c9400f020 con 0x7f6c9c108520 2024-05-20T21:23:12.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.176+0000 7f6c9aa00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c800b2900 0x7f6c800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:12.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.177+0000 7f6c9aa00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c800b2900 0x7f6c800b4dc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c009680 tx=0x7f6c8c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:12.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.178+0000 7f6c93400700 1 -- 172.21.15.6:0/1878693941 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6c9402a020 con 0x7f6c9c108520 2024-05-20T21:23:12.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.468+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c9c02e560 con 0x7f6c9c108520 2024-05-20T21:23:12.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.470+0000 7f6c93400700 1 -- 172.21.15.6:0/1878693941 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f6c940ab5e0 con 0x7f6c9c108520 2024-05-20T21:23:12.470 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:23:12.470 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:23:12.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c800b2900 msgr2=0x7f6c800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c800b2900 0x7f6c800b4dc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c009680 tx=0x7f6c8c009260 comp rx=0 tx=0).stop 2024-05-20T21:23:12.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c9c108520 msgr2=0x7f6c9c199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:12.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c9c108520 0x7f6c9c199ae0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6c9400b070 tx=0x7f6c94004d00 comp rx=0 tx=0).stop 2024-05-20T21:23:12.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 shutdown_connections 2024-05-20T21:23:12.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6c800b2900 0x7f6c800b4dc0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6c9c108520 0x7f6c9c199ae0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6c9c102440 0x7f6c9c19f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 --2- 172.21.15.6:0/1878693941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6c9c102e00 0x7f6c9c19fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:12.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 >> 172.21.15.6:0/1878693941 conn(0x7f6c9c0793f0 msgr2=0x7f6c9c06b660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:12.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 shutdown_connections 2024-05-20T21:23:12.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:12.473+0000 7f6ca1a00700 1 -- 172.21.15.6:0/1878693941 wait complete. 2024-05-20T21:23:12.474 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:23:12.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:12 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1878693941' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:12.887 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:12 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1878693941' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:13.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:12 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1878693941' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:13.476 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:23:13.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:13 smithi042 ceph-mon[36332]: pgmap v661: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:13.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:13 smithi006 ceph-mon[31422]: pgmap v661: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:13.953 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:13 smithi062 ceph-mon[36640]: pgmap v661: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:15.872 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:15 smithi006 ceph-mon[31422]: pgmap v662: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:15 smithi042 ceph-mon[36332]: pgmap v662: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:15 smithi062 ceph-mon[36640]: pgmap v662: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:16.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 -- 172.21.15.6:0/3893891437 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac3c10b670 msgr2=0x7fac3c10ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 --2- 172.21.15.6:0/3893891437 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac3c10b670 0x7fac3c10ba50 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fac2c009990 tx=0x7fac2c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 -- 172.21.15.6:0/3893891437 shutdown_connections 2024-05-20T21:23:16.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 --2- 172.21.15.6:0/3893891437 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac3c106030 0x7fac3c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 --2- 172.21.15.6:0/3893891437 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac3c10b670 0x7fac3c10ba50 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 --2- 172.21.15.6:0/3893891437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac3c105670 0x7fac3c105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 -- 172.21.15.6:0/3893891437 >> 172.21.15.6:0/3893891437 conn(0x7fac3c101160 msgr2=0x7fac3c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 -- 172.21.15.6:0/3893891437 shutdown_connections 2024-05-20T21:23:16.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.050+0000 7fac41800700 1 -- 172.21.15.6:0/3893891437 wait complete. 2024-05-20T21:23:16.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.052+0000 7fac41800700 1 Processor -- start 2024-05-20T21:23:16.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.052+0000 7fac41800700 1 -- start start 2024-05-20T21:23:16.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.052+0000 7fac41800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac3c105670 0x7fac3c19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.052+0000 7fac41800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac3c106030 0x7fac3c19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.052+0000 7fac41800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac3c10b670 0x7fac3c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.052+0000 7fac41800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c1158a0 con 0x7fac3c10b670 2024-05-20T21:23:16.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.052+0000 7fac41800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c115720 con 0x7fac3c105670 2024-05-20T21:23:16.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.052+0000 7fac41800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c115a20 con 0x7fac3c106030 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac3c105670 0x7fac3c19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac40e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac3c10b670 0x7fac3c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac3c106030 0x7fac3c19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac3c105670 0x7fac3c19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48738/0 (socket says 172.21.15.6:48738) 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3be00700 1 -- 172.21.15.6:0/3171378825 learned_addr learned my addr 172.21.15.6:0/3171378825 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3be00700 1 -- 172.21.15.6:0/3171378825 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac3c106030 msgr2=0x7fac3c19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3be00700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac3c106030 0x7fac3c19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3be00700 1 -- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac3c10b670 msgr2=0x7fac3c1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3be00700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac3c10b670 0x7fac3c1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3be00700 1 -- 172.21.15.6:0/3171378825 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac3c1a0d60 con 0x7fac3c105670 2024-05-20T21:23:16.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.053+0000 7fac3b400700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac3c106030 0x7fac3c19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:16.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.054+0000 7fac3be00700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac3c105670 0x7fac3c19bd50 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fac2c005910 tx=0x7fac2c00b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.054+0000 7fac38c00700 1 -- 172.21.15.6:0/3171378825 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c027070 con 0x7fac3c105670 2024-05-20T21:23:16.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.054+0000 7fac38c00700 1 -- 172.21.15.6:0/3171378825 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac2c022470 con 0x7fac3c105670 2024-05-20T21:23:16.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.054+0000 7fac41800700 1 -- 172.21.15.6:0/3171378825 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac3c1a0ff0 con 0x7fac3c105670 2024-05-20T21:23:16.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.054+0000 7fac38c00700 1 -- 172.21.15.6:0/3171378825 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c017650 con 0x7fac3c105670 2024-05-20T21:23:16.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.054+0000 7fac41800700 1 -- 172.21.15.6:0/3171378825 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac3c1a88d0 con 0x7fac3c105670 2024-05-20T21:23:16.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.058+0000 7fac38c00700 1 -- 172.21.15.6:0/3171378825 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fac2c02a070 con 0x7fac3c105670 2024-05-20T21:23:16.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac4d69eb80 1 Processor -- start 2024-05-20T21:23:16.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac4d69eb80 1 -- start start 2024-05-20T21:23:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d52e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5284b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d528f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564b2d486e40 con 0x564b2d528ad0 2024-05-20T21:23:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac38c00700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac200b2900 0x7fac200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564b2d4769e0 con 0x564b2d52e940 2024-05-20T21:23:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.059+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564b2d47aa20 con 0x564b2d52e020 2024-05-20T21:23:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5284b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d528f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5284b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48744/0 (socket says 172.21.15.6:48744) 2024-05-20T21:23:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3be00700 1 -- 172.21.15.6:0/1560412714 learned_addr learned my addr 172.21.15.6:0/1560412714 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac40e00700 1 --2- 172.21.15.6:0/1560412714 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d52e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac38c00700 1 -- 172.21.15.6:0/3171378825 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fac2c0e2f30 con 0x7fac3c105670 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac40e00700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac200b2900 0x7fac200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3be00700 1 -- 172.21.15.6:0/1560412714 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 msgr2=0x564b2d52e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3be00700 1 --2- 172.21.15.6:0/1560412714 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d52e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3be00700 1 -- 172.21.15.6:0/1560412714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 msgr2=0x564b2d528f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3be00700 1 --2- 172.21.15.6:0/1560412714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d528f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.060+0000 7fac3be00700 1 -- 172.21.15.6:0/1560412714 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b2d43f420 con 0x564b2d52e940 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.061+0000 7fac3be00700 1 --2- 172.21.15.6:0/1560412714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5284b0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fac2c0e0870 tx=0x7fac2c022cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efe834e12c32f94 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.061+0000 7fac40e00700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac200b2900 0x7fac200b4dc0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fac34009ec0 tx=0x7fac3400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.061+0000 7fac31600700 1 -- 172.21.15.6:0/1560412714 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c0a9ff0 con 0x564b2d52e940 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.061+0000 7fac31600700 1 -- 172.21.15.6:0/1560412714 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac2c0aabe0 con 0x564b2d52e940 2024-05-20T21:23:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.061+0000 7fac31600700 1 -- 172.21.15.6:0/1560412714 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c022920 con 0x564b2d52e940 2024-05-20T21:23:16.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 -- 172.21.15.6:0/1560412714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 msgr2=0x564b2d5284b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/1560412714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5284b0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fac2c0e0870 tx=0x7fac2c022cc0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 -- 172.21.15.6:0/1560412714 shutdown_connections 2024-05-20T21:23:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/1560412714 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d528f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/1560412714 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d52e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/1560412714 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5284b0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 -- 172.21.15.6:0/1560412714 >> 172.21.15.6:0/1560412714 conn(0x564b2d456be0 msgr2=0x564b2d523150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 -- 172.21.15.6:0/1560412714 shutdown_connections 2024-05-20T21:23:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.062+0000 7fac4d69eb80 1 -- 172.21.15.6:0/1560412714 wait complete. 2024-05-20T21:23:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.063+0000 7fac4d69eb80 1 -- start start 2024-05-20T21:23:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.063+0000 7fac4d69eb80 1 Processor -- start 2024-05-20T21:23:16.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d534610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e020 0x564b2d5319b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e940 0x564b2d531ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564b2d37cfa0 con 0x564b2d52e940 2024-05-20T21:23:16.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564b2d417760 con 0x564b2d52e020 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564b2d535220 con 0x564b2d528ad0 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac4d69eb80 10 client.0 _ll_register_callbacks cb 0x564b2d420c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac40e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e940 0x564b2d531ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac3b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e020 0x564b2d5319b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac40e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e940 0x564b2d531ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55708/0 (socket says 172.21.15.6:55708) 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac40e00700 1 -- 172.21.15.6:0/4215817533 learned_addr learned my addr 172.21.15.6:0/4215817533 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.064+0000 7fac3be00700 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d534610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac3b400700 1 -- 172.21.15.6:0/4215817533 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 msgr2=0x564b2d534610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac3b400700 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d534610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac3b400700 1 -- 172.21.15.6:0/4215817533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e940 msgr2=0x564b2d531ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac3b400700 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e940 0x564b2d531ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac3b400700 1 -- 172.21.15.6:0/4215817533 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b2d3c68d0 con 0x564b2d52e020 2024-05-20T21:23:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac3b400700 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e020 0x564b2d5319b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fac28011ce0 tx=0x7fac28009e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=648efd65bd01df3b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac26000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac26000700 1 -- 172.21.15.6:0/4215817533 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac28004320 con 0x564b2d52e020 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac26000700 1 -- 172.21.15.6:0/4215817533 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fac280044c0 con 0x564b2d52e020 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.065+0000 7fac4d69eb80 1 -- 172.21.15.6:0/4215817533 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac2c0aabe0 con 0x564b2d52e020 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac26000700 1 -- 172.21.15.6:0/4215817533 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac28004830 con 0x564b2d52e020 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac4d69eb80 10 client.27257 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac4d69eb80 1 -- 172.21.15.6:0/4215817533 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564b2d447060 con 0x564b2d52e020 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac26000700 1 -- 172.21.15.6:0/4215817533 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac2c0aabe0 con 0x564b2d52e020 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac26000700 1 -- 172.21.15.6:0/4215817533 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fac28003c90 con 0x564b2d52e020 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac4d69eb80 10 client.27257 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac4d69eb80 10 client.27257 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac4d69eb80 20 client.27257 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x564b2d541cd0 0x564b2d544130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac4d69eb80 4 client.27257 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.066+0000 7fac4d69eb80 1 -- 172.21.15.6:0/4215817533 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b2d488d90 con 0x564b2d541cd0 2024-05-20T21:23:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.067+0000 7fac3be00700 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x564b2d541cd0 0x564b2d544130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.067+0000 7fac3be00700 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x564b2d541cd0 0x564b2d544130 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8017c861326bddf9 server_cookie=76f7723602fa67e2 in_seq=0 out_seq=0 2024-05-20T21:23:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.067+0000 7fac26000700 10 client.27257 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:23:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.068+0000 7fac26000700 1 -- 172.21.15.6:0/4215817533 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564b2d488d90 con 0x564b2d541cd0 2024-05-20T21:23:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.068+0000 7fac26000700 10 client.27257 handle_command_reply: tid=0 2024-05-20T21:23:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 client.27257 shutdown 2024-05-20T21:23:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 -- 172.21.15.6:0/4215817533 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e020 msgr2=0x564b2d5319b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e020 0x564b2d5319b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fac28011ce0 tx=0x7fac28009e20 comp rx=0 tx=0).stop 2024-05-20T21:23:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 -- 172.21.15.6:0/4215817533 shutdown_connections 2024-05-20T21:23:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e940 0x564b2d531ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d534610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x564b2d541cd0 0x564b2d544130 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/4215817533 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e020 0x564b2d5319b0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 -- 172.21.15.6:0/4215817533 >> 172.21.15.6:0/4215817533 conn(0x564b2d456be0 msgr2=0x564b2d5274a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac26000700 0 client.27257 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:23:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 -- 172.21.15.6:0/4215817533 shutdown_connections 2024-05-20T21:23:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 1 -- 172.21.15.6:0/4215817533 wait complete. 2024-05-20T21:23:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.069+0000 7fac4d69eb80 20 client.27257 trim_cache size 0 max 16384 2024-05-20T21:23:16.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.086+0000 7fac4d69eb80 1 Processor -- start 2024-05-20T21:23:16.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac4d69eb80 1 -- start start 2024-05-20T21:23:16.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d531970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e020 0x564b2d52bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d52c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c1b26b0 con 0x564b2d52e020 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c1aff40 con 0x564b2d52e940 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c1add90 con 0x564b2d528ad0 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac3b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e020 0x564b2d52bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac3be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d531970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac3b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e020 0x564b2d52bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55710/0 (socket says 172.21.15.6:55710) 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac3b400700 1 -- 172.21.15.6:0/2155762826 learned_addr learned my addr 172.21.15.6:0/2155762826 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:16.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.087+0000 7fac40e00700 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d52c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac3be00700 1 -- 172.21.15.6:0/2155762826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 msgr2=0x564b2d52c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac3be00700 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d52c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac3be00700 1 -- 172.21.15.6:0/2155762826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e020 msgr2=0x564b2d52bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac3be00700 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e020 0x564b2d52bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac3be00700 1 -- 172.21.15.6:0/2155762826 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b2d52ff60 con 0x564b2d528ad0 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac3b400700 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e020 0x564b2d52bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac3be00700 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d531970 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fac2c0aa6a0 tx=0x7fac2c0ae040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fa1336321e7348c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac30c00700 1 -- 172.21.15.6:0/2155762826 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c0b32b0 con 0x564b2d528ad0 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac30c00700 1 -- 172.21.15.6:0/2155762826 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac2c0e0a40 con 0x564b2d528ad0 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.088+0000 7fac30c00700 1 -- 172.21.15.6:0/2155762826 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac2c0b2e20 con 0x564b2d528ad0 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 -- 172.21.15.6:0/2155762826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 msgr2=0x564b2d531970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d531970 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fac2c0aa6a0 tx=0x7fac2c0ae040 comp rx=0 tx=0).stop 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 -- 172.21.15.6:0/2155762826 shutdown_connections 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d52c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d528ad0 0x564b2d531970 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/2155762826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d52e020 0x564b2d52bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 -- 172.21.15.6:0/2155762826 >> 172.21.15.6:0/2155762826 conn(0x564b2d456be0 msgr2=0x564b2d528eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 -- 172.21.15.6:0/2155762826 shutdown_connections 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.089+0000 7fac4d69eb80 1 -- 172.21.15.6:0/2155762826 wait complete. 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.090+0000 7fac4d69eb80 1 -- start start 2024-05-20T21:23:16.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.090+0000 7fac4d69eb80 1 Processor -- start 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.090+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d53a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.090+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d549070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac4d69eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5495b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c1ae400 con 0x564b2d528ad0 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c1af870 con 0x564b2d52e940 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac4d69eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fac3c1aead0 con 0x564b2d52e020 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac4d69eb80 10 client.0 _ll_register_callbacks cb 0x564b2d420c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac3be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d53a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac3b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d549070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac3be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d53a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55722/0 (socket says 172.21.15.6:55722) 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac3b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d549070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37292/0 (socket says 172.21.15.6:37292) 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac3be00700 1 -- 172.21.15.6:0/3111681023 learned_addr learned my addr 172.21.15.6:0/3111681023 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.091+0000 7fac40e00700 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5495b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac3b400700 1 -- 172.21.15.6:0/3111681023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 msgr2=0x564b2d5495b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac3b400700 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5495b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac3b400700 1 -- 172.21.15.6:0/3111681023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 msgr2=0x564b2d53a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac3b400700 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d53a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac3b400700 1 -- 172.21.15.6:0/3111681023 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b2d549b20 con 0x564b2d52e020 2024-05-20T21:23:16.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac40e00700 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5495b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac3be00700 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d53a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac3b400700 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d549070 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fac28011a30 tx=0x7fac28004550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cff98909cf4520b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac26000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac26000700 1 -- 172.21.15.6:0/3111681023 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac28031020 con 0x564b2d52e020 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac4d69eb80 1 -- 172.21.15.6:0/3111681023 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac2c0e0a40 con 0x564b2d52e020 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.092+0000 7fac26000700 1 -- 172.21.15.6:0/3111681023 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fac2800fda0 con 0x564b2d52e020 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.093+0000 7fac26000700 1 -- 172.21.15.6:0/3111681023 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac2803c050 con 0x564b2d52e020 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.093+0000 7fac4d69eb80 10 client.27259 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:16.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.093+0000 7fac4d69eb80 1 -- 172.21.15.6:0/3111681023 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564b2d5ac630 con 0x564b2d52e020 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.093+0000 7fac26000700 1 -- 172.21.15.6:0/3111681023 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac2c0e0a40 con 0x564b2d52e020 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.094+0000 7fac26000700 1 -- 172.21.15.6:0/3111681023 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fac28003a60 con 0x564b2d52e020 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.094+0000 7fac4d69eb80 10 client.27259 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.094+0000 7fac4d69eb80 10 client.27259 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.094+0000 7fac4d69eb80 20 client.27259 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.094+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x564b2d5acd90 0x564b2d5af1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.094+0000 7fac4d69eb80 4 client.27259 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.094+0000 7fac4d69eb80 1 -- 172.21.15.6:0/3111681023 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564b2d482570 con 0x564b2d5acd90 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.094+0000 7fac3be00700 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x564b2d5acd90 0x564b2d5af1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac3be00700 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x564b2d5acd90 0x564b2d5af1b0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5713ae1a3dc94314 server_cookie=88c593f6a3d64097 in_seq=0 out_seq=0 2024-05-20T21:23:16.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac26000700 10 client.27259 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac26000700 1 -- 172.21.15.6:0/3111681023 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564b2d482570 con 0x564b2d5acd90 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac26000700 10 client.27259 handle_command_reply: tid=0 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 client.27259 shutdown 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 -- 172.21.15.6:0/3111681023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 msgr2=0x564b2d549070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d549070 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fac28011a30 tx=0x7fac28004550 comp rx=0 tx=0).stop 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 -- 172.21.15.6:0/3111681023 shutdown_connections 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x564b2d5acd90 0x564b2d5af1b0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564b2d52e940 0x564b2d5495b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564b2d528ad0 0x564b2d53a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 --2- 172.21.15.6:0/3111681023 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564b2d52e020 0x564b2d549070 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac26000700 0 client.27259 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 -- 172.21.15.6:0/3111681023 >> 172.21.15.6:0/3111681023 conn(0x564b2d456be0 msgr2=0x564b2d531970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 -- 172.21.15.6:0/3111681023 shutdown_connections 2024-05-20T21:23:16.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.095+0000 7fac4d69eb80 1 -- 172.21.15.6:0/3111681023 wait complete. 2024-05-20T21:23:16.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.096+0000 7fac4d69eb80 20 client.27259 trim_cache size 0 max 16384 2024-05-20T21:23:16.099 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:23:16.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.096+0000 7fac41800700 1 -- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac200b2900 msgr2=0x7fac200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.096+0000 7fac41800700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac200b2900 0x7fac200b4dc0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fac34009ec0 tx=0x7fac3400b040 comp rx=0 tx=0).stop 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.096+0000 7fac41800700 1 -- 172.21.15.6:0/3171378825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac3c105670 msgr2=0x7fac3c19bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.096+0000 7fac41800700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac3c105670 0x7fac3c19bd50 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fac2c005910 tx=0x7fac2c00b670 comp rx=0 tx=0).stop 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.097+0000 7fac41800700 1 -- 172.21.15.6:0/3171378825 shutdown_connections 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.097+0000 7fac41800700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fac200b2900 0x7fac200b4dc0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.097+0000 7fac41800700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac3c10b670 0x7fac3c1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.097+0000 7fac41800700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac3c105670 0x7fac3c19bd50 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.097+0000 7fac41800700 1 --2- 172.21.15.6:0/3171378825 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac3c106030 0x7fac3c19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.097+0000 7fac41800700 1 -- 172.21.15.6:0/3171378825 >> 172.21.15.6:0/3171378825 conn(0x7fac3c101160 msgr2=0x7fac3c101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.097+0000 7fac41800700 1 -- 172.21.15.6:0/3171378825 shutdown_connections 2024-05-20T21:23:16.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:16.097+0000 7fac41800700 1 -- 172.21.15.6:0/3171378825 wait complete. 2024-05-20T21:23:17.187 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:23:17.657 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:17.840 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:17 smithi062 ceph-mon[36640]: pgmap v663: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:17.844 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:17 smithi006 ceph-mon[31422]: pgmap v663: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:17 smithi042 ceph-mon[36332]: pgmap v663: 97 pgs: 97 active+clean; 3.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:19.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:19 smithi006 ceph-mon[31422]: pgmap v664: 97 pgs: 97 active+clean; 3.5 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:23:19.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:19 smithi042 ceph-mon[36332]: pgmap v664: 97 pgs: 97 active+clean; 3.5 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.987+0000 7fd2bd000700 1 -- 172.21.15.6:0/958495058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8114710 msgr2=0x7fd2b8116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.987+0000 7fd2bd000700 1 --2- 172.21.15.6:0/958495058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8114710 0x7fd2b8116b00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd2b000b0a0 tx=0x7fd2b000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.987+0000 7fd2bd000700 1 -- 172.21.15.6:0/958495058 shutdown_connections 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.987+0000 7fd2bd000700 1 --2- 172.21.15.6:0/958495058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8114710 0x7fd2b8116b00 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.987+0000 7fd2bd000700 1 --2- 172.21.15.6:0/958495058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd2b8075770 0x7fd2b8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.987+0000 7fd2bd000700 1 --2- 172.21.15.6:0/958495058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b8076090 0x7fd2b81141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.987+0000 7fd2bd000700 1 -- 172.21.15.6:0/958495058 >> 172.21.15.6:0/958495058 conn(0x7fd2b807a6a0 msgr2=0x7fd2b807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.987+0000 7fd2bd000700 1 -- 172.21.15.6:0/958495058 shutdown_connections 2024-05-20T21:23:19.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.988+0000 7fd2bd000700 1 -- 172.21.15.6:0/958495058 wait complete. 2024-05-20T21:23:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.989+0000 7fd2bd000700 1 Processor -- start 2024-05-20T21:23:19.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.989+0000 7fd2bd000700 1 -- start start 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.989+0000 7fd2bd000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8075770 0x7fd2b81a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.989+0000 7fd2bd000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd2b8076090 0x7fd2b81a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.989+0000 7fd2bd000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b8114710 0x7fd2b81a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.989+0000 7fd2bd000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b8119cf0 con 0x7fd2b8076090 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.989+0000 7fd2bd000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b8119b70 con 0x7fd2b8114710 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.989+0000 7fd2bd000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b8119e70 con 0x7fd2b8075770 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8075770 0x7fd2b81a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8075770 0x7fd2b81a01c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36884/0 (socket says 172.21.15.6:36884) 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5e00700 1 -- 172.21.15.6:0/1168150686 learned_addr learned my addr 172.21.15.6:0/1168150686 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5400700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd2b8076090 0x7fd2b81a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:19.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b6800700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b8114710 0x7fd2b81a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:19.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5e00700 1 -- 172.21.15.6:0/1168150686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b8114710 msgr2=0x7fd2b81a4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b8114710 0x7fd2b81a4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5e00700 1 -- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd2b8076090 msgr2=0x7fd2b81a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd2b8076090 0x7fd2b81a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.990+0000 7fd2b5e00700 1 -- 172.21.15.6:0/1168150686 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b81a51d0 con 0x7fd2b8075770 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.991+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8075770 0x7fd2b81a01c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800d980 tx=0x7fd2a800dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.991+0000 7fd2aea00700 1 -- 172.21.15.6:0/1168150686 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a8016070 con 0x7fd2b8075770 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.991+0000 7fd2aea00700 1 -- 172.21.15.6:0/1168150686 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2a8004830 con 0x7fd2b8075770 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.991+0000 7fd2aea00700 1 -- 172.21.15.6:0/1168150686 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a8005540 con 0x7fd2b8075770 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.991+0000 7fd2bd000700 1 -- 172.21.15.6:0/1168150686 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2b81a54c0 con 0x7fd2b8075770 2024-05-20T21:23:19.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.991+0000 7fd2bd000700 1 -- 172.21.15.6:0/1168150686 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2b81acd40 con 0x7fd2b8075770 2024-05-20T21:23:19.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.995+0000 7fd2aea00700 1 -- 172.21.15.6:0/1168150686 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd2a8004220 con 0x7fd2b8075770 2024-05-20T21:23:19.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.997+0000 7fd2aea00700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd29c0b2900 0x7fd29c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.997+0000 7fd2aea00700 1 -- 172.21.15.6:0/1168150686 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd2a80e1ff0 con 0x7fd2b8075770 2024-05-20T21:23:19.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.997+0000 7fd2b5400700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd29c0b2900 0x7fd29c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:19.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.998+0000 7fd2b5400700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd29c0b2900 0x7fd29c0b4dc0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8113c60 tx=0x7fd2a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:19.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.998+0000 7fd2c7930b80 1 Processor -- start 2024-05-20T21:23:19.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.998+0000 7fd2c7930b80 1 -- start start 2024-05-20T21:23:19.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.999+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6b610 0x56212cc6b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.999+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6bf30 0x56212cc65b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.999+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc665c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:19.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.999+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56212cbc3e40 con 0x56212cc66140 2024-05-20T21:23:20.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.999+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56212cbb39e0 con 0x56212cc6b610 2024-05-20T21:23:20.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.999+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56212cbb7a20 con 0x56212cc6bf30 2024-05-20T21:23:20.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:19.999+0000 7fd2b5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6b610 0x56212cc6b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc665c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6b610 0x56212cc6b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41138/0 (socket says 172.21.15.6:41138) 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5e00700 1 -- 172.21.15.6:0/3049790616 learned_addr learned my addr 172.21.15.6:0/3049790616 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5400700 1 --2- 172.21.15.6:0/3049790616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6bf30 0x56212cc65b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5e00700 1 -- 172.21.15.6:0/3049790616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6bf30 msgr2=0x56212cc65b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/3049790616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6bf30 0x56212cc65b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5e00700 1 -- 172.21.15.6:0/3049790616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 msgr2=0x56212cc665c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/3049790616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc665c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5e00700 1 -- 172.21.15.6:0/3049790616 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56212cb7c420 con 0x56212cc6b610 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/3049790616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6b610 0x56212cc6b9f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80a9270 tx=0x7fd2a80a9150 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87a409bb2667d7bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2a3400700 1 -- 172.21.15.6:0/3049790616 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a80ad920 con 0x56212cc6b610 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2a3400700 1 -- 172.21.15.6:0/3049790616 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2a80b23d0 con 0x56212cc6b610 2024-05-20T21:23:20.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.000+0000 7fd2a3400700 1 -- 172.21.15.6:0/3049790616 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a80a9a10 con 0x56212cc6b610 2024-05-20T21:23:20.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3049790616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6b610 msgr2=0x56212cc6b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:20.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3049790616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6b610 0x56212cc6b9f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80a9270 tx=0x7fd2a80a9150 comp rx=0 tx=0).stop 2024-05-20T21:23:20.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3049790616 shutdown_connections 2024-05-20T21:23:20.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3049790616 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc665c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3049790616 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6b610 0x56212cc6b9f0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3049790616 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6bf30 0x56212cc65b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3049790616 >> 172.21.15.6:0/3049790616 conn(0x56212cb93be0 msgr2=0x56212cc60690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:20.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3049790616 shutdown_connections 2024-05-20T21:23:20.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3049790616 wait complete. 2024-05-20T21:23:20.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.002+0000 7fd2c7930b80 1 -- start start 2024-05-20T21:23:20.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.003+0000 7fd2c7930b80 1 Processor -- start 2024-05-20T21:23:20.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.003+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc66140 0x56212cc71cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.003+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.003+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc6bf30 0x56212cc6f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.003+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56212cab9fa0 con 0x56212cc6bf30 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.003+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56212cb54760 con 0x56212cc66140 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.003+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56212cc72980 con 0x56212cc6b610 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.003+0000 7fd2c7930b80 10 client.0 _ll_register_callbacks cb 0x56212cb5dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc66140 0x56212cc71cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc66140 0x56212cc71cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41148/0 (socket says 172.21.15.6:41148) 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5e00700 1 -- 172.21.15.6:0/3097760521 learned_addr learned my addr 172.21.15.6:0/3097760521 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5400700 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b6800700 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc6bf30 0x56212cc6f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5e00700 1 -- 172.21.15.6:0/3097760521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 msgr2=0x56212cc6f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:20.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5e00700 1 -- 172.21.15.6:0/3097760521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc6bf30 msgr2=0x56212cc6f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:20.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc6bf30 0x56212cc6f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.004+0000 7fd2b5e00700 1 -- 172.21.15.6:0/3097760521 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56212cb038d0 con 0x56212cc66140 2024-05-20T21:23:20.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.005+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc66140 0x56212cc71cc0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80a67e0 tx=0x7fd2a80a5be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d77a1e18c6b6ebbe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:20.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.005+0000 7fd297e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:20.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.005+0000 7fd297e00700 1 -- 172.21.15.6:0/3097760521 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a80c7070 con 0x56212cc66140 2024-05-20T21:23:20.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.005+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3097760521 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2a80b23d0 con 0x56212cc66140 2024-05-20T21:23:20.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.005+0000 7fd297e00700 1 -- 172.21.15.6:0/3097760521 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd2a80a99d0 con 0x56212cc66140 2024-05-20T21:23:20.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.005+0000 7fd297e00700 1 -- 172.21.15.6:0/3097760521 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd2a80c3e60 con 0x56212cc66140 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.005+0000 7fd2c7930b80 10 client.27275 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.005+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3097760521 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56212cb84060 con 0x56212cc66140 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd297e00700 1 -- 172.21.15.6:0/3097760521 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2a80b23d0 con 0x56212cc66140 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd297e00700 1 -- 172.21.15.6:0/3097760521 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd2a808fae0 con 0x56212cc66140 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd2c7930b80 10 client.27275 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd2c7930b80 10 client.27275 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd2c7930b80 20 client.27275 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x56212cc7f3b0 0x56212cc817a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd2c7930b80 4 client.27275 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3097760521 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56212cbc5d90 con 0x56212cc7f3b0 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.006+0000 7fd2b5400700 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x56212cc7f3b0 0x56212cc817a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.007+0000 7fd2b5400700 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x56212cc7f3b0 0x56212cc817a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3b2877784ed5f250 server_cookie=780d303e7381b0f4 in_seq=0 out_seq=0 2024-05-20T21:23:20.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.007+0000 7fd297e00700 10 client.27275 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:23:20.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd297e00700 1 -- 172.21.15.6:0/3097760521 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56212cbc5d90 con 0x56212cc7f3b0 2024-05-20T21:23:20.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd297e00700 10 client.27275 handle_command_reply: tid=0 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd2c7930b80 1 client.27275 shutdown 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3097760521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc66140 msgr2=0x56212cc71cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc66140 0x56212cc71cc0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd2a80a67e0 tx=0x7fd2a80a5be0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3097760521 shutdown_connections 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc6bf30 0x56212cc6f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc66140 0x56212cc71cc0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x56212cc7f3b0 0x56212cc817a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.008+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/3097760521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.009+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3097760521 >> 172.21.15.6:0/3097760521 conn(0x56212cb93be0 msgr2=0x56212cc5fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.009+0000 7fd297e00700 0 client.27275 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.009+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3097760521 shutdown_connections 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.009+0000 7fd2c7930b80 1 -- 172.21.15.6:0/3097760521 wait complete. 2024-05-20T21:23:20.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.009+0000 7fd2c7930b80 20 client.27275 trim_cache size 0 max 16384 2024-05-20T21:23:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:19 smithi062 ceph-mon[36640]: pgmap v664: 97 pgs: 97 active+clean; 3.5 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:23:20.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.039+0000 7fd2c7930b80 1 Processor -- start 2024-05-20T21:23:20.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.039+0000 7fd2c7930b80 1 -- start start 2024-05-20T21:23:20.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.039+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc65b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.039+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.039+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 0x56212cc604f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.039+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b81b6e90 con 0x56212cc66140 2024-05-20T21:23:20.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.039+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b81b4720 con 0x56212cc6bf30 2024-05-20T21:23:20.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.039+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b81b2570 con 0x56212cc6b610 2024-05-20T21:23:20.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc65b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36922/0 (socket says 172.21.15.6:36922) 2024-05-20T21:23:20.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5400700 1 -- 172.21.15.6:0/615131721 learned_addr learned my addr 172.21.15.6:0/615131721 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:20.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b6800700 1 --2- 172.21.15.6:0/615131721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 0x56212cc604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5400700 1 -- 172.21.15.6:0/615131721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 msgr2=0x56212cc604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:20.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5400700 1 --2- 172.21.15.6:0/615131721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 0x56212cc604f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5400700 1 -- 172.21.15.6:0/615131721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 msgr2=0x56212cc65b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:20.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5400700 1 --2- 172.21.15.6:0/615131721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc65b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.040+0000 7fd2b5400700 1 -- 172.21.15.6:0/615131721 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56212cc614a0 con 0x56212cc6b610 2024-05-20T21:23:20.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.041+0000 7fd2b5400700 1 --2- 172.21.15.6:0/615131721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6cb00 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4011f40 tx=0x7fd2a4014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77325b53394be326 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:20.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.041+0000 7fd2a2a00700 1 -- 172.21.15.6:0/615131721 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4021190 con 0x56212cc6b610 2024-05-20T21:23:20.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.041+0000 7fd2a2a00700 1 -- 172.21.15.6:0/615131721 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2a4004500 con 0x56212cc6b610 2024-05-20T21:23:20.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.041+0000 7fd2a2a00700 1 -- 172.21.15.6:0/615131721 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4004bb0 con 0x56212cc6b610 2024-05-20T21:23:20.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 -- 172.21.15.6:0/615131721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 msgr2=0x56212cc6cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:20.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/615131721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6cb00 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4011f40 tx=0x7fd2a4014000 comp rx=0 tx=0).stop 2024-05-20T21:23:20.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 -- 172.21.15.6:0/615131721 shutdown_connections 2024-05-20T21:23:20.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/615131721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 0x56212cc604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/615131721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc65b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/615131721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc6cb00 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 -- 172.21.15.6:0/615131721 >> 172.21.15.6:0/615131721 conn(0x56212cb93be0 msgr2=0x56212cc6c3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 -- 172.21.15.6:0/615131721 shutdown_connections 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.042+0000 7fd2c7930b80 1 -- 172.21.15.6:0/615131721 wait complete. 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.043+0000 7fd2c7930b80 1 -- start start 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.043+0000 7fd2c7930b80 1 Processor -- start 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc81b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc820a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2c7930b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 0x56212cce1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b81b2be0 con 0x56212cc66140 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b81b4050 con 0x56212cc6bf30 2024-05-20T21:23:20.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2c7930b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b81b32b0 con 0x56212cc6b610 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2c7930b80 10 client.0 _ll_register_callbacks cb 0x56212cb5dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc820a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc81b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc820a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36932/0 (socket says 172.21.15.6:36932) 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5400700 1 -- 172.21.15.6:0/989052976 learned_addr learned my addr 172.21.15.6:0/989052976 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b6800700 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 0x56212cce1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5400700 1 -- 172.21.15.6:0/989052976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 msgr2=0x56212cce1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5400700 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 0x56212cce1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5400700 1 -- 172.21.15.6:0/989052976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 msgr2=0x56212cc81b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5400700 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc81b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5400700 1 -- 172.21.15.6:0/989052976 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56212cce2290 con 0x56212cc6b610 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.044+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc81b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.045+0000 7fd2b5400700 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc820a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009fa0 tx=0x7fd2a40090d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a73bfd3e09f0a6a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:20.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.045+0000 7fd297e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.045+0000 7fd297e00700 1 -- 172.21.15.6:0/989052976 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4004260 con 0x56212cc6b610 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.045+0000 7fd2c7930b80 1 -- 172.21.15.6:0/989052976 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2a4004500 con 0x56212cc6b610 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.045+0000 7fd297e00700 1 -- 172.21.15.6:0/989052976 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd2a40218b0 con 0x56212cc6b610 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.045+0000 7fd297e00700 1 -- 172.21.15.6:0/989052976 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd2a4021ab0 con 0x56212cc6b610 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.045+0000 7fd2c7930b80 10 client.27277 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.045+0000 7fd2c7930b80 1 -- 172.21.15.6:0/989052976 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56212cce9690 con 0x56212cc6b610 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd297e00700 1 -- 172.21.15.6:0/989052976 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2a4004500 con 0x56212cc6b610 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd297e00700 1 -- 172.21.15.6:0/989052976 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd2a40051e0 con 0x56212cc6b610 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd2c7930b80 10 client.27277 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:20.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd2c7930b80 10 client.27277 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd2c7930b80 20 client.27277 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x56212cce9d70 0x56212ccec190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd2c7930b80 4 client.27277 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd2c7930b80 1 -- 172.21.15.6:0/989052976 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56212cbbf570 con 0x56212cce9d70 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.046+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x56212cce9d70 0x56212ccec190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.047+0000 7fd2b5e00700 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x56212cce9d70 0x56212ccec190 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cd56d175c84b0f94 server_cookie=a4979ac9280a4f1f in_seq=0 out_seq=0 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.047+0000 7fd297e00700 10 client.27277 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.047+0000 7fd297e00700 1 -- 172.21.15.6:0/989052976 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56212cbbf570 con 0x56212cce9d70 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.047+0000 7fd297e00700 10 client.27277 handle_command_reply: tid=0 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.047+0000 7fd2c7930b80 1 client.27277 shutdown 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.047+0000 7fd2c7930b80 1 -- 172.21.15.6:0/989052976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 msgr2=0x56212cc820a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.047+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc820a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009fa0 tx=0x7fd2a40090d0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 1 -- 172.21.15.6:0/989052976 shutdown_connections 2024-05-20T21:23:20.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56212cc6bf30 0x56212cce1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56212cc66140 0x56212cc81b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x56212cce9d70 0x56212ccec190 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 1 --2- 172.21.15.6:0/989052976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56212cc6b610 0x56212cc820a0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 1 -- 172.21.15.6:0/989052976 >> 172.21.15.6:0/989052976 conn(0x56212cb93be0 msgr2=0x56212cc6e100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd297e00700 0 client.27277 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 1 -- 172.21.15.6:0/989052976 shutdown_connections 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 1 -- 172.21.15.6:0/989052976 wait complete. 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.048+0000 7fd2c7930b80 20 client.27277 trim_cache size 0 max 16384 2024-05-20T21:23:20.054 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:23:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 -- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd29c0b2900 msgr2=0x7fd29c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd29c0b2900 0x7fd29c0b4dc0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8113c60 tx=0x7fd2a4009260 comp rx=0 tx=0).stop 2024-05-20T21:23:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 -- 172.21.15.6:0/1168150686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8075770 msgr2=0x7fd2b81a01c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8075770 0x7fd2b81a01c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd2a800d980 tx=0x7fd2a800dc90 comp rx=0 tx=0).stop 2024-05-20T21:23:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 -- 172.21.15.6:0/1168150686 shutdown_connections 2024-05-20T21:23:20.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd29c0b2900 0x7fd29c0b4dc0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd2b8114710 0x7fd2b81a4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd2b8075770 0x7fd2b81a01c0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 --2- 172.21.15.6:0/1168150686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd2b8076090 0x7fd2b81a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:20.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.049+0000 7fd2bd000700 1 -- 172.21.15.6:0/1168150686 >> 172.21.15.6:0/1168150686 conn(0x7fd2b807a6a0 msgr2=0x7fd2b81101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:20.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.050+0000 7fd2bd000700 1 -- 172.21.15.6:0/1168150686 shutdown_connections 2024-05-20T21:23:20.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:20.050+0000 7fd2bd000700 1 -- 172.21.15.6:0/1168150686 wait complete. 2024-05-20T21:23:20.873 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:23:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:21.777 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:21 smithi006 ceph-mon[31422]: pgmap v665: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:23:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:21 smithi042 ceph-mon[36332]: pgmap v665: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:23:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:21 smithi062 ceph-mon[36640]: pgmap v665: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 -- 172.21.15.6:0/2450024591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860c106110 msgr2=0x7f860c112620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 --2- 172.21.15.6:0/2450024591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860c106110 0x7f860c112620 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f8604009f90 tx=0x7f860400b330 comp rx=0 tx=0).stop 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 -- 172.21.15.6:0/2450024591 shutdown_connections 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 --2- 172.21.15.6:0/2450024591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860c106110 0x7f860c112620 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 --2- 172.21.15.6:0/2450024591 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f860c10b750 0x7f860c10bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 --2- 172.21.15.6:0/2450024591 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f860c105750 0x7f860c105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 -- 172.21.15.6:0/2450024591 >> 172.21.15.6:0/2450024591 conn(0x7f860c101240 msgr2=0x7f860c103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 -- 172.21.15.6:0/2450024591 shutdown_connections 2024-05-20T21:23:23.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.753+0000 7f8611c00700 1 -- 172.21.15.6:0/2450024591 wait complete. 2024-05-20T21:23:23.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.755+0000 7f8611c00700 1 Processor -- start 2024-05-20T21:23:23.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.755+0000 7f8611c00700 1 -- start start 2024-05-20T21:23:23.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f8611c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f860c105750 0x7f860c19be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f8611c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860c106110 0x7f860c19c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f8611c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f860c10b750 0x7f860c1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f8611c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f860c115990 con 0x7f860c105750 2024-05-20T21:23:23.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f8611c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f860c115810 con 0x7f860c10b750 2024-05-20T21:23:23.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f8611c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f860c115b10 con 0x7f860c106110 2024-05-20T21:23:23.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f860c10b750 0x7f860c1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f860c105750 0x7f860c19be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860a000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860c106110 0x7f860c19c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f860c10b750 0x7f860c1a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41188/0 (socket says 172.21.15.6:41188) 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860b400700 1 -- 172.21.15.6:0/2483889031 learned_addr learned my addr 172.21.15.6:0/2483889031 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860b400700 1 -- 172.21.15.6:0/2483889031 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860c106110 msgr2=0x7f860c19c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860b400700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860c106110 0x7f860c19c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860b400700 1 -- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f860c105750 msgr2=0x7f860c19be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860b400700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f860c105750 0x7f860c19be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.756+0000 7f860b400700 1 -- 172.21.15.6:0/2483889031 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f860c1a0de0 con 0x7f860c10b750 2024-05-20T21:23:23.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.757+0000 7f860b400700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f860c10b750 0x7f860c1a06a0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f8604009790 tx=0x7f860400cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:23.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.757+0000 7f8603400700 1 -- 172.21.15.6:0/2483889031 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8604021070 con 0x7f860c10b750 2024-05-20T21:23:23.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.757+0000 7f8603400700 1 -- 172.21.15.6:0/2483889031 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8604007ac0 con 0x7f860c10b750 2024-05-20T21:23:23.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.757+0000 7f8603400700 1 -- 172.21.15.6:0/2483889031 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8604005040 con 0x7f860c10b750 2024-05-20T21:23:23.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.757+0000 7f8611c00700 1 -- 172.21.15.6:0/2483889031 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f860c1a1070 con 0x7f860c10b750 2024-05-20T21:23:23.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.758+0000 7f8611c00700 1 -- 172.21.15.6:0/2483889031 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f860c1a8950 con 0x7f860c10b750 2024-05-20T21:23:23.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.761+0000 7f8603400700 1 -- 172.21.15.6:0/2483889031 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8604024070 con 0x7f860c10b750 2024-05-20T21:23:23.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.762+0000 7f861c497b80 1 Processor -- start 2024-05-20T21:23:23.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f861c497b80 1 -- start start 2024-05-20T21:23:23.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f861c497b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e91990eb0 0x560e91991290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f861c497b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e9198b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f861c497b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e9198b880 0x560e9198bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f861c497b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560e918e9e40 con 0x560e91990eb0 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f861c497b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560e918d99e0 con 0x560e9198b880 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f861c497b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560e918dda20 con 0x560e919917d0 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f8603400700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f85f00b2900 0x7f85f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f860a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e91990eb0 0x560e91991290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f860a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e91990eb0 0x560e91991290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38568/0 (socket says 172.21.15.6:38568) 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f860a000700 1 -- 172.21.15.6:0/2719960349 learned_addr learned my addr 172.21.15.6:0/2719960349 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f860aa00700 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e9198b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.763+0000 7f8603400700 1 -- 172.21.15.6:0/2483889031 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f860400f020 con 0x7f860c10b750 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.764+0000 7f860a000700 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e9198b880 0x560e9198bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.764+0000 7f860b400700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f85f00b2900 0x7f85f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.764+0000 7f860aa00700 1 -- 172.21.15.6:0/2719960349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e9198b880 msgr2=0x560e9198bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.764+0000 7f860aa00700 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e9198b880 0x560e9198bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.764+0000 7f860aa00700 1 -- 172.21.15.6:0/2719960349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e91990eb0 msgr2=0x560e91991290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.764+0000 7f860aa00700 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e91990eb0 0x560e91991290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.764+0000 7f860aa00700 1 -- 172.21.15.6:0/2719960349 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e918a2420 con 0x560e919917d0 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.764+0000 7f860aa00700 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e9198b260 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f85fc009ca0 tx=0x7f85fc0058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e0136968b4ad625 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.765+0000 7f860b400700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f85f00b2900 0x7f85f00b4dc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f860400b6c0 tx=0x7f86040060a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:23.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.765+0000 7f85f7e00700 1 -- 172.21.15.6:0/2719960349 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc011c60 con 0x560e919917d0 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.765+0000 7f85f7e00700 1 -- 172.21.15.6:0/2719960349 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85fc011e00 con 0x560e919917d0 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.765+0000 7f85f7e00700 1 -- 172.21.15.6:0/2719960349 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc005280 con 0x560e919917d0 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.765+0000 7f861c497b80 1 -- 172.21.15.6:0/2719960349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 msgr2=0x560e9198b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.765+0000 7f861c497b80 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e9198b260 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f85fc009ca0 tx=0x7f85fc0058e0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.766+0000 7f861c497b80 1 -- 172.21.15.6:0/2719960349 shutdown_connections 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.766+0000 7f861c497b80 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e9198b880 0x560e9198bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.766+0000 7f861c497b80 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e91990eb0 0x560e91991290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.766+0000 7f861c497b80 1 --2- 172.21.15.6:0/2719960349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e9198b260 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.766+0000 7f861c497b80 1 -- 172.21.15.6:0/2719960349 >> 172.21.15.6:0/2719960349 conn(0x560e918b9be0 msgr2=0x560e91986010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.766+0000 7f861c497b80 1 -- 172.21.15.6:0/2719960349 shutdown_connections 2024-05-20T21:23:23.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.766+0000 7f861c497b80 1 -- 172.21.15.6:0/2719960349 wait complete. 2024-05-20T21:23:23.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.766+0000 7f861c497b80 1 -- start start 2024-05-20T21:23:23.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f861c497b80 1 Processor -- start 2024-05-20T21:23:23.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f861c497b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e9198b880 0x560e919973c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f861c497b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91994760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f861c497b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e919917d0 0x560e91994ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f861c497b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560e917dffa0 con 0x560e919917d0 2024-05-20T21:23:23.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f861c497b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560e9187a760 con 0x560e91990eb0 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f861c497b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560e91998240 con 0x560e9198b880 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f861c497b80 10 client.0 _ll_register_callbacks cb 0x560e91883c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f860a000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e9198b880 0x560e919973c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f860aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91994760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f860a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e919917d0 0x560e91994ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f860aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91994760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41216/0 (socket says 172.21.15.6:41216) 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.767+0000 7f860aa00700 1 -- 172.21.15.6:0/1185843646 learned_addr learned my addr 172.21.15.6:0/1185843646 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.768+0000 7f860aa00700 1 -- 172.21.15.6:0/1185843646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e9198b880 msgr2=0x560e919973c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.768+0000 7f860aa00700 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e9198b880 0x560e919973c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.768+0000 7f860aa00700 1 -- 172.21.15.6:0/1185843646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e919917d0 msgr2=0x560e91994ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.768+0000 7f860aa00700 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e919917d0 0x560e91994ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.768+0000 7f860aa00700 1 -- 172.21.15.6:0/1185843646 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e918298d0 con 0x560e91990eb0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.768+0000 7f860a000700 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e919917d0 0x560e91994ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.768+0000 7f860aa00700 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91994760 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f85fc0048f0 tx=0x7f85fc004920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66a162483ff2f254 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.768+0000 7f85f4c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.769+0000 7f85f4c00700 1 -- 172.21.15.6:0/1185843646 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc026020 con 0x560e91990eb0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.769+0000 7f861c497b80 1 -- 172.21.15.6:0/1185843646 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85fc011e00 con 0x560e91990eb0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.769+0000 7f85f4c00700 1 -- 172.21.15.6:0/1185843646 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f85fc004260 con 0x560e91990eb0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.769+0000 7f85f4c00700 1 -- 172.21.15.6:0/1185843646 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f85fc031050 con 0x560e91990eb0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.769+0000 7f861c497b80 10 client.27293 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.769+0000 7f861c497b80 1 -- 172.21.15.6:0/1185843646 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e918aa060 con 0x560e91990eb0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.769+0000 7f85f4c00700 1 -- 172.21.15.6:0/1185843646 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85fc011e00 con 0x560e91990eb0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.769+0000 7f85f4c00700 1 -- 172.21.15.6:0/1185843646 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f85fc018070 con 0x560e91990eb0 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.770+0000 7f861c497b80 10 client.27293 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.770+0000 7f861c497b80 10 client.27293 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:23.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.770+0000 7f861c497b80 20 client.27293 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:23.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.770+0000 7f861c497b80 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e919a4b40 0x560e919a6f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.770+0000 7f861c497b80 4 client.27293 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:23.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.770+0000 7f861c497b80 1 -- 172.21.15.6:0/1185843646 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e918ebd90 con 0x560e919a4b40 2024-05-20T21:23:23.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.770+0000 7f860a000700 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e919a4b40 0x560e919a6f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.771+0000 7f860a000700 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e919a4b40 0x560e919a6f30 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e6869ae98442ef7 server_cookie=25555f237a5d545b in_seq=0 out_seq=0 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.771+0000 7f85f4c00700 10 client.27293 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f85f4c00700 1 -- 172.21.15.6:0/1185843646 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560e918ebd90 con 0x560e919a4b40 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f85f4c00700 10 client.27293 handle_command_reply: tid=0 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 client.27293 shutdown 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 -- 172.21.15.6:0/1185843646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 msgr2=0x560e91994760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91994760 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f85fc0048f0 tx=0x7f85fc004920 comp rx=0 tx=0).stop 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 -- 172.21.15.6:0/1185843646 shutdown_connections 2024-05-20T21:23:23.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e919917d0 0x560e91994ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e919a4b40 0x560e919a6f30 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e9198b880 0x560e919973c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 --2- 172.21.15.6:0/1185843646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91994760 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f85f4c00700 0 client.27293 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:23.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 -- 172.21.15.6:0/1185843646 >> 172.21.15.6:0/1185843646 conn(0x560e918b9be0 msgr2=0x560e9198a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:23.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 -- 172.21.15.6:0/1185843646 shutdown_connections 2024-05-20T21:23:23.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 1 -- 172.21.15.6:0/1185843646 wait complete. 2024-05-20T21:23:23.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.772+0000 7f861c497b80 20 client.27293 trim_cache size 0 max 16384 2024-05-20T21:23:23.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.790+0000 7f861c497b80 1 Processor -- start 2024-05-20T21:23:23.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.790+0000 7f861c497b80 1 -- start start 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f861c497b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9198b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f861c497b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91993050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f861c497b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e91993590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f861c497b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1b28a0 con 0x560e9198b880 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f861c497b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1b0130 con 0x560e91990eb0 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f861c497b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1adf80 con 0x560e919917d0 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f860a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9198b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f860a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9198b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38596/0 (socket says 172.21.15.6:38596) 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f860a000700 1 -- 172.21.15.6:0/3120632196 learned_addr learned my addr 172.21.15.6:0/3120632196 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f860aa00700 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91993050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.791+0000 7f860a000700 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e91993590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f860a000700 1 -- 172.21.15.6:0/3120632196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 msgr2=0x560e91993590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:23.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f860a000700 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e91993590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f860a000700 1 -- 172.21.15.6:0/3120632196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 msgr2=0x560e91993050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:23.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f860a000700 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91993050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f860a000700 1 -- 172.21.15.6:0/3120632196 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e91992cd0 con 0x560e9198b880 2024-05-20T21:23:23.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f860a000700 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9198b260 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f85f8005c50 tx=0x7f85f8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26d058d7d5b478b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:23.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f85f7400700 1 -- 172.21.15.6:0/3120632196 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f801c040 con 0x560e9198b880 2024-05-20T21:23:23.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f85f7400700 1 -- 172.21.15.6:0/3120632196 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85f80044e0 con 0x560e9198b880 2024-05-20T21:23:23.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.792+0000 7f85f7400700 1 -- 172.21.15.6:0/3120632196 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f80053a0 con 0x560e9198b880 2024-05-20T21:23:23.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 -- 172.21.15.6:0/3120632196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 msgr2=0x560e9198b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9198b260 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f85f8005c50 tx=0x7f85f8004750 comp rx=0 tx=0).stop 2024-05-20T21:23:23.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 -- 172.21.15.6:0/3120632196 shutdown_connections 2024-05-20T21:23:23.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e91993590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9198b260 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 --2- 172.21.15.6:0/3120632196 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e91993050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 -- 172.21.15.6:0/3120632196 >> 172.21.15.6:0/3120632196 conn(0x560e918b9be0 msgr2=0x560e9198e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:23.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 -- 172.21.15.6:0/3120632196 shutdown_connections 2024-05-20T21:23:23.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.793+0000 7f861c497b80 1 -- 172.21.15.6:0/3120632196 wait complete. 2024-05-20T21:23:23.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.794+0000 7f861c497b80 1 -- start start 2024-05-20T21:23:23.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.794+0000 7f861c497b80 1 Processor -- start 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f861c497b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9199d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f861c497b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e919abd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f861c497b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e919ac240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f861c497b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1ae5f0 con 0x560e9198b880 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f861c497b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1afa60 con 0x560e91990eb0 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f861c497b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1aecc0 con 0x560e919917d0 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f861c497b80 10 client.0 _ll_register_callbacks cb 0x560e91883c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9199d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9199d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38602/0 (socket says 172.21.15.6:38602) 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e919abd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860a000700 1 -- 172.21.15.6:0/3482223821 learned_addr learned my addr 172.21.15.6:0/3482223821 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860a000700 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e919ac240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860aa00700 1 -- 172.21.15.6:0/3482223821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 msgr2=0x560e919ac240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860aa00700 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e919ac240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860aa00700 1 -- 172.21.15.6:0/3482223821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 msgr2=0x560e9199d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860aa00700 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9199d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860aa00700 1 -- 172.21.15.6:0/3482223821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e919ac780 con 0x560e91990eb0 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.795+0000 7f860a000700 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e919ac240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.796+0000 7f860aa00700 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e919abd00 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f85fc009bf0 tx=0x7f85fc004800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e717dee6041e082 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.796+0000 7f85f4c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.796+0000 7f85f4c00700 1 -- 172.21.15.6:0/3482223821 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc026070 con 0x560e91990eb0 2024-05-20T21:23:23.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.796+0000 7f85f4c00700 1 -- 172.21.15.6:0/3482223821 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f85fc004260 con 0x560e91990eb0 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.796+0000 7f861c497b80 1 -- 172.21.15.6:0/3482223821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85f80044e0 con 0x560e91990eb0 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.796+0000 7f85f4c00700 1 -- 172.21.15.6:0/3482223821 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f85fc004480 con 0x560e91990eb0 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.796+0000 7f861c497b80 10 client.27299 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.796+0000 7f861c497b80 1 -- 172.21.15.6:0/3482223821 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e91a0f320 con 0x560e91990eb0 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.797+0000 7f85f4c00700 1 -- 172.21.15.6:0/3482223821 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f85f80044e0 con 0x560e91990eb0 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.797+0000 7f85f4c00700 1 -- 172.21.15.6:0/3482223821 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f85fc018040 con 0x560e91990eb0 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.797+0000 7f861c497b80 10 client.27299 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.797+0000 7f861c497b80 10 client.27299 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.797+0000 7f861c497b80 20 client.27299 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.797+0000 7f861c497b80 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e91a0f960 0x560e91a11d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.797+0000 7f861c497b80 4 client.27299 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:23.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.797+0000 7f861c497b80 1 -- 172.21.15.6:0/3482223821 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560e918e5570 con 0x560e91a0f960 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.798+0000 7f860a000700 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e91a0f960 0x560e91a11d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.798+0000 7f860a000700 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e91a0f960 0x560e91a11d80 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=821d5a9fa1de219d server_cookie=509745c1b46d87b2 in_seq=0 out_seq=0 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.798+0000 7f85f4c00700 10 client.27299 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.798+0000 7f85f4c00700 1 -- 172.21.15.6:0/3482223821 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560e918e5570 con 0x560e91a0f960 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.798+0000 7f85f4c00700 10 client.27299 handle_command_reply: tid=0 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.798+0000 7f861c497b80 1 client.27299 shutdown 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 -- 172.21.15.6:0/3482223821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 msgr2=0x560e919abd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e919abd00 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f85fc009bf0 tx=0x7f85fc004800 comp rx=0 tx=0).stop 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 -- 172.21.15.6:0/3482223821 shutdown_connections 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e91a0f960 0x560e91a11d80 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e919917d0 0x560e919ac240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e9198b880 0x560e9199d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 --2- 172.21.15.6:0/3482223821 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e91990eb0 0x560e919abd00 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f85f4c00700 0 client.27299 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:23.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 -- 172.21.15.6:0/3482223821 >> 172.21.15.6:0/3482223821 conn(0x560e918b9be0 msgr2=0x560e919859e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:23.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 -- 172.21.15.6:0/3482223821 shutdown_connections 2024-05-20T21:23:23.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 1 -- 172.21.15.6:0/3482223821 wait complete. 2024-05-20T21:23:23.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.799+0000 7f861c497b80 20 client.27299 trim_cache size 0 max 16384 2024-05-20T21:23:23.802 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:23:23.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 -- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f85f00b2900 msgr2=0x7f85f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f85f00b2900 0x7f85f00b4dc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f860400b6c0 tx=0x7f86040060a0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 -- 172.21.15.6:0/2483889031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f860c10b750 msgr2=0x7f860c1a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:23.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f860c10b750 0x7f860c1a06a0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f8604009790 tx=0x7f860400cc30 comp rx=0 tx=0).stop 2024-05-20T21:23:23.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 -- 172.21.15.6:0/2483889031 shutdown_connections 2024-05-20T21:23:23.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f85f00b2900 0x7f85f00b4dc0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f860c10b750 0x7f860c1a06a0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f860c105750 0x7f860c19be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 --2- 172.21.15.6:0/2483889031 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860c106110 0x7f860c19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:23.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 -- 172.21.15.6:0/2483889031 >> 172.21.15.6:0/2483889031 conn(0x7f860c101240 msgr2=0x7f860c101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:23.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 -- 172.21.15.6:0/2483889031 shutdown_connections 2024-05-20T21:23:23.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:23.800+0000 7f8611c00700 1 -- 172.21.15.6:0/2483889031 wait complete. 2024-05-20T21:23:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:23 smithi042 ceph-mon[36332]: pgmap v666: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:23.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:23 smithi006 ceph-mon[31422]: pgmap v666: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:23 smithi062 ceph-mon[36640]: pgmap v666: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.493+0000 7f9ea2c00640 1 -- 172.21.15.6:0/857490885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e9c104670 msgr2=0x7f9e9c10af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.493+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/857490885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e9c104670 0x7f9e9c10af00 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9e94009ca0 tx=0x7f9e9402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.494+0000 7f9ea2c00640 1 -- 172.21.15.6:0/857490885 shutdown_connections 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.494+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/857490885 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e9c104670 0x7f9e9c10af00 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.494+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/857490885 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e9c103cb0 0x7f9e9c104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.494+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/857490885 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e9c102ac0 0x7f9e9c102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.494+0000 7f9ea2c00640 1 -- 172.21.15.6:0/857490885 >> 172.21.15.6:0/857490885 conn(0x7f9e9c0fe030 msgr2=0x7f9e9c100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.494+0000 7f9ea2c00640 1 -- 172.21.15.6:0/857490885 shutdown_connections 2024-05-20T21:23:24.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.494+0000 7f9ea2c00640 1 -- 172.21.15.6:0/857490885 wait complete. 2024-05-20T21:23:24.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.495+0000 7f9ea2c00640 1 Processor -- start 2024-05-20T21:23:24.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.495+0000 7f9ea2c00640 1 -- start start 2024-05-20T21:23:24.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.495+0000 7f9ea2c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e9c102ac0 0x7f9e9c19af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.495+0000 7f9ea2c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e9c103cb0 0x7f9e9c19b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.495+0000 7f9ea2c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e9c104670 0x7f9e9c1a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.495+0000 7f9ea2c00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c10e620 con 0x7f9e9c103cb0 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.495+0000 7f9ea2c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c10e4a0 con 0x7f9e9c104670 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.495+0000 7f9ea2c00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c10e7a0 con 0x7f9e9c102ac0 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9be00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e9c102ac0 0x7f9e9c19af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9be00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e9c102ac0 0x7f9e9c19af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36980/0 (socket says 172.21.15.6:36980) 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9be00640 1 -- 172.21.15.6:0/1469144822 learned_addr learned my addr 172.21.15.6:0/1469144822 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e9c104670 0x7f9e9c1a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9b400640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e9c103cb0 0x7f9e9c19b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9be00640 1 -- 172.21.15.6:0/1469144822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e9c104670 msgr2=0x7f9e9c1a24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9be00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e9c104670 0x7f9e9c1a24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9be00640 1 -- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e9c103cb0 msgr2=0x7f9e9c19b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9be00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e9c103cb0 0x7f9e9c19b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.496+0000 7f9e9be00640 1 -- 172.21.15.6:0/1469144822 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e9c1a2b50 con 0x7f9e9c102ac0 2024-05-20T21:23:24.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.497+0000 7f9e9be00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e9c102ac0 0x7f9e9c19af30 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00e9c0 tx=0x7f9e8c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.497+0000 7f9e98c00640 1 -- 172.21.15.6:0/1469144822 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c00cd80 con 0x7f9e9c102ac0 2024-05-20T21:23:24.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.497+0000 7f9ea2c00640 1 -- 172.21.15.6:0/1469144822 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e9c1a2e40 con 0x7f9e9c102ac0 2024-05-20T21:23:24.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.497+0000 7f9e98c00640 1 -- 172.21.15.6:0/1469144822 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8c0035f0 con 0x7f9e9c102ac0 2024-05-20T21:23:24.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.497+0000 7f9e98c00640 1 -- 172.21.15.6:0/1469144822 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c010690 con 0x7f9e9c102ac0 2024-05-20T21:23:24.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.497+0000 7f9ea2c00640 1 -- 172.21.15.6:0/1469144822 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e9c1a3300 con 0x7f9e9c102ac0 2024-05-20T21:23:24.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9ea5b7d740 1 Processor -- start 2024-05-20T21:23:24.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9ea5b7d740 1 -- start start 2024-05-20T21:23:24.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9e98c00640 1 -- 172.21.15.6:0/1469144822 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9e8c0037a0 con 0x7f9e9c102ac0 2024-05-20T21:23:24.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x555609843020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 0x555609845b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5556097adb90 con 0x555609843690 2024-05-20T21:23:24.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55560979d730 con 0x55560983e520 2024-05-20T21:23:24.502 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.501+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5556097a1770 con 0x55560983db30 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9e9be00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x555609843020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9e9b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 0x555609845b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:36992/0 (socket says 172.21.15.6:36992) 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 -- 172.21.15.6:0/1065600251 learned_addr learned my addr 172.21.15.6:0/1065600251 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 -- 172.21.15.6:0/1065600251 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 msgr2=0x555609843020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/1065600251 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x555609843020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 -- 172.21.15.6:0/1065600251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 msgr2=0x555609845b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/1065600251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 0x555609845b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 -- 172.21.15.6:0/1065600251 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556097368b0 con 0x55560983db30 2024-05-20T21:23:24.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.502+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/1065600251 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983df50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f9e94035000 tx=0x7f9e940093c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7831b113abfc2f51 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.503+0000 7f9e98c00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9e800b27e0 0x7f9e800b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.503+0000 7f9e91200640 1 -- 172.21.15.6:0/1065600251 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e94031650 con 0x55560983db30 2024-05-20T21:23:24.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.503+0000 7f9e91200640 1 -- 172.21.15.6:0/1065600251 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e94036030 con 0x55560983db30 2024-05-20T21:23:24.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.503+0000 7f9e91200640 1 -- 172.21.15.6:0/1065600251 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e94004650 con 0x55560983db30 2024-05-20T21:23:24.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.503+0000 7f9e98c00640 1 -- 172.21.15.6:0/1469144822 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9e8c0e2740 con 0x7f9e9c102ac0 2024-05-20T21:23:24.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.503+0000 7f9e9be00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9e800b27e0 0x7f9e800b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.506 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.503+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/1065600251 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 msgr2=0x55560983df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.506 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.503+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/1065600251 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983df50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f9e94035000 tx=0x7f9e940093c0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/1065600251 shutdown_connections 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/1065600251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 0x555609845b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/1065600251 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x555609843020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/1065600251 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983df50 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/1065600251 >> 172.21.15.6:0/1065600251 conn(0x5556098391a0 msgr2=0x5556098395a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/1065600251 shutdown_connections 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9e9be00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9e800b27e0 0x7f9e800b4ca0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c0e0510 tx=0x7f9e8c0e8550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/1065600251 wait complete. 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 -- start start 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.504+0000 7f9ea5b7d740 1 Processor -- start 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983db30 0x5556098476e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x555609847c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555609843690 0x55560984ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.507 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555609483790 con 0x55560983e520 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555609745bc0 con 0x55560983db30 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555609846460 con 0x555609843690 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea5b7d740 10 client.0 _ll_register_callbacks cb 0x555609723400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9e9b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x555609847c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9e9b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x555609847c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38646/0 (socket says 172.21.15.6:38646) 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9e9b400640 1 -- 172.21.15.6:0/450835566 learned_addr learned my addr 172.21.15.6:0/450835566 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983db30 0x5556098476e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.505+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555609843690 0x55560984ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e9b400640 1 -- 172.21.15.6:0/450835566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555609843690 msgr2=0x55560984ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e9b400640 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555609843690 0x55560984ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e9b400640 1 -- 172.21.15.6:0/450835566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983db30 msgr2=0x5556098476e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e9b400640 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983db30 0x5556098476e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e9b400640 1 -- 172.21.15.6:0/450835566 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556094b2210 con 0x55560983e520 2024-05-20T21:23:24.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e9b400640 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x555609847c20 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f9e88012700 tx=0x7f9e88012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dd93b622a2fa6c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e85600640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:24.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e85600640 1 -- 172.21.15.6:0/450835566 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e88011b50 con 0x55560983e520 2024-05-20T21:23:24.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/450835566 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e94036030 con 0x55560983e520 2024-05-20T21:23:24.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.506+0000 7f9e85600640 1 -- 172.21.15.6:0/450835566 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9e88011cf0 con 0x55560983e520 2024-05-20T21:23:24.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9e85600640 1 -- 172.21.15.6:0/450835566 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e8800f460 con 0x55560983e520 2024-05-20T21:23:24.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9ea5b7d740 10 client.17196 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:24.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/450835566 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55560957e620 con 0x55560983e520 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9e85600640 1 -- 172.21.15.6:0/450835566 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e94036030 con 0x55560983e520 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9e85600640 1 -- 172.21.15.6:0/450835566 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e8801c620 con 0x55560983e520 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9ea5b7d740 10 client.17196 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9ea5b7d740 10 client.17196 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9ea5b7d740 20 client.17196 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555609853320 0x555609855770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9ea5b7d740 4 client.17196 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.507+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/450835566 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556097afae0 con 0x555609853320 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.508+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555609853320 0x555609855770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.508+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555609853320 0x555609855770 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee77d10ebea0a06f server_cookie=430b5847af756689 in_seq=0 out_seq=0 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.508+0000 7f9e85600640 10 client.17196 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.509+0000 7f9e85600640 1 -- 172.21.15.6:0/450835566 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5556097afae0 con 0x555609853320 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.509+0000 7f9e85600640 10 client.17196 handle_command_reply: tid=0 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.509+0000 7f9ea5b7d740 1 client.17196 shutdown 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/450835566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 msgr2=0x555609847c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x555609847c20 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f9e88012700 tx=0x7f9e88012bc0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/450835566 shutdown_connections 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555609853320 0x555609855770 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555609843690 0x55560984ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x555609847c20 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/450835566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983db30 0x5556098476e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9e85600640 0 client.17196 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:24.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/450835566 >> 172.21.15.6:0/450835566 conn(0x5556098391a0 msgr2=0x555609838310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/450835566 shutdown_connections 2024-05-20T21:23:24.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/450835566 wait complete. 2024-05-20T21:23:24.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.510+0000 7f9ea5b7d740 20 client.17196 trim_cache size 0 max 16384 2024-05-20T21:23:24.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.528+0000 7f9ea5b7d740 1 Processor -- start 2024-05-20T21:23:24.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea5b7d740 1 -- start start 2024-05-20T21:23:24.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x55560984ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555609843690 0x55560983c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1aec10 con 0x55560983e520 2024-05-20T21:23:24.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1ac4e0 con 0x555609843690 2024-05-20T21:23:24.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1aa330 con 0x55560983db30 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9e9b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x55560984ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea0c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555609843690 0x55560983c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9e9b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x55560984ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:38652/0 (socket says 172.21.15.6:38652) 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9e9b400640 1 -- 172.21.15.6:0/3898054161 learned_addr learned my addr 172.21.15.6:0/3898054161 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.529+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e9b400640 1 -- 172.21.15.6:0/3898054161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 msgr2=0x55560983be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e9b400640 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e9b400640 1 -- 172.21.15.6:0/3898054161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555609843690 msgr2=0x55560983c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e9b400640 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555609843690 0x55560983c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e9b400640 1 -- 172.21.15.6:0/3898054161 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555609838fd0 con 0x55560983e520 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555609843690 0x55560983c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e9b400640 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x55560984ec20 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9e88005c20 tx=0x7f9e88009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3ad3e5516fd4fa8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e87e00640 1 -- 172.21.15.6:0/3898054161 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e88029070 con 0x55560983e520 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e87e00640 1 -- 172.21.15.6:0/3898054161 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8801c420 con 0x55560983e520 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.530+0000 7f9e87e00640 1 -- 172.21.15.6:0/3898054161 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e880054f0 con 0x55560983e520 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/3898054161 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 msgr2=0x55560984ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x55560984ec20 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9e88005c20 tx=0x7f9e88009fd0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/3898054161 shutdown_connections 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555609843690 0x55560983c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55560983e520 0x55560984ec20 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/3898054161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560983be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/3898054161 >> 172.21.15.6:0/3898054161 conn(0x5556098391a0 msgr2=0x555609839580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/3898054161 shutdown_connections 2024-05-20T21:23:24.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.531+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/3898054161 wait complete. 2024-05-20T21:23:24.535 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.532+0000 7f9ea5b7d740 1 -- start start 2024-05-20T21:23:24.535 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.532+0000 7f9ea5b7d740 1 Processor -- start 2024-05-20T21:23:24.535 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.532+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560984be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.535 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.532+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x55560984c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.535 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.532+0000 7f9ea5b7d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 0x55560984d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.532+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1aa9a0 con 0x555609843690 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.532+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1abe10 con 0x55560983e520 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.532+0000 7f9ea5b7d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1ab070 con 0x55560983db30 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9ea5b7d740 10 client.0 _ll_register_callbacks cb 0x7f9e880097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9e9b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x55560984c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9e9b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x55560984c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41294/0 (socket says 172.21.15.6:41294) 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9ea0c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 0x55560984d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9e9b400640 1 -- 172.21.15.6:0/2504845913 learned_addr learned my addr 172.21.15.6:0/2504845913 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560984be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9e9b400640 1 -- 172.21.15.6:0/2504845913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 msgr2=0x55560984be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9e9b400640 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560984be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9e9b400640 1 -- 172.21.15.6:0/2504845913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 msgr2=0x55560984d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9e9b400640 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 0x55560984d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.533+0000 7f9e9b400640 1 -- 172.21.15.6:0/2504845913 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55560983d770 con 0x55560983e520 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.534+0000 7f9e9b400640 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x55560984c3b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9e88000c00 tx=0x7f9e880118a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77ebb9f34a4d1e24 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.534+0000 7f9e85600640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.534+0000 7f9e85600640 1 -- 172.21.15.6:0/2504845913 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8803a030 con 0x55560983e520 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.534+0000 7f9e85600640 1 -- 172.21.15.6:0/2504845913 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9e88018030 con 0x55560983e520 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.534+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/2504845913 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e8801c420 con 0x55560983e520 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.534+0000 7f9e85600640 1 -- 172.21.15.6:0/2504845913 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e88044050 con 0x55560983e520 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.534+0000 7f9ea5b7d740 10 client.27317 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.534+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/2504845913 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55560984eaf0 con 0x55560983e520 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9e85600640 1 -- 172.21.15.6:0/2504845913 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8801c420 con 0x55560983e520 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9e85600640 1 -- 172.21.15.6:0/2504845913 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e88004680 con 0x55560983e520 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9ea5b7d740 10 client.27317 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9ea5b7d740 10 client.27317 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9ea5b7d740 20 client.27317 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:24.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556098be240 0x5556098c0660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:24.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9ea5b7d740 4 client.27317 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:24.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/2504845913 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5556097a92c0 con 0x5556098be240 2024-05-20T21:23:24.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.535+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556098be240 0x5556098c0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:24.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.536+0000 7f9ea0c00640 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556098be240 0x5556098c0660 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5377784b4318c48a server_cookie=93226f41a6e50fe6 in_seq=0 out_seq=0 2024-05-20T21:23:24.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.536+0000 7f9e85600640 10 client.27317 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.551+0000 7f9e85600640 1 -- 172.21.15.6:0/2504845913 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5556097a92c0 con 0x5556098be240 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.551+0000 7f9e85600640 10 client.27317 handle_command_reply: tid=0 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.551+0000 7f9ea5b7d740 1 client.27317 shutdown 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/2504845913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 msgr2=0x55560984c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x55560984c3b0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9e88000c00 tx=0x7f9e880118a0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/2504845913 shutdown_connections 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5556098be240 0x5556098c0660 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555609843690 0x55560984d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55560983e520 0x55560984c3b0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 --2- 172.21.15.6:0/2504845913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55560983db30 0x55560984be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9e85600640 0 client.27317 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:24.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/2504845913 >> 172.21.15.6:0/2504845913 conn(0x5556098391a0 msgr2=0x55560983efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/2504845913 shutdown_connections 2024-05-20T21:23:24.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 1 -- 172.21.15.6:0/2504845913 wait complete. 2024-05-20T21:23:24.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.552+0000 7f9ea5b7d740 20 client.27317 trim_cache size 0 max 16384 2024-05-20T21:23:24.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:23:24.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:23:24.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:23:24.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 -- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9e800b27e0 msgr2=0x7f9e800b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9e800b27e0 0x7f9e800b4ca0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c0e0510 tx=0x7f9e8c0e8550 comp rx=0 tx=0).stop 2024-05-20T21:23:24.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 -- 172.21.15.6:0/1469144822 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e9c102ac0 msgr2=0x7f9e9c19af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:24.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e9c102ac0 0x7f9e9c19af30 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00e9c0 tx=0x7f9e8c00ee80 comp rx=0 tx=0).stop 2024-05-20T21:23:24.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 -- 172.21.15.6:0/1469144822 shutdown_connections 2024-05-20T21:23:24.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9e800b27e0 0x7f9e800b4ca0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9e9c104670 0x7f9e9c1a24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9e9c103cb0 0x7f9e9c19b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 --2- 172.21.15.6:0/1469144822 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e9c102ac0 0x7f9e9c19af30 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:24.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.553+0000 7f9ea2c00640 1 -- 172.21.15.6:0/1469144822 >> 172.21.15.6:0/1469144822 conn(0x7f9e9c0fe030 msgr2=0x7f9e9c074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:24.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.554+0000 7f9ea2c00640 1 -- 172.21.15.6:0/1469144822 shutdown_connections 2024-05-20T21:23:24.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:24.554+0000 7f9ea2c00640 1 -- 172.21.15.6:0/1469144822 wait complete. 2024-05-20T21:23:25.855 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:23:25.855 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:23:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:25 smithi042 ceph-mon[36332]: pgmap v667: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:25.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:25 smithi006 ceph-mon[31422]: pgmap v667: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:25 smithi062 ceph-mon[36640]: pgmap v667: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:23:26.331 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:27.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:27 smithi006 ceph-mon[31422]: pgmap v668: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:23:27.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:27 smithi042 ceph-mon[36332]: pgmap v668: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:23:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:27 smithi062 ceph-mon[36640]: pgmap v668: 97 pgs: 97 active+clean; 3.5 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 -- 172.21.15.6:0/732325695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684010b760 msgr2=0x7f684010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 --2- 172.21.15.6:0/732325695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684010b760 0x7f684010bb40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6830009990 tx=0x7f6830009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 -- 172.21.15.6:0/732325695 shutdown_connections 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 --2- 172.21.15.6:0/732325695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840106120 0x7f6840112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 --2- 172.21.15.6:0/732325695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f684010b760 0x7f684010bb40 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 --2- 172.21.15.6:0/732325695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6840105760 0x7f6840105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 -- 172.21.15.6:0/732325695 >> 172.21.15.6:0/732325695 conn(0x7f6840101250 msgr2=0x7f6840103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 -- 172.21.15.6:0/732325695 shutdown_connections 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.645+0000 7f6844e00700 1 -- 172.21.15.6:0/732325695 wait complete. 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.646+0000 7f6844e00700 1 Processor -- start 2024-05-20T21:23:28.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.647+0000 7f6844e00700 1 -- start start 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.647+0000 7f6844e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840105760 0x7f684019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.647+0000 7f6844e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6840106120 0x7f684019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.647+0000 7f6844e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f684010b760 0x7f68401a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.647+0000 7f6844e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6840115940 con 0x7f6840106120 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.647+0000 7f6844e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68401157c0 con 0x7f684010b760 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.647+0000 7f6844e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6840115ac0 con 0x7f6840105760 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840105760 0x7f684019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6840106120 0x7f684019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f684010b760 0x7f68401a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840105760 0x7f684019bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59528/0 (socket says 172.21.15.6:59528) 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 -- 172.21.15.6:0/4078731683 learned_addr learned my addr 172.21.15.6:0/4078731683 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 -- 172.21.15.6:0/4078731683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f684010b760 msgr2=0x7f68401a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f684010b760 0x7f68401a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 -- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6840106120 msgr2=0x7f684019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6840106120 0x7f684019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 -- 172.21.15.6:0/4078731683 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68401a0e00 con 0x7f6840105760 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.648+0000 7f683de00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840105760 0x7f684019bdf0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f68300057f0 tx=0x7f683000bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.649+0000 7f6836a00700 1 -- 172.21.15.6:0/4078731683 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830026070 con 0x7f6840105760 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.649+0000 7f6844e00700 1 -- 172.21.15.6:0/4078731683 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68401a1090 con 0x7f6840105760 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.649+0000 7f6836a00700 1 -- 172.21.15.6:0/4078731683 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6830021410 con 0x7f6840105760 2024-05-20T21:23:28.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.649+0000 7f6836a00700 1 -- 172.21.15.6:0/4078731683 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830017650 con 0x7f6840105760 2024-05-20T21:23:28.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.649+0000 7f6844e00700 1 -- 172.21.15.6:0/4078731683 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68401a8970 con 0x7f6840105760 2024-05-20T21:23:28.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.652+0000 7f6836a00700 1 -- 172.21.15.6:0/4078731683 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6830029070 con 0x7f6840105760 2024-05-20T21:23:28.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.654+0000 7f6836a00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68240b2880 0x7f68240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.654+0000 7f684f70eb80 1 Processor -- start 2024-05-20T21:23:28.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.654+0000 7f6836a00700 1 -- 172.21.15.6:0/4078731683 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f68300e2f20 con 0x7f6840105760 2024-05-20T21:23:28.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.654+0000 7f684f70eb80 1 -- start start 2024-05-20T21:23:28.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.654+0000 7f683d400700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68240b2880 0x7f68240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.655+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b1edac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.655+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1e7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.655+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1e85a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.655+0000 7f684f70eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e62b13dec0 con 0x55e62b1ed6e0 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.655+0000 7f684f70eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e62b12da60 con 0x55e62b1ee000 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.655+0000 7f684f70eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e62b131aa0 con 0x55e62b1e8110 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.655+0000 7f683d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1e7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.655+0000 7f683de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b1edac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b1edac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58118/0 (socket says 172.21.15.6:58118) 2024-05-20T21:23:28.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1e7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49906/0 (socket says 172.21.15.6:49906) 2024-05-20T21:23:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683de00700 1 -- 172.21.15.6:0/3912951488 learned_addr learned my addr 172.21.15.6:0/3912951488 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683e800700 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1e85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683d400700 1 -- 172.21.15.6:0/3912951488 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 msgr2=0x55e62b1e85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683d400700 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1e85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683d400700 1 -- 172.21.15.6:0/3912951488 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 msgr2=0x55e62b1edac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683d400700 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b1edac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683d400700 1 -- 172.21.15.6:0/3912951488 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e62b0f64a0 con 0x55e62b1ee000 2024-05-20T21:23:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683e800700 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1e85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683d400700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68240b2880 0x7f68240b4d40 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6840103860 tx=0x7f682c0118e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.656+0000 7f683d400700 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1e7af0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f682c00f680 tx=0x7f682c01b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c2093fdcd261fed server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.657+0000 7f682b400700 1 -- 172.21.15.6:0/3912951488 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682c026070 con 0x55e62b1ee000 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.657+0000 7f682b400700 1 -- 172.21.15.6:0/3912951488 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f682c004500 con 0x55e62b1ee000 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.657+0000 7f682b400700 1 -- 172.21.15.6:0/3912951488 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682c01a040 con 0x55e62b1ee000 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 -- 172.21.15.6:0/3912951488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 msgr2=0x55e62b1e7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1e7af0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f682c00f680 tx=0x7f682c01b000 comp rx=0 tx=0).stop 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 -- 172.21.15.6:0/3912951488 shutdown_connections 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1e85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b1edac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3912951488 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1e7af0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 -- 172.21.15.6:0/3912951488 >> 172.21.15.6:0/3912951488 conn(0x55e62b10dc60 msgr2=0x55e62b1da090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 -- 172.21.15.6:0/3912951488 shutdown_connections 2024-05-20T21:23:28.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 -- 172.21.15.6:0/3912951488 wait complete. 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.658+0000 7f684f70eb80 1 -- start start 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.659+0000 7f684f70eb80 1 Processor -- start 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.659+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1f3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.659+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.659+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ee000 0x55e62b1f1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.659+0000 7f684f70eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e62b034020 con 0x55e62b1ee000 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.659+0000 7f684f70eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e62b0ce7e0 con 0x55e62b1ed6e0 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.659+0000 7f684f70eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e62b1f4ac0 con 0x55e62b1e8110 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.659+0000 7f684f70eb80 10 client.0 _ll_register_callbacks cb 0x55e62b0d7cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ee000 0x55e62b1f1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1f3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49922/0 (socket says 172.21.15.6:49922) 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683d400700 1 -- 172.21.15.6:0/3199095364 learned_addr learned my addr 172.21.15.6:0/3199095364 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ee000 0x55e62b1f1610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58120/0 (socket says 172.21.15.6:58120) 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683d400700 1 -- 172.21.15.6:0/3199095364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 msgr2=0x55e62b1f3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683d400700 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1f3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683d400700 1 -- 172.21.15.6:0/3199095364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ee000 msgr2=0x55e62b1f1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683d400700 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ee000 0x55e62b1f1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.660+0000 7f683d400700 1 -- 172.21.15.6:0/3199095364 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e62b07d950 con 0x55e62b1ed6e0 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.661+0000 7f683d400700 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f10d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f682c003b00 tx=0x7f682c009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aef0d1cd4cfb8e8a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.661+0000 7f681fe00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.661+0000 7f681fe00700 1 -- 172.21.15.6:0/3199095364 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682c01a070 con 0x55e62b1ed6e0 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.661+0000 7f681fe00700 1 -- 172.21.15.6:0/3199095364 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f682c003680 con 0x55e62b1ed6e0 2024-05-20T21:23:28.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.661+0000 7f684f70eb80 1 -- 172.21.15.6:0/3199095364 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f682c004500 con 0x55e62b1ed6e0 2024-05-20T21:23:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.661+0000 7f681fe00700 1 -- 172.21.15.6:0/3199095364 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f682c026040 con 0x55e62b1ed6e0 2024-05-20T21:23:28.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.661+0000 7f684f70eb80 10 client.27329 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.661+0000 7f684f70eb80 1 -- 172.21.15.6:0/3199095364 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e62b0fe0e0 con 0x55e62b1ed6e0 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.662+0000 7f681fe00700 1 -- 172.21.15.6:0/3199095364 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f682c004500 con 0x55e62b1ed6e0 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.662+0000 7f681fe00700 1 -- 172.21.15.6:0/3199095364 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f682c021990 con 0x55e62b1ed6e0 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.662+0000 7f684f70eb80 10 client.27329 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.662+0000 7f684f70eb80 10 client.27329 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.662+0000 7f684f70eb80 20 client.27329 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.662+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e62b201480 0x55e62b203870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.662+0000 7f684f70eb80 4 client.27329 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.662+0000 7f684f70eb80 1 -- 172.21.15.6:0/3199095364 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e62b13fe10 con 0x55e62b201480 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.663+0000 7f683de00700 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e62b201480 0x55e62b203870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.663+0000 7f683de00700 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e62b201480 0x55e62b203870 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c6722959c83308f server_cookie=439f45440c7d1d9e in_seq=0 out_seq=0 2024-05-20T21:23:28.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.663+0000 7f681fe00700 10 client.27329 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.664+0000 7f681fe00700 1 -- 172.21.15.6:0/3199095364 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e62b13fe10 con 0x55e62b201480 2024-05-20T21:23:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.664+0000 7f681fe00700 10 client.27329 handle_command_reply: tid=0 2024-05-20T21:23:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.664+0000 7f684f70eb80 1 client.27329 shutdown 2024-05-20T21:23:28.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.664+0000 7f684f70eb80 1 -- 172.21.15.6:0/3199095364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ed6e0 msgr2=0x55e62b1f10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.664+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f10d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f682c003b00 tx=0x7f682c009c20 comp rx=0 tx=0).stop 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 1 -- 172.21.15.6:0/3199095364 shutdown_connections 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ee000 0x55e62b1f1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e62b201480 0x55e62b203870 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1f3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 1 --2- 172.21.15.6:0/3199095364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f10d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 1 -- 172.21.15.6:0/3199095364 >> 172.21.15.6:0/3199095364 conn(0x55e62b10dc60 msgr2=0x55e62b1de2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f681fe00700 0 client.27329 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 1 -- 172.21.15.6:0/3199095364 shutdown_connections 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 1 -- 172.21.15.6:0/3199095364 wait complete. 2024-05-20T21:23:28.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.665+0000 7f684f70eb80 20 client.27329 trim_cache size 0 max 16384 2024-05-20T21:23:28.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.688+0000 7f684f70eb80 1 Processor -- start 2024-05-20T21:23:28.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.688+0000 7f684f70eb80 1 -- start start 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.688+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1eeb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.688+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b208e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.688+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b2093b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.688+0000 7f684f70eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f68401ae500 con 0x55e62b1ed6e0 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.688+0000 7f684f70eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68401abd90 con 0x55e62b1ee000 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.688+0000 7f684f70eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f684007bbc0 con 0x55e62b1e8110 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b208e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1eeb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b208e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58122/0 (socket says 172.21.15.6:58122) 2024-05-20T21:23:28.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1eeb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59558/0 (socket says 172.21.15.6:59558) 2024-05-20T21:23:28.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683d400700 1 -- 172.21.15.6:0/1437488181 learned_addr learned my addr 172.21.15.6:0/1437488181 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:28.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683e800700 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b2093b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683de00700 1 -- 172.21.15.6:0/1437488181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 msgr2=0x55e62b2093b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683de00700 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b2093b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683de00700 1 -- 172.21.15.6:0/1437488181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 msgr2=0x55e62b208e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683de00700 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b208e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683de00700 1 -- 172.21.15.6:0/1437488181 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e62b1dac10 con 0x55e62b1e8110 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.689+0000 7f683d400700 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b208e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.690+0000 7f683de00700 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1eeb90 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f68300a77d0 tx=0x7f6830005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c50db06ef76407f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.690+0000 7f682aa00700 1 -- 172.21.15.6:0/1437488181 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68300ae910 con 0x55e62b1e8110 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.690+0000 7f682aa00700 1 -- 172.21.15.6:0/1437488181 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68300b3330 con 0x55e62b1e8110 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.690+0000 7f682aa00700 1 -- 172.21.15.6:0/1437488181 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68300aa7c0 con 0x55e62b1e8110 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 -- 172.21.15.6:0/1437488181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 msgr2=0x55e62b1eeb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1eeb90 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f68300a77d0 tx=0x7f6830005fd0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 -- 172.21.15.6:0/1437488181 shutdown_connections 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b2093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1e8110 0x55e62b1eeb90 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1437488181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1ed6e0 0x55e62b208e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 -- 172.21.15.6:0/1437488181 >> 172.21.15.6:0/1437488181 conn(0x55e62b10dc60 msgr2=0x55e62b1ee480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 -- 172.21.15.6:0/1437488181 shutdown_connections 2024-05-20T21:23:28.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 -- 172.21.15.6:0/1437488181 wait complete. 2024-05-20T21:23:28.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.691+0000 7f684f70eb80 1 -- start start 2024-05-20T21:23:28.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f684f70eb80 1 Processor -- start 2024-05-20T21:23:28.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1e8110 0x55e62b1f6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f684f70eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1f77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f684f70eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f68401aa250 con 0x55e62b1e8110 2024-05-20T21:23:28.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f684f70eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68401ab6c0 con 0x55e62b1ee000 2024-05-20T21:23:28.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f684f70eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f68401aa920 con 0x55e62b1ed6e0 2024-05-20T21:23:28.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f684f70eb80 10 client.0 _ll_register_callbacks cb 0x55e62b0d7cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:28.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f683de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1e8110 0x55e62b1f6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f683de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1e8110 0x55e62b1f6d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58136/0 (socket says 172.21.15.6:58136) 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f683de00700 1 -- 172.21.15.6:0/1765183045 learned_addr learned my addr 172.21.15.6:0/1765183045 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.692+0000 7f683d400700 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f683e800700 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1f77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f683d400700 1 -- 172.21.15.6:0/1765183045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 msgr2=0x55e62b1f77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f683d400700 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1f77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f683d400700 1 -- 172.21.15.6:0/1765183045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1e8110 msgr2=0x55e62b1f6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f683d400700 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1e8110 0x55e62b1f6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f683d400700 1 -- 172.21.15.6:0/1765183045 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e62b26bd50 con 0x55e62b1ed6e0 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f683de00700 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1e8110 0x55e62b1f6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:28.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f683d400700 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f7290 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f682c003bd0 tx=0x7f682c009d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=413f0b121ee4b2ba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.693+0000 7f681fe00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.694+0000 7f681fe00700 1 -- 172.21.15.6:0/1765183045 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f682c042060 con 0x55e62b1ed6e0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.694+0000 7f684f70eb80 1 -- 172.21.15.6:0/1765183045 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68300b3330 con 0x55e62b1ed6e0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.694+0000 7f681fe00700 1 -- 172.21.15.6:0/1765183045 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f682c0050c0 con 0x55e62b1ed6e0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.694+0000 7f681fe00700 1 -- 172.21.15.6:0/1765183045 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f682c01a040 con 0x55e62b1ed6e0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.694+0000 7f684f70eb80 10 client.27328 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.694+0000 7f684f70eb80 1 -- 172.21.15.6:0/1765183045 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e62b26d010 con 0x55e62b1ed6e0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.694+0000 7f681fe00700 1 -- 172.21.15.6:0/1765183045 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68300b3330 con 0x55e62b1ed6e0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.694+0000 7f681fe00700 1 -- 172.21.15.6:0/1765183045 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f682c03c070 con 0x55e62b1ed6e0 2024-05-20T21:23:28.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f684f70eb80 10 client.27328 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:28.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f684f70eb80 10 client.27328 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:28.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f684f70eb80 20 client.27328 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:28.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e62b26d6c0 0x55e62b26fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:28.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f684f70eb80 4 client.27328 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:23:28.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f684f70eb80 1 -- 172.21.15.6:0/1765183045 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e62b1395f0 con 0x55e62b26d6c0 2024-05-20T21:23:28.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f683de00700 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e62b26d6c0 0x55e62b26fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:28.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f683de00700 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e62b26d6c0 0x55e62b26fae0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=269299b1ab06ecac server_cookie=4caf3d4dd707f7ce in_seq=0 out_seq=0 2024-05-20T21:23:28.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.695+0000 7f681fe00700 10 client.27328 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:28.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f681fe00700 1 -- 172.21.15.6:0/1765183045 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e62b1395f0 con 0x55e62b26d6c0 2024-05-20T21:23:28.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f681fe00700 10 client.27328 handle_command_reply: tid=0 2024-05-20T21:23:28.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 client.27328 shutdown 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 -- 172.21.15.6:0/1765183045 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1ed6e0 msgr2=0x55e62b1f7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f7290 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f682c003bd0 tx=0x7f682c009d10 comp rx=0 tx=0).stop 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 -- 172.21.15.6:0/1765183045 shutdown_connections 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e62b1ee000 0x55e62b1f77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e62b1e8110 0x55e62b1f6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e62b26d6c0 0x55e62b26fae0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 --2- 172.21.15.6:0/1765183045 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e62b1ed6e0 0x55e62b1f7290 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f681fe00700 0 client.27328 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 -- 172.21.15.6:0/1765183045 >> 172.21.15.6:0/1765183045 conn(0x55e62b10dc60 msgr2=0x55e62b1de2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 -- 172.21.15.6:0/1765183045 shutdown_connections 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 1 -- 172.21.15.6:0/1765183045 wait complete. 2024-05-20T21:23:28.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.697+0000 7f684f70eb80 20 client.27328 trim_cache size 0 max 16384 2024-05-20T21:23:28.701 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:23:28.701 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:23:28.701 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "bd1e6d25-3262-4c48-a38f-0465eb25d5e3", 2024-05-20T21:23:28.701 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:23:28.701 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.698+0000 7f6844e00700 1 -- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68240b2880 msgr2=0x7f68240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.698+0000 7f6844e00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68240b2880 0x7f68240b4d40 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6840103860 tx=0x7f682c0118e0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.698+0000 7f6844e00700 1 -- 172.21.15.6:0/4078731683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840105760 msgr2=0x7f684019bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.698+0000 7f6844e00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840105760 0x7f684019bdf0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f68300057f0 tx=0x7f683000bfd0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.699+0000 7f6844e00700 1 -- 172.21.15.6:0/4078731683 shutdown_connections 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.699+0000 7f6844e00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68240b2880 0x7f68240b4d40 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.699+0000 7f6844e00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f684010b760 0x7f68401a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.699+0000 7f6844e00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840105760 0x7f684019bdf0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.699+0000 7f6844e00700 1 --2- 172.21.15.6:0/4078731683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6840106120 0x7f684019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:28.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.699+0000 7f6844e00700 1 -- 172.21.15.6:0/4078731683 >> 172.21.15.6:0/4078731683 conn(0x7f6840101250 msgr2=0x7f68401018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:28.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.699+0000 7f6844e00700 1 -- 172.21.15.6:0/4078731683 shutdown_connections 2024-05-20T21:23:28.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:28.699+0000 7f6844e00700 1 -- 172.21.15.6:0/4078731683 wait complete. 2024-05-20T21:23:29.627 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:23:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:29 smithi042 ceph-mon[36332]: pgmap v669: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-20T21:23:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:29 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:23:29.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:29 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:29.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:29 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:23:29.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:29 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:29.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:29 smithi006 ceph-mon[31422]: pgmap v669: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-20T21:23:29.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:29 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:23:29.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:29 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:29.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:29 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:23:29.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:29 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:29 smithi062 ceph-mon[36640]: pgmap v669: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-20T21:23:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:29 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:23:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:29 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:29 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:23:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:29 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:30.090 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:30.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:30 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:23:30.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:30 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:23:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:30 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:23:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:31 smithi042 ceph-mon[36332]: pgmap v670: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:23:31.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:31 smithi006 ceph-mon[31422]: pgmap v670: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:23:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:31 smithi062 ceph-mon[36640]: pgmap v670: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:23:32.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 -- 172.21.15.6:0/3677765564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb620108520 msgr2=0x7fb620108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 --2- 172.21.15.6:0/3677765564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb620108520 0x7fb620108900 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fb614009990 tx=0x7fb614009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 -- 172.21.15.6:0/3677765564 shutdown_connections 2024-05-20T21:23:32.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 --2- 172.21.15.6:0/3677765564 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb620102e00 0x7fb62010f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 --2- 172.21.15.6:0/3677765564 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb620108520 0x7fb620108900 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 --2- 172.21.15.6:0/3677765564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb620102440 0x7fb6201028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 -- 172.21.15.6:0/3677765564 >> 172.21.15.6:0/3677765564 conn(0x7fb6200793f0 msgr2=0x7fb620079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:32.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 -- 172.21.15.6:0/3677765564 shutdown_connections 2024-05-20T21:23:32.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.470+0000 7fb627a00700 1 -- 172.21.15.6:0/3677765564 wait complete. 2024-05-20T21:23:32.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.471+0000 7fb627a00700 1 Processor -- start 2024-05-20T21:23:32.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.471+0000 7fb627a00700 1 -- start start 2024-05-20T21:23:32.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb627a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb620102440 0x7fb62019f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb627a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb620102e00 0x7fb62019fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb627a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb620108520 0x7fb620199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb627a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb6201125d0 con 0x7fb620108520 2024-05-20T21:23:32.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb627a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb620112450 con 0x7fb620102e00 2024-05-20T21:23:32.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb627a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb620112750 con 0x7fb620102440 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb625000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb620102440 0x7fb62019f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb61fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb620102e00 0x7fb62019fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb625000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb620102440 0x7fb62019f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59586/0 (socket says 172.21.15.6:59586) 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb625000700 1 -- 172.21.15.6:0/3505465444 learned_addr learned my addr 172.21.15.6:0/3505465444 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.472+0000 7fb625a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb620108520 0x7fb620199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb625000700 1 -- 172.21.15.6:0/3505465444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb620102e00 msgr2=0x7fb62019fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb625000700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb620102e00 0x7fb62019fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb625000700 1 -- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb620108520 msgr2=0x7fb620199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb625000700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb620108520 0x7fb620199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb625000700 1 -- 172.21.15.6:0/3505465444 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb62019a200 con 0x7fb620102440 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb625000700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb620102440 0x7fb62019f890 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb6140057c0 tx=0x7fb614009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb61d600700 1 -- 172.21.15.6:0/3505465444 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb614026070 con 0x7fb620102440 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb61d600700 1 -- 172.21.15.6:0/3505465444 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb614021410 con 0x7fb620102440 2024-05-20T21:23:32.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb627a00700 1 -- 172.21.15.6:0/3505465444 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb62019a490 con 0x7fb620102440 2024-05-20T21:23:32.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.473+0000 7fb61d600700 1 -- 172.21.15.6:0/3505465444 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb614017650 con 0x7fb620102440 2024-05-20T21:23:32.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.474+0000 7fb627a00700 1 -- 172.21.15.6:0/3505465444 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6201a6760 con 0x7fb620102440 2024-05-20T21:23:32.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.477+0000 7fb61d600700 1 -- 172.21.15.6:0/3505465444 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb614029070 con 0x7fb620102440 2024-05-20T21:23:32.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.478+0000 7fb6323a9b80 1 Processor -- start 2024-05-20T21:23:32.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.478+0000 7fb6323a9b80 1 -- start start 2024-05-20T21:23:32.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499e7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e77d0 0x5586499e1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499e1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55864993fe40 con 0x5586499e77d0 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55864992f9e0 con 0x5586499e6eb0 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558649933a20 con 0x5586499e1880 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb625000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e77d0 0x5586499e1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb625a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499e7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb625000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e77d0 0x5586499e1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58152/0 (socket says 172.21.15.6:58152) 2024-05-20T21:23:32.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb625000700 1 -- 172.21.15.6:0/633163449 learned_addr learned my addr 172.21.15.6:0/633163449 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:32.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb61d600700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6080b2900 0x7fb6080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.479+0000 7fb61fe00700 1 --2- 172.21.15.6:0/633163449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499e1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb625a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6080b2900 0x7fb6080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb61d600700 1 -- 172.21.15.6:0/3505465444 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb6140e2f40 con 0x7fb620102440 2024-05-20T21:23:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb61fe00700 1 -- 172.21.15.6:0/633163449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 msgr2=0x5586499e7290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb61fe00700 1 --2- 172.21.15.6:0/633163449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499e7290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb61fe00700 1 -- 172.21.15.6:0/633163449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e77d0 msgr2=0x5586499e1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb61fe00700 1 --2- 172.21.15.6:0/633163449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e77d0 0x5586499e1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb61fe00700 1 -- 172.21.15.6:0/633163449 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586498f8420 con 0x5586499e1880 2024-05-20T21:23:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb61fe00700 1 --2- 172.21.15.6:0/633163449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499e1ce0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb60c009c80 tx=0x7fb60c009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cee72780180b4fb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb625a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6080b2900 0x7fb6080b4dc0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb618009d80 tx=0x7fb618004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.480+0000 7fb612000700 1 -- 172.21.15.6:0/633163449 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60c011cb0 con 0x5586499e1880 2024-05-20T21:23:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb612000700 1 -- 172.21.15.6:0/633163449 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb60c011e50 con 0x5586499e1880 2024-05-20T21:23:32.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb612000700 1 -- 172.21.15.6:0/633163449 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60c005280 con 0x5586499e1880 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb6323a9b80 1 -- 172.21.15.6:0/633163449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 msgr2=0x5586499e1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/633163449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499e1ce0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb60c009c80 tx=0x7fb60c009f90 comp rx=0 tx=0).stop 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb6323a9b80 1 -- 172.21.15.6:0/633163449 shutdown_connections 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/633163449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499e1ce0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/633163449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499e7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/633163449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e77d0 0x5586499e1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.481+0000 7fb6323a9b80 1 -- 172.21.15.6:0/633163449 >> 172.21.15.6:0/633163449 conn(0x55864990fbe0 msgr2=0x5586499dc010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.482+0000 7fb6323a9b80 1 -- 172.21.15.6:0/633163449 shutdown_connections 2024-05-20T21:23:32.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.482+0000 7fb6323a9b80 1 -- 172.21.15.6:0/633163449 wait complete. 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.482+0000 7fb6323a9b80 1 -- start start 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.482+0000 7fb6323a9b80 1 Processor -- start 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e6eb0 0x5586499f54e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 0x5586499ef3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558649835fa0 con 0x5586499e6eb0 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5586498d0760 con 0x5586499e77d0 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5586499ee240 con 0x5586499e1880 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb6323a9b80 10 client.0 _ll_register_callbacks cb 0x5586498d9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb625000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb61fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e6eb0 0x5586499f54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb625000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499f4fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59606/0 (socket says 172.21.15.6:59606) 2024-05-20T21:23:32.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.483+0000 7fb625000700 1 -- 172.21.15.6:0/655603099 learned_addr learned my addr 172.21.15.6:0/655603099 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb625a00700 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 0x5586499ef3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb625000700 1 -- 172.21.15.6:0/655603099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 msgr2=0x5586499ef3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb625000700 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 0x5586499ef3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb625000700 1 -- 172.21.15.6:0/655603099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e6eb0 msgr2=0x5586499f54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb625000700 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e6eb0 0x5586499f54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb625000700 1 -- 172.21.15.6:0/655603099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55864987f8d0 con 0x5586499e1880 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb625000700 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499f4fa0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb6140a6600 tx=0x7fb614021ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28f8673cf4a2bbf5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb606a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb606a00700 1 -- 172.21.15.6:0/655603099 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6140aa350 con 0x5586499e1880 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb6323a9b80 1 -- 172.21.15.6:0/655603099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb60c011e50 con 0x5586499e1880 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.484+0000 7fb606a00700 1 -- 172.21.15.6:0/655603099 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb6140e6020 con 0x5586499e1880 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb606a00700 1 -- 172.21.15.6:0/655603099 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb6140a9cf0 con 0x5586499e1880 2024-05-20T21:23:32.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb6323a9b80 10 client.27340 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb6323a9b80 1 -- 172.21.15.6:0/655603099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558649900060 con 0x5586499e1880 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb606a00700 1 -- 172.21.15.6:0/655603099 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb60c011e50 con 0x5586499e1880 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb606a00700 1 -- 172.21.15.6:0/655603099 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb6140b2ec0 con 0x5586499e1880 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb6323a9b80 10 client.27340 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb6323a9b80 10 client.27340 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb6323a9b80 20 client.27340 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5586499ff0f0 0x558649a01550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.485+0000 7fb6323a9b80 4 client.27340 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.486+0000 7fb6323a9b80 1 -- 172.21.15.6:0/655603099 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558649941d90 con 0x5586499ff0f0 2024-05-20T21:23:32.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.486+0000 7fb61fe00700 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5586499ff0f0 0x558649a01550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.486+0000 7fb61fe00700 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5586499ff0f0 0x558649a01550 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2a9c70365ecc3e8 server_cookie=cbde30dd213e987d in_seq=0 out_seq=0 2024-05-20T21:23:32.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.486+0000 7fb606a00700 10 client.27340 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.487+0000 7fb606a00700 1 -- 172.21.15.6:0/655603099 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558649941d90 con 0x5586499ff0f0 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.487+0000 7fb606a00700 10 client.27340 handle_command_reply: tid=0 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 client.27340 shutdown 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 -- 172.21.15.6:0/655603099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 msgr2=0x5586499f4fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499f4fa0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb6140a6600 tx=0x7fb614021ba0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 -- 172.21.15.6:0/655603099 shutdown_connections 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 0x5586499ef3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5586499ff0f0 0x558649a01550 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e1880 0x5586499f4fa0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/655603099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e6eb0 0x5586499f54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 -- 172.21.15.6:0/655603099 >> 172.21.15.6:0/655603099 conn(0x55864990fbe0 msgr2=0x5586499e0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb606a00700 0 client.27340 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:32.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 -- 172.21.15.6:0/655603099 shutdown_connections 2024-05-20T21:23:32.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 1 -- 172.21.15.6:0/655603099 wait complete. 2024-05-20T21:23:32.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.488+0000 7fb6323a9b80 20 client.27340 trim_cache size 0 max 16384 2024-05-20T21:23:32.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.511+0000 7fb6323a9b80 1 Processor -- start 2024-05-20T21:23:32.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.511+0000 7fb6323a9b80 1 -- start start 2024-05-20T21:23:32.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.511+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499dc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.511+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499ed090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.511+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e77d0 0x5586499ed5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.511+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb6201ae470 con 0x5586499e1880 2024-05-20T21:23:32.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.511+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb6201abd00 con 0x5586499e6eb0 2024-05-20T21:23:32.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.511+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb6201a9b70 con 0x5586499e77d0 2024-05-20T21:23:32.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb61fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499ed090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb61fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499ed090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49972/0 (socket says 172.21.15.6:49972) 2024-05-20T21:23:32.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb625000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499dc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb61fe00700 1 -- 172.21.15.6:0/1160282672 learned_addr learned my addr 172.21.15.6:0/1160282672 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:32.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb625a00700 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e77d0 0x5586499ed5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb61fe00700 1 -- 172.21.15.6:0/1160282672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e77d0 msgr2=0x5586499ed5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb61fe00700 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e77d0 0x5586499ed5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb61fe00700 1 -- 172.21.15.6:0/1160282672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 msgr2=0x5586499dc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb61fe00700 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499dc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb61fe00700 1 -- 172.21.15.6:0/1160282672 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586499f5830 con 0x5586499e6eb0 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.512+0000 7fb625000700 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499dc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.513+0000 7fb61fe00700 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499ed090 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fb60c004d40 tx=0x7fb60c005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56e62514e381d6ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.513+0000 7fb611600700 1 -- 172.21.15.6:0/1160282672 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60c0048d0 con 0x5586499e6eb0 2024-05-20T21:23:32.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.513+0000 7fb611600700 1 -- 172.21.15.6:0/1160282672 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb60c029070 con 0x5586499e6eb0 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.513+0000 7fb611600700 1 -- 172.21.15.6:0/1160282672 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60c025420 con 0x5586499e6eb0 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1160282672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 msgr2=0x5586499ed090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499ed090 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fb60c004d40 tx=0x7fb60c005ce0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1160282672 shutdown_connections 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e77d0 0x5586499ed5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499dc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1160282672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e6eb0 0x5586499ed090 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1160282672 >> 172.21.15.6:0/1160282672 conn(0x55864990fbe0 msgr2=0x5586499db9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1160282672 shutdown_connections 2024-05-20T21:23:32.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1160282672 wait complete. 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.514+0000 7fb6323a9b80 1 -- start start 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.515+0000 7fb6323a9b80 1 Processor -- start 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.515+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499f9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.515+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e6eb0 0x5586499f9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.515+0000 7fb6323a9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 0x558649a62d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.515+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb6201aa1c0 con 0x5586499e1880 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.515+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb6201ab630 con 0x5586499e77d0 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.515+0000 7fb6323a9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb6201aa890 con 0x5586499e6eb0 2024-05-20T21:23:32.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.515+0000 7fb6323a9b80 10 client.0 _ll_register_callbacks cb 0x5586498d9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb625000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499f9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb61fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e6eb0 0x5586499f9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb625000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499f9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58166/0 (socket says 172.21.15.6:58166) 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb625000700 1 -- 172.21.15.6:0/1508958192 learned_addr learned my addr 172.21.15.6:0/1508958192 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb625a00700 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 0x558649a62d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb61fe00700 1 -- 172.21.15.6:0/1508958192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 msgr2=0x558649a62d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb61fe00700 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 0x558649a62d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb61fe00700 1 -- 172.21.15.6:0/1508958192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 msgr2=0x5586499f9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb61fe00700 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499f9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb61fe00700 1 -- 172.21.15.6:0/1508958192 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558649a63380 con 0x5586499e6eb0 2024-05-20T21:23:32.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb625000700 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499f9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:32.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb61fe00700 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e6eb0 0x5586499f9f50 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb60c005370 tx=0x7fb60c005d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14f38f65b0c8fca1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:32.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.516+0000 7fb606a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:32.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.517+0000 7fb606a00700 1 -- 172.21.15.6:0/1508958192 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60c0053d0 con 0x5586499e6eb0 2024-05-20T21:23:32.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.517+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1508958192 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb60c029070 con 0x5586499e6eb0 2024-05-20T21:23:32.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.517+0000 7fb606a00700 1 -- 172.21.15.6:0/1508958192 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb60c005570 con 0x5586499e6eb0 2024-05-20T21:23:32.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.517+0000 7fb606a00700 1 -- 172.21.15.6:0/1508958192 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb60c004d70 con 0x5586499e6eb0 2024-05-20T21:23:32.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.517+0000 7fb6323a9b80 10 client.27346 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:32.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.517+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1508958192 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558649a6a740 con 0x5586499e6eb0 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.517+0000 7fb606a00700 1 -- 172.21.15.6:0/1508958192 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb60c029070 con 0x5586499e6eb0 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.518+0000 7fb606a00700 1 -- 172.21.15.6:0/1508958192 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb60c018070 con 0x5586499e6eb0 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.518+0000 7fb6323a9b80 10 client.27346 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.518+0000 7fb6323a9b80 10 client.27346 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.518+0000 7fb6323a9b80 20 client.27346 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.518+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558649a6aaf0 0x558649a6cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.518+0000 7fb6323a9b80 4 client.27346 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.518+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1508958192 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55864993b570 con 0x558649a6aaf0 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.518+0000 7fb625000700 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558649a6aaf0 0x558649a6cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:32.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb625000700 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558649a6aaf0 0x558649a6cee0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3a6234612165d69 server_cookie=a3c8772decf170d7 in_seq=0 out_seq=0 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb606a00700 10 client.27346 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb606a00700 1 -- 172.21.15.6:0/1508958192 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55864993b570 con 0x558649a6aaf0 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb606a00700 10 client.27346 handle_command_reply: tid=0 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 client.27346 shutdown 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1508958192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e6eb0 msgr2=0x5586499f9f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e6eb0 0x5586499f9f50 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb60c005370 tx=0x7fb60c005d70 comp rx=0 tx=0).stop 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1508958192 shutdown_connections 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5586499e77d0 0x558649a62d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5586499e1880 0x5586499f9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558649a6aaf0 0x558649a6cee0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 --2- 172.21.15.6:0/1508958192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5586499e6eb0 0x5586499f9f50 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb606a00700 0 client.27346 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:32.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1508958192 >> 172.21.15.6:0/1508958192 conn(0x55864990fbe0 msgr2=0x5586499e0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:32.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1508958192 shutdown_connections 2024-05-20T21:23:32.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.519+0000 7fb6323a9b80 1 -- 172.21.15.6:0/1508958192 wait complete. 2024-05-20T21:23:32.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.520+0000 7fb6323a9b80 20 client.27346 trim_cache size 0 max 16384 2024-05-20T21:23:32.523 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:23:32.523 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:23:32.523 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:23:32.523 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:23:32.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 -- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6080b2900 msgr2=0x7fb6080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6080b2900 0x7fb6080b4dc0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb618009d80 tx=0x7fb618004b40 comp rx=0 tx=0).stop 2024-05-20T21:23:32.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 -- 172.21.15.6:0/3505465444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb620102440 msgr2=0x7fb62019f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:32.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb620102440 0x7fb62019f890 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb6140057c0 tx=0x7fb614009580 comp rx=0 tx=0).stop 2024-05-20T21:23:32.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 -- 172.21.15.6:0/3505465444 shutdown_connections 2024-05-20T21:23:32.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb6080b2900 0x7fb6080b4dc0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb620108520 0x7fb620199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb620102440 0x7fb62019f890 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 --2- 172.21.15.6:0/3505465444 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb620102e00 0x7fb62019fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:32.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 -- 172.21.15.6:0/3505465444 >> 172.21.15.6:0/3505465444 conn(0x7fb6200793f0 msgr2=0x7fb62006b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:32.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 -- 172.21.15.6:0/3505465444 shutdown_connections 2024-05-20T21:23:32.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:32.521+0000 7fb627a00700 1 -- 172.21.15.6:0/3505465444 wait complete. 2024-05-20T21:23:33.610 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:23:33.610 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:33.667 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:33 smithi006 ceph-mon[31422]: pgmap v671: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:33.667 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:33 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:23:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:33 smithi042 ceph-mon[36332]: pgmap v671: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:33 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:23:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:33 smithi062 ceph-mon[36640]: pgmap v671: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:33 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:23:34.051 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:35 smithi042 ceph-mon[36332]: pgmap v672: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:23:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:23:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:23:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:23:35.892 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:35 smithi006 ceph-mon[31422]: pgmap v672: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:23:35.892 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:23:35.892 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:23:35.893 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:23:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:35 smithi062 ceph-mon[36640]: pgmap v672: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:23:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:23:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:23:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:23:36.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 -- 172.21.15.6:0/2636501763 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 msgr2=0x7f10ec105bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:36.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 --2- 172.21.15.6:0/2636501763 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 0x7f10ec105bd0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f10d8009990 tx=0x7f10d8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 -- 172.21.15.6:0/2636501763 shutdown_connections 2024-05-20T21:23:36.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 --2- 172.21.15.6:0/2636501763 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f10ec106110 0x7f10ec112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 --2- 172.21.15.6:0/2636501763 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10ec10b750 0x7f10ec10bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 --2- 172.21.15.6:0/2636501763 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 0x7f10ec105bd0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 -- 172.21.15.6:0/2636501763 >> 172.21.15.6:0/2636501763 conn(0x7f10ec101220 msgr2=0x7f10ec103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:36.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 -- 172.21.15.6:0/2636501763 shutdown_connections 2024-05-20T21:23:36.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.402+0000 7f10f0a00700 1 -- 172.21.15.6:0/2636501763 wait complete. 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.403+0000 7f10f0a00700 1 Processor -- start 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.403+0000 7f10f0a00700 1 -- start start 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10f0a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 0x7f10ec19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10f0a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f10ec106110 0x7f10ec19c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10f0a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10ec10b750 0x7f10ec1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10f0a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f10ec115950 con 0x7f10ec105750 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10f0a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f10ec1157d0 con 0x7f10ec10b750 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10f0a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f10ec115ad0 con 0x7f10ec106110 2024-05-20T21:23:36.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10e9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 0x7f10ec19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10e9400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f10ec106110 0x7f10ec19c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10e9e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 0x7f10ec19bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58192/0 (socket says 172.21.15.6:58192) 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10e9e00700 1 -- 172.21.15.6:0/3314286499 learned_addr learned my addr 172.21.15.6:0/3314286499 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.404+0000 7f10ea800700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10ec10b750 0x7f10ec1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.405+0000 7f10e9400700 1 -- 172.21.15.6:0/3314286499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10ec10b750 msgr2=0x7f10ec1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.405+0000 7f10e9400700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10ec10b750 0x7f10ec1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.405+0000 7f10e9400700 1 -- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 msgr2=0x7f10ec19bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.405+0000 7f10e9400700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 0x7f10ec19bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.405+0000 7f10e9400700 1 -- 172.21.15.6:0/3314286499 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10ec1a0df0 con 0x7f10ec106110 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.405+0000 7f10e9e00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 0x7f10ec19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:36.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.405+0000 7f10e9400700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f10ec106110 0x7f10ec19c320 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f10d80059d0 tx=0x7f10d80047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:36.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.406+0000 7f10e2a00700 1 -- 172.21.15.6:0/3314286499 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d8027070 con 0x7f10ec106110 2024-05-20T21:23:36.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.406+0000 7f10e2a00700 1 -- 172.21.15.6:0/3314286499 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10d8022470 con 0x7f10ec106110 2024-05-20T21:23:36.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.406+0000 7f10e2a00700 1 -- 172.21.15.6:0/3314286499 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d8017650 con 0x7f10ec106110 2024-05-20T21:23:36.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.406+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10ec1a1080 con 0x7f10ec106110 2024-05-20T21:23:36.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.406+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10ec1a8960 con 0x7f10ec106110 2024-05-20T21:23:36.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.407+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10ec06a230 con 0x7f10ec106110 2024-05-20T21:23:36.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.411+0000 7f10e2a00700 1 -- 172.21.15.6:0/3314286499 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f10d802a070 con 0x7f10ec106110 2024-05-20T21:23:36.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.413+0000 7f10e2a00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f10d00b2880 0x7f10d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:36.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.413+0000 7f10e2a00700 1 -- 172.21.15.6:0/3314286499 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f10d80e33d0 con 0x7f10ec106110 2024-05-20T21:23:36.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.413+0000 7f10e9e00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f10d00b2880 0x7f10d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:36.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.413+0000 7f10e2a00700 1 -- 172.21.15.6:0/3314286499 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f10d8013070 con 0x7f10ec106110 2024-05-20T21:23:36.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.414+0000 7f10e9e00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f10d00b2880 0x7f10d00b4d40 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f10dc009680 tx=0x7f10dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:36.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.709+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f10ec02e560 con 0x7f10ec106110 2024-05-20T21:23:36.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.710+0000 7f10e2a00700 1 -- 172.21.15.6:0/3314286499 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f10d80ab080 con 0x7f10ec106110 2024-05-20T21:23:36.712 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:23:36.712 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:23:36.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f10d00b2880 msgr2=0x7f10d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:36.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f10d00b2880 0x7f10d00b4d40 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f10dc009680 tx=0x7f10dc009260 comp rx=0 tx=0).stop 2024-05-20T21:23:36.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f10ec106110 msgr2=0x7f10ec19c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:36.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f10ec106110 0x7f10ec19c320 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f10d80059d0 tx=0x7f10d80047b0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 shutdown_connections 2024-05-20T21:23:36.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f10d00b2880 0x7f10d00b4d40 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f10ec10b750 0x7f10ec1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f10ec105750 0x7f10ec19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 --2- 172.21.15.6:0/3314286499 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f10ec106110 0x7f10ec19c320 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:36.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 >> 172.21.15.6:0/3314286499 conn(0x7f10ec101220 msgr2=0x7f10ec101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:36.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 shutdown_connections 2024-05-20T21:23:36.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:36.714+0000 7f10f0a00700 1 -- 172.21.15.6:0/3314286499 wait complete. 2024-05-20T21:23:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:23:37.658 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:23:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 -- 172.21.15.6:0/136945462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c103530 msgr2=0x7fd30c105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 --2- 172.21.15.6:0/136945462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c103530 0x7fd30c105920 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd300009900 tx=0x7fd30002a410 comp rx=0 tx=0).stop 2024-05-20T21:23:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 -- 172.21.15.6:0/136945462 shutdown_connections 2024-05-20T21:23:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 --2- 172.21.15.6:0/136945462 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd30c108790 0x7fd30c10abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 --2- 172.21.15.6:0/136945462 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd30c105e60 0x7fd30c108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 --2- 172.21.15.6:0/136945462 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c103530 0x7fd30c105920 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 -- 172.21.15.6:0/136945462 >> 172.21.15.6:0/136945462 conn(0x7fd30c0fcf20 msgr2=0x7fd30c0ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 -- 172.21.15.6:0/136945462 shutdown_connections 2024-05-20T21:23:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.723+0000 7fd314200640 1 -- 172.21.15.6:0/136945462 wait complete. 2024-05-20T21:23:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.724+0000 7fd314200640 1 Processor -- start 2024-05-20T21:23:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.724+0000 7fd314200640 1 -- start start 2024-05-20T21:23:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.724+0000 7fd314200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd30c103530 0x7fd30c19af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.724+0000 7fd314200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd30c105e60 0x7fd30c19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.724+0000 7fd314200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c108790 0x7fd30c1a24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.724+0000 7fd314200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c10e630 con 0x7fd30c103530 2024-05-20T21:23:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.724+0000 7fd314200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c10e4b0 con 0x7fd30c105e60 2024-05-20T21:23:37.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.724+0000 7fd314200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c10e7b0 con 0x7fd30c108790 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c108790 0x7fd30c1a24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd311800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd30c103530 0x7fd30c19af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c108790 0x7fd30c1a24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44534/0 (socket says 172.21.15.6:44534) 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd310e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd30c105e60 0x7fd30c19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 -- 172.21.15.6:0/3063271688 learned_addr learned my addr 172.21.15.6:0/3063271688 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 -- 172.21.15.6:0/3063271688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd30c105e60 msgr2=0x7fd30c19b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd30c105e60 0x7fd30c19b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 -- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd30c103530 msgr2=0x7fd30c19af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd30c103530 0x7fd30c19af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 -- 172.21.15.6:0/3063271688 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd30c1a2b40 con 0x7fd30c108790 2024-05-20T21:23:37.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.725+0000 7fd312200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c108790 0x7fd30c1a24d0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd30400eb10 tx=0x7fd30400c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.726+0000 7fd30a000640 1 -- 172.21.15.6:0/3063271688 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd304004b20 con 0x7fd30c108790 2024-05-20T21:23:37.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.726+0000 7fd30a000640 1 -- 172.21.15.6:0/3063271688 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd304004cc0 con 0x7fd30c108790 2024-05-20T21:23:37.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.726+0000 7fd30a000640 1 -- 172.21.15.6:0/3063271688 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd304010670 con 0x7fd30c108790 2024-05-20T21:23:37.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.726+0000 7fd314200640 1 -- 172.21.15.6:0/3063271688 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd30c1a2e30 con 0x7fd30c108790 2024-05-20T21:23:37.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.726+0000 7fd314200640 1 -- 172.21.15.6:0/3063271688 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd30c1a32f0 con 0x7fd30c108790 2024-05-20T21:23:37.729 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:37 smithi006 ceph-mon[31422]: pgmap v673: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:37.729 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:37 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3314286499' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:37.730 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.730+0000 7fd316fed740 1 Processor -- start 2024-05-20T21:23:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.731+0000 7fd30a000640 1 -- 172.21.15.6:0/3063271688 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd304005020 con 0x7fd30c108790 2024-05-20T21:23:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.731+0000 7fd316fed740 1 -- start start 2024-05-20T21:23:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd316fed740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a278f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd316fed740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 0x55863a27e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd316fed740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 0x55863a280b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd316fed740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55863a1e8b90 con 0x55863a279520 2024-05-20T21:23:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd316fed740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55863a1d8730 con 0x55863a27e690 2024-05-20T21:23:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd316fed740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55863a1dc770 con 0x55863a278b30 2024-05-20T21:23:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd310e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a278f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd311800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 0x55863a27e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd310e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a278f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44546/0 (socket says 172.21.15.6:44546) 2024-05-20T21:23:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd310e00640 1 -- 172.21.15.6:0/1273284605 learned_addr learned my addr 172.21.15.6:0/1273284605 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.732+0000 7fd310e00640 1 --2- 172.21.15.6:0/1273284605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 0x55863a280b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd310e00640 1 -- 172.21.15.6:0/1273284605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 msgr2=0x55863a280b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd310e00640 1 --2- 172.21.15.6:0/1273284605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 0x55863a280b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd310e00640 1 -- 172.21.15.6:0/1273284605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 msgr2=0x55863a27e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd310e00640 1 --2- 172.21.15.6:0/1273284605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 0x55863a27e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd310e00640 1 -- 172.21.15.6:0/1273284605 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55863a1718b0 con 0x55863a278b30 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd310e00640 1 --2- 172.21.15.6:0/1273284605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a278f50 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd2f80058c0 tx=0x7fd2f8005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d2476e7156334f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd2fea00640 1 -- 172.21.15.6:0/1273284605 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f8004030 con 0x55863a278b30 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd2fea00640 1 -- 172.21.15.6:0/1273284605 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2f8005020 con 0x55863a278b30 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.733+0000 7fd2fea00640 1 -- 172.21.15.6:0/1273284605 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f8004ba0 con 0x55863a278b30 2024-05-20T21:23:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd30a000640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd2f40b27e0 0x7fd2f40b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd30a000640 1 -- 172.21.15.6:0/3063271688 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd3040e2840 con 0x7fd30c108790 2024-05-20T21:23:37.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd311800640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd2f40b27e0 0x7fd2f40b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd316fed740 1 -- 172.21.15.6:0/1273284605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 msgr2=0x55863a278f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd316fed740 1 --2- 172.21.15.6:0/1273284605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a278f50 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd2f80058c0 tx=0x7fd2f8005850 comp rx=0 tx=0).stop 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd316fed740 1 -- 172.21.15.6:0/1273284605 shutdown_connections 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd316fed740 1 --2- 172.21.15.6:0/1273284605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 0x55863a280b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd316fed740 1 --2- 172.21.15.6:0/1273284605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 0x55863a27e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd316fed740 1 --2- 172.21.15.6:0/1273284605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a278f50 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.734+0000 7fd316fed740 1 -- 172.21.15.6:0/1273284605 >> 172.21.15.6:0/1273284605 conn(0x55863a2741a0 msgr2=0x55863a2745a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.735+0000 7fd316fed740 1 -- 172.21.15.6:0/1273284605 shutdown_connections 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.735+0000 7fd316fed740 1 -- 172.21.15.6:0/1273284605 wait complete. 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.735+0000 7fd311800640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd2f40b27e0 0x7fd2f40b4ca0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd300031500 tx=0x7fd300005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.735+0000 7fd316fed740 1 -- start start 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.735+0000 7fd316fed740 1 Processor -- start 2024-05-20T21:23:37.741 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd316fed740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a282930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd316fed740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a279520 0x55863a282e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd316fed740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a27e690 0x55863a289eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd316fed740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558639ebe790 con 0x55863a27e690 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd316fed740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55863a180bc0 con 0x55863a279520 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd316fed740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55863a281640 con 0x55863a278b30 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd316fed740 10 client.0 _ll_register_callbacks cb 0x55863a15e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd312200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a27e690 0x55863a289eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd311800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a282930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd310e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a279520 0x55863a282e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd312200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a27e690 0x55863a289eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45804/0 (socket says 172.21.15.6:45804) 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.736+0000 7fd312200640 1 -- 172.21.15.6:0/1446048245 learned_addr learned my addr 172.21.15.6:0/1446048245 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:37.742 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd312200640 1 -- 172.21.15.6:0/1446048245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 msgr2=0x55863a282930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd312200640 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a282930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd312200640 1 -- 172.21.15.6:0/1446048245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a279520 msgr2=0x55863a282e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd312200640 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a279520 0x55863a282e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd312200640 1 -- 172.21.15.6:0/1446048245 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558639eed210 con 0x55863a27e690 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd311800640 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a282930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd310e00640 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a279520 0x55863a282e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd312200640 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a27e690 0x55863a289eb0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd3040a7030 tx=0x7fd3040a95f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dac7fb4f136b82bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd2f3400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd2f3400640 1 -- 172.21.15.6:0/1446048245 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3040a9dc0 con 0x55863a27e690 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd2f3400640 1 -- 172.21.15.6:0/1446048245 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd3040aa230 con 0x55863a27e690 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.737+0000 7fd316fed740 1 -- 172.21.15.6:0/1446048245 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2f8005020 con 0x55863a27e690 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd2f3400640 1 -- 172.21.15.6:0/1446048245 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd3040ae170 con 0x55863a27e690 2024-05-20T21:23:37.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd316fed740 10 client.17256 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd316fed740 1 -- 172.21.15.6:0/1446048245 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558639fb9620 con 0x55863a27e690 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd2f3400640 1 -- 172.21.15.6:0/1446048245 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2f8005020 con 0x55863a27e690 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd2f3400640 1 -- 172.21.15.6:0/1446048245 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd3040a8a90 con 0x55863a27e690 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd316fed740 10 client.17256 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd316fed740 10 client.17256 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd316fed740 20 client.17256 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd316fed740 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55863a28e4d0 0x55863a290900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd316fed740 4 client.17256 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.738+0000 7fd316fed740 1 -- 172.21.15.6:0/1446048245 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55863a1eaae0 con 0x55863a28e4d0 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.739+0000 7fd311800640 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55863a28e4d0 0x55863a290900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.739+0000 7fd311800640 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55863a28e4d0 0x55863a290900 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54b2ea210987ee04 server_cookie=c5262a1a849715e0 in_seq=0 out_seq=0 2024-05-20T21:23:37.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.739+0000 7fd2f3400640 10 client.17256 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:37.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.740+0000 7fd2f3400640 1 -- 172.21.15.6:0/1446048245 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55863a1eaae0 con 0x55863a28e4d0 2024-05-20T21:23:37.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.740+0000 7fd2f3400640 10 client.17256 handle_command_reply: tid=0 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.740+0000 7fd316fed740 1 client.17256 shutdown 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 -- 172.21.15.6:0/1446048245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a27e690 msgr2=0x55863a289eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a27e690 0x55863a289eb0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd3040a7030 tx=0x7fd3040a95f0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 -- 172.21.15.6:0/1446048245 shutdown_connections 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55863a28e4d0 0x55863a290900 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a27e690 0x55863a289eb0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a279520 0x55863a282e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 --2- 172.21.15.6:0/1446048245 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a278b30 0x55863a282930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 -- 172.21.15.6:0/1446048245 >> 172.21.15.6:0/1446048245 conn(0x55863a2741a0 msgr2=0x55863a273310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd2f3400640 0 client.17256 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 -- 172.21.15.6:0/1446048245 shutdown_connections 2024-05-20T21:23:37.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 1 -- 172.21.15.6:0/1446048245 wait complete. 2024-05-20T21:23:37.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.741+0000 7fd316fed740 20 client.17256 trim_cache size 0 max 16384 2024-05-20T21:23:37.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.758+0000 7fd316fed740 1 Processor -- start 2024-05-20T21:23:37.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.758+0000 7fd316fed740 1 -- start start 2024-05-20T21:23:37.760 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd316fed740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a278b30 0x55863a279db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.760 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd316fed740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 0x55863a289e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.760 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd316fed740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a27e690 0x55863a27a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.760 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd316fed740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1aebb0 con 0x55863a279520 2024-05-20T21:23:37.760 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd316fed740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1ac480 con 0x55863a278b30 2024-05-20T21:23:37.760 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd316fed740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1aa2d0 con 0x55863a27e690 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd312200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a27e690 0x55863a27a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd311800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a278b30 0x55863a279db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd311800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a278b30 0x55863a279db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42192/0 (socket says 172.21.15.6:42192) 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd312200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a27e690 0x55863a27a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44562/0 (socket says 172.21.15.6:44562) 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd310e00640 1 --2- 172.21.15.6:0/2568745699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 0x55863a289e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd311800640 1 -- 172.21.15.6:0/2568745699 learned_addr learned my addr 172.21.15.6:0/2568745699 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd312200640 1 -- 172.21.15.6:0/2568745699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a278b30 msgr2=0x55863a279db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd312200640 1 --2- 172.21.15.6:0/2568745699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a278b30 0x55863a279db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd312200640 1 -- 172.21.15.6:0/2568745699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 msgr2=0x55863a289e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd312200640 1 --2- 172.21.15.6:0/2568745699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 0x55863a289e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.759+0000 7fd312200640 1 -- 172.21.15.6:0/2568745699 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55863a2819e0 con 0x55863a27e690 2024-05-20T21:23:37.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.760+0000 7fd312200640 1 --2- 172.21.15.6:0/2568745699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a27e690 0x55863a27a2f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd3040a6360 tx=0x7fd30400efd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8eb2909c9fdcc5b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.760+0000 7fd2fe000640 1 -- 172.21.15.6:0/2568745699 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3040af300 con 0x55863a27e690 2024-05-20T21:23:37.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.760+0000 7fd2fe000640 1 -- 172.21.15.6:0/2568745699 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3040a9dc0 con 0x55863a27e690 2024-05-20T21:23:37.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.760+0000 7fd2fe000640 1 -- 172.21.15.6:0/2568745699 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3040af500 con 0x55863a27e690 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 -- 172.21.15.6:0/2568745699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a27e690 msgr2=0x55863a27a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 --2- 172.21.15.6:0/2568745699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a27e690 0x55863a27a2f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd3040a6360 tx=0x7fd30400efd0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 -- 172.21.15.6:0/2568745699 shutdown_connections 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 --2- 172.21.15.6:0/2568745699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a27e690 0x55863a27a2f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 --2- 172.21.15.6:0/2568745699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a279520 0x55863a289e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 --2- 172.21.15.6:0/2568745699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a278b30 0x55863a279db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 -- 172.21.15.6:0/2568745699 >> 172.21.15.6:0/2568745699 conn(0x55863a2741a0 msgr2=0x55863a2770b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 -- 172.21.15.6:0/2568745699 shutdown_connections 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.761+0000 7fd316fed740 1 -- 172.21.15.6:0/2568745699 wait complete. 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 1 -- start start 2024-05-20T21:23:37.764 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 1 Processor -- start 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a278b30 0x55863a287550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a279520 0x55863a287a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 0x55863a288a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1aa940 con 0x55863a278b30 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1abdb0 con 0x55863a27e690 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1ab010 con 0x55863a279520 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd316fed740 10 client.0 _ll_register_callbacks cb 0x7fd304004a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd311800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a278b30 0x55863a287550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd311800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a278b30 0x55863a287550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45824/0 (socket says 172.21.15.6:45824) 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd311800640 1 -- 172.21.15.6:0/1090018795 learned_addr learned my addr 172.21.15.6:0/1090018795 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.762+0000 7fd310e00640 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a279520 0x55863a287a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd312200640 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 0x55863a288a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd311800640 1 -- 172.21.15.6:0/1090018795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a279520 msgr2=0x55863a287a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd311800640 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a279520 0x55863a287a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd311800640 1 -- 172.21.15.6:0/1090018795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 msgr2=0x55863a288a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:37.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd311800640 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 0x55863a288a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd311800640 1 -- 172.21.15.6:0/1090018795 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55863a289040 con 0x55863a278b30 2024-05-20T21:23:37.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd310e00640 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a279520 0x55863a287a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd311800640 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a278b30 0x55863a287550 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd300005ab0 tx=0x7fd300009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77bd3e1f737fd6ac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd2f3400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.763+0000 7fd2f3400640 1 -- 172.21.15.6:0/1090018795 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd300035040 con 0x55863a278b30 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd2f3400640 1 -- 172.21.15.6:0/1090018795 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd300054480 con 0x55863a278b30 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 1 -- 172.21.15.6:0/1090018795 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3040a9dc0 con 0x55863a278b30 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd2f3400640 1 -- 172.21.15.6:0/1090018795 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd300064050 con 0x55863a278b30 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 10 client.17262 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 1 -- 172.21.15.6:0/1090018795 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55863a2f90e0 con 0x55863a278b30 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd2f3400640 1 -- 172.21.15.6:0/1090018795 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3040a9dc0 con 0x55863a278b30 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd2f3400640 1 -- 172.21.15.6:0/1090018795 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd300044070 con 0x55863a278b30 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 10 client.17262 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 10 client.17262 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 20 client.17262 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55863a2f9a20 0x55863a2fbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 4 client.17262 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:37.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.764+0000 7fd316fed740 1 -- 172.21.15.6:0/1090018795 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55863a1e42c0 con 0x55863a2f9a20 2024-05-20T21:23:37.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.765+0000 7fd310e00640 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55863a2f9a20 0x55863a2fbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:37.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.765+0000 7fd310e00640 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55863a2f9a20 0x55863a2fbe40 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b07cf161f3a5ae8d server_cookie=322e515c3507d95 in_seq=0 out_seq=0 2024-05-20T21:23:37.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.765+0000 7fd2f3400640 10 client.17262 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:37.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.785+0000 7fd2f3400640 1 -- 172.21.15.6:0/1090018795 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55863a1e42c0 con 0x55863a2f9a20 2024-05-20T21:23:37.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.785+0000 7fd2f3400640 10 client.17262 handle_command_reply: tid=0 2024-05-20T21:23:37.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.785+0000 7fd316fed740 1 client.17262 shutdown 2024-05-20T21:23:37.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 -- 172.21.15.6:0/1090018795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a278b30 msgr2=0x55863a287550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a278b30 0x55863a287550 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd300005ab0 tx=0x7fd300009260 comp rx=0 tx=0).stop 2024-05-20T21:23:37.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 -- 172.21.15.6:0/1090018795 shutdown_connections 2024-05-20T21:23:37.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55863a2f9a20 0x55863a2fbe40 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55863a27e690 0x55863a288a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55863a279520 0x55863a287a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 --2- 172.21.15.6:0/1090018795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55863a278b30 0x55863a287550 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 -- 172.21.15.6:0/1090018795 >> 172.21.15.6:0/1090018795 conn(0x55863a2741a0 msgr2=0x55863a272a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd2f3400640 0 client.17262 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 -- 172.21.15.6:0/1090018795 shutdown_connections 2024-05-20T21:23:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 1 -- 172.21.15.6:0/1090018795 wait complete. 2024-05-20T21:23:37.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.786+0000 7fd316fed740 20 client.17262 trim_cache size 0 max 16384 2024-05-20T21:23:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:23:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:23:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:23:37.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 -- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd2f40b27e0 msgr2=0x7fd2f40b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd2f40b27e0 0x7fd2f40b4ca0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd300031500 tx=0x7fd300005a20 comp rx=0 tx=0).stop 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 -- 172.21.15.6:0/3063271688 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c108790 msgr2=0x7fd30c1a24d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c108790 0x7fd30c1a24d0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd30400eb10 tx=0x7fd30400c2d0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 -- 172.21.15.6:0/3063271688 shutdown_connections 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd2f40b27e0 0x7fd2f40b4ca0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd30c108790 0x7fd30c1a24d0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd30c105e60 0x7fd30c19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 --2- 172.21.15.6:0/3063271688 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd30c103530 0x7fd30c19af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.787+0000 7fd314200640 1 -- 172.21.15.6:0/3063271688 >> 172.21.15.6:0/3063271688 conn(0x7fd30c0fcf20 msgr2=0x7fd30c102d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.788+0000 7fd314200640 1 -- 172.21.15.6:0/3063271688 shutdown_connections 2024-05-20T21:23:37.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:37.788+0000 7fd314200640 1 -- 172.21.15.6:0/3063271688 wait complete. 2024-05-20T21:23:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:37 smithi042 ceph-mon[36332]: pgmap v673: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:37 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3314286499' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:37 smithi062 ceph-mon[36640]: pgmap v673: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:37 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3314286499' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:38.143 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:39.895 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:39 smithi006 ceph-mon[31422]: pgmap v674: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:23:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:39 smithi062 ceph-mon[36640]: pgmap v674: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:23:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:39 smithi042 ceph-mon[36332]: pgmap v674: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 17 op/s 2024-05-20T21:23:40.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.448+0000 7f601a000700 1 -- 172.21.15.6:0/2047514034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f601410eeb0 msgr2=0x7f6014116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.448+0000 7f601a000700 1 --2- 172.21.15.6:0/2047514034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f601410eeb0 0x7f6014116a80 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f600c009f90 tx=0x7f600c00b330 comp rx=0 tx=0).stop 2024-05-20T21:23:40.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.448+0000 7f601a000700 1 -- 172.21.15.6:0/2047514034 shutdown_connections 2024-05-20T21:23:40.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.449+0000 7f601a000700 1 --2- 172.21.15.6:0/2047514034 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f601410eeb0 0x7f6014116a80 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.449+0000 7f601a000700 1 --2- 172.21.15.6:0/2047514034 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6014109dd0 0x7f601410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.449+0000 7f601a000700 1 --2- 172.21.15.6:0/2047514034 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f601410a780 0x7f601410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.449+0000 7f601a000700 1 -- 172.21.15.6:0/2047514034 >> 172.21.15.6:0/2047514034 conn(0x7f6014076d10 msgr2=0x7f6014108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.449+0000 7f601a000700 1 -- 172.21.15.6:0/2047514034 shutdown_connections 2024-05-20T21:23:40.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.449+0000 7f601a000700 1 -- 172.21.15.6:0/2047514034 wait complete. 2024-05-20T21:23:40.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.450+0000 7f601a000700 1 Processor -- start 2024-05-20T21:23:40.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.450+0000 7f601a000700 1 -- start start 2024-05-20T21:23:40.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f601a000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6014109dd0 0x7f60141a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f601a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f601410a780 0x7f60141a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f601a000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f601410eeb0 0x7f60141a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f601a000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6014119d40 con 0x7f601410a780 2024-05-20T21:23:40.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f601a000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6014119bc0 con 0x7f601410eeb0 2024-05-20T21:23:40.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f601a000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6014119ec0 con 0x7f6014109dd0 2024-05-20T21:23:40.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f6012a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f601410a780 0x7f60141a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f6013400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6014109dd0 0x7f60141a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f6012a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f601410a780 0x7f60141a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45846/0 (socket says 172.21.15.6:45846) 2024-05-20T21:23:40.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f6012a00700 1 -- 172.21.15.6:0/3872705439 learned_addr learned my addr 172.21.15.6:0/3872705439 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:40.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.451+0000 7f6013e00700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f601410eeb0 0x7f60141a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f6013400700 1 -- 172.21.15.6:0/3872705439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f601410eeb0 msgr2=0x7f60141a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f6013400700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f601410eeb0 0x7f60141a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f6013400700 1 -- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f601410a780 msgr2=0x7f60141a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f6013400700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f601410a780 0x7f60141a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f6013400700 1 -- 172.21.15.6:0/3872705439 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60141a5250 con 0x7f6014109dd0 2024-05-20T21:23:40.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f6012a00700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f601410a780 0x7f60141a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:40.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f6013400700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6014109dd0 0x7f60141a0290 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f600400d950 tx=0x7f600400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f600be00700 1 -- 172.21.15.6:0/3872705439 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004016070 con 0x7f6014109dd0 2024-05-20T21:23:40.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f600be00700 1 -- 172.21.15.6:0/3872705439 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f600400fd40 con 0x7f6014109dd0 2024-05-20T21:23:40.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f600be00700 1 -- 172.21.15.6:0/3872705439 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600400e3b0 con 0x7f6014109dd0 2024-05-20T21:23:40.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.452+0000 7f601a000700 1 -- 172.21.15.6:0/3872705439 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60141a5540 con 0x7f6014109dd0 2024-05-20T21:23:40.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.453+0000 7f601a000700 1 -- 172.21.15.6:0/3872705439 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60141acdc0 con 0x7f6014109dd0 2024-05-20T21:23:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.458+0000 7f600be00700 1 -- 172.21.15.6:0/3872705439 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6004019070 con 0x7f6014109dd0 2024-05-20T21:23:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.459+0000 7f602499ab80 1 Processor -- start 2024-05-20T21:23:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.459+0000 7f602499ab80 1 -- start start 2024-05-20T21:23:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.459+0000 7f602499ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b22d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.459+0000 7f602499ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b227260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.459+0000 7f602499ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b227880 0x55ff3b227ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.459+0000 7f602499ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b185e40 con 0x55ff3b22ceb0 2024-05-20T21:23:40.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.459+0000 7f602499ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b1759e0 con 0x55ff3b227880 2024-05-20T21:23:40.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.459+0000 7f602499ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b179a20 con 0x55ff3b22d7d0 2024-05-20T21:23:40.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.460+0000 7f6013e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b22d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.460+0000 7f6013e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b22d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45852/0 (socket says 172.21.15.6:45852) 2024-05-20T21:23:40.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.460+0000 7f6013e00700 1 -- 172.21.15.6:0/4185495950 learned_addr learned my addr 172.21.15.6:0/4185495950 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:40.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.460+0000 7f6013400700 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b227260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.460+0000 7f6012a00700 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b227880 0x55ff3b227ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.460+0000 7f600be00700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ff80b2880 0x7f5ff80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.460+0000 7f6012a00700 1 -- 172.21.15.6:0/4185495950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 msgr2=0x55ff3b227260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.460+0000 7f600be00700 1 -- 172.21.15.6:0/3872705439 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f60040e1cf0 con 0x7f6014109dd0 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6012a00700 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b227260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6012a00700 1 -- 172.21.15.6:0/4185495950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 msgr2=0x55ff3b22d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6012a00700 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b22d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6012a00700 1 -- 172.21.15.6:0/4185495950 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff3b13e420 con 0x55ff3b227880 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6013e00700 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b22d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6013400700 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b227260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6013e00700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ff80b2880 0x7f5ff80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6012a00700 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b227880 0x55ff3b227ce0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6014110270 tx=0x7f6000011850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38932490263f409a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6008c00700 1 -- 172.21.15.6:0/4185495950 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6000004230 con 0x55ff3b227880 2024-05-20T21:23:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6008c00700 1 -- 172.21.15.6:0/4185495950 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6000004ce0 con 0x55ff3b227880 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.461+0000 7f6008c00700 1 -- 172.21.15.6:0/4185495950 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60000056c0 con 0x55ff3b227880 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 -- 172.21.15.6:0/4185495950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b227880 msgr2=0x55ff3b227ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b227880 0x55ff3b227ce0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6014110270 tx=0x7f6000011850 comp rx=0 tx=0).stop 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f6013e00700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ff80b2880 0x7f5ff80b4d40 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f600c003bc0 tx=0x7f600c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 -- 172.21.15.6:0/4185495950 shutdown_connections 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b227880 0x55ff3b227ce0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b22d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 --2- 172.21.15.6:0/4185495950 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b227260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 -- 172.21.15.6:0/4185495950 >> 172.21.15.6:0/4185495950 conn(0x55ff3b155be0 msgr2=0x55ff3b222010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 -- 172.21.15.6:0/4185495950 shutdown_connections 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.462+0000 7f602499ab80 1 -- 172.21.15.6:0/4185495950 wait complete. 2024-05-20T21:23:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.463+0000 7f602499ab80 1 -- start start 2024-05-20T21:23:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.463+0000 7f602499ab80 1 Processor -- start 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f602499ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b233510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f602499ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22ceb0 0x55ff3b2308b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f602499ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 0x55ff3b230df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f602499ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b07bfa0 con 0x55ff3b227880 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f602499ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b116760 con 0x55ff3b22d7d0 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f602499ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ff3b234240 con 0x55ff3b22ceb0 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f602499ab80 10 client.0 _ll_register_callbacks cb 0x55ff3b11fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f6013400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b233510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f6012a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22ceb0 0x55ff3b2308b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f6013e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 0x55ff3b230df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f6013400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b233510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45862/0 (socket says 172.21.15.6:45862) 2024-05-20T21:23:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.464+0000 7f6013400700 1 -- 172.21.15.6:0/1768099308 learned_addr learned my addr 172.21.15.6:0/1768099308 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f6013400700 1 -- 172.21.15.6:0/1768099308 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22ceb0 msgr2=0x55ff3b2308b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f6013400700 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22ceb0 0x55ff3b2308b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f6013400700 1 -- 172.21.15.6:0/1768099308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 msgr2=0x55ff3b230df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f6013400700 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 0x55ff3b230df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f6013400700 1 -- 172.21.15.6:0/1768099308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff3b0c58d0 con 0x55ff3b227880 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f6012a00700 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22ceb0 0x55ff3b2308b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f6013400700 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b233510 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f6004000c00 tx=0x7f600400bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=980caf76f17704e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f5ffd600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f5ffd600700 1 -- 172.21.15.6:0/1768099308 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004020070 con 0x55ff3b227880 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f5ffd600700 1 -- 172.21.15.6:0/1768099308 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f60040a9680 con 0x55ff3b227880 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.465+0000 7f602499ab80 1 -- 172.21.15.6:0/1768099308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6000004ce0 con 0x55ff3b227880 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f5ffd600700 1 -- 172.21.15.6:0/1768099308 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f60040a8b60 con 0x55ff3b227880 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f602499ab80 10 client.17274 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f602499ab80 1 -- 172.21.15.6:0/1768099308 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ff3b146060 con 0x55ff3b227880 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f5ffd600700 1 -- 172.21.15.6:0/1768099308 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6000004ce0 con 0x55ff3b227880 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f5ffd600700 1 -- 172.21.15.6:0/1768099308 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f60040e9040 con 0x55ff3b227880 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f602499ab80 10 client.17274 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f602499ab80 10 client.17274 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f602499ab80 20 client.17274 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f602499ab80 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ff3b240d90 0x55ff3b243180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f602499ab80 4 client.17274 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.466+0000 7f602499ab80 1 -- 172.21.15.6:0/1768099308 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff3b187d90 con 0x55ff3b240d90 2024-05-20T21:23:40.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.467+0000 7f6012a00700 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ff3b240d90 0x55ff3b243180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.467+0000 7f6012a00700 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ff3b240d90 0x55ff3b243180 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d1e4b03e324e13b5 server_cookie=ddf4d90a73da90b2 in_seq=0 out_seq=0 2024-05-20T21:23:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.467+0000 7f5ffd600700 10 client.17274 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:23:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.468+0000 7f5ffd600700 1 -- 172.21.15.6:0/1768099308 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ff3b187d90 con 0x55ff3b240d90 2024-05-20T21:23:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.468+0000 7f5ffd600700 10 client.17274 handle_command_reply: tid=0 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.468+0000 7f602499ab80 1 client.17274 shutdown 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.468+0000 7f602499ab80 1 -- 172.21.15.6:0/1768099308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 msgr2=0x55ff3b233510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.468+0000 7f602499ab80 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b233510 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f6004000c00 tx=0x7f600400bf90 comp rx=0 tx=0).stop 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 1 -- 172.21.15.6:0/1768099308 shutdown_connections 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ff3b240d90 0x55ff3b243180 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 0x55ff3b230df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b233510 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 1 --2- 172.21.15.6:0/1768099308 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22ceb0 0x55ff3b2308b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 1 -- 172.21.15.6:0/1768099308 >> 172.21.15.6:0/1768099308 conn(0x55ff3b155be0 msgr2=0x55ff3b226250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f5ffd600700 0 client.17274 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 1 -- 172.21.15.6:0/1768099308 shutdown_connections 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 1 -- 172.21.15.6:0/1768099308 wait complete. 2024-05-20T21:23:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.469+0000 7f602499ab80 20 client.17274 trim_cache size 0 max 16384 2024-05-20T21:23:40.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.486+0000 7f602499ab80 1 Processor -- start 2024-05-20T21:23:40.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.486+0000 7f602499ab80 1 -- start start 2024-05-20T21:23:40.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.486+0000 7f602499ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b227880 0x55ff3b227260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.486+0000 7f602499ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b230ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.486+0000 7f602499ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 0x55ff3b2220f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.486+0000 7f602499ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f60141b6e40 con 0x55ff3b22ceb0 2024-05-20T21:23:40.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.486+0000 7f602499ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60141b46d0 con 0x55ff3b22d7d0 2024-05-20T21:23:40.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.486+0000 7f602499ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f60141b2520 con 0x55ff3b227880 2024-05-20T21:23:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6012a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b230ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b227880 0x55ff3b227260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b227880 0x55ff3b227260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44608/0 (socket says 172.21.15.6:44608) 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6012a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b230ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45866/0 (socket says 172.21.15.6:45866) 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 -- 172.21.15.6:0/3684396428 learned_addr learned my addr 172.21.15.6:0/3684396428 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013e00700 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 0x55ff3b2220f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 -- 172.21.15.6:0/3684396428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 msgr2=0x55ff3b2220f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 0x55ff3b2220f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 -- 172.21.15.6:0/3684396428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 msgr2=0x55ff3b230ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b230ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 -- 172.21.15.6:0/3684396428 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff3b223d10 con 0x55ff3b227880 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6012a00700 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b230ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.487+0000 7f6013400700 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b227880 0x55ff3b227260 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f600400ffa0 tx=0x7f60040a90a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d58e827c27fa9763 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f5fffe00700 1 -- 172.21.15.6:0/3684396428 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004020070 con 0x55ff3b227880 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f5fffe00700 1 -- 172.21.15.6:0/3684396428 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6004014020 con 0x55ff3b227880 2024-05-20T21:23:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f5fffe00700 1 -- 172.21.15.6:0/3684396428 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60040a8980 con 0x55ff3b227880 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f602499ab80 1 -- 172.21.15.6:0/3684396428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b227880 msgr2=0x55ff3b227260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f602499ab80 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b227880 0x55ff3b227260 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f600400ffa0 tx=0x7f60040a90a0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f602499ab80 1 -- 172.21.15.6:0/3684396428 shutdown_connections 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f602499ab80 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22d7d0 0x55ff3b2220f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f602499ab80 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b227880 0x55ff3b227260 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f602499ab80 1 --2- 172.21.15.6:0/3684396428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b22ceb0 0x55ff3b230ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.488+0000 7f602499ab80 1 -- 172.21.15.6:0/3684396428 >> 172.21.15.6:0/3684396428 conn(0x55ff3b155be0 msgr2=0x55ff3b2219e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.489+0000 7f602499ab80 1 -- 172.21.15.6:0/3684396428 shutdown_connections 2024-05-20T21:23:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.489+0000 7f602499ab80 1 -- 172.21.15.6:0/3684396428 wait complete. 2024-05-20T21:23:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.489+0000 7f602499ab80 1 -- start start 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.489+0000 7f602499ab80 1 Processor -- start 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f602499ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b2397d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f602499ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22ceb0 0x55ff3b239d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f602499ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b248130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f602499ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f60141b2b90 con 0x55ff3b227880 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f602499ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60141b4000 con 0x55ff3b22ceb0 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f602499ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f60141b3260 con 0x55ff3b22d7d0 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f602499ab80 10 client.0 _ll_register_callbacks cb 0x55ff3b11fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6013400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b2397d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6013400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b2397d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45876/0 (socket says 172.21.15.6:45876) 2024-05-20T21:23:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6012a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22ceb0 0x55ff3b239d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6013400700 1 -- 172.21.15.6:0/1635332416 learned_addr learned my addr 172.21.15.6:0/1635332416 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6013e00700 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b248130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6013400700 1 -- 172.21.15.6:0/1635332416 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 msgr2=0x55ff3b248130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6013400700 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b248130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6013400700 1 -- 172.21.15.6:0/1635332416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22ceb0 msgr2=0x55ff3b239d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.490+0000 7f6013400700 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22ceb0 0x55ff3b239d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f6013400700 1 -- 172.21.15.6:0/1635332416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff3b248930 con 0x55ff3b227880 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f6012a00700 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22ceb0 0x55ff3b239d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f6013400700 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b2397d0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f60040a5290 tx=0x7f600400fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c406b0681639199 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f5ffd600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f5ffd600700 1 -- 172.21.15.6:0/1635332416 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004020070 con 0x55ff3b227880 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f5ffd600700 1 -- 172.21.15.6:0/1635332416 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f60040a8470 con 0x55ff3b227880 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f602499ab80 1 -- 172.21.15.6:0/1635332416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6004014020 con 0x55ff3b227880 2024-05-20T21:23:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f5ffd600700 1 -- 172.21.15.6:0/1635332416 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f60040a8980 con 0x55ff3b227880 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f602499ab80 10 client.17280 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.491+0000 7f602499ab80 1 -- 172.21.15.6:0/1635332416 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ff3b2ab440 con 0x55ff3b227880 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f5ffd600700 1 -- 172.21.15.6:0/1635332416 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6004014020 con 0x55ff3b227880 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f5ffd600700 1 -- 172.21.15.6:0/1635332416 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f60040a4b80 con 0x55ff3b227880 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f602499ab80 10 client.17280 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f602499ab80 10 client.17280 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f602499ab80 20 client.17280 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f602499ab80 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ff3b2aba80 0x55ff3b2ade70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f602499ab80 4 client.17280 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f602499ab80 1 -- 172.21.15.6:0/1635332416 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ff3b181570 con 0x55ff3b2aba80 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.492+0000 7f6012a00700 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ff3b2aba80 0x55ff3b2ade70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f6012a00700 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ff3b2aba80 0x55ff3b2ade70 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b63da9ce3bbd5b8 server_cookie=1db8179fcb4e1463 in_seq=0 out_seq=0 2024-05-20T21:23:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f5ffd600700 10 client.17280 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:23:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f5ffd600700 1 -- 172.21.15.6:0/1635332416 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ff3b181570 con 0x55ff3b2aba80 2024-05-20T21:23:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f5ffd600700 10 client.17280 handle_command_reply: tid=0 2024-05-20T21:23:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 client.17280 shutdown 2024-05-20T21:23:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 -- 172.21.15.6:0/1635332416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 msgr2=0x55ff3b2397d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b2397d0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f60040a5290 tx=0x7f600400fc00 comp rx=0 tx=0).stop 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 -- 172.21.15.6:0/1635332416 shutdown_connections 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ff3b22d7d0 0x55ff3b248130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ff3b227880 0x55ff3b2397d0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ff3b2aba80 0x55ff3b2ade70 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 --2- 172.21.15.6:0/1635332416 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ff3b22ceb0 0x55ff3b239d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f602499ab80 1 -- 172.21.15.6:0/1635332416 >> 172.21.15.6:0/1635332416 conn(0x55ff3b155be0 msgr2=0x55ff3b2219e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.493+0000 7f5ffd600700 0 client.17280 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.494+0000 7f602499ab80 1 -- 172.21.15.6:0/1635332416 shutdown_connections 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.494+0000 7f602499ab80 1 -- 172.21.15.6:0/1635332416 wait complete. 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.494+0000 7f602499ab80 20 client.17280 trim_cache size 0 max 16384 2024-05-20T21:23:40.497 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:23:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.494+0000 7f601a000700 1 -- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ff80b2880 msgr2=0x7f5ff80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.494+0000 7f601a000700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ff80b2880 0x7f5ff80b4d40 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f600c003bc0 tx=0x7f600c009920 comp rx=0 tx=0).stop 2024-05-20T21:23:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.494+0000 7f601a000700 1 -- 172.21.15.6:0/3872705439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6014109dd0 msgr2=0x7f60141a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.494+0000 7f601a000700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6014109dd0 0x7f60141a0290 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f600400d950 tx=0x7f600400dc60 comp rx=0 tx=0).stop 2024-05-20T21:23:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.495+0000 7f601a000700 1 -- 172.21.15.6:0/3872705439 shutdown_connections 2024-05-20T21:23:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.495+0000 7f601a000700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ff80b2880 0x7f5ff80b4d40 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.495+0000 7f601a000700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f601410eeb0 0x7f60141a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.495+0000 7f601a000700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6014109dd0 0x7f60141a0290 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.495+0000 7f601a000700 1 --2- 172.21.15.6:0/3872705439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f601410a780 0x7f60141a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.495+0000 7f601a000700 1 -- 172.21.15.6:0/3872705439 >> 172.21.15.6:0/3872705439 conn(0x7f6014076d10 msgr2=0x7f6014077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.495+0000 7f601a000700 1 -- 172.21.15.6:0/3872705439 shutdown_connections 2024-05-20T21:23:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:40.495+0000 7f601a000700 1 -- 172.21.15.6:0/3872705439 wait complete. 2024-05-20T21:23:41.417 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:23:41.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:41 smithi006 ceph-mon[31422]: pgmap v675: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:41.943 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:41 smithi062 ceph-mon[36640]: pgmap v675: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:41 smithi042 ceph-mon[36332]: pgmap v675: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:43.905 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:43 smithi006 ceph-mon[31422]: pgmap v676: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:43 smithi062 ceph-mon[36640]: pgmap v676: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:43 smithi042 ceph-mon[36332]: pgmap v676: 97 pgs: 97 active+clean; 3.7 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:23:44.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.209+0000 7f2e4b800700 1 -- 172.21.15.6:0/3983853214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e4410ff40 msgr2=0x7f2e44112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.209+0000 7f2e4b800700 1 --2- 172.21.15.6:0/3983853214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e4410ff40 0x7f2e44112330 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c009f90 tx=0x7f2e3c00b330 comp rx=0 tx=0).stop 2024-05-20T21:23:44.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.210+0000 7f2e4b800700 1 -- 172.21.15.6:0/3983853214 shutdown_connections 2024-05-20T21:23:44.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.210+0000 7f2e4b800700 1 --2- 172.21.15.6:0/3983853214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e4410ff40 0x7f2e44112330 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.210+0000 7f2e4b800700 1 --2- 172.21.15.6:0/3983853214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e44075770 0x7f2e44075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.210+0000 7f2e4b800700 1 --2- 172.21.15.6:0/3983853214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e44076090 0x7f2e4410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.210+0000 7f2e4b800700 1 -- 172.21.15.6:0/3983853214 >> 172.21.15.6:0/3983853214 conn(0x7f2e4407a6a0 msgr2=0x7f2e4407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:44.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.210+0000 7f2e4b800700 1 -- 172.21.15.6:0/3983853214 shutdown_connections 2024-05-20T21:23:44.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.210+0000 7f2e4b800700 1 -- 172.21.15.6:0/3983853214 wait complete. 2024-05-20T21:23:44.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.211+0000 7f2e4b800700 1 Processor -- start 2024-05-20T21:23:44.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.211+0000 7f2e4b800700 1 -- start start 2024-05-20T21:23:44.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e4b800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e44075770 0x7f2e4419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e4b800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e44076090 0x7f2e4419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e4b800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e4410ff40 0x7f2e441a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e4b800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2e44115970 con 0x7f2e44075770 2024-05-20T21:23:44.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e4b800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441157f0 con 0x7f2e4410ff40 2024-05-20T21:23:44.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e4b800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2e44115af0 con 0x7f2e44076090 2024-05-20T21:23:44.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e48e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e44075770 0x7f2e4419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e43e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e44076090 0x7f2e4419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e43e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e44076090 0x7f2e4419c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44630/0 (socket says 172.21.15.6:44630) 2024-05-20T21:23:44.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e43e00700 1 -- 172.21.15.6:0/65562928 learned_addr learned my addr 172.21.15.6:0/65562928 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:44.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e49800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e4410ff40 0x7f2e441a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.212+0000 7f2e43e00700 1 -- 172.21.15.6:0/65562928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e4410ff40 msgr2=0x7f2e441a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e43e00700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e4410ff40 0x7f2e441a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e43e00700 1 -- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e44075770 msgr2=0x7f2e4419bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e43e00700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e44075770 0x7f2e4419bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e43e00700 1 -- 172.21.15.6:0/65562928 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e441a0db0 con 0x7f2e44076090 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e43e00700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e44076090 0x7f2e4419c2e0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2e3000e9a0 tx=0x7f2e3000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e41600700 1 -- 172.21.15.6:0/65562928 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e3000c9c0 con 0x7f2e44076090 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e41600700 1 -- 172.21.15.6:0/65562928 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e3000cb60 con 0x7f2e44076090 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e41600700 1 -- 172.21.15.6:0/65562928 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e30018680 con 0x7f2e44076090 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e4b800700 1 -- 172.21.15.6:0/65562928 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e441a10a0 con 0x7f2e44076090 2024-05-20T21:23:44.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.213+0000 7f2e4b800700 1 -- 172.21.15.6:0/65562928 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e441a8920 con 0x7f2e44076090 2024-05-20T21:23:44.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.217+0000 7f2e41600700 1 -- 172.21.15.6:0/65562928 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2e30010430 con 0x7f2e44076090 2024-05-20T21:23:44.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.218+0000 7f2e561d5b80 1 Processor -- start 2024-05-20T21:23:44.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.219+0000 7f2e561d5b80 1 -- start start 2024-05-20T21:23:44.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.219+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293801e00 0x5572938021e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.219+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x5572937fc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.219+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x5572937fcdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.219+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557293751e40 con 0x557293801e00 2024-05-20T21:23:44.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.219+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5572937419e0 con 0x557293802720 2024-05-20T21:23:44.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.219+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557293745a20 con 0x5572937fc950 2024-05-20T21:23:44.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e49800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293801e00 0x5572938021e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.220 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e48e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x5572937fc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e49800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293801e00 0x5572938021e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45910/0 (socket says 172.21.15.6:45910) 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e49800700 1 -- 172.21.15.6:0/3065839643 learned_addr learned my addr 172.21.15.6:0/3065839643 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e41600700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e2c0b2900 0x7f2e2c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e43e00700 1 --2- 172.21.15.6:0/3065839643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x5572937fcdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e49800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e2c0b2900 0x7f2e2c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e41600700 1 -- 172.21.15.6:0/65562928 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2e300e2490 con 0x7f2e44076090 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e48e00700 1 -- 172.21.15.6:0/3065839643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 msgr2=0x5572937fcdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e48e00700 1 --2- 172.21.15.6:0/3065839643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x5572937fcdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e48e00700 1 -- 172.21.15.6:0/3065839643 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293801e00 msgr2=0x5572938021e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e48e00700 1 --2- 172.21.15.6:0/3065839643 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293801e00 0x5572938021e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.220+0000 7f2e48e00700 1 -- 172.21.15.6:0/3065839643 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55729370a420 con 0x557293802720 2024-05-20T21:23:44.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.221+0000 7f2e48e00700 1 --2- 172.21.15.6:0/3065839643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x5572937fc330 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f2e38009ca0 tx=0x7f2e38011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=589e05d77aac584a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:44.227 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.221+0000 7f2e49800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e2c0b2900 0x7f2e2c0b4dc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c003d80 tx=0x7f2e3c00b330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.221+0000 7f2e36000700 1 -- 172.21.15.6:0/3065839643 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e38011d80 con 0x557293802720 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.221+0000 7f2e36000700 1 -- 172.21.15.6:0/3065839643 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e380044e0 con 0x557293802720 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.221+0000 7f2e36000700 1 -- 172.21.15.6:0/3065839643 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e38005280 con 0x557293802720 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3065839643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 msgr2=0x5572937fc330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/3065839643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x5572937fc330 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f2e38009ca0 tx=0x7f2e38011440 comp rx=0 tx=0).stop 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3065839643 shutdown_connections 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/3065839643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x5572937fcdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/3065839643 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293801e00 0x5572938021e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/3065839643 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x5572937fc330 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3065839643 >> 172.21.15.6:0/3065839643 conn(0x557293721be0 msgr2=0x5572937ee690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3065839643 shutdown_connections 2024-05-20T21:23:44.228 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.222+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3065839643 wait complete. 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.223+0000 7f2e561d5b80 1 -- start start 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.223+0000 7f2e561d5b80 1 Processor -- start 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.223+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x557293808410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.223+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572938057b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.223+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293802720 0x557293805cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.223+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557293647fa0 con 0x5572937fc950 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.223+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5572936e2760 con 0x557293801e00 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.223+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557293809220 con 0x557293802720 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e561d5b80 10 client.0 _ll_register_callbacks cb 0x5572936ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e48e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x557293808410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e48e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x557293808410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45920/0 (socket says 172.21.15.6:45920) 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e48e00700 1 -- 172.21.15.6:0/191945356 learned_addr learned my addr 172.21.15.6:0/191945356 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:44.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e43e00700 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572938057b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e49800700 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293802720 0x557293805cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e48e00700 1 -- 172.21.15.6:0/191945356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293802720 msgr2=0x557293805cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e48e00700 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293802720 0x557293805cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e48e00700 1 -- 172.21.15.6:0/191945356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 msgr2=0x5572938057b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e48e00700 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572938057b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e48e00700 1 -- 172.21.15.6:0/191945356 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572936918d0 con 0x5572937fc950 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.224+0000 7f2e43e00700 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572938057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.225+0000 7f2e48e00700 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x557293808410 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f2e38004dd0 tx=0x7f2e38011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf019131a3c476a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.225+0000 7f2e2aa00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.225+0000 7f2e2aa00700 1 -- 172.21.15.6:0/191945356 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e38005410 con 0x5572937fc950 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.225+0000 7f2e2aa00700 1 -- 172.21.15.6:0/191945356 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2e380055b0 con 0x5572937fc950 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.225+0000 7f2e561d5b80 1 -- 172.21.15.6:0/191945356 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e380044e0 con 0x5572937fc950 2024-05-20T21:23:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.225+0000 7f2e2aa00700 1 -- 172.21.15.6:0/191945356 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2e3802e430 con 0x5572937fc950 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.225+0000 7f2e561d5b80 10 client.17292 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.225+0000 7f2e561d5b80 1 -- 172.21.15.6:0/191945356 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557293712060 con 0x5572937fc950 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e2aa00700 1 -- 172.21.15.6:0/191945356 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e380044e0 con 0x5572937fc950 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e2aa00700 1 -- 172.21.15.6:0/191945356 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2e38018070 con 0x5572937fc950 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e561d5b80 10 client.17292 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e561d5b80 10 client.17292 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e561d5b80 20 client.17292 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x557293815bc0 0x557293817fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e561d5b80 4 client.17292 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e561d5b80 1 -- 172.21.15.6:0/191945356 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557293753d90 con 0x557293815bc0 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.226+0000 7f2e43e00700 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x557293815bc0 0x557293817fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.227+0000 7f2e43e00700 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x557293815bc0 0x557293817fb0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=257a911f0db179b4 server_cookie=656cd6de836ba819 in_seq=0 out_seq=0 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.227+0000 7f2e2aa00700 10 client.17292 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:23:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e2aa00700 1 -- 172.21.15.6:0/191945356 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557293753d90 con 0x557293815bc0 2024-05-20T21:23:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e2aa00700 10 client.17292 handle_command_reply: tid=0 2024-05-20T21:23:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 client.17292 shutdown 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 -- 172.21.15.6:0/191945356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 msgr2=0x557293808410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x557293808410 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f2e38004dd0 tx=0x7f2e38011f90 comp rx=0 tx=0).stop 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 -- 172.21.15.6:0/191945356 shutdown_connections 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x557293815bc0 0x557293817fb0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293802720 0x557293805cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x557293808410 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/191945356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572938057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 -- 172.21.15.6:0/191945356 >> 172.21.15.6:0/191945356 conn(0x557293721be0 msgr2=0x5572937edd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e2aa00700 0 client.17292 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:23:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 -- 172.21.15.6:0/191945356 shutdown_connections 2024-05-20T21:23:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.228+0000 7f2e561d5b80 1 -- 172.21.15.6:0/191945356 wait complete. 2024-05-20T21:23:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.229+0000 7f2e561d5b80 20 client.17292 trim_cache size 0 max 16384 2024-05-20T21:23:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.245+0000 7f2e561d5b80 1 Processor -- start 2024-05-20T21:23:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e561d5b80 1 -- start start 2024-05-20T21:23:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x557293808410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572937fc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293802720 0x5572937ee4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441ae5b0 con 0x557293802720 2024-05-20T21:23:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441abe40 con 0x557293801e00 2024-05-20T21:23:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441a9d00 con 0x5572937fc950 2024-05-20T21:23:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e48e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x557293808410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e49800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293802720 0x5572937ee4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e48e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x557293808410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44658/0 (socket says 172.21.15.6:44658) 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e43e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572937fc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.246+0000 7f2e48e00700 1 -- 172.21.15.6:0/3739523156 learned_addr learned my addr 172.21.15.6:0/3739523156 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e48e00700 1 -- 172.21.15.6:0/3739523156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 msgr2=0x5572937fc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e48e00700 1 --2- 172.21.15.6:0/3739523156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572937fc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e48e00700 1 -- 172.21.15.6:0/3739523156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293802720 msgr2=0x5572937ee4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e48e00700 1 --2- 172.21.15.6:0/3739523156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293802720 0x5572937ee4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e48e00700 1 -- 172.21.15.6:0/3739523156 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557293803d20 con 0x5572937fc950 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e49800700 1 --2- 172.21.15.6:0/3739523156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293802720 0x5572937ee4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e48e00700 1 --2- 172.21.15.6:0/3739523156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x557293808410 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f2e38011480 tx=0x7f2e3802d4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5488410828f310 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e35600700 1 -- 172.21.15.6:0/3739523156 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e38009400 con 0x5572937fc950 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e35600700 1 -- 172.21.15.6:0/3739523156 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e38029070 con 0x5572937fc950 2024-05-20T21:23:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.247+0000 7f2e35600700 1 -- 172.21.15.6:0/3739523156 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e38011280 con 0x5572937fc950 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3739523156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 msgr2=0x557293808410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/3739523156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x557293808410 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f2e38011480 tx=0x7f2e3802d4d0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3739523156 shutdown_connections 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/3739523156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557293802720 0x5572937ee4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/3739523156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572937fc950 0x557293808410 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/3739523156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293801e00 0x5572937fc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3739523156 >> 172.21.15.6:0/3739523156 conn(0x557293721be0 msgr2=0x5572938040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3739523156 shutdown_connections 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.248+0000 7f2e561d5b80 1 -- 172.21.15.6:0/3739523156 wait complete. 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.249+0000 7f2e561d5b80 1 -- start start 2024-05-20T21:23:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.249+0000 7f2e561d5b80 1 Processor -- start 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x55729381d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293801e00 0x55729381deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e561d5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x55729380e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441aa300 con 0x5572937fc950 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441ab770 con 0x557293802720 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e561d5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2e441aa9d0 con 0x557293801e00 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e561d5b80 10 client.0 _ll_register_callbacks cb 0x5572936ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e48e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x55729381d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e49800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x55729380e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e43e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293801e00 0x55729381deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e49800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x55729380e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:42332/0 (socket says 172.21.15.6:42332) 2024-05-20T21:23:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e49800700 1 -- 172.21.15.6:0/263595490 learned_addr learned my addr 172.21.15.6:0/263595490 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e48e00700 1 -- 172.21.15.6:0/263595490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293801e00 msgr2=0x55729381deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e48e00700 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293801e00 0x55729381deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.250+0000 7f2e48e00700 1 -- 172.21.15.6:0/263595490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 msgr2=0x55729380e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.251+0000 7f2e48e00700 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x55729380e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.251+0000 7f2e48e00700 1 -- 172.21.15.6:0/263595490 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55729380ed20 con 0x5572937fc950 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.251+0000 7f2e49800700 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x55729380e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.251+0000 7f2e48e00700 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x55729381d970 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2e38011480 tx=0x7f2e38011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4165346fb153408 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.251+0000 7f2e2aa00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.251+0000 7f2e2aa00700 1 -- 172.21.15.6:0/263595490 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e38011220 con 0x5572937fc950 2024-05-20T21:23:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.251+0000 7f2e561d5b80 1 -- 172.21.15.6:0/263595490 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e38029070 con 0x5572937fc950 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.251+0000 7f2e2aa00700 1 -- 172.21.15.6:0/263595490 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2e38005210 con 0x5572937fc950 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e2aa00700 1 -- 172.21.15.6:0/263595490 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2e38009400 con 0x5572937fc950 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e561d5b80 10 client.17298 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e561d5b80 1 -- 172.21.15.6:0/263595490 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55729381d4a0 con 0x5572937fc950 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e2aa00700 1 -- 172.21.15.6:0/263595490 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e38029070 con 0x5572937fc950 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e2aa00700 1 -- 172.21.15.6:0/263595490 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2e38018040 con 0x5572937fc950 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e561d5b80 10 client.17298 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e561d5b80 10 client.17298 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e561d5b80 20 client.17298 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55729387f8f0 0x557293881d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e561d5b80 4 client.17298 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.252+0000 7f2e561d5b80 1 -- 172.21.15.6:0/263595490 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55729374d570 con 0x55729387f8f0 2024-05-20T21:23:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.253+0000 7f2e43e00700 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55729387f8f0 0x557293881d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:44.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.253+0000 7f2e43e00700 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55729387f8f0 0x557293881d10 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ea8e6960ad1a9a20 server_cookie=a11b7c6ea2a135e3 in_seq=0 out_seq=0 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.253+0000 7f2e2aa00700 10 client.17298 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e2aa00700 1 -- 172.21.15.6:0/263595490 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55729374d570 con 0x55729387f8f0 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e2aa00700 10 client.17298 handle_command_reply: tid=0 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 client.17298 shutdown 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 -- 172.21.15.6:0/263595490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 msgr2=0x55729381d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x55729381d970 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2e38011480 tx=0x7f2e38011e90 comp rx=0 tx=0).stop 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 -- 172.21.15.6:0/263595490 shutdown_connections 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557293802720 0x55729380e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572937fc950 0x55729381d970 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55729387f8f0 0x557293881d10 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 --2- 172.21.15.6:0/263595490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557293801e00 0x55729381deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 -- 172.21.15.6:0/263595490 >> 172.21.15.6:0/263595490 conn(0x557293721be0 msgr2=0x557293805590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e2aa00700 0 client.17298 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:23:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 -- 172.21.15.6:0/263595490 shutdown_connections 2024-05-20T21:23:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 1 -- 172.21.15.6:0/263595490 wait complete. 2024-05-20T21:23:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.254+0000 7f2e561d5b80 20 client.17298 trim_cache size 0 max 16384 2024-05-20T21:23:44.257 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 -- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e2c0b2900 msgr2=0x7f2e2c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e2c0b2900 0x7f2e2c0b4dc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c003d80 tx=0x7f2e3c00b330 comp rx=0 tx=0).stop 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 -- 172.21.15.6:0/65562928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e44076090 msgr2=0x7f2e4419c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e44076090 0x7f2e4419c2e0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2e3000e9a0 tx=0x7f2e3000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 -- 172.21.15.6:0/65562928 shutdown_connections 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e2c0b2900 0x7f2e2c0b4dc0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2e4410ff40 0x7f2e441a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2e44075770 0x7f2e4419bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 --2- 172.21.15.6:0/65562928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e44076090 0x7f2e4419c2e0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 -- 172.21.15.6:0/65562928 >> 172.21.15.6:0/65562928 conn(0x7f2e4407a6a0 msgr2=0x7f2e44100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 -- 172.21.15.6:0/65562928 shutdown_connections 2024-05-20T21:23:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:44.255+0000 7f2e4b800700 1 -- 172.21.15.6:0/65562928 wait complete. 2024-05-20T21:23:44.556 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.556 INFO:tasks.workunit.client.0.smithi006.stdout:189/600: open fd = 3 2024-05-20T21:23:44.556 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.556 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.556 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.556 INFO:tasks.workunit.client.0.smithi006.stdout:190/600: open fd = 3 2024-05-20T21:23:44.556 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:191/600: open fd = 3 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:192/600: open fd = 3 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:193/600: open fd = 3 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.557 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:194/600: open fd = 3 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:195/600: open fd = 3 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:196/600: open fd = 3 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.558 INFO:tasks.workunit.client.0.smithi006.stdout:197/600: open fd = 3 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:198/600: open fd = 3 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:199/600: open fd = 3 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:200/600: open fd = 3 2024-05-20T21:23:44.559 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:201/600: open fd = 3 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:202/600: open fd = 3 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:203/600: open fd = 3 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.560 INFO:tasks.workunit.client.0.smithi006.stdout:204/600: open fd = 3 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:205/600: open fd = 3 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:206/600: open fd = 3 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:207/600: open fd = 3 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.561 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:208/600: open fd = 3 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:209/600: open fd = 3 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:210/600: open fd = 3 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.562 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:211/600: open fd = 3 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:212/600: open fd = 3 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:213/600: open fd = 3 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:214/600: open fd = 3 2024-05-20T21:23:44.563 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:215/600: open fd = 3 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:216/600: open fd = 3 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:217/600: open fd = 3 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.564 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:218/600: open fd = 3 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:219/600: open fd = 3 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:220/600: open fd = 3 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:221/600: open fd = 3 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.565 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:222/600: open fd = 3 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:223/600: open fd = 3 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:224/600: open fd = 3 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.566 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:225/600: open fd = 3 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:226/600: open fd = 3 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:227/600: open fd = 3 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:228/600: open fd = 3 2024-05-20T21:23:44.567 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:229/600: open fd = 3 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:230/600: open fd = 3 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:231/600: open fd = 3 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.568 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:232/600: open fd = 3 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:233/600: open fd = 3 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:234/600: open fd = 3 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:235/600: open fd = 3 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.569 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:236/600: open fd = 3 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:237/600: open fd = 3 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:238/600: open fd = 3 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.570 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:239/600: open fd = 3 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:240/600: open fd = 3 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:241/600: open fd = 3 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:242/600: open fd = 3 2024-05-20T21:23:44.571 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:243/600: open fd = 3 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:244/600: open fd = 3 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:245/600: open fd = 3 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.572 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:246/600: open fd = 3 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:247/600: open fd = 3 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:248/600: open fd = 3 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:249/600: open fd = 3 2024-05-20T21:23:44.573 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.574 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.574 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:23:44.574 INFO:tasks.workunit.client.0.smithi006.stdout:250/600: open fd = 3 2024-05-20T21:23:44.574 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:44.574 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:23:45.106 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:23:45.595 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:45.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:45 smithi006 ceph-mon[31422]: pgmap v677: 97 pgs: 97 active+clean; 3.8 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:45 smithi062 ceph-mon[36640]: pgmap v677: 97 pgs: 97 active+clean; 3.8 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:45 smithi042 ceph-mon[36332]: pgmap v677: 97 pgs: 97 active+clean; 3.8 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:47.662 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:47 smithi006 ceph-mon[31422]: pgmap v678: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:47.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.953+0000 7fc949c00700 1 -- 172.21.15.6:0/1755983525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 msgr2=0x7fc944105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:47.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.953+0000 7fc949c00700 1 --2- 172.21.15.6:0/1755983525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 0x7fc944105be0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fc930009990 tx=0x7fc930009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.953+0000 7fc949c00700 1 -- 172.21.15.6:0/1755983525 shutdown_connections 2024-05-20T21:23:47.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.953+0000 7fc949c00700 1 --2- 172.21.15.6:0/1755983525 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc944106120 0x7fc944112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.953+0000 7fc949c00700 1 --2- 172.21.15.6:0/1755983525 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc94410b760 0x7fc94410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.953+0000 7fc949c00700 1 --2- 172.21.15.6:0/1755983525 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 0x7fc944105be0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.953+0000 7fc949c00700 1 -- 172.21.15.6:0/1755983525 >> 172.21.15.6:0/1755983525 conn(0x7fc944101250 msgr2=0x7fc944103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:47.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.953+0000 7fc949c00700 1 -- 172.21.15.6:0/1755983525 shutdown_connections 2024-05-20T21:23:47.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.954+0000 7fc949c00700 1 -- 172.21.15.6:0/1755983525 wait complete. 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.955+0000 7fc949c00700 1 Processor -- start 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.955+0000 7fc949c00700 1 -- start start 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.955+0000 7fc949c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 0x7fc94419be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.955+0000 7fc949c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc944106120 0x7fc94419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.955+0000 7fc949c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc94410b760 0x7fc9441a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc949c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc9441159a0 con 0x7fc944105760 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc949c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc944115820 con 0x7fc944106120 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc949c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc944115b20 con 0x7fc94410b760 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 0x7fc94419be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc944106120 0x7fc94419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 0x7fc94419be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40446/0 (socket says 172.21.15.6:40446) 2024-05-20T21:23:47.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc944106120 0x7fc94419c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40514/0 (socket says 172.21.15.6:40514) 2024-05-20T21:23:47.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942a00700 1 -- 172.21.15.6:0/1333033217 learned_addr learned my addr 172.21.15.6:0/1333033217 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:47.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc943400700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc94410b760 0x7fc9441a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942000700 1 -- 172.21.15.6:0/1333033217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc94410b760 msgr2=0x7fc9441a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:47.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942000700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc94410b760 0x7fc9441a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942000700 1 -- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 msgr2=0x7fc94419be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:47.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942000700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 0x7fc94419be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942000700 1 -- 172.21.15.6:0/1333033217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9441a0e40 con 0x7fc944106120 2024-05-20T21:23:47.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.956+0000 7fc942a00700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 0x7fc94419be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:47.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.957+0000 7fc942000700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc944106120 0x7fc94419c370 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fc930006010 tx=0x7fc9300057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:47.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.957+0000 7fc93b400700 1 -- 172.21.15.6:0/1333033217 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc930027070 con 0x7fc944106120 2024-05-20T21:23:47.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.957+0000 7fc949c00700 1 -- 172.21.15.6:0/1333033217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9441a10d0 con 0x7fc944106120 2024-05-20T21:23:47.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.957+0000 7fc93b400700 1 -- 172.21.15.6:0/1333033217 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc930022470 con 0x7fc944106120 2024-05-20T21:23:47.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.957+0000 7fc93b400700 1 -- 172.21.15.6:0/1333033217 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc930017650 con 0x7fc944106120 2024-05-20T21:23:47.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.957+0000 7fc949c00700 1 -- 172.21.15.6:0/1333033217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9441a89b0 con 0x7fc944106120 2024-05-20T21:23:47.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.961+0000 7fc93b400700 1 -- 172.21.15.6:0/1333033217 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc93002a070 con 0x7fc944106120 2024-05-20T21:23:47.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.962+0000 7fc954508b80 1 Processor -- start 2024-05-20T21:23:47.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.962+0000 7fc954508b80 1 -- start start 2024-05-20T21:23:47.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.962+0000 7fc93b400700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9280b2880 0x7fc9280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc954508b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af33eb0 0x558d3af34290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc954508b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af2e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc954508b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af2e880 0x558d3af2ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc954508b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558d3ae8ce40 con 0x558d3af33eb0 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc93b400700 1 -- 172.21.15.6:0/1333033217 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc9300e2ef0 con 0x7fc944106120 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc954508b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558d3ae7c9e0 con 0x558d3af347d0 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc954508b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558d3ae80a20 con 0x558d3af2e880 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc943400700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9280b2880 0x7fc9280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af33eb0 0x558d3af34290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af33eb0 0x558d3af34290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40452/0 (socket says 172.21.15.6:40452) 2024-05-20T21:23:47.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc942a00700 1 -- 172.21.15.6:0/3842806148 learned_addr learned my addr 172.21.15.6:0/3842806148 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:47.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc943400700 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af2e880 0x558d3af2ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.963+0000 7fc942000700 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af2e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc942000700 1 -- 172.21.15.6:0/3842806148 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af2e880 msgr2=0x558d3af2ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc942000700 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af2e880 0x558d3af2ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc942000700 1 -- 172.21.15.6:0/3842806148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af33eb0 msgr2=0x558d3af34290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc942000700 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af33eb0 0x558d3af34290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc942000700 1 -- 172.21.15.6:0/3842806148 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d3ae45420 con 0x558d3af347d0 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc942a00700 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af33eb0 0x558d3af34290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc943400700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9280b2880 0x7fc9280b4d40 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fc93c009ec0 tx=0x7fc93c0134a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc942000700 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af2e260 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fc9300e08f0 tx=0x7fc9300a9e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a89cb3036ce943a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.964+0000 7fc92fe00700 1 -- 172.21.15.6:0/3842806148 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9300a9fb0 con 0x558d3af347d0 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc92fe00700 1 -- 172.21.15.6:0/3842806148 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9300aaba0 con 0x558d3af347d0 2024-05-20T21:23:47.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc92fe00700 1 -- 172.21.15.6:0/3842806148 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9300aa960 con 0x558d3af347d0 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc954508b80 1 -- 172.21.15.6:0/3842806148 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 msgr2=0x558d3af2e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc954508b80 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af2e260 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fc9300e08f0 tx=0x7fc9300a9e70 comp rx=0 tx=0).stop 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc954508b80 1 -- 172.21.15.6:0/3842806148 shutdown_connections 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc954508b80 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af2e880 0x558d3af2ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc954508b80 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af33eb0 0x558d3af34290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc954508b80 1 --2- 172.21.15.6:0/3842806148 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af2e260 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc954508b80 1 -- 172.21.15.6:0/3842806148 >> 172.21.15.6:0/3842806148 conn(0x558d3ae5cbe0 msgr2=0x558d3af29010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.965+0000 7fc954508b80 1 -- 172.21.15.6:0/3842806148 shutdown_connections 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.966+0000 7fc954508b80 1 -- 172.21.15.6:0/3842806148 wait complete. 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.966+0000 7fc954508b80 1 -- start start 2024-05-20T21:23:47.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.966+0000 7fc954508b80 1 Processor -- start 2024-05-20T21:23:47.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc954508b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af3a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc954508b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af37840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc954508b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af37d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc954508b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558d3ad82fa0 con 0x558d3af2e880 2024-05-20T21:23:47.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc954508b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558d3ae1d760 con 0x558d3af33eb0 2024-05-20T21:23:47.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc954508b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558d3af3b000 con 0x558d3af347d0 2024-05-20T21:23:47.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc954508b80 10 client.0 _ll_register_callbacks cb 0x558d3ae26c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:47.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af3a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af3a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40462/0 (socket says 172.21.15.6:40462) 2024-05-20T21:23:47.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc942a00700 1 -- 172.21.15.6:0/3545686276 learned_addr learned my addr 172.21.15.6:0/3545686276 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:47.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc943400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af37d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.967+0000 7fc942000700 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af37840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc942a00700 1 -- 172.21.15.6:0/3545686276 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 msgr2=0x558d3af37d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc942a00700 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af37d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc942a00700 1 -- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 msgr2=0x558d3af37840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc942a00700 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af37840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc942a00700 1 -- 172.21.15.6:0/3545686276 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d3adcc8d0 con 0x558d3af2e880 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc942000700 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af37840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc942a00700 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af3a4a0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fc934011da0 tx=0x7fc93400f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca2f89c7c5424a0c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc92cc00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.968+0000 7fc92cc00700 1 -- 172.21.15.6:0/3545686276 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc934011320 con 0x558d3af2e880 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.969+0000 7fc92cc00700 1 -- 172.21.15.6:0/3545686276 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc93400fb80 con 0x558d3af2e880 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.969+0000 7fc954508b80 1 -- 172.21.15.6:0/3545686276 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9300aaba0 con 0x558d3af2e880 2024-05-20T21:23:47.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.969+0000 7fc92cc00700 1 -- 172.21.15.6:0/3545686276 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc93400fd80 con 0x558d3af2e880 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.969+0000 7fc954508b80 10 client.17310 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.969+0000 7fc954508b80 1 -- 172.21.15.6:0/3545686276 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558d3ae4d060 con 0x558d3af2e880 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.969+0000 7fc92cc00700 1 -- 172.21.15.6:0/3545686276 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9300aaba0 con 0x558d3af2e880 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.969+0000 7fc92cc00700 1 -- 172.21.15.6:0/3545686276 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc934010550 con 0x558d3af2e880 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.970+0000 7fc954508b80 10 client.17310 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.970+0000 7fc954508b80 10 client.17310 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.970+0000 7fc954508b80 20 client.17310 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.970+0000 7fc954508b80 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558d3af47a30 0x558d3af49e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.970+0000 7fc954508b80 4 client.17310 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.970+0000 7fc954508b80 1 -- 172.21.15.6:0/3545686276 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d3ae8ed90 con 0x558d3af47a30 2024-05-20T21:23:47.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.970+0000 7fc942000700 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558d3af47a30 0x558d3af49e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.971+0000 7fc942000700 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558d3af47a30 0x558d3af49e60 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aaf162b76f4d2c14 server_cookie=bc5cd0b4f1a3c1b9 in_seq=0 out_seq=0 2024-05-20T21:23:47.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.971+0000 7fc92cc00700 10 client.17310 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc92cc00700 1 -- 172.21.15.6:0/3545686276 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558d3ae8ed90 con 0x558d3af47a30 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc92cc00700 10 client.17310 handle_command_reply: tid=0 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 client.17310 shutdown 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 -- 172.21.15.6:0/3545686276 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 msgr2=0x558d3af3a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af3a4a0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fc934011da0 tx=0x7fc93400f6a0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 -- 172.21.15.6:0/3545686276 shutdown_connections 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558d3af47a30 0x558d3af49e60 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af37d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af3a4a0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 --2- 172.21.15.6:0/3545686276 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af37840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 -- 172.21.15.6:0/3545686276 >> 172.21.15.6:0/3545686276 conn(0x558d3ae5cbe0 msgr2=0x558d3af2d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:47.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc92cc00700 0 client.17310 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:47.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 -- 172.21.15.6:0/3545686276 shutdown_connections 2024-05-20T21:23:47.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 1 -- 172.21.15.6:0/3545686276 wait complete. 2024-05-20T21:23:47.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.972+0000 7fc954508b80 20 client.17310 trim_cache size 0 max 16384 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.989+0000 7fc954508b80 1 Processor -- start 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.989+0000 7fc954508b80 1 -- start start 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc954508b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af2e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc954508b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af289e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc954508b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af28f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc954508b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc9441b2900 con 0x558d3af2e880 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc954508b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc9441b0190 con 0x558d3af33eb0 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc954508b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc9441adfe0 con 0x558d3af347d0 2024-05-20T21:23:47.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af2e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc943400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af28f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af2e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40478/0 (socket says 172.21.15.6:40478) 2024-05-20T21:23:47.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc942a00700 1 -- 172.21.15.6:0/3157845430 learned_addr learned my addr 172.21.15.6:0/3157845430 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:47.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.990+0000 7fc942000700 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af289e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc943400700 1 -- 172.21.15.6:0/3157845430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 msgr2=0x558d3af289e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:47.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc943400700 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af289e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc943400700 1 -- 172.21.15.6:0/3157845430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 msgr2=0x558d3af2e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc943400700 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af2e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc943400700 1 -- 172.21.15.6:0/3157845430 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d3af2f2d0 con 0x558d3af347d0 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc942000700 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af289e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc942a00700 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af2e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc943400700 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af28f20 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc93c006130 tx=0x7fc93c01d000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91ad79f561904270 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc92f400700 1 -- 172.21.15.6:0/3157845430 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c021070 con 0x558d3af347d0 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc92f400700 1 -- 172.21.15.6:0/3157845430 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc93c004db0 con 0x558d3af347d0 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.991+0000 7fc92f400700 1 -- 172.21.15.6:0/3157845430 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c008e20 con 0x558d3af347d0 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 -- 172.21.15.6:0/3157845430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 msgr2=0x558d3af28f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af28f20 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc93c006130 tx=0x7fc93c01d000 comp rx=0 tx=0).stop 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 -- 172.21.15.6:0/3157845430 shutdown_connections 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af347d0 0x558d3af28f20 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af2e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 --2- 172.21.15.6:0/3157845430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af33eb0 0x558d3af289e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 -- 172.21.15.6:0/3157845430 >> 172.21.15.6:0/3157845430 conn(0x558d3ae5cbe0 msgr2=0x558d3af319c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:47.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 -- 172.21.15.6:0/3157845430 shutdown_connections 2024-05-20T21:23:47.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.992+0000 7fc954508b80 1 -- 172.21.15.6:0/3157845430 wait complete. 2024-05-20T21:23:47.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.993+0000 7fc954508b80 1 -- start start 2024-05-20T21:23:47.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.993+0000 7fc954508b80 1 Processor -- start 2024-05-20T21:23:47.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.993+0000 7fc954508b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af40a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.993+0000 7fc954508b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af33eb0 0x558d3af4f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.993+0000 7fc954508b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af4f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.993+0000 7fc954508b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc9441ae650 con 0x558d3af2e880 2024-05-20T21:23:47.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.993+0000 7fc954508b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc9441afac0 con 0x558d3af347d0 2024-05-20T21:23:47.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.993+0000 7fc954508b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc9441aed20 con 0x558d3af33eb0 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc954508b80 10 client.0 _ll_register_callbacks cb 0x558d3ae26c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc943400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af4f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af40a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af33eb0 0x558d3af4f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc943400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af4f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40560/0 (socket says 172.21.15.6:40560) 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc943400700 1 -- 172.21.15.6:0/2144882477 learned_addr learned my addr 172.21.15.6:0/2144882477 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af33eb0 0x558d3af4f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34588/0 (socket says 172.21.15.6:34588) 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942000700 1 -- 172.21.15.6:0/2144882477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 msgr2=0x558d3af4f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942000700 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af4f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942000700 1 -- 172.21.15.6:0/2144882477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 msgr2=0x558d3af40a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942000700 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af40a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942000700 1 -- 172.21.15.6:0/2144882477 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d3afb1600 con 0x558d3af33eb0 2024-05-20T21:23:47.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.994+0000 7fc942a00700 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af40a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc942000700 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af33eb0 0x558d3af4f0e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fc9300aa150 tx=0x7fc930005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6275d3d6c17b43e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc92cc00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc92cc00700 1 -- 172.21.15.6:0/2144882477 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9300aaba0 con 0x558d3af33eb0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc92cc00700 1 -- 172.21.15.6:0/2144882477 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc9300aa910 con 0x558d3af33eb0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc954508b80 1 -- 172.21.15.6:0/2144882477 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc93c004db0 con 0x558d3af33eb0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc92cc00700 1 -- 172.21.15.6:0/2144882477 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc9300ae850 con 0x558d3af33eb0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc954508b80 10 client.27424 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc954508b80 1 -- 172.21.15.6:0/2144882477 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558d3afb2790 con 0x558d3af33eb0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.995+0000 7fc92cc00700 1 -- 172.21.15.6:0/2144882477 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc93c004db0 con 0x558d3af33eb0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.996+0000 7fc92cc00700 1 -- 172.21.15.6:0/2144882477 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc9300b2e70 con 0x558d3af33eb0 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.996+0000 7fc954508b80 10 client.27424 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.996+0000 7fc954508b80 10 client.27424 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.996+0000 7fc954508b80 20 client.27424 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:47.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.996+0000 7fc954508b80 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558d3afb2c20 0x558d3afb5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:47.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.996+0000 7fc954508b80 4 client.27424 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:23:47.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.996+0000 7fc954508b80 1 -- 172.21.15.6:0/2144882477 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558d3ae88570 con 0x558d3afb2c20 2024-05-20T21:23:47.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.996+0000 7fc942a00700 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558d3afb2c20 0x558d3afb5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc942a00700 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558d3afb2c20 0x558d3afb5040 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e332d818b151e9f server_cookie=7c19b56587432761 in_seq=0 out_seq=0 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc92cc00700 10 client.27424 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc92cc00700 1 -- 172.21.15.6:0/2144882477 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558d3ae88570 con 0x558d3afb2c20 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc92cc00700 10 client.27424 handle_command_reply: tid=0 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 client.27424 shutdown 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 -- 172.21.15.6:0/2144882477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af33eb0 msgr2=0x558d3af4f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af33eb0 0x558d3af4f0e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fc9300aa150 tx=0x7fc930005e80 comp rx=0 tx=0).stop 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 -- 172.21.15.6:0/2144882477 shutdown_connections 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558d3af347d0 0x558d3af4f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558d3af2e880 0x558d3af40a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558d3afb2c20 0x558d3afb5040 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 --2- 172.21.15.6:0/2144882477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558d3af33eb0 0x558d3af4f0e0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc954508b80 1 -- 172.21.15.6:0/2144882477 >> 172.21.15.6:0/2144882477 conn(0x558d3ae5cbe0 msgr2=0x558d3af289e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:48.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.997+0000 7fc92cc00700 0 client.27424 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:48.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.998+0000 7fc954508b80 1 -- 172.21.15.6:0/2144882477 shutdown_connections 2024-05-20T21:23:48.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.998+0000 7fc954508b80 1 -- 172.21.15.6:0/2144882477 wait complete. 2024-05-20T21:23:48.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.998+0000 7fc954508b80 20 client.27424 trim_cache size 0 max 16384 2024-05-20T21:23:48.001 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:23:48.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.998+0000 7fc949c00700 1 -- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9280b2880 msgr2=0x7fc9280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:48.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.998+0000 7fc949c00700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9280b2880 0x7fc9280b4d40 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fc93c009ec0 tx=0x7fc93c0134a0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.998+0000 7fc949c00700 1 -- 172.21.15.6:0/1333033217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc944106120 msgr2=0x7fc94419c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:48.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.998+0000 7fc949c00700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc944106120 0x7fc94419c370 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fc930006010 tx=0x7fc9300057c0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.999+0000 7fc949c00700 1 -- 172.21.15.6:0/1333033217 shutdown_connections 2024-05-20T21:23:48.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.999+0000 7fc949c00700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc9280b2880 0x7fc9280b4d40 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.999+0000 7fc949c00700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc94410b760 0x7fc9441a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.999+0000 7fc949c00700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc944105760 0x7fc94419be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.999+0000 7fc949c00700 1 --2- 172.21.15.6:0/1333033217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc944106120 0x7fc94419c370 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:48.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.999+0000 7fc949c00700 1 -- 172.21.15.6:0/1333033217 >> 172.21.15.6:0/1333033217 conn(0x7fc944101250 msgr2=0x7fc944101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:48.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.999+0000 7fc949c00700 1 -- 172.21.15.6:0/1333033217 shutdown_connections 2024-05-20T21:23:48.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:47.999+0000 7fc949c00700 1 -- 172.21.15.6:0/1333033217 wait complete. 2024-05-20T21:23:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:47 smithi062 ceph-mon[36640]: pgmap v678: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:47 smithi042 ceph-mon[36332]: pgmap v678: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:23:48.685 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10.1 2024-05-20T21:23:48.685 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:49.162 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:49.774 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:23:49.774 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:23:49.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:49 smithi006 ceph-mon[31422]: pgmap v679: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:49 smithi062 ceph-mon[36640]: pgmap v679: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:50.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:49 smithi042 ceph-mon[36332]: pgmap v679: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:23:50.774 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 -- 172.21.15.6:0/3709879212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1281066e0 msgr2=0x7fb12810cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 --2- 172.21.15.6:0/3709879212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1281066e0 0x7fb12810cf70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fb120009ca0 tx=0x7fb12002a8b0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 -- 172.21.15.6:0/3709879212 shutdown_connections 2024-05-20T21:23:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 --2- 172.21.15.6:0/3709879212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb1281066e0 0x7fb12810cf70 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 --2- 172.21.15.6:0/3709879212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb128105d20 0x7fb1281061a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.949 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 --2- 172.21.15.6:0/3709879212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb128104b30 0x7fb128104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.950 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 -- 172.21.15.6:0/3709879212 >> 172.21.15.6:0/3709879212 conn(0x7fb1281000c0 msgr2=0x7fb1281024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:50.950 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 -- 172.21.15.6:0/3709879212 shutdown_connections 2024-05-20T21:23:50.950 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.949+0000 7fb12de00640 1 -- 172.21.15.6:0/3709879212 wait complete. 2024-05-20T21:23:50.951 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.950+0000 7fb12de00640 1 Processor -- start 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.950+0000 7fb12de00640 1 -- start start 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb128104b30 0x7fb12819ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb128105d20 0x7fb12819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12de00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1281066e0 0x7fb1281a2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12de00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb128110690 con 0x7fb128104b30 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12de00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb128110510 con 0x7fb1281066e0 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12de00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb128110810 con 0x7fb128105d20 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12ca00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb128104b30 0x7fb12819ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12d400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1281066e0 0x7fb1281a2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12ca00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb128104b30 0x7fb12819ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40504/0 (socket says 172.21.15.6:40504) 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb127e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb128105d20 0x7fb12819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.952 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.951+0000 7fb12ca00640 1 -- 172.21.15.6:0/3670997607 learned_addr learned my addr 172.21.15.6:0/3670997607 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:50.953 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12ca00640 1 -- 172.21.15.6:0/3670997607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb128105d20 msgr2=0x7fb12819b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:50.953 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12ca00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb128105d20 0x7fb12819b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.953 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12ca00640 1 -- 172.21.15.6:0/3670997607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1281066e0 msgr2=0x7fb1281a2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:50.953 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12ca00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1281066e0 0x7fb1281a2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.953 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12ca00640 1 -- 172.21.15.6:0/3670997607 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1281a2910 con 0x7fb128104b30 2024-05-20T21:23:50.953 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12d400640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1281066e0 0x7fb1281a2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:50.954 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12ca00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb128104b30 0x7fb12819ad50 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fb11800e9c0 tx=0x7fb11800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:50.954 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb125600640 1 -- 172.21.15.6:0/3670997607 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11800cd80 con 0x7fb128104b30 2024-05-20T21:23:50.954 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb125600640 1 -- 172.21.15.6:0/3670997607 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb1180035f0 con 0x7fb128104b30 2024-05-20T21:23:50.954 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12de00640 1 -- 172.21.15.6:0/3670997607 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1281a2c00 con 0x7fb128104b30 2024-05-20T21:23:50.954 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb125600640 1 -- 172.21.15.6:0/3670997607 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb118010690 con 0x7fb128104b30 2024-05-20T21:23:50.954 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.952+0000 7fb12de00640 1 -- 172.21.15.6:0/3670997607 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1281a3150 con 0x7fb128104b30 2024-05-20T21:23:50.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.956+0000 7fb1323d8740 1 Processor -- start 2024-05-20T21:23:50.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.956+0000 7fb1323d8740 1 -- start start 2024-05-20T21:23:50.966 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a3011e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a301850 0x55b86a303ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb1323d8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b86a26bb90 con 0x55b86a2fbcf0 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb1323d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b86a25b730 con 0x55b86a2fc6e0 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb1323d8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b86a25f770 con 0x55b86a301850 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb12d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb125600640 1 -- 172.21.15.6:0/3670997607 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb1180037a0 con 0x7fb128104b30 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb12d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40512/0 (socket says 172.21.15.6:40512) 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb12d400640 1 -- 172.21.15.6:0/3675611268 learned_addr learned my addr 172.21.15.6:0/3675611268 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.957+0000 7fb127e00640 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a301850 0x55b86a303ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb12d400640 1 -- 172.21.15.6:0/3675611268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a301850 msgr2=0x55b86a303ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb12d400640 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a301850 0x55b86a303ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb12d400640 1 -- 172.21.15.6:0/3675611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 msgr2=0x55b86a3011e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb12ca00640 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a3011e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb12d400640 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a3011e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb12d400640 1 -- 172.21.15.6:0/3675611268 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b86a1f48b0 con 0x55b86a2fbcf0 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb12ca00640 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a3011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb12d400640 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fc110 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb120035000 tx=0x7fb120005f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32f58dbfe284f112 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.958+0000 7fb11dc00640 1 -- 172.21.15.6:0/3675611268 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb120003970 con 0x55b86a2fbcf0 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.959+0000 7fb11dc00640 1 -- 172.21.15.6:0/3675611268 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb120036030 con 0x55b86a2fbcf0 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.959+0000 7fb11dc00640 1 -- 172.21.15.6:0/3675611268 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1200047f0 con 0x55b86a2fbcf0 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.959+0000 7fb125600640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb10c0b27d0 0x7fb10c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.959+0000 7fb125600640 1 -- 172.21.15.6:0/3670997607 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb1180e2720 con 0x7fb128104b30 2024-05-20T21:23:50.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.959+0000 7fb12ca00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb10c0b27d0 0x7fb10c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.959+0000 7fb1323d8740 1 -- 172.21.15.6:0/3675611268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a2fbcf0 msgr2=0x55b86a2fc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.959+0000 7fb1323d8740 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fc110 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb120035000 tx=0x7fb120005f80 comp rx=0 tx=0).stop 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 -- 172.21.15.6:0/3675611268 shutdown_connections 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a301850 0x55b86a303ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a3011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 --2- 172.21.15.6:0/3675611268 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fc110 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 -- 172.21.15.6:0/3675611268 >> 172.21.15.6:0/3675611268 conn(0x55b86a2f7360 msgr2=0x55b86a2f7760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 -- 172.21.15.6:0/3675611268 shutdown_connections 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 -- 172.21.15.6:0/3675611268 wait complete. 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb12ca00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb10c0b27d0 0x7fb10c0b4c90 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb1180e04f0 tx=0x7fb118003d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 -- start start 2024-05-20T21:23:50.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.960+0000 7fb1323d8740 1 Processor -- start 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a3059c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a305f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb1323d8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b869f41790 con 0x55b86a301850 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb1323d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b86a203bc0 con 0x55b86a2fc6e0 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb1323d8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b86a3047a0 con 0x55b86a2fbcf0 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb1323d8740 10 client.0 _ll_register_callbacks cb 0x55b86a1e1400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb127e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a305f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb12d400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a3059c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb127e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a305f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40606/0 (socket says 172.21.15.6:40606) 2024-05-20T21:23:50.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb127e00640 1 -- 172.21.15.6:0/330752552 learned_addr learned my addr 172.21.15.6:0/330752552 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.961+0000 7fb12d400640 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb127e00640 1 -- 172.21.15.6:0/330752552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 msgr2=0x55b86a3059c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb127e00640 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a3059c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb127e00640 1 -- 172.21.15.6:0/330752552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 msgr2=0x55b86a30cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb127e00640 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb127e00640 1 -- 172.21.15.6:0/330752552 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b869f70210 con 0x55b86a2fc6e0 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb12d400640 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb127e00640 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a305f00 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb110012740 tx=0x7fb110012c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42660a7568da2f86 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb116000640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb116000640 1 -- 172.21.15.6:0/330752552 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11000f920 con 0x55b86a2fc6e0 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb116000640 1 -- 172.21.15.6:0/330752552 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb11000fac0 con 0x55b86a2fc6e0 2024-05-20T21:23:50.971 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.962+0000 7fb1323d8740 1 -- 172.21.15.6:0/330752552 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb120036030 con 0x55b86a2fc6e0 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb116000640 1 -- 172.21.15.6:0/330752552 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb11000fcc0 con 0x55b86a2fc6e0 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb1323d8740 10 client.27440 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb1323d8740 1 -- 172.21.15.6:0/330752552 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b86a03c620 con 0x55b86a2fc6e0 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb116000640 1 -- 172.21.15.6:0/330752552 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb120036030 con 0x55b86a2fc6e0 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb116000640 1 -- 172.21.15.6:0/330752552 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb11001c420 con 0x55b86a2fc6e0 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb1323d8740 10 client.27440 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb1323d8740 10 client.27440 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb1323d8740 20 client.27440 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb1323d8740 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b86a311570 0x55b86a3139d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb1323d8740 4 client.27440 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.963+0000 7fb1323d8740 1 -- 172.21.15.6:0/330752552 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b86a26dae0 con 0x55b86a311570 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.964+0000 7fb12d400640 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b86a311570 0x55b86a3139d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.964+0000 7fb12d400640 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b86a311570 0x55b86a3139d0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8db1ec4b018d0d1 server_cookie=82ca0188ad2f9ca8 in_seq=0 out_seq=0 2024-05-20T21:23:50.972 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.964+0000 7fb116000640 10 client.27440 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.965+0000 7fb116000640 1 -- 172.21.15.6:0/330752552 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b86a26dae0 con 0x55b86a311570 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.965+0000 7fb116000640 10 client.27440 handle_command_reply: tid=0 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 client.27440 shutdown 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 -- 172.21.15.6:0/330752552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 msgr2=0x55b86a305f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a305f00 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb110012740 tx=0x7fb110012c00 comp rx=0 tx=0).stop 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 -- 172.21.15.6:0/330752552 shutdown_connections 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b86a311570 0x55b86a3139d0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a305f00 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb116000640 0 client.27440 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 --2- 172.21.15.6:0/330752552 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a3059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 -- 172.21.15.6:0/330752552 >> 172.21.15.6:0/330752552 conn(0x55b86a2f7360 msgr2=0x55b86a2f64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 -- 172.21.15.6:0/330752552 shutdown_connections 2024-05-20T21:23:50.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 1 -- 172.21.15.6:0/330752552 wait complete. 2024-05-20T21:23:50.974 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.966+0000 7fb1323d8740 20 client.27440 trim_cache size 0 max 16384 2024-05-20T21:23:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.983+0000 7fb1323d8740 1 Processor -- start 2024-05-20T21:23:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.983+0000 7fb1323d8740 1 -- start start 2024-05-20T21:23:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.983+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.983+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.984 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a2fd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.984 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb1323d8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb1281ae940 con 0x55b86a301850 2024-05-20T21:23:50.984 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb1323d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb1281ac210 con 0x55b86a2fc6e0 2024-05-20T21:23:50.984 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb1323d8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb1281aa060 con 0x55b86a2fbcf0 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb12d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a2fd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb12d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a2fd6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40538/0 (socket says 172.21.15.6:40538) 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb12d400640 1 -- 172.21.15.6:0/1809819493 learned_addr learned my addr 172.21.15.6:0/1809819493 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb127e00640 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb12d400640 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb127e00640 1 -- 172.21.15.6:0/1809819493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 msgr2=0x55b86a2fd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb127e00640 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb127e00640 1 -- 172.21.15.6:0/1809819493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 msgr2=0x55b86a2fd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb127e00640 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a2fd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.984+0000 7fb127e00640 1 -- 172.21.15.6:0/1809819493 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b86a2f7190 con 0x55b86a2fc6e0 2024-05-20T21:23:50.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.985+0000 7fb127e00640 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30cf00 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fb11001cad0 tx=0x7fb11000f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5f563816add73e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.985+0000 7fb11d200640 1 -- 172.21.15.6:0/1809819493 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb110029070 con 0x55b86a2fc6e0 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.985+0000 7fb11d200640 1 -- 172.21.15.6:0/1809819493 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb110012e50 con 0x55b86a2fc6e0 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.985+0000 7fb11d200640 1 -- 172.21.15.6:0/1809819493 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb11001c420 con 0x55b86a2fc6e0 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 -- 172.21.15.6:0/1809819493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 msgr2=0x55b86a30cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30cf00 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fb11001cad0 tx=0x7fb11000f790 comp rx=0 tx=0).stop 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 -- 172.21.15.6:0/1809819493 shutdown_connections 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a2fd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30cf00 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1809819493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a2fd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 -- 172.21.15.6:0/1809819493 >> 172.21.15.6:0/1809819493 conn(0x55b86a2f7360 msgr2=0x55b86a300b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 -- 172.21.15.6:0/1809819493 shutdown_connections 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 -- 172.21.15.6:0/1809819493 wait complete. 2024-05-20T21:23:50.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 -- start start 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.986+0000 7fb1323d8740 1 Processor -- start 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a30a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb1323d8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb1323d8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb1281aa6d0 con 0x55b86a301850 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb1323d8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb1281abb40 con 0x55b86a2fc6e0 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb1323d8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb1281aada0 con 0x55b86a2fbcf0 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb1323d8740 10 client.0 _ll_register_callbacks cb 0x7fb110009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb12d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb12d400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40540/0 (socket says 172.21.15.6:40540) 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb12d400640 1 -- 172.21.15.6:0/1217759513 learned_addr learned my addr 172.21.15.6:0/1217759513 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb12d400640 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a30a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.987+0000 7fb127e00640 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb12d400640 1 -- 172.21.15.6:0/1217759513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 msgr2=0x55b86a30a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb12d400640 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a30a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb12d400640 1 -- 172.21.15.6:0/1217759513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 msgr2=0x55b86a30a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb12d400640 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb12d400640 1 -- 172.21.15.6:0/1217759513 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b86a30bb30 con 0x55b86a301850 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb12d400640 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30b540 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb120009bf0 tx=0x7fb120005f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1205295fd9aa69e3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb116000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb116000640 1 -- 172.21.15.6:0/1217759513 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb12004a040 con 0x55b86a301850 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb116000640 1 -- 172.21.15.6:0/1217759513 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb1200042a0 con 0x55b86a301850 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb1323d8740 1 -- 172.21.15.6:0/1217759513 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb110012e50 con 0x55b86a301850 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.988+0000 7fb116000640 1 -- 172.21.15.6:0/1217759513 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb120004b40 con 0x55b86a301850 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb1323d8740 10 client.17334 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:50.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb1323d8740 1 -- 172.21.15.6:0/1217759513 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b86a30ce40 con 0x55b86a301850 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb116000640 1 -- 172.21.15.6:0/1217759513 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb110012e50 con 0x55b86a301850 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb116000640 1 -- 172.21.15.6:0/1217759513 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb120043070 con 0x55b86a301850 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb1323d8740 10 client.17334 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb1323d8740 10 client.17334 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb1323d8740 20 client.17334 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b86a37c170 0x55b86a37e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb1323d8740 4 client.17334 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.989+0000 7fb1323d8740 1 -- 172.21.15.6:0/1217759513 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b86a2672c0 con 0x55b86a37c170 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.990+0000 7fb127e00640 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b86a37c170 0x55b86a37e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:50.994 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.990+0000 7fb127e00640 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b86a37c170 0x55b86a37e560 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3188b288c4e06cb6 server_cookie=142c8e40a1ac767d in_seq=0 out_seq=0 2024-05-20T21:23:50.995 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:50.990+0000 7fb116000640 10 client.17334 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:51.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb116000640 1 -- 172.21.15.6:0/1217759513 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b86a2672c0 con 0x55b86a37c170 2024-05-20T21:23:51.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb116000640 10 client.17334 handle_command_reply: tid=0 2024-05-20T21:23:51.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 client.17334 shutdown 2024-05-20T21:23:51.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 -- 172.21.15.6:0/1217759513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 msgr2=0x55b86a30b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30b540 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb120009bf0 tx=0x7fb120005f80 comp rx=0 tx=0).stop 2024-05-20T21:23:51.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 -- 172.21.15.6:0/1217759513 shutdown_connections 2024-05-20T21:23:51.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b86a37c170 0x55b86a37e560 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b86a301850 0x55b86a30b540 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b86a2fc6e0 0x55b86a30a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 --2- 172.21.15.6:0/1217759513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b86a2fbcf0 0x55b86a30a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb116000640 0 client.17334 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:51.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 -- 172.21.15.6:0/1217759513 >> 172.21.15.6:0/1217759513 conn(0x55b86a2f7360 msgr2=0x55b86a2fd180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 -- 172.21.15.6:0/1217759513 shutdown_connections 2024-05-20T21:23:51.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.006+0000 7fb1323d8740 1 -- 172.21.15.6:0/1217759513 wait complete. 2024-05-20T21:23:51.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.007+0000 7fb1323d8740 20 client.17334 trim_cache size 0 max 16384 2024-05-20T21:23:51.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:23:51.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:23:51.010 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:23:51.011 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.007+0000 7fb12de00640 1 -- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb10c0b27d0 msgr2=0x7fb10c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.007+0000 7fb12de00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb10c0b27d0 0x7fb10c0b4c90 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb1180e04f0 tx=0x7fb118003d90 comp rx=0 tx=0).stop 2024-05-20T21:23:51.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.007+0000 7fb12de00640 1 -- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb128104b30 msgr2=0x7fb12819ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.007+0000 7fb12de00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb128104b30 0x7fb12819ad50 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fb11800e9c0 tx=0x7fb11800ee80 comp rx=0 tx=0).stop 2024-05-20T21:23:51.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.008+0000 7fb12de00640 1 -- 172.21.15.6:0/3670997607 shutdown_connections 2024-05-20T21:23:51.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.008+0000 7fb12de00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb10c0b27d0 0x7fb10c0b4c90 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.008+0000 7fb12de00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb1281066e0 0x7fb1281a2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.008+0000 7fb12de00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb128105d20 0x7fb12819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.008+0000 7fb12de00640 1 --2- 172.21.15.6:0/3670997607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb128104b30 0x7fb12819ad50 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.008+0000 7fb12de00640 1 -- 172.21.15.6:0/3670997607 >> 172.21.15.6:0/3670997607 conn(0x7fb1281000c0 msgr2=0x7fb1281090a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.008+0000 7fb12de00640 1 -- 172.21.15.6:0/3670997607 shutdown_connections 2024-05-20T21:23:51.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:23:51.008+0000 7fb12de00640 1 -- 172.21.15.6:0/3670997607 wait complete. 2024-05-20T21:23:51.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 -- 172.21.15.6:0/1250503522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff340106120 msgr2=0x7ff340112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 --2- 172.21.15.6:0/1250503522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff340106120 0x7ff340112630 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7ff33800b0a0 tx=0x7ff33800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 -- 172.21.15.6:0/1250503522 shutdown_connections 2024-05-20T21:23:51.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 --2- 172.21.15.6:0/1250503522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff340106120 0x7ff340112630 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 --2- 172.21.15.6:0/1250503522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff34010b760 0x7ff34010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 --2- 172.21.15.6:0/1250503522 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340105760 0x7ff340105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 -- 172.21.15.6:0/1250503522 >> 172.21.15.6:0/1250503522 conn(0x7ff340101250 msgr2=0x7ff340103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:51.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 -- 172.21.15.6:0/1250503522 shutdown_connections 2024-05-20T21:23:51.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.717+0000 7ff346000700 1 -- 172.21.15.6:0/1250503522 wait complete. 2024-05-20T21:23:51.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.719+0000 7ff346000700 1 Processor -- start 2024-05-20T21:23:51.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.719+0000 7ff346000700 1 -- start start 2024-05-20T21:23:51.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.719+0000 7ff346000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340105760 0x7ff34019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.719+0000 7ff346000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff340106120 0x7ff34019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.719+0000 7ff346000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff34010b760 0x7ff3401a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.719+0000 7ff346000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff340115960 con 0x7ff340106120 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.719+0000 7ff346000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff3401157e0 con 0x7ff34010b760 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.719+0000 7ff346000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff340115ae0 con 0x7ff340105760 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340105760 0x7ff34019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff34010b760 0x7ff3401a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340105760 0x7ff34019bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34672/0 (socket says 172.21.15.6:34672) 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff34010b760 0x7ff3401a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40652/0 (socket says 172.21.15.6:40652) 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33f400700 1 -- 172.21.15.6:0/671634081 learned_addr learned my addr 172.21.15.6:0/671634081 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff340106120 0x7ff34019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33f400700 1 -- 172.21.15.6:0/671634081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff34010b760 msgr2=0x7ff3401a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33f400700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff34010b760 0x7ff3401a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33f400700 1 -- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff340106120 msgr2=0x7ff34019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:51.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33f400700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff340106120 0x7ff34019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:51.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33f400700 1 -- 172.21.15.6:0/671634081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3401a0db0 con 0x7ff340105760 2024-05-20T21:23:51.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.720+0000 7ff33fe00700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff34010b760 0x7ff3401a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:51.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.721+0000 7ff33f400700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340105760 0x7ff34019bdf0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7ff33000d980 tx=0x7ff33000dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:51.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.721+0000 7ff337e00700 1 -- 172.21.15.6:0/671634081 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff330016070 con 0x7ff340105760 2024-05-20T21:23:51.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.721+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3401a10a0 con 0x7ff340105760 2024-05-20T21:23:51.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.721+0000 7ff337e00700 1 -- 172.21.15.6:0/671634081 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff330004830 con 0x7ff340105760 2024-05-20T21:23:51.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.721+0000 7ff337e00700 1 -- 172.21.15.6:0/671634081 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3300054c0 con 0x7ff340105760 2024-05-20T21:23:51.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.721+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3401a8920 con 0x7ff340105760 2024-05-20T21:23:51.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.723+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff34006a230 con 0x7ff340105760 2024-05-20T21:23:51.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.725+0000 7ff337e00700 1 -- 172.21.15.6:0/671634081 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff330004220 con 0x7ff340105760 2024-05-20T21:23:51.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.726+0000 7ff337e00700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff3240b2900 0x7ff3240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:51.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.727+0000 7ff337e00700 1 -- 172.21.15.6:0/671634081 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff3300e2630 con 0x7ff340105760 2024-05-20T21:23:51.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.727+0000 7ff33ea00700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff3240b2900 0x7ff3240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:51.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.727+0000 7ff33ea00700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff3240b2900 0x7ff3240b4dc0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff340103840 tx=0x7ff32c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:51.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:51.729+0000 7ff337e00700 1 -- 172.21.15.6:0/671634081 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff33001f020 con 0x7ff340105760 2024-05-20T21:23:51.812 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:51 smithi006 ceph-mon[31422]: pgmap v680: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:23:52.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.025+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff34019d130 con 0x7ff340105760 2024-05-20T21:23:52.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.027+0000 7ff337e00700 1 -- 172.21.15.6:0/671634081 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7ff34019d130 con 0x7ff340105760 2024-05-20T21:23:52.027 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:23:52.027 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:23:52.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff3240b2900 msgr2=0x7ff3240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:52.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff3240b2900 0x7ff3240b4dc0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff340103840 tx=0x7ff32c009260 comp rx=0 tx=0).stop 2024-05-20T21:23:52.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340105760 msgr2=0x7ff34019bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340105760 0x7ff34019bdf0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7ff33000d980 tx=0x7ff33000dc90 comp rx=0 tx=0).stop 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 shutdown_connections 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff3240b2900 0x7ff3240b4dc0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff34010b760 0x7ff3401a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff340105760 0x7ff34019bdf0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 --2- 172.21.15.6:0/671634081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff340106120 0x7ff34019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 >> 172.21.15.6:0/671634081 conn(0x7ff340101250 msgr2=0x7ff3401018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.030+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 shutdown_connections 2024-05-20T21:23:52.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:52.031+0000 7ff346000700 1 -- 172.21.15.6:0/671634081 wait complete. 2024-05-20T21:23:52.032 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:23:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:51 smithi062 ceph-mon[36640]: pgmap v680: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:23:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:51 smithi042 ceph-mon[36332]: pgmap v680: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:23:52.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:52 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/671634081' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:52 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/671634081' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:53.047 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 130.1 --await-for 45.0' 2024-05-20T21:23:53.048 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 130.1 --await-for 45.0 2024-05-20T21:23:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:52 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/671634081' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:23:53.786 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:53.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:53 smithi006 ceph-mon[31422]: pgmap v681: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:53 smithi062 ceph-mon[36640]: pgmap v681: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:53 smithi042 ceph-mon[36332]: pgmap v681: 97 pgs: 97 active+clean; 3.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 -- 172.21.15.6:0/3642469530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9724104450 msgr2=0x7f972406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 --2- 172.21.15.6:0/3642469530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9724104450 0x7f972406bc10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f9718009990 tx=0x7f9718009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 -- 172.21.15.6:0/3642469530 shutdown_connections 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 --2- 172.21.15.6:0/3642469530 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f972410fe90 0x7f9724112280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 --2- 172.21.15.6:0/3642469530 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9724104450 0x7f972406bc10 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 --2- 172.21.15.6:0/3642469530 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f972406c150 0x7f972406c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 -- 172.21.15.6:0/3642469530 >> 172.21.15.6:0/3642469530 conn(0x7f97240793f0 msgr2=0x7f9724079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 -- 172.21.15.6:0/3642469530 shutdown_connections 2024-05-20T21:23:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.692+0000 7f972be00700 1 -- 172.21.15.6:0/3642469530 wait complete. 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.693+0000 7f972be00700 1 Processor -- start 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.694+0000 7f972be00700 1 -- start start 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.694+0000 7f972be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f972406c150 0x7f972419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.694+0000 7f972be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9724104450 0x7f972419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.694+0000 7f972be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f972410fe90 0x7f97241a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.694+0000 7f972be00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9724115910 con 0x7f9724104450 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.694+0000 7f972be00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9724115790 con 0x7f972406c150 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.694+0000 7f972be00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9724115a90 con 0x7f972410fe90 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f972406c150 0x7f972419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f972406c150 0x7f972419bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40670/0 (socket says 172.21.15.6:40670) 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729400700 1 -- 172.21.15.6:0/1672503126 learned_addr learned my addr 172.21.15.6:0/1672503126 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9728a00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9724104450 0x7f972419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729e00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f972410fe90 0x7f97241a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729400700 1 -- 172.21.15.6:0/1672503126 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f972410fe90 msgr2=0x7f97241a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729400700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f972410fe90 0x7f97241a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729400700 1 -- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9724104450 msgr2=0x7f972419c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729400700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9724104450 0x7f972419c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.695+0000 7f9729400700 1 -- 172.21.15.6:0/1672503126 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97241a0df0 con 0x7f972406c150 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.696+0000 7f9729400700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f972406c150 0x7f972419bde0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f97180057f0 tx=0x7f971800bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.696+0000 7f9722000700 1 -- 172.21.15.6:0/1672503126 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9718026070 con 0x7f972406c150 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.696+0000 7f972be00700 1 -- 172.21.15.6:0/1672503126 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97241a1080 con 0x7f972406c150 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.696+0000 7f9722000700 1 -- 172.21.15.6:0/1672503126 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9718021410 con 0x7f972406c150 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.696+0000 7f9722000700 1 -- 172.21.15.6:0/1672503126 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9718017650 con 0x7f972406c150 2024-05-20T21:23:54.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.696+0000 7f972be00700 1 -- 172.21.15.6:0/1672503126 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97241a8960 con 0x7f972406c150 2024-05-20T21:23:54.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.699+0000 7f9722000700 1 -- 172.21.15.6:0/1672503126 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9718029070 con 0x7f972406c150 2024-05-20T21:23:54.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.701+0000 7f97367d7b80 1 Processor -- start 2024-05-20T21:23:54.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.701+0000 7f97367d7b80 1 -- start start 2024-05-20T21:23:54.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.701+0000 7f9722000700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f970c0b2880 0x7f970c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.701+0000 7f9722000700 1 -- 172.21.15.6:0/1672503126 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f97180e2f20 con 0x7f972406c150 2024-05-20T21:23:54.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.701+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d34a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.701+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d34fb0 0x560249d2eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d2f1c0 0x560249d2f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f97367d7b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560249c8cec0 con 0x560249d2f1c0 2024-05-20T21:23:54.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f97367d7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560249c7ca60 con 0x560249d34690 2024-05-20T21:23:54.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f97367d7b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560249c80aa0 con 0x560249d34fb0 2024-05-20T21:23:54.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729e00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f970c0b2880 0x7f970c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d34a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d34a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40672/0 (socket says 172.21.15.6:40672) 2024-05-20T21:23:54.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729400700 1 -- 172.21.15.6:0/2494311946 learned_addr learned my addr 172.21.15.6:0/2494311946 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:54.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9728a00700 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d34fb0 0x560249d2eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729e00700 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d2f1c0 0x560249d2f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729400700 1 -- 172.21.15.6:0/2494311946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d34fb0 msgr2=0x560249d2eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729400700 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d34fb0 0x560249d2eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729400700 1 -- 172.21.15.6:0/2494311946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d2f1c0 msgr2=0x560249d2f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.702+0000 7f9729400700 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d2f1c0 0x560249d2f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.703+0000 7f9729400700 1 -- 172.21.15.6:0/2494311946 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560249c454a0 con 0x560249d34690 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.703+0000 7f9728a00700 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d34fb0 0x560249d2eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.703+0000 7f9729400700 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d34a70 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f97180a77d0 tx=0x7f9718009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=943235e5881a6865 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.703+0000 7f9729e00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f970c0b2880 0x7f970c0b4d40 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f971c009ec0 tx=0x7f971c008ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.703+0000 7f9716a00700 1 -- 172.21.15.6:0/2494311946 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97180aa560 con 0x560249d34690 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.703+0000 7f9716a00700 1 -- 172.21.15.6:0/2494311946 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97180ae910 con 0x560249d34690 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.703+0000 7f9716a00700 1 -- 172.21.15.6:0/2494311946 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97180aa7c0 con 0x560249d34690 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 -- 172.21.15.6:0/2494311946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 msgr2=0x560249d34a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d34a70 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f97180a77d0 tx=0x7f9718009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 -- 172.21.15.6:0/2494311946 shutdown_connections 2024-05-20T21:23:54.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d2f1c0 0x560249d2f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d34a70 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 --2- 172.21.15.6:0/2494311946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d34fb0 0x560249d2eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 -- 172.21.15.6:0/2494311946 >> 172.21.15.6:0/2494311946 conn(0x560249c5cc60 msgr2=0x560249d29710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 -- 172.21.15.6:0/2494311946 shutdown_connections 2024-05-20T21:23:54.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.704+0000 7f97367d7b80 1 -- 172.21.15.6:0/2494311946 wait complete. 2024-05-20T21:23:54.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.705+0000 7f97367d7b80 1 -- start start 2024-05-20T21:23:54.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.705+0000 7f97367d7b80 1 Processor -- start 2024-05-20T21:23:54.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d3ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d38080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d385c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f97367d7b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560249b83020 con 0x560249d34fb0 2024-05-20T21:23:54.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f97367d7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560249c1d7e0 con 0x560249d34690 2024-05-20T21:23:54.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f97367d7b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560249d3b820 con 0x560249d2f1c0 2024-05-20T21:23:54.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f97367d7b80 10 client.0 _ll_register_callbacks cb 0x560249c26cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f9729400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d3ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f9729400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d3ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34716/0 (socket says 172.21.15.6:34716) 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f9729400700 1 -- 172.21.15.6:0/216981058 learned_addr learned my addr 172.21.15.6:0/216981058 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f9728a00700 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d38080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.706+0000 7f9729e00700 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d385c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f9729400700 1 -- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 msgr2=0x560249d38080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f9729400700 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d38080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f9729400700 1 -- 172.21.15.6:0/216981058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 msgr2=0x560249d385c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f9729400700 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d385c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f9729400700 1 -- 172.21.15.6:0/216981058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560249bcc950 con 0x560249d2f1c0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f9728a00700 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d38080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f9729400700 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d3ace0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f97180aa210 tx=0x7f97180096e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e90b7373b9673b11 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f970b400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f970b400700 1 -- 172.21.15.6:0/216981058 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97180aa7c0 con 0x560249d2f1c0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f970b400700 1 -- 172.21.15.6:0/216981058 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f97180aa960 con 0x560249d2f1c0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.707+0000 7f97367d7b80 1 -- 172.21.15.6:0/216981058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97180ae910 con 0x560249d2f1c0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f970b400700 1 -- 172.21.15.6:0/216981058 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97180b2ea0 con 0x560249d2f1c0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f97367d7b80 10 client.27460 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f97367d7b80 1 -- 172.21.15.6:0/216981058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560249c4d0e0 con 0x560249d2f1c0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f970b400700 1 -- 172.21.15.6:0/216981058 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97180ae910 con 0x560249d2f1c0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f970b400700 1 -- 172.21.15.6:0/216981058 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f97180a9850 con 0x560249d2f1c0 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f97367d7b80 10 client.27460 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:54.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f97367d7b80 10 client.27460 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:54.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f97367d7b80 20 client.27460 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:54.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f97367d7b80 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560249d48120 0x560249d4a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f97367d7b80 4 client.27460 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:54.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.708+0000 7f97367d7b80 1 -- 172.21.15.6:0/216981058 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560249c8ee10 con 0x560249d48120 2024-05-20T21:23:54.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.709+0000 7f9728a00700 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560249d48120 0x560249d4a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.709+0000 7f9728a00700 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560249d48120 0x560249d4a510 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=210236af2ca000be server_cookie=690d9eb85629bd30 in_seq=0 out_seq=0 2024-05-20T21:23:54.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.709+0000 7f970b400700 10 client.27460 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:54.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.710+0000 7f970b400700 1 -- 172.21.15.6:0/216981058 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560249c8ee10 con 0x560249d48120 2024-05-20T21:23:54.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.710+0000 7f970b400700 10 client.27460 handle_command_reply: tid=0 2024-05-20T21:23:54.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.710+0000 7f97367d7b80 1 client.27460 shutdown 2024-05-20T21:23:54.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 -- 172.21.15.6:0/216981058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 msgr2=0x560249d3ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d3ace0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f97180aa210 tx=0x7f97180096e0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 -- 172.21.15.6:0/216981058 shutdown_connections 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d385c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560249d48120 0x560249d4a510 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d3ace0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 --2- 172.21.15.6:0/216981058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d38080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f970b400700 0 client.27460 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 -- 172.21.15.6:0/216981058 >> 172.21.15.6:0/216981058 conn(0x560249c5cc60 msgr2=0x560249d28df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 -- 172.21.15.6:0/216981058 shutdown_connections 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 1 -- 172.21.15.6:0/216981058 wait complete. 2024-05-20T21:23:54.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.711+0000 7f97367d7b80 20 client.27460 trim_cache size 0 max 16384 2024-05-20T21:23:54.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.735+0000 7f97367d7b80 1 Processor -- start 2024-05-20T21:23:54.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.735+0000 7f97367d7b80 1 -- start start 2024-05-20T21:23:54.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.735+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d2eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.735+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d37220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.735+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d29570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.735+0000 7f97367d7b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f97241b2930 con 0x560249d34fb0 2024-05-20T21:23:54.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.735+0000 7f97367d7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f97241b01c0 con 0x560249d34690 2024-05-20T21:23:54.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.735+0000 7f97367d7b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f97241ae010 con 0x560249d2f1c0 2024-05-20T21:23:54.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9728a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d37220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9729400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d2eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9728a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d37220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40694/0 (socket says 172.21.15.6:40694) 2024-05-20T21:23:54.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9728a00700 1 -- 172.21.15.6:0/3665061519 learned_addr learned my addr 172.21.15.6:0/3665061519 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:54.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9729e00700 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d29570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9728a00700 1 -- 172.21.15.6:0/3665061519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 msgr2=0x560249d2eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9728a00700 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d2eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9728a00700 1 -- 172.21.15.6:0/3665061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 msgr2=0x560249d29570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9728a00700 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d29570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9728a00700 1 -- 172.21.15.6:0/3665061519 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560249d2a520 con 0x560249d34690 2024-05-20T21:23:54.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.736+0000 7f9729e00700 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d29570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:23:54.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.737+0000 7f9728a00700 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d37220 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x560249d4ac70 tx=0x7f9710009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bba6d9f69fc73413 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.737+0000 7f9716000700 1 -- 172.21.15.6:0/3665061519 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9710004050 con 0x560249d34690 2024-05-20T21:23:54.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.737+0000 7f9716000700 1 -- 172.21.15.6:0/3665061519 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f971000f7a0 con 0x560249d34690 2024-05-20T21:23:54.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.737+0000 7f9716000700 1 -- 172.21.15.6:0/3665061519 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97100038e0 con 0x560249d34690 2024-05-20T21:23:54.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 -- 172.21.15.6:0/3665061519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 msgr2=0x560249d37220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d37220 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x560249d4ac70 tx=0x7f9710009260 comp rx=0 tx=0).stop 2024-05-20T21:23:54.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 -- 172.21.15.6:0/3665061519 shutdown_connections 2024-05-20T21:23:54.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34fb0 0x560249d29570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d2eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3665061519 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34690 0x560249d37220 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 -- 172.21.15.6:0/3665061519 >> 172.21.15.6:0/3665061519 conn(0x560249c5cc60 msgr2=0x560249d39730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 -- 172.21.15.6:0/3665061519 shutdown_connections 2024-05-20T21:23:54.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.738+0000 7f97367d7b80 1 -- 172.21.15.6:0/3665061519 wait complete. 2024-05-20T21:23:54.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 1 -- start start 2024-05-20T21:23:54.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 1 Processor -- start 2024-05-20T21:23:54.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d41200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34690 0x560249d3da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34fb0 0x560249d3e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f97241ae680 con 0x560249d34690 2024-05-20T21:23:54.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f97241afaf0 con 0x560249d34fb0 2024-05-20T21:23:54.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f97241aed50 con 0x560249d2f1c0 2024-05-20T21:23:54.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.739+0000 7f97367d7b80 10 client.0 _ll_register_callbacks cb 0x560249c26cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:54.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34fb0 0x560249d3e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34fb0 0x560249d3e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40704/0 (socket says 172.21.15.6:40704) 2024-05-20T21:23:54.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729e00700 1 -- 172.21.15.6:0/3424233679 learned_addr learned my addr 172.21.15.6:0/3424233679 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:54.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9728a00700 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34690 0x560249d3da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729400700 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d41200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729400700 1 -- 172.21.15.6:0/3424233679 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34fb0 msgr2=0x560249d3e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729400700 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34fb0 0x560249d3e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729400700 1 -- 172.21.15.6:0/3424233679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34690 msgr2=0x560249d3da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:54.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729400700 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34690 0x560249d3da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729400700 1 -- 172.21.15.6:0/3424233679 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560249db2bb0 con 0x560249d2f1c0 2024-05-20T21:23:54.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.740+0000 7f9729e00700 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34fb0 0x560249d3e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:54.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f9729400700 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d41200 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f97180a9bf0 tx=0x7f97180aa170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f85be3034fbe3a67 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:54.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f970b400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:54.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f970b400700 1 -- 172.21.15.6:0/3424233679 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97180ae910 con 0x560249d2f1c0 2024-05-20T21:23:54.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f970b400700 1 -- 172.21.15.6:0/3424233679 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f97180a61c0 con 0x560249d2f1c0 2024-05-20T21:23:54.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f97367d7b80 1 -- 172.21.15.6:0/3424233679 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f971000f7a0 con 0x560249d2f1c0 2024-05-20T21:23:54.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f970b400700 1 -- 172.21.15.6:0/3424233679 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97180aa560 con 0x560249d2f1c0 2024-05-20T21:23:54.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f97367d7b80 10 client.27466 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:54.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f97367d7b80 1 -- 172.21.15.6:0/3424233679 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560249db2bb0 con 0x560249d2f1c0 2024-05-20T21:23:54.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.741+0000 7f970b400700 1 -- 172.21.15.6:0/3424233679 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f971000f7a0 con 0x560249d2f1c0 2024-05-20T21:23:54.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.742+0000 7f970b400700 1 -- 172.21.15.6:0/3424233679 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f97180a97c0 con 0x560249d2f1c0 2024-05-20T21:23:54.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.742+0000 7f97367d7b80 10 client.27466 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:54.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.742+0000 7f97367d7b80 10 client.27466 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:23:54.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.742+0000 7f97367d7b80 20 client.27466 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:54.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.742+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560249db4050 0x560249db6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:54.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.742+0000 7f97367d7b80 4 client.27466 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:23:54.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.742+0000 7f97367d7b80 1 -- 172.21.15.6:0/3424233679 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560249c885f0 con 0x560249db4050 2024-05-20T21:23:54.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.742+0000 7f9728a00700 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560249db4050 0x560249db6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:54.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.743+0000 7f9728a00700 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560249db4050 0x560249db6440 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c20fba5024f91cb server_cookie=a9e35072ede2d5b2 in_seq=0 out_seq=0 2024-05-20T21:23:54.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.743+0000 7f970b400700 10 client.27466 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:54.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f970b400700 1 -- 172.21.15.6:0/3424233679 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560249c885f0 con 0x560249db4050 2024-05-20T21:23:54.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f970b400700 10 client.27466 handle_command_reply: tid=0 2024-05-20T21:23:54.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 client.27466 shutdown 2024-05-20T21:23:54.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 -- 172.21.15.6:0/3424233679 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 msgr2=0x560249d41200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d41200 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f97180a9bf0 tx=0x7f97180aa170 comp rx=0 tx=0).stop 2024-05-20T21:23:54.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 -- 172.21.15.6:0/3424233679 shutdown_connections 2024-05-20T21:23:54.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560249d34fb0 0x560249d3e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560249db4050 0x560249db6440 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560249d2f1c0 0x560249d41200 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 --2- 172.21.15.6:0/3424233679 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560249d34690 0x560249d3da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 -- 172.21.15.6:0/3424233679 >> 172.21.15.6:0/3424233679 conn(0x560249c5cc60 msgr2=0x560249d39f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f970b400700 0 client.27466 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:54.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 -- 172.21.15.6:0/3424233679 shutdown_connections 2024-05-20T21:23:54.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.744+0000 7f97367d7b80 1 -- 172.21.15.6:0/3424233679 wait complete. 2024-05-20T21:23:54.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f97367d7b80 20 client.27466 trim_cache size 0 max 16384 2024-05-20T21:23:54.758 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:23:54.758 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:23:54.758 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "a5abb829-231a-4ab6-a79e-10eed18791ad", 2024-05-20T21:23:54.758 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:23:54.758 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:23:54.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 -- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f970c0b2880 msgr2=0x7f970c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f970c0b2880 0x7f970c0b4d40 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f971c009ec0 tx=0x7f971c008ad0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 -- 172.21.15.6:0/1672503126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f972406c150 msgr2=0x7f972419bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f972406c150 0x7f972419bde0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f97180057f0 tx=0x7f971800bfd0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 -- 172.21.15.6:0/1672503126 shutdown_connections 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f970c0b2880 0x7f970c0b4d40 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f972410fe90 0x7f97241a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f972406c150 0x7f972419bde0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 --2- 172.21.15.6:0/1672503126 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9724104450 0x7f972419c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.745+0000 7f972be00700 1 -- 172.21.15.6:0/1672503126 >> 172.21.15.6:0/1672503126 conn(0x7f97240793f0 msgr2=0x7f9724101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.746+0000 7f972be00700 1 -- 172.21.15.6:0/1672503126 shutdown_connections 2024-05-20T21:23:54.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:54.746+0000 7f972be00700 1 -- 172.21.15.6:0/1672503126 wait complete. 2024-05-20T21:23:55.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:55 smithi006 ceph-mon[31422]: pgmap v682: 97 pgs: 97 active+clean; 3.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:55.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:55 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:23:55.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:55 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:55.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:55 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:23:55.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:55 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:55.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:55 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:23:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:55 smithi062 ceph-mon[36640]: pgmap v682: 97 pgs: 97 active+clean; 3.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:55 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:23:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:55 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:55 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:23:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:55 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:56.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:55 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:23:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:55 smithi042 ceph-mon[36332]: pgmap v682: 97 pgs: 97 active+clean; 3.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:23:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:55 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:23:56.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:55 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:56.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:55 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:23:56.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:55 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:23:56.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:55 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:23:56.397 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:23:57.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.075+0000 7fc487e00700 1 -- 172.21.15.6:0/3303274520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc488103fa0 msgr2=0x7fc488107ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.075+0000 7fc487e00700 1 --2- 172.21.15.6:0/3303274520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc488103fa0 0x7fc488107ff0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fc470009990 tx=0x7fc470009ca0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.076+0000 7fc487e00700 1 -- 172.21.15.6:0/3303274520 shutdown_connections 2024-05-20T21:23:57.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.076+0000 7fc487e00700 1 --2- 172.21.15.6:0/3303274520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4881086d0 0x7fc4881102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.076+0000 7fc487e00700 1 --2- 172.21.15.6:0/3303274520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc4881035f0 0x7fc4881039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.076+0000 7fc487e00700 1 --2- 172.21.15.6:0/3303274520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc488103fa0 0x7fc488107ff0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.076+0000 7fc487e00700 1 -- 172.21.15.6:0/3303274520 >> 172.21.15.6:0/3303274520 conn(0x7fc4880fef20 msgr2=0x7fc488101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:57.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.076+0000 7fc487e00700 1 -- 172.21.15.6:0/3303274520 shutdown_connections 2024-05-20T21:23:57.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.076+0000 7fc487e00700 1 -- 172.21.15.6:0/3303274520 wait complete. 2024-05-20T21:23:57.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.077+0000 7fc487e00700 1 Processor -- start 2024-05-20T21:23:57.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.077+0000 7fc487e00700 1 -- start start 2024-05-20T21:23:57.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc487e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4881035f0 0x7fc48819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc487e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc488103fa0 0x7fc48819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc487e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc4881086d0 0x7fc488199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc487e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc488113590 con 0x7fc4881086d0 2024-05-20T21:23:57.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc487e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc488113410 con 0x7fc488103fa0 2024-05-20T21:23:57.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc487e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc488113710 con 0x7fc4881035f0 2024-05-20T21:23:57.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc486a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4881035f0 0x7fc48819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc486a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4881035f0 0x7fc48819f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39920/0 (socket says 172.21.15.6:39920) 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.078+0000 7fc486a00700 1 -- 172.21.15.6:0/1394068867 learned_addr learned my addr 172.21.15.6:0/1394068867 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc47e000700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc488103fa0 0x7fc48819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc487400700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc4881086d0 0x7fc488199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc486a00700 1 -- 172.21.15.6:0/1394068867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc488103fa0 msgr2=0x7fc48819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc486a00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc488103fa0 0x7fc48819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc486a00700 1 -- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc4881086d0 msgr2=0x7fc488199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc486a00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc4881086d0 0x7fc488199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc486a00700 1 -- 172.21.15.6:0/1394068867 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc488199fd0 con 0x7fc4881035f0 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc487400700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc4881086d0 0x7fc488199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.079+0000 7fc486a00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4881035f0 0x7fc48819f6b0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fc47800ef10 tx=0x7fc47800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.080+0000 7fc47fe00700 1 -- 172.21.15.6:0/1394068867 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47800ca70 con 0x7fc4881035f0 2024-05-20T21:23:57.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.080+0000 7fc487e00700 1 -- 172.21.15.6:0/1394068867 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc48819a260 con 0x7fc4881035f0 2024-05-20T21:23:57.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.080+0000 7fc47fe00700 1 -- 172.21.15.6:0/1394068867 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc478019070 con 0x7fc4881035f0 2024-05-20T21:23:57.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.080+0000 7fc47fe00700 1 -- 172.21.15.6:0/1394068867 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc478014480 con 0x7fc4881035f0 2024-05-20T21:23:57.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.080+0000 7fc487e00700 1 -- 172.21.15.6:0/1394068867 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4881a6580 con 0x7fc4881035f0 2024-05-20T21:23:57.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.085+0000 7fc47fe00700 1 -- 172.21.15.6:0/1394068867 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc478012050 con 0x7fc4881035f0 2024-05-20T21:23:57.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.086+0000 7fc498255b80 1 Processor -- start 2024-05-20T21:23:57.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.086+0000 7fc498255b80 1 -- start start 2024-05-20T21:23:57.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc498255b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 0x56536299d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc498255b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299daf0 0x5653629986c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc498255b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565362998ce0 0x565362999140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc498255b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5653628f1fd0 con 0x56536299d1d0 2024-05-20T21:23:57.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc498255b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5653628e1b70 con 0x565362998ce0 2024-05-20T21:23:57.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc498255b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5653628e5bb0 con 0x56536299daf0 2024-05-20T21:23:57.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc486a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299daf0 0x5653629986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc487400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 0x56536299d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc486a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299daf0 0x5653629986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39926/0 (socket says 172.21.15.6:39926) 2024-05-20T21:23:57.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc486a00700 1 -- 172.21.15.6:0/919538689 learned_addr learned my addr 172.21.15.6:0/919538689 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:57.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc47e000700 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565362998ce0 0x565362999140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.087+0000 7fc47fe00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc46c0b29b0 0x7fc46c0b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc486a00700 1 -- 172.21.15.6:0/919538689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565362998ce0 msgr2=0x565362999140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc486a00700 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565362998ce0 0x565362999140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc486a00700 1 -- 172.21.15.6:0/919538689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 msgr2=0x56536299d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc486a00700 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 0x56536299d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc47fe00700 1 -- 172.21.15.6:0/1394068867 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc4780e2300 con 0x7fc4881035f0 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc486a00700 1 -- 172.21.15.6:0/919538689 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653628aa5b0 con 0x56536299daf0 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc47e000700 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565362998ce0 0x565362999140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc487400700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc46c0b29b0 0x7fc46c0b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc486a00700 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299daf0 0x5653629986c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc4780a72a0 tx=0x7fc4780a5fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44c2b78684342d82 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.088+0000 7fc477e00700 1 -- 172.21.15.6:0/919538689 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4780a95f0 con 0x56536299daf0 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc477e00700 1 -- 172.21.15.6:0/919538689 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc47800cdc0 con 0x56536299daf0 2024-05-20T21:23:57.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc477e00700 1 -- 172.21.15.6:0/919538689 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4780a8f90 con 0x56536299daf0 2024-05-20T21:23:57.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc498255b80 1 -- 172.21.15.6:0/919538689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299daf0 msgr2=0x5653629986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc498255b80 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299daf0 0x5653629986c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc4780a72a0 tx=0x7fc4780a5fa0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc487400700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc46c0b29b0 0x7fc46c0b4e70 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fc480009680 tx=0x7fc480004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:57.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc498255b80 1 -- 172.21.15.6:0/919538689 shutdown_connections 2024-05-20T21:23:57.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc498255b80 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565362998ce0 0x565362999140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc498255b80 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 0x56536299d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc498255b80 1 --2- 172.21.15.6:0/919538689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299daf0 0x5653629986c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.089+0000 7fc498255b80 1 -- 172.21.15.6:0/919538689 >> 172.21.15.6:0/919538689 conn(0x5653628c1d70 msgr2=0x56536298ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:57.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.090+0000 7fc498255b80 1 -- 172.21.15.6:0/919538689 shutdown_connections 2024-05-20T21:23:57.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.090+0000 7fc498255b80 1 -- 172.21.15.6:0/919538689 wait complete. 2024-05-20T21:23:57.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.090+0000 7fc498255b80 1 -- start start 2024-05-20T21:23:57.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.090+0000 7fc498255b80 1 Processor -- start 2024-05-20T21:23:57.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc498255b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x5653629a4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc498255b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 0x5653629a1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc498255b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653629a21e0 0x5653629a2660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc498255b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5653627e8130 con 0x56536299d1d0 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc498255b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5653628828f0 con 0x5653629a21e0 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc498255b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5653629a55e0 con 0x565362998ce0 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc498255b80 10 client.0 _ll_register_callbacks cb 0x56536288be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc47e000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 0x5653629a1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc486a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x5653629a4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc486a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x5653629a4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39930/0 (socket says 172.21.15.6:39930) 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc486a00700 1 -- 172.21.15.6:0/1801763532 learned_addr learned my addr 172.21.15.6:0/1801763532 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.091+0000 7fc487400700 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653629a21e0 0x5653629a2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc486a00700 1 -- 172.21.15.6:0/1801763532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653629a21e0 msgr2=0x5653629a2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:57.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc486a00700 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653629a21e0 0x5653629a2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc486a00700 1 -- 172.21.15.6:0/1801763532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 msgr2=0x5653629a1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc486a00700 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 0x5653629a1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc486a00700 1 -- 172.21.15.6:0/1801763532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565362831a60 con 0x565362998ce0 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc486a00700 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x5653629a4900 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc4780a6a90 tx=0x7fc478009eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=92aae66cd952c47f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc474c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc474c00700 1 -- 172.21.15.6:0/1801763532 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4780a9170 con 0x565362998ce0 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc474c00700 1 -- 172.21.15.6:0/1801763532 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc4780a8a80 con 0x565362998ce0 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.092+0000 7fc498255b80 1 -- 172.21.15.6:0/1801763532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5653628f3f20 con 0x565362998ce0 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc474c00700 1 -- 172.21.15.6:0/1801763532 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc4780a8f90 con 0x565362998ce0 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc498255b80 10 client.27478 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc498255b80 1 -- 172.21.15.6:0/1801763532 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5653628b21f0 con 0x565362998ce0 2024-05-20T21:23:57.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc474c00700 1 -- 172.21.15.6:0/1801763532 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5653628f3f20 con 0x565362998ce0 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc474c00700 1 -- 172.21.15.6:0/1801763532 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc4780a5190 con 0x565362998ce0 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc498255b80 10 client.27478 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc498255b80 10 client.27478 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc498255b80 20 client.27478 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc498255b80 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653629b23f0 0x5653629b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc498255b80 4 client.27478 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.093+0000 7fc498255b80 1 -- 172.21.15.6:0/1801763532 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653628ed700 con 0x5653629b23f0 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.094+0000 7fc47e000700 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653629b23f0 0x5653629b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.094+0000 7fc47e000700 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653629b23f0 0x5653629b47e0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53b9f7f85da733d0 server_cookie=e13dacbb2b3b583b in_seq=0 out_seq=0 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.094+0000 7fc474c00700 10 client.27478 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:57.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.095+0000 7fc474c00700 1 -- 172.21.15.6:0/1801763532 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5653628ed700 con 0x5653629b23f0 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.095+0000 7fc474c00700 10 client.27478 handle_command_reply: tid=0 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.095+0000 7fc498255b80 1 client.27478 shutdown 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.095+0000 7fc498255b80 1 -- 172.21.15.6:0/1801763532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 msgr2=0x5653629a4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.095+0000 7fc498255b80 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x5653629a4900 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc4780a6a90 tx=0x7fc478009eb0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 1 -- 172.21.15.6:0/1801763532 shutdown_connections 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653629a21e0 0x5653629a2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653629b23f0 0x5653629b47e0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x5653629a4900 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 1 --2- 172.21.15.6:0/1801763532 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56536299d1d0 0x5653629a1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc474c00700 0 client.27478 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 1 -- 172.21.15.6:0/1801763532 >> 172.21.15.6:0/1801763532 conn(0x5653628c1d70 msgr2=0x56536299e870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 1 -- 172.21.15.6:0/1801763532 shutdown_connections 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 1 -- 172.21.15.6:0/1801763532 wait complete. 2024-05-20T21:23:57.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.096+0000 7fc498255b80 20 client.27478 trim_cache size 0 max 16384 2024-05-20T21:23:57.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.122+0000 7fc498255b80 1 Processor -- start 2024-05-20T21:23:57.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.122+0000 7fc498255b80 1 -- start start 2024-05-20T21:23:57.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc498255b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653628c1d70 0x5653629a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc498255b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x56536299ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc498255b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56536299d1d0 0x56536299b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc498255b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc4881ae450 con 0x5653628c1d70 2024-05-20T21:23:57.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc498255b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4881abce0 con 0x56536299d1d0 2024-05-20T21:23:57.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc498255b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc4881a9b30 con 0x565362998ce0 2024-05-20T21:23:57.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc486a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653628c1d70 0x5653629a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc487400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56536299d1d0 0x56536299b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc486a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653628c1d70 0x5653629a3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50180/0 (socket says 172.21.15.6:50180) 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc47e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x56536299ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.123+0000 7fc486a00700 1 -- 172.21.15.6:0/3923203108 learned_addr learned my addr 172.21.15.6:0/3923203108 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc487400700 1 -- 172.21.15.6:0/3923203108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 msgr2=0x56536299ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc487400700 1 --2- 172.21.15.6:0/3923203108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x56536299ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc487400700 1 -- 172.21.15.6:0/3923203108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653628c1d70 msgr2=0x5653629a3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc487400700 1 --2- 172.21.15.6:0/3923203108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653628c1d70 0x5653629a3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc487400700 1 -- 172.21.15.6:0/3923203108 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653629a4ee0 con 0x56536299d1d0 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc47e000700 1 --2- 172.21.15.6:0/3923203108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x56536299ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc487400700 1 --2- 172.21.15.6:0/3923203108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56536299d1d0 0x56536299b260 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc480012a60 tx=0x7fc480016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f007586b24621846 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc477400700 1 -- 172.21.15.6:0/3923203108 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc480028680 con 0x56536299d1d0 2024-05-20T21:23:57.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc477400700 1 -- 172.21.15.6:0/3923203108 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc48001ee50 con 0x56536299d1d0 2024-05-20T21:23:57.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.124+0000 7fc477400700 1 -- 172.21.15.6:0/3923203108 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc48001bca0 con 0x56536299d1d0 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.125+0000 7fc498255b80 1 -- 172.21.15.6:0/3923203108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56536299d1d0 msgr2=0x56536299b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.125+0000 7fc498255b80 1 --2- 172.21.15.6:0/3923203108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56536299d1d0 0x56536299b260 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc480012a60 tx=0x7fc480016000 comp rx=0 tx=0).stop 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.125+0000 7fc498255b80 1 -- 172.21.15.6:0/3923203108 shutdown_connections 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.125+0000 7fc498255b80 1 --2- 172.21.15.6:0/3923203108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56536299d1d0 0x56536299b260 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.125+0000 7fc498255b80 1 --2- 172.21.15.6:0/3923203108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653628c1d70 0x5653629a3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.125+0000 7fc498255b80 1 --2- 172.21.15.6:0/3923203108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565362998ce0 0x56536299ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.125+0000 7fc498255b80 1 -- 172.21.15.6:0/3923203108 >> 172.21.15.6:0/3923203108 conn(0x565362999390 msgr2=0x5653629a3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.126+0000 7fc498255b80 1 -- 172.21.15.6:0/3923203108 shutdown_connections 2024-05-20T21:23:57.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.126+0000 7fc498255b80 1 -- 172.21.15.6:0/3923203108 wait complete. 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.126+0000 7fc498255b80 1 -- start start 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.126+0000 7fc498255b80 1 Processor -- start 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc498255b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653628c1d70 0x5653629b7b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc498255b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565362998ce0 0x5653629b80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc498255b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299d1d0 0x5653629b50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc498255b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc4881aa1a0 con 0x565362998ce0 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc498255b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4881ab610 con 0x5653628c1d70 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc498255b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc4881aa870 con 0x56536299d1d0 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc498255b80 10 client.0 _ll_register_callbacks cb 0x56536288be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc486a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653628c1d70 0x5653629b7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc486a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653628c1d70 0x5653629b7b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43522/0 (socket says 172.21.15.6:43522) 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc486a00700 1 -- 172.21.15.6:0/2984211734 learned_addr learned my addr 172.21.15.6:0/2984211734 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:23:57.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc47e000700 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565362998ce0 0x5653629b80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.127+0000 7fc487400700 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299d1d0 0x5653629b50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc486a00700 1 -- 172.21.15.6:0/2984211734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299d1d0 msgr2=0x5653629b50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:57.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc486a00700 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299d1d0 0x5653629b50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc486a00700 1 -- 172.21.15.6:0/2984211734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565362998ce0 msgr2=0x5653629b80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:23:57.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc486a00700 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565362998ce0 0x5653629b80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc486a00700 1 -- 172.21.15.6:0/2984211734 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653629b5920 con 0x5653628c1d70 2024-05-20T21:23:57.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc486a00700 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653628c1d70 0x5653629b7b60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc4780090a0 tx=0x7fc4780a9f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e73f05bc184067d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:23:57.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc474c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:23:57.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc474c00700 1 -- 172.21.15.6:0/2984211734 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4780a95f0 con 0x5653628c1d70 2024-05-20T21:23:57.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc474c00700 1 -- 172.21.15.6:0/2984211734 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc4780e5db0 con 0x5653628c1d70 2024-05-20T21:23:57.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.128+0000 7fc498255b80 1 -- 172.21.15.6:0/2984211734 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc48001ee50 con 0x5653628c1d70 2024-05-20T21:23:57.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc474c00700 1 -- 172.21.15.6:0/2984211734 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc4780a9170 con 0x5653628c1d70 2024-05-20T21:23:57.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc498255b80 10 client.27488 fetch_fsmap learned FSMap version 26 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc498255b80 1 -- 172.21.15.6:0/2984211734 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565362a1e8d0 con 0x5653628c1d70 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc474c00700 1 -- 172.21.15.6:0/2984211734 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc48001ee50 con 0x5653628c1d70 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc474c00700 1 -- 172.21.15.6:0/2984211734 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc4780a8a80 con 0x5653628c1d70 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc498255b80 10 client.27488 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc498255b80 10 client.27488 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc498255b80 20 client.27488 populate_metadata read hostname 'smithi006' 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc498255b80 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653629a21e0 0x565362a20d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc498255b80 4 client.27488 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.1, "await_for": 45.0}] 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.129+0000 7fc498255b80 1 -- 172.21.15.6:0/2984211734 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.1, "await_for": 45.0}) -- 0x5653627643e0 con 0x5653629a21e0 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.130+0000 7fc47e000700 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653629a21e0 0x565362a20d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.130+0000 7fc47e000700 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653629a21e0 0x565362a20d60 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50da68a0a2adb96d server_cookie=7525bd102ca9d8ae in_seq=0 out_seq=0 2024-05-20T21:23:57.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.130+0000 7fc474c00700 10 client.27488 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:57.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.146+0000 7fc474c00700 1 -- 172.21.15.6:0/2984211734 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5653627643e0 con 0x5653629a21e0 2024-05-20T21:23:57.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.146+0000 7fc474c00700 10 client.27488 handle_command_reply: tid=0 2024-05-20T21:23:57.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.146+0000 7fc498255b80 1 client.27488 shutdown 2024-05-20T21:23:57.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 -- 172.21.15.6:0/2984211734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653628c1d70 msgr2=0x5653629b7b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653628c1d70 0x5653629b7b60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc4780090a0 tx=0x7fc4780a9f90 comp rx=0 tx=0).stop 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 -- 172.21.15.6:0/2984211734 shutdown_connections 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653629a21e0 0x565362a20d60 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56536299d1d0 0x5653629b50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653628c1d70 0x5653629b7b60 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc474c00700 0 client.27488 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 --2- 172.21.15.6:0/2984211734 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565362998ce0 0x5653629b80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 -- 172.21.15.6:0/2984211734 >> 172.21.15.6:0/2984211734 conn(0x565362999390 msgr2=0x5653629a3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 -- 172.21.15.6:0/2984211734 shutdown_connections 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 1 -- 172.21.15.6:0/2984211734 wait complete. 2024-05-20T21:23:57.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.147+0000 7fc498255b80 20 client.27488 trim_cache size 0 max 16384 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 26, 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "d3d72123": { 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 26, 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:23:57.149 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 130.1, 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:23:57.150 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:23:57.151 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:23:57.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.148+0000 7fc487e00700 1 -- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc46c0b29b0 msgr2=0x7fc46c0b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.148+0000 7fc487e00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc46c0b29b0 0x7fc46c0b4e70 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fc480009680 tx=0x7fc480004750 comp rx=0 tx=0).stop 2024-05-20T21:23:57.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.148+0000 7fc487e00700 1 -- 172.21.15.6:0/1394068867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4881035f0 msgr2=0x7fc48819f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.148+0000 7fc487e00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4881035f0 0x7fc48819f6b0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fc47800ef10 tx=0x7fc47800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.149+0000 7fc487e00700 1 -- 172.21.15.6:0/1394068867 shutdown_connections 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.149+0000 7fc487e00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc46c0b29b0 0x7fc46c0b4e70 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.149+0000 7fc487e00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc4881086d0 0x7fc488199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.149+0000 7fc487e00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4881035f0 0x7fc48819f6b0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.149+0000 7fc487e00700 1 --2- 172.21.15.6:0/1394068867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc488103fa0 0x7fc48819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.149+0000 7fc487e00700 1 -- 172.21.15.6:0/1394068867 >> 172.21.15.6:0/1394068867 conn(0x7fc4880fef20 msgr2=0x7fc488101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.149+0000 7fc487e00700 1 -- 172.21.15.6:0/1394068867 shutdown_connections 2024-05-20T21:23:57.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:23:57.149+0000 7fc487e00700 1 -- 172.21.15.6:0/1394068867 wait complete. 2024-05-20T21:23:57.444 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:57.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:57 smithi006 ceph-mon[31422]: pgmap v683: 97 pgs: 97 active+clean; 3.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:57 smithi062 ceph-mon[36640]: pgmap v683: 97 pgs: 97 active+clean; 3.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:57 smithi042 ceph-mon[36332]: pgmap v683: 97 pgs: 97 active+clean; 3.9 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:23:58.176 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'd3d72123', quiesce took 9.5 seconds. Will release after: 0.5999999999999996 2024-05-20T21:23:58.778 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:23:59.752 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:23:59.900 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:23:59 smithi006 ceph-mon[31422]: pgmap v684: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:24:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:23:59 smithi062 ceph-mon[36640]: pgmap v684: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:24:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:23:59 smithi042 ceph-mon[36332]: pgmap v684: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:24:01.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.298+0000 7fc460800700 1 -- 172.21.15.6:0/3977390581 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc45806b220 msgr2=0x7fc45806b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.298+0000 7fc460800700 1 --2- 172.21.15.6:0/3977390581 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc45806b220 0x7fc45806b6a0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fc448009990 tx=0x7fc448009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.299+0000 7fc460800700 1 -- 172.21.15.6:0/3977390581 shutdown_connections 2024-05-20T21:24:01.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.299+0000 7fc460800700 1 --2- 172.21.15.6:0/3977390581 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc45806bbe0 0x7fc4581103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.299+0000 7fc460800700 1 --2- 172.21.15.6:0/3977390581 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc4581095b0 0x7fc458109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.299+0000 7fc460800700 1 --2- 172.21.15.6:0/3977390581 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc45806b220 0x7fc45806b6a0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.636 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.299+0000 7fc460800700 1 -- 172.21.15.6:0/3977390581 >> 172.21.15.6:0/3977390581 conn(0x7fc4580793f0 msgr2=0x7fc458079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.299+0000 7fc460800700 1 -- 172.21.15.6:0/3977390581 shutdown_connections 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.299+0000 7fc460800700 1 -- 172.21.15.6:0/3977390581 wait complete. 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.300+0000 7fc460800700 1 Processor -- start 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.300+0000 7fc460800700 1 -- start start 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc460800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc45806b220 0x7fc458102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc460800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc45806bbe0 0x7fc458102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc460800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4581095b0 0x7fc458102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc460800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc458113740 con 0x7fc45806b220 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc460800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581135c0 con 0x7fc4581095b0 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc460800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581138c0 con 0x7fc45806bbe0 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc45d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc45806bbe0 0x7fc458102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.637 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc45de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc45806b220 0x7fc458102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc45d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc45806bbe0 0x7fc458102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39968/0 (socket says 172.21.15.6:39968) 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc45d400700 1 -- 172.21.15.6:0/2020319889 learned_addr learned my addr 172.21.15.6:0/2020319889 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.301+0000 7fc45e800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4581095b0 0x7fc458102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.302+0000 7fc45d400700 1 -- 172.21.15.6:0/2020319889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4581095b0 msgr2=0x7fc458102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.302+0000 7fc45d400700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4581095b0 0x7fc458102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.302+0000 7fc45d400700 1 -- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc45806b220 msgr2=0x7fc458102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.302+0000 7fc45d400700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc45806b220 0x7fc458102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.302+0000 7fc45d400700 1 -- 172.21.15.6:0/2020319889 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4581a81a0 con 0x7fc45806bbe0 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.302+0000 7fc45e800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4581095b0 0x7fc458102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.302+0000 7fc45d400700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc45806bbe0 0x7fc458102a50 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fc448000c00 tx=0x7fc4480057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.303+0000 7fc452a00700 1 -- 172.21.15.6:0/2020319889 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc448027070 con 0x7fc45806bbe0 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.303+0000 7fc460800700 1 -- 172.21.15.6:0/2020319889 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4581a8430 con 0x7fc45806bbe0 2024-05-20T21:24:01.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.303+0000 7fc452a00700 1 -- 172.21.15.6:0/2020319889 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc448022470 con 0x7fc45806bbe0 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.303+0000 7fc460800700 1 -- 172.21.15.6:0/2020319889 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4581a8890 con 0x7fc45806bbe0 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.303+0000 7fc452a00700 1 -- 172.21.15.6:0/2020319889 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4480175f0 con 0x7fc45806bbe0 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.306+0000 7fc452a00700 1 -- 172.21.15.6:0/2020319889 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc44802a070 con 0x7fc45806bbe0 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.308+0000 7fc46b1fcb80 1 Processor -- start 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.308+0000 7fc46b1fcb80 1 -- start start 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a535260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a535ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca4a493e40 con 0x55ca4a53aeb0 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ca4a4839e0 con 0x55ca4a535880 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ca4a487a20 con 0x55ca4a53b7d0 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc452a00700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4400b2880 0x7fc4400b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc45de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a535260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc45d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a535ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc45de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a535260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39978/0 (socket says 172.21.15.6:39978) 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc45e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc45de00700 1 -- 172.21.15.6:0/570536164 learned_addr learned my addr 172.21.15.6:0/570536164 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.309+0000 7fc452a00700 1 -- 172.21.15.6:0/2020319889 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc4480e2f50 con 0x7fc45806bbe0 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45e800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4400b2880 0x7fc4400b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45de00700 1 -- 172.21.15.6:0/570536164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 msgr2=0x55ca4a535ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45de00700 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a535ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45de00700 1 -- 172.21.15.6:0/570536164 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 msgr2=0x55ca4a53b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45de00700 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45de00700 1 -- 172.21.15.6:0/570536164 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca4a44c420 con 0x55ca4a53b7d0 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45d400700 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a535ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45e800700 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45de00700 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a535260 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc44c009d30 tx=0x7fc44c011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=621de4cf28bbbdb9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:01.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc45e800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4400b2880 0x7fc4400b4d40 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fc454009fd0 tx=0x7fc45400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.310+0000 7fc447400700 1 -- 172.21.15.6:0/570536164 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c004230 con 0x55ca4a53b7d0 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc447400700 1 -- 172.21.15.6:0/570536164 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc44c0043d0 con 0x55ca4a53b7d0 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc447400700 1 -- 172.21.15.6:0/570536164 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c019820 con 0x55ca4a53b7d0 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/570536164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 msgr2=0x55ca4a535260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a535260 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc44c009d30 tx=0x7fc44c011720 comp rx=0 tx=0).stop 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/570536164 shutdown_connections 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a535ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/570536164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a535260 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/570536164 >> 172.21.15.6:0/570536164 conn(0x55ca4a463be0 msgr2=0x55ca4a530010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.311+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/570536164 shutdown_connections 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.312+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/570536164 wait complete. 2024-05-20T21:24:01.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.312+0000 7fc46b1fcb80 1 -- start start 2024-05-20T21:24:01.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.312+0000 7fc46b1fcb80 1 Processor -- start 2024-05-20T21:24:01.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a541450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca4a389fa0 con 0x55ca4a53aeb0 2024-05-20T21:24:01.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ca4a424760 con 0x55ca4a535880 2024-05-20T21:24:01.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ca4a542240 con 0x55ca4a53b7d0 2024-05-20T21:24:01.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc46b1fcb80 10 client.0 _ll_register_callbacks cb 0x55ca4a42dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc45d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc45d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50218/0 (socket says 172.21.15.6:50218) 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc45d400700 1 -- 172.21.15.6:0/1003057614 learned_addr learned my addr 172.21.15.6:0/1003057614 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc45de00700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a541450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.313+0000 7fc45e800700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc45de00700 1 -- 172.21.15.6:0/1003057614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 msgr2=0x55ca4a53ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc45de00700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc45de00700 1 -- 172.21.15.6:0/1003057614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 msgr2=0x55ca4a53e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc45de00700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc45de00700 1 -- 172.21.15.6:0/1003057614 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca4a3d38d0 con 0x55ca4a535880 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc45e800700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc45d400700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:01.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc45de00700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a541450 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc44c005920 tx=0x7fc44c005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7899f5d1254d0703 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc43be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc43be00700 1 -- 172.21.15.6:0/1003057614 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c027070 con 0x55ca4a535880 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc43be00700 1 -- 172.21.15.6:0/1003057614 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc44c003680 con 0x55ca4a535880 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.314+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/1003057614 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc44c0043d0 con 0x55ca4a535880 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc43be00700 1 -- 172.21.15.6:0/1003057614 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc44c033050 con 0x55ca4a535880 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc46b1fcb80 10 client.27500 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/1003057614 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca4a454060 con 0x55ca4a535880 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc43be00700 1 -- 172.21.15.6:0/1003057614 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc44c0043d0 con 0x55ca4a535880 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc43be00700 1 -- 172.21.15.6:0/1003057614 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc44c004cb0 con 0x55ca4a535880 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc46b1fcb80 10 client.27500 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc46b1fcb80 10 client.27500 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc46b1fcb80 20 client.27500 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:01.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca4a54ec20 0x55ca4a551010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc46b1fcb80 4 client.27500 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.315+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/1003057614 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca4a495d90 con 0x55ca4a54ec20 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.316+0000 7fc45d400700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca4a54ec20 0x55ca4a551010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.316+0000 7fc45d400700 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca4a54ec20 0x55ca4a551010 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3d08abd114986db server_cookie=891f710b39f1a660 in_seq=0 out_seq=0 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.316+0000 7fc43be00700 10 client.27500 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.317+0000 7fc43be00700 1 -- 172.21.15.6:0/1003057614 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ca4a495d90 con 0x55ca4a54ec20 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.317+0000 7fc43be00700 10 client.27500 handle_command_reply: tid=0 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.317+0000 7fc46b1fcb80 1 client.27500 shutdown 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.317+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 msgr2=0x55ca4a541450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.317+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a541450 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fc44c005920 tx=0x7fc44c005270 comp rx=0 tx=0).stop 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/1003057614 shutdown_connections 2024-05-20T21:24:01.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca4a54ec20 0x55ca4a551010 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a541450 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/1003057614 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a53e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/1003057614 >> 172.21.15.6:0/1003057614 conn(0x55ca4a463be0 msgr2=0x55ca4a534250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc43be00700 0 client.27500 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/1003057614 shutdown_connections 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/1003057614 wait complete. 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.318+0000 7fc46b1fcb80 20 client.27500 trim_cache size 0 max 16384 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.341+0000 7fc46b1fcb80 1 Processor -- start 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.341+0000 7fc46b1fcb80 1 -- start start 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a535880 0x55ca4a535260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5300f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581b27b0 con 0x55ca4a535880 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581b0040 con 0x55ca4a53b7d0 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581ade90 con 0x55ca4a53aeb0 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc45de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a535880 0x55ca4a535260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc45de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a535880 0x55ca4a535260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50230/0 (socket says 172.21.15.6:50230) 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc45de00700 1 -- 172.21.15.6:0/2256142142 learned_addr learned my addr 172.21.15.6:0/2256142142 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc45d400700 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5300f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.342+0000 7fc45e800700 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc45de00700 1 -- 172.21.15.6:0/2256142142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53aeb0 msgr2=0x55ca4a5300f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc45de00700 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5300f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc45de00700 1 -- 172.21.15.6:0/2256142142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a53b7d0 msgr2=0x55ca4a53bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc45de00700 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc45de00700 1 -- 172.21.15.6:0/2256142142 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca4a541090 con 0x55ca4a535880 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc45d400700 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5300f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc45de00700 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a535880 0x55ca4a535260 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc44c0234b0 tx=0x7fc44c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e99a58e1853f80 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc446a00700 1 -- 172.21.15.6:0/2256142142 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c027070 con 0x55ca4a535880 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc446a00700 1 -- 172.21.15.6:0/2256142142 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc44c023dd0 con 0x55ca4a535880 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.343+0000 7fc446a00700 1 -- 172.21.15.6:0/2256142142 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c003e40 con 0x55ca4a535880 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/2256142142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a535880 msgr2=0x55ca4a535260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a535880 0x55ca4a535260 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc44c0234b0 tx=0x7fc44c005800 comp rx=0 tx=0).stop 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/2256142142 shutdown_connections 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a53b7d0 0x55ca4a53bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a535880 0x55ca4a535260 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/2256142142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5300f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/2256142142 >> 172.21.15.6:0/2256142142 conn(0x55ca4a463be0 msgr2=0x55ca4a52f9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:01.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/2256142142 shutdown_connections 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.344+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/2256142142 wait complete. 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.345+0000 7fc46b1fcb80 1 -- start start 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.345+0000 7fc46b1fcb80 1 Processor -- start 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.345+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a547d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.345+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5562a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.345+0000 7fc46b1fcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a5569e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.345+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581ae500 con 0x55ca4a53aeb0 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.345+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581af970 con 0x55ca4a535880 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.345+0000 7fc46b1fcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581aebd0 con 0x55ca4a53b7d0 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc46b1fcb80 10 client.0 _ll_register_callbacks cb 0x55ca4a42dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a547d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a547d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43572/0 (socket says 172.21.15.6:43572) 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 -- 172.21.15.6:0/3891334570 learned_addr learned my addr 172.21.15.6:0/3891334570 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:01.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45d400700 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45e800700 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a5569e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 -- 172.21.15.6:0/3891334570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 msgr2=0x55ca4a5569e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a5569e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 -- 172.21.15.6:0/3891334570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 msgr2=0x55ca4a5562a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5562a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 -- 172.21.15.6:0/3891334570 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca4a5b8740 con 0x55ca4a535880 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc45de00700 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a547d40 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc44c009c50 tx=0x7fc44c005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36d2c1e8b22703e3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.346+0000 7fc43be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.347+0000 7fc43be00700 1 -- 172.21.15.6:0/3891334570 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c027040 con 0x55ca4a535880 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.347+0000 7fc43be00700 1 -- 172.21.15.6:0/3891334570 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc44c0236a0 con 0x55ca4a535880 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.347+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/3891334570 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc44c023dd0 con 0x55ca4a535880 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.347+0000 7fc43be00700 1 -- 172.21.15.6:0/3891334570 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc44c0238e0 con 0x55ca4a535880 2024-05-20T21:24:01.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.347+0000 7fc46b1fcb80 10 client.27506 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.347+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/3891334570 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca4a5b9940 con 0x55ca4a535880 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc43be00700 1 -- 172.21.15.6:0/3891334570 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc44c023dd0 con 0x55ca4a535880 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc43be00700 1 -- 172.21.15.6:0/3891334570 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc44c03f030 con 0x55ca4a535880 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc46b1fcb80 10 client.27506 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc46b1fcb80 10 client.27506 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc46b1fcb80 20 client.27506 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca4a5b9f40 0x55ca4a5bc360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc46b1fcb80 4 client.27506 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/3891334570 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ca4a48f570 con 0x55ca4a5b9f40 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.348+0000 7fc45d400700 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca4a5b9f40 0x55ca4a5bc360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc45d400700 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca4a5b9f40 0x55ca4a5bc360 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23881720692cb6fe server_cookie=c4966c2e4cda296f in_seq=0 out_seq=0 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc43be00700 10 client.27506 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc43be00700 1 -- 172.21.15.6:0/3891334570 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ca4a48f570 con 0x55ca4a5b9f40 2024-05-20T21:24:01.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc43be00700 10 client.27506 handle_command_reply: tid=0 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 client.27506 shutdown 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/3891334570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 msgr2=0x55ca4a547d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a547d40 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc44c009c50 tx=0x7fc44c005ce0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/3891334570 shutdown_connections 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca4a5b9f40 0x55ca4a5bc360 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca4a53b7d0 0x55ca4a5569e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc43be00700 0 client.27506 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca4a535880 0x55ca4a547d40 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 --2- 172.21.15.6:0/3891334570 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca4a53aeb0 0x55ca4a5562a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/3891334570 >> 172.21.15.6:0/3891334570 conn(0x55ca4a463be0 msgr2=0x55ca4a53bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.349+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/3891334570 shutdown_connections 2024-05-20T21:24:01.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc46b1fcb80 1 -- 172.21.15.6:0/3891334570 wait complete. 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc46b1fcb80 20 client.27506 trim_cache size 0 max 16384 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 -- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4400b2880 msgr2=0x7fc4400b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4400b2880 0x7fc4400b4d40 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fc454009fd0 tx=0x7fc45400b040 comp rx=0 tx=0).stop 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 -- 172.21.15.6:0/2020319889 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc45806bbe0 msgr2=0x7fc458102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:01.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc45806bbe0 0x7fc458102a50 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fc448000c00 tx=0x7fc4480057c0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 -- 172.21.15.6:0/2020319889 shutdown_connections 2024-05-20T21:24:01.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc4400b2880 0x7fc4400b4d40 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc4581095b0 0x7fc458102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc45806b220 0x7fc458102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 --2- 172.21.15.6:0/2020319889 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc45806bbe0 0x7fc458102a50 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:01.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.350+0000 7fc460800700 1 -- 172.21.15.6:0/2020319889 >> 172.21.15.6:0/2020319889 conn(0x7fc4580793f0 msgr2=0x7fc458101270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:01.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.351+0000 7fc460800700 1 -- 172.21.15.6:0/2020319889 shutdown_connections 2024-05-20T21:24:01.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:01.351+0000 7fc460800700 1 -- 172.21.15.6:0/2020319889 wait complete. 2024-05-20T21:24:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:01 smithi006 ceph-mon[31422]: pgmap v685: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:01 smithi062 ceph-mon[36640]: pgmap v685: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:01 smithi042 ceph-mon[36332]: pgmap v685: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:02.662 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:24:02.663 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1174927377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b88105780 msgr2=0x7f6b88105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1174927377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b88105780 0x7f6b88105c00 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f6b74009990 tx=0x7f6b74009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1174927377 shutdown_connections 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1174927377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b88106140 0x7f6b88112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1174927377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b8810b780 0x7f6b8810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1174927377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b88105780 0x7f6b88105c00 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1174927377 >> 172.21.15.6:0/1174927377 conn(0x7f6b88101270 msgr2=0x7f6b88103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1174927377 shutdown_connections 2024-05-20T21:24:03.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.274+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1174927377 wait complete. 2024-05-20T21:24:03.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.276+0000 7f6b8fa00700 1 Processor -- start 2024-05-20T21:24:03.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.276+0000 7f6b8fa00700 1 -- start start 2024-05-20T21:24:03.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.276+0000 7f6b8fa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b88105780 0x7f6b8819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:03.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.276+0000 7f6b8fa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b88106140 0x7f6b8819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:03.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.276+0000 7f6b8fa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b8810b780 0x7f6b881a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:03.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.276+0000 7f6b8fa00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6b88115a10 con 0x7f6b8810b780 2024-05-20T21:24:03.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.276+0000 7f6b8fa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b88115890 con 0x7f6b88105780 2024-05-20T21:24:03.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.276+0000 7f6b8fa00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6b88115b90 con 0x7f6b88106140 2024-05-20T21:24:03.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b88105780 0x7f6b8819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:03.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8da00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b8810b780 0x7f6b881a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b88105780 0x7f6b8819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43584/0 (socket says 172.21.15.6:43584) 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8d000700 1 -- 172.21.15.6:0/1069972884 learned_addr learned my addr 172.21.15.6:0/1069972884 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b87e00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b88106140 0x7f6b8819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8d000700 1 -- 172.21.15.6:0/1069972884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b88106140 msgr2=0x7f6b8819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8d000700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b88106140 0x7f6b8819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8d000700 1 -- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b8810b780 msgr2=0x7f6b881a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8d000700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b8810b780 0x7f6b881a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.277+0000 7f6b8d000700 1 -- 172.21.15.6:0/1069972884 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b881a0e70 con 0x7f6b88105780 2024-05-20T21:24:03.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.278+0000 7f6b8d000700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b88105780 0x7f6b8819be60 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c00e9a0 tx=0x7f6b7c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:03.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.278+0000 7f6b85600700 1 -- 172.21.15.6:0/1069972884 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c00ca10 con 0x7f6b88105780 2024-05-20T21:24:03.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.278+0000 7f6b85600700 1 -- 172.21.15.6:0/1069972884 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b7c00cbb0 con 0x7f6b88105780 2024-05-20T21:24:03.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.278+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b881a1160 con 0x7f6b88105780 2024-05-20T21:24:03.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.278+0000 7f6b85600700 1 -- 172.21.15.6:0/1069972884 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c018680 con 0x7f6b88105780 2024-05-20T21:24:03.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.278+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b881a89e0 con 0x7f6b88105780 2024-05-20T21:24:03.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.280+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b8806a230 con 0x7f6b88105780 2024-05-20T21:24:03.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.282+0000 7f6b85600700 1 -- 172.21.15.6:0/1069972884 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6b7c010430 con 0x7f6b88105780 2024-05-20T21:24:03.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.283+0000 7f6b85600700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b700b2880 0x7f6b700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:03.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.284+0000 7f6b85600700 1 -- 172.21.15.6:0/1069972884 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6b7c0e2420 con 0x7f6b88105780 2024-05-20T21:24:03.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.284+0000 7f6b87e00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b700b2880 0x7f6b700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:03.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.285+0000 7f6b87e00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b700b2880 0x7f6b700b4d40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6b88103910 tx=0x7f6b7400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:03.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.288+0000 7f6b85600700 1 -- 172.21.15.6:0/1069972884 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6b7c0aa040 con 0x7f6b88105780 2024-05-20T21:24:03.335 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:03.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.587+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6b8802e560 con 0x7f6b88105780 2024-05-20T21:24:03.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.588+0000 7f6b85600700 1 -- 172.21.15.6:0/1069972884 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f6b7c0b20c0 con 0x7f6b88105780 2024-05-20T21:24:03.589 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:24:03.589 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:24:03.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.592+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b700b2880 msgr2=0x7f6b700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:03.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.592+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b700b2880 0x7f6b700b4d40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6b88103910 tx=0x7f6b7400b260 comp rx=0 tx=0).stop 2024-05-20T21:24:03.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.592+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b88105780 msgr2=0x7f6b8819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.592+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b88105780 0x7f6b8819be60 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c00e9a0 tx=0x7f6b7c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.593+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 shutdown_connections 2024-05-20T21:24:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.593+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b700b2880 0x7f6b700b4d40 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.593+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b8810b780 0x7f6b881a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.593+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b88105780 0x7f6b8819be60 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.593+0000 7f6b8fa00700 1 --2- 172.21.15.6:0/1069972884 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b88106140 0x7f6b8819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.593+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 >> 172.21.15.6:0/1069972884 conn(0x7f6b88101270 msgr2=0x7f6b88101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:03.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.593+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 shutdown_connections 2024-05-20T21:24:03.594 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:03.593+0000 7f6b8fa00700 1 -- 172.21.15.6:0/1069972884 wait complete. 2024-05-20T21:24:03.594 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:24:03.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:03 smithi006 ceph-mon[31422]: pgmap v686: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:03.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:03 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1069972884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:03 smithi062 ceph-mon[36640]: pgmap v686: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:03 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1069972884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:03 smithi042 ceph-mon[36332]: pgmap v686: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:03 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1069972884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.151+0000 7f0068c00640 1 -- 172.21.15.6:0/610323323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641011b0 msgr2=0x7f00641015d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.151+0000 7f0068c00640 1 --2- 172.21.15.6:0/610323323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641011b0 0x7f00641015d0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0054009900 tx=0x7f005402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.152+0000 7f0068c00640 1 -- 172.21.15.6:0/610323323 shutdown_connections 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.152+0000 7f0068c00640 1 --2- 172.21.15.6:0/610323323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f00641024b0 0x7f0064102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.152+0000 7f0068c00640 1 --2- 172.21.15.6:0/610323323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0064101b10 0x7f0064101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.152+0000 7f0068c00640 1 --2- 172.21.15.6:0/610323323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641011b0 0x7f00641015d0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.152+0000 7f0068c00640 1 -- 172.21.15.6:0/610323323 >> 172.21.15.6:0/610323323 conn(0x7f00640fcd70 msgr2=0x7f00640ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.152+0000 7f0068c00640 1 -- 172.21.15.6:0/610323323 shutdown_connections 2024-05-20T21:24:04.152 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.152+0000 7f0068c00640 1 -- 172.21.15.6:0/610323323 wait complete. 2024-05-20T21:24:04.154 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.153+0000 7f0068c00640 1 Processor -- start 2024-05-20T21:24:04.154 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.153+0000 7f0068c00640 1 -- start start 2024-05-20T21:24:04.154 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.153+0000 7f0068c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f00641011b0 0x7f006419ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.154 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.153+0000 7f0068c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0064101b10 0x7f006419b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.154 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.153+0000 7f0068c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641024b0 0x7f00641a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.154 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.153+0000 7f0068c00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0064110620 con 0x7f00641024b0 2024-05-20T21:24:04.154 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.153+0000 7f0068c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f00641104a0 con 0x7f0064101b10 2024-05-20T21:24:04.154 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.153+0000 7f0068c00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f00641107a0 con 0x7f00641011b0 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0064101b10 0x7f006419b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0063e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641024b0 0x7f00641a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0064101b10 0x7f006419b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43604/0 (socket says 172.21.15.6:43604) 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 -- 172.21.15.6:0/731286312 learned_addr learned my addr 172.21.15.6:0/731286312 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0063400640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f00641011b0 0x7f006419ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 -- 172.21.15.6:0/731286312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f00641011b0 msgr2=0x7f006419ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f00641011b0 0x7f006419ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 -- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641024b0 msgr2=0x7f00641a22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641024b0 0x7f00641a22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 -- 172.21.15.6:0/731286312 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00641a2960 con 0x7f0064101b10 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0063e00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641024b0 0x7f00641a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:04.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.154+0000 7f0062a00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0064101b10 0x7f006419b290 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f005000e9f0 tx=0x7f005000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:04.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.155+0000 7f005be00640 1 -- 172.21.15.6:0/731286312 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f005000cd80 con 0x7f0064101b10 2024-05-20T21:24:04.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.155+0000 7f005be00640 1 -- 172.21.15.6:0/731286312 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00500108e0 con 0x7f0064101b10 2024-05-20T21:24:04.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.155+0000 7f0068c00640 1 -- 172.21.15.6:0/731286312 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00641a2c50 con 0x7f0064101b10 2024-05-20T21:24:04.157 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.155+0000 7f005be00640 1 -- 172.21.15.6:0/731286312 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0050018980 con 0x7f0064101b10 2024-05-20T21:24:04.157 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.155+0000 7f0068c00640 1 -- 172.21.15.6:0/731286312 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00641a3170 con 0x7f0064101b10 2024-05-20T21:24:04.159 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.159+0000 7f006cff7740 1 Processor -- start 2024-05-20T21:24:04.159 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.159+0000 7f006cff7740 1 -- start start 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.159+0000 7f006cff7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039323110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.159+0000 7f006cff7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 0x55d0393281e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f006cff7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 0x55d03932ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f006cff7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d039292b90 con 0x55d039322cf0 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f006cff7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d039282730 con 0x55d039328850 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f006cff7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d039286770 con 0x55d0393236e0 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039323110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039323110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50276/0 (socket says 172.21.15.6:50276) 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063e00640 1 -- 172.21.15.6:0/1900122510 learned_addr learned my addr 172.21.15.6:0/1900122510 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:04.160 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063400640 1 --2- 172.21.15.6:0/1900122510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 0x55d0393281e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063e00640 1 -- 172.21.15.6:0/1900122510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 msgr2=0x55d0393281e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063e00640 1 --2- 172.21.15.6:0/1900122510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 0x55d0393281e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f005be00640 1 -- 172.21.15.6:0/731286312 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0050010430 con 0x7f0064101b10 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063e00640 1 -- 172.21.15.6:0/1900122510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 msgr2=0x55d03932ace0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063e00640 1 --2- 172.21.15.6:0/1900122510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 0x55d03932ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.160+0000 7f0063e00640 1 -- 172.21.15.6:0/1900122510 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d03921b8b0 con 0x55d039322cf0 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.161+0000 7f0063e00640 1 --2- 172.21.15.6:0/1900122510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039323110 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f005c0117e0 tx=0x7f005c011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8400ee66a28027f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.161+0000 7f004fe00640 1 -- 172.21.15.6:0/1900122510 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f005c011310 con 0x55d039322cf0 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.161+0000 7f004fe00640 1 -- 172.21.15.6:0/1900122510 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f005c003e20 con 0x55d039322cf0 2024-05-20T21:24:04.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.161+0000 7f004fe00640 1 -- 172.21.15.6:0/1900122510 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f005c0044f0 con 0x55d039322cf0 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 -- 172.21.15.6:0/1900122510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 msgr2=0x55d039323110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 --2- 172.21.15.6:0/1900122510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039323110 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f005c0117e0 tx=0x7f005c011ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 -- 172.21.15.6:0/1900122510 shutdown_connections 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 --2- 172.21.15.6:0/1900122510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 0x55d03932ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 --2- 172.21.15.6:0/1900122510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 0x55d0393281e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 --2- 172.21.15.6:0/1900122510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039323110 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 -- 172.21.15.6:0/1900122510 >> 172.21.15.6:0/1900122510 conn(0x55d03931e360 msgr2=0x55d03931e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 -- 172.21.15.6:0/1900122510 shutdown_connections 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f006cff7740 1 -- 172.21.15.6:0/1900122510 wait complete. 2024-05-20T21:24:04.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f005be00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f00480b26e0 0x7f00480b4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f005be00640 1 -- 172.21.15.6:0/731286312 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f00500e26c0 con 0x7f0064101b10 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.162+0000 7f0063400640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f00480b26e0 0x7f00480b4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 1 -- start start 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 1 Processor -- start 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f0063400640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f00480b26e0 0x7f00480b4ba0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f0054031500 tx=0x7f0054005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039322cf0 0x55d03932caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0393236e0 0x55d03932d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 0x55d039334070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d038f68790 con 0x55d0393236e0 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d03922abc0 con 0x55d039322cf0 2024-05-20T21:24:04.167 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d03932b800 con 0x55d039328850 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.163+0000 7f006cff7740 10 client.0 _ll_register_callbacks cb 0x55d039208400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039322cf0 0x55d03932caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039322cf0 0x55d03932caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43610/0 (socket says 172.21.15.6:43610) 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0062a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0393236e0 0x55d03932d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063400640 1 -- 172.21.15.6:0/1862672773 learned_addr learned my addr 172.21.15.6:0/1862672773 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063e00640 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 0x55d039334070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063400640 1 -- 172.21.15.6:0/1862672773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 msgr2=0x55d039334070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063400640 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 0x55d039334070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063400640 1 -- 172.21.15.6:0/1862672773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0393236e0 msgr2=0x55d03932d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063400640 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0393236e0 0x55d03932d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.164+0000 7f0063400640 1 -- 172.21.15.6:0/1862672773 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d038f97210 con 0x55d039322cf0 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f0063400640 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039322cf0 0x55d03932caf0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f0054033000 tx=0x7f0054009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90bd482232a29fd6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:04.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f004cc00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f004cc00640 1 -- 172.21.15.6:0/1862672773 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0054035040 con 0x55d039322cf0 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f004cc00640 1 -- 172.21.15.6:0/1862672773 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f00540317a0 con 0x55d039322cf0 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f006cff7740 1 -- 172.21.15.6:0/1862672773 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f005c003e20 con 0x55d039322cf0 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f004cc00640 1 -- 172.21.15.6:0/1862672773 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f00540319a0 con 0x55d039322cf0 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f006cff7740 10 client.27521 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f006cff7740 1 -- 172.21.15.6:0/1862672773 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d039063620 con 0x55d039322cf0 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.165+0000 7f004cc00640 1 -- 172.21.15.6:0/1862672773 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f005c003e20 con 0x55d039322cf0 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.166+0000 7f004cc00640 1 -- 172.21.15.6:0/1862672773 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0054044030 con 0x55d039322cf0 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.166+0000 7f006cff7740 10 client.27521 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.166+0000 7f006cff7740 10 client.27521 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.166+0000 7f006cff7740 20 client.27521 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.166+0000 7f006cff7740 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d039338510 0x55d03933a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.166+0000 7f006cff7740 4 client.27521 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:04.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.166+0000 7f006cff7740 1 -- 172.21.15.6:0/1862672773 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d039294ae0 con 0x55d039338510 2024-05-20T21:24:04.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.166+0000 7f0062a00640 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d039338510 0x55d03933a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.167+0000 7f0062a00640 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d039338510 0x55d03933a900 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6006172adfc7a10 server_cookie=8133e4e4672325fa in_seq=0 out_seq=0 2024-05-20T21:24:04.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.167+0000 7f004cc00640 10 client.27521 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f004cc00640 1 -- 172.21.15.6:0/1862672773 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d039294ae0 con 0x55d039338510 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f004cc00640 10 client.27521 handle_command_reply: tid=0 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 client.27521 shutdown 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 -- 172.21.15.6:0/1862672773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039322cf0 msgr2=0x55d03932caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039322cf0 0x55d03932caf0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f0054033000 tx=0x7f0054009260 comp rx=0 tx=0).stop 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 -- 172.21.15.6:0/1862672773 shutdown_connections 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d039338510 0x55d03933a900 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 0x55d039334070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0393236e0 0x55d03932d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 --2- 172.21.15.6:0/1862672773 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039322cf0 0x55d03932caf0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 -- 172.21.15.6:0/1862672773 >> 172.21.15.6:0/1862672773 conn(0x55d03931e360 msgr2=0x55d03931d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:04.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f004cc00640 0 client.27521 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:04.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 -- 172.21.15.6:0/1862672773 shutdown_connections 2024-05-20T21:24:04.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 1 -- 172.21.15.6:0/1862672773 wait complete. 2024-05-20T21:24:04.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.168+0000 7f006cff7740 20 client.27521 trim_cache size 0 max 16384 2024-05-20T21:24:04.185 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.185+0000 7f006cff7740 1 Processor -- start 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.185+0000 7f006cff7740 1 -- start start 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.185+0000 7f006cff7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039321be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.185+0000 7f006cff7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0393236e0 0x55d039334030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.185+0000 7f006cff7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 0x55d03932ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.185+0000 7f006cff7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f00641aeac0 con 0x55d039322cf0 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.185+0000 7f006cff7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f00641ac390 con 0x55d0393236e0 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.185+0000 7f006cff7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f00641aa1e0 con 0x55d039328850 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0063400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039321be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0063400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039321be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50290/0 (socket says 172.21.15.6:50290) 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0063400640 1 -- 172.21.15.6:0/2738836960 learned_addr learned my addr 172.21.15.6:0/2738836960 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:04.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0062a00640 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0393236e0 0x55d039334030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.187 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0063e00640 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 0x55d03932ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0062a00640 1 -- 172.21.15.6:0/2738836960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 msgr2=0x55d03932ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0062a00640 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 0x55d03932ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0062a00640 1 -- 172.21.15.6:0/2738836960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 msgr2=0x55d039321be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0062a00640 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039321be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0062a00640 1 -- 172.21.15.6:0/2738836960 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0393230d0 con 0x55d0393236e0 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0063400640 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039321be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.186+0000 7f0062a00640 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0393236e0 0x55d039334030 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f00500a9990 tx=0x7f0050000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=266b06a5df57470b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.187+0000 7f004f400640 1 -- 172.21.15.6:0/2738836960 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0050091040 con 0x55d0393236e0 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.187+0000 7f004f400640 1 -- 172.21.15.6:0/2738836960 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00500c3070 con 0x55d0393236e0 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.187+0000 7f004f400640 1 -- 172.21.15.6:0/2738836960 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0050010bb0 con 0x55d0393236e0 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.187+0000 7f006cff7740 1 -- 172.21.15.6:0/2738836960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0393236e0 msgr2=0x55d039334030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.187+0000 7f006cff7740 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0393236e0 0x55d039334030 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f00500a9990 tx=0x7f0050000bc0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 -- 172.21.15.6:0/2738836960 shutdown_connections 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d039328850 0x55d03932ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0393236e0 0x55d039334030 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 --2- 172.21.15.6:0/2738836960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039321be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 -- 172.21.15.6:0/2738836960 >> 172.21.15.6:0/2738836960 conn(0x55d03931e360 msgr2=0x55d03932c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 -- 172.21.15.6:0/2738836960 shutdown_connections 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 -- 172.21.15.6:0/2738836960 wait complete. 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 -- start start 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.188+0000 7f006cff7740 1 Processor -- start 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f006cff7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039330ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f006cff7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 0x55d039331530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f006cff7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 0x55d0393a10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.190 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f006cff7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f00641aa850 con 0x55d039322cf0 2024-05-20T21:24:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f006cff7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f00641abcc0 con 0x55d039328850 2024-05-20T21:24:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f006cff7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f00641aaf20 con 0x55d0393236e0 2024-05-20T21:24:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f006cff7740 10 client.0 _ll_register_callbacks cb 0x7f0054009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039330ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 0x55d0393a10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039330ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:50298/0 (socket says 172.21.15.6:50298) 2024-05-20T21:24:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063400640 1 -- 172.21.15.6:0/2863990216 learned_addr learned my addr 172.21.15.6:0/2863990216 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:04.191 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0062a00640 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 0x55d039331530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063400640 1 -- 172.21.15.6:0/2863990216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 msgr2=0x55d039331530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063400640 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 0x55d039331530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063400640 1 -- 172.21.15.6:0/2863990216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 msgr2=0x55d0393a10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063400640 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 0x55d0393a10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063400640 1 -- 172.21.15.6:0/2863990216 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0393a1610 con 0x55d039322cf0 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.189+0000 7f0063e00640 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 0x55d0393a10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.190+0000 7f0063400640 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039330ff0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f0054051ed0 tx=0x7f005403d680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18b36d91f4efbd31 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.190+0000 7f004cc00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.190+0000 7f004cc00640 1 -- 172.21.15.6:0/2863990216 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0054035040 con 0x55d039322cf0 2024-05-20T21:24:04.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.190+0000 7f004cc00640 1 -- 172.21.15.6:0/2863990216 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0054031d40 con 0x55d039322cf0 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.190+0000 7f006cff7740 1 -- 172.21.15.6:0/2863990216 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00500c3070 con 0x55d039322cf0 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.190+0000 7f004cc00640 1 -- 172.21.15.6:0/2863990216 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0054051470 con 0x55d039322cf0 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.190+0000 7f006cff7740 10 client.17415 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.190+0000 7f006cff7740 1 -- 172.21.15.6:0/2863990216 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0393a2930 con 0x55d039322cf0 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f004cc00640 1 -- 172.21.15.6:0/2863990216 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00500c3070 con 0x55d039322cf0 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f004cc00640 1 -- 172.21.15.6:0/2863990216 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0054044040 con 0x55d039322cf0 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f006cff7740 10 client.17415 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f006cff7740 10 client.17415 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f006cff7740 20 client.17415 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f006cff7740 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0393a3330 0x55d0393a5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f006cff7740 4 client.17415 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f006cff7740 1 -- 172.21.15.6:0/2863990216 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d03928e2c0 con 0x55d0393a3330 2024-05-20T21:24:04.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.191+0000 7f0062a00640 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0393a3330 0x55d0393a5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.192+0000 7f0062a00640 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0393a3330 0x55d0393a5750 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d9773346dbc80dd server_cookie=35e5649276c6c46e in_seq=0 out_seq=0 2024-05-20T21:24:04.195 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.192+0000 7f004cc00640 10 client.17415 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:04.207 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f004cc00640 1 -- 172.21.15.6:0/2863990216 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d03928e2c0 con 0x55d0393a3330 2024-05-20T21:24:04.207 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f004cc00640 10 client.17415 handle_command_reply: tid=0 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 client.17415 shutdown 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 -- 172.21.15.6:0/2863990216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 msgr2=0x55d039330ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039330ff0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f0054051ed0 tx=0x7f005403d680 comp rx=0 tx=0).stop 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 -- 172.21.15.6:0/2863990216 shutdown_connections 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0393a3330 0x55d0393a5750 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d039328850 0x55d0393a10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0393236e0 0x55d039331530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 --2- 172.21.15.6:0/2863990216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d039322cf0 0x55d039330ff0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 -- 172.21.15.6:0/2863990216 >> 172.21.15.6:0/2863990216 conn(0x55d03931e360 msgr2=0x55d0393240e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f004cc00640 0 client.17415 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 -- 172.21.15.6:0/2863990216 shutdown_connections 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.207+0000 7f006cff7740 1 -- 172.21.15.6:0/2863990216 wait complete. 2024-05-20T21:24:04.208 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f006cff7740 20 client.17415 trim_cache size 0 max 16384 2024-05-20T21:24:04.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:24:04.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:24:04.209 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 -- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f00480b26e0 msgr2=0x7f00480b4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f00480b26e0 0x7f00480b4ba0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f0054031500 tx=0x7f0054005a20 comp rx=0 tx=0).stop 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 -- 172.21.15.6:0/731286312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0064101b10 msgr2=0x7f006419b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0064101b10 0x7f006419b290 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f005000e9f0 tx=0x7f005000eeb0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 -- 172.21.15.6:0/731286312 shutdown_connections 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f00480b26e0 0x7f00480b4ba0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f00641024b0 0x7f00641a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0064101b10 0x7f006419b290 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.210 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 --2- 172.21.15.6:0/731286312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f00641011b0 0x7f006419ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:04.211 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.208+0000 7f0068c00640 1 -- 172.21.15.6:0/731286312 >> 172.21.15.6:0/731286312 conn(0x7f00640fcd70 msgr2=0x7f00641000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:04.211 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.209+0000 7f0068c00640 1 -- 172.21.15.6:0/731286312 shutdown_connections 2024-05-20T21:24:04.211 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:04.209+0000 7f0068c00640 1 -- 172.21.15.6:0/731286312 wait complete. 2024-05-20T21:24:04.912 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id d3d72123 --release --await' 2024-05-20T21:24:04.912 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id d3d72123 --release --await 2024-05-20T21:24:05.509 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:05.913 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:05 smithi006 ceph-mon[31422]: pgmap v687: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:05 smithi062 ceph-mon[36640]: pgmap v687: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:05 smithi042 ceph-mon[36332]: pgmap v687: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:24:07.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.421+0000 7f4878400700 1 -- 172.21.15.6:0/2760317594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006c5d0 msgr2=0x7f48701103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.421+0000 7f4878400700 1 --2- 172.21.15.6:0/2760317594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006c5d0 0x7f48701103f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f486800b0a0 tx=0x7f486800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.421+0000 7f4878400700 1 -- 172.21.15.6:0/2760317594 shutdown_connections 2024-05-20T21:24:07.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.421+0000 7f4878400700 1 --2- 172.21.15.6:0/2760317594 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006c5d0 0x7f48701103f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.421+0000 7f4878400700 1 --2- 172.21.15.6:0/2760317594 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48701095d0 0x7f48701099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.422 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.421+0000 7f4878400700 1 --2- 172.21.15.6:0/2760317594 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f487006bc10 0x7f487006c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.422+0000 7f4878400700 1 -- 172.21.15.6:0/2760317594 >> 172.21.15.6:0/2760317594 conn(0x7f48700793f0 msgr2=0x7f4870079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.422+0000 7f4878400700 1 -- 172.21.15.6:0/2760317594 shutdown_connections 2024-05-20T21:24:07.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.422+0000 7f4878400700 1 -- 172.21.15.6:0/2760317594 wait complete. 2024-05-20T21:24:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.423+0000 7f4878400700 1 Processor -- start 2024-05-20T21:24:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.423+0000 7f4878400700 1 -- start start 2024-05-20T21:24:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.423+0000 7f4878400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006bc10 0x7f487019f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.423+0000 7f4878400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487006c5d0 0x7f487019fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.423+0000 7f4878400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48701095d0 0x7f48701999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.423+0000 7f4878400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f48701136f0 con 0x7f487006bc10 2024-05-20T21:24:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.423+0000 7f4878400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4870113570 con 0x7f487006c5d0 2024-05-20T21:24:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.423+0000 7f4878400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4870113870 con 0x7f48701095d0 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006bc10 0x7f487019f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006bc10 0x7f487019f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59056/0 (socket says 172.21.15.6:59056) 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875a00700 1 -- 172.21.15.6:0/3095290563 learned_addr learned my addr 172.21.15.6:0/3095290563 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875000700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487006c5d0 0x7f487019fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4876400700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48701095d0 0x7f48701999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875000700 1 -- 172.21.15.6:0/3095290563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48701095d0 msgr2=0x7f48701999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875000700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48701095d0 0x7f48701999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875000700 1 -- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006bc10 msgr2=0x7f487019f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875000700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006bc10 0x7f487019f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875000700 1 -- 172.21.15.6:0/3095290563 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f487019a130 con 0x7f487006c5d0 2024-05-20T21:24:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.424+0000 7f4875a00700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006bc10 0x7f487019f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:07.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.425+0000 7f4875000700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487006c5d0 0x7f487019fd00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f485c00d750 tx=0x7f485c00da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.425+0000 7f486e000700 1 -- 172.21.15.6:0/3095290563 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485c014030 con 0x7f487006c5d0 2024-05-20T21:24:07.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.425+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f487019a420 con 0x7f487006c5d0 2024-05-20T21:24:07.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.425+0000 7f486e000700 1 -- 172.21.15.6:0/3095290563 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f485c0044d0 con 0x7f487006c5d0 2024-05-20T21:24:07.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.425+0000 7f486e000700 1 -- 172.21.15.6:0/3095290563 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485c005440 con 0x7f487006c5d0 2024-05-20T21:24:07.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.425+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48701a6690 con 0x7f487006c5d0 2024-05-20T21:24:07.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.426+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4870104c90 con 0x7f487006c5d0 2024-05-20T21:24:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.429+0000 7f486e000700 1 -- 172.21.15.6:0/3095290563 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f485c004750 con 0x7f487006c5d0 2024-05-20T21:24:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.430+0000 7f486e000700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.430+0000 7f486e000700 1 -- 172.21.15.6:0/3095290563 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f485c0e1f90 con 0x7f487006c5d0 2024-05-20T21:24:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.430+0000 7f4875a00700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:07.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.431+0000 7f4875a00700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f4870100e00 tx=0x7f4864009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:07.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.432+0000 7f486e000700 1 -- 172.21.15.6:0/3095290563 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f485c0a9bb0 con 0x7f487006c5d0 2024-05-20T21:24:07.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.737+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f487002e560 con 0x7f487006c5d0 2024-05-20T21:24:07.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.739+0000 7f486e000700 1 -- 172.21.15.6:0/3095290563 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f485c0a94b0 con 0x7f487006c5d0 2024-05-20T21:24:07.739 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:24:07.739 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:24:07.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 msgr2=0x7f48580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f4870100e00 tx=0x7f4864009260 comp rx=0 tx=0).stop 2024-05-20T21:24:07.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487006c5d0 msgr2=0x7f487019fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:07.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487006c5d0 0x7f487019fd00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f485c00d750 tx=0x7f485c00da60 comp rx=0 tx=0).stop 2024-05-20T21:24:07.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 shutdown_connections 2024-05-20T21:24:07.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48580b2880 0x7f48580b4d40 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48701095d0 0x7f48701999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f487006bc10 0x7f487019f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 --2- 172.21.15.6:0/3095290563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f487006c5d0 0x7f487019fd00 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:07.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 >> 172.21.15.6:0/3095290563 conn(0x7f48700793f0 msgr2=0x7f48701014f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:07.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 shutdown_connections 2024-05-20T21:24:07.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:07.742+0000 7f4878400700 1 -- 172.21.15.6:0/3095290563 wait complete. 2024-05-20T21:24:07.744 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:24:07.761 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:07 smithi006 ceph-mon[31422]: pgmap v688: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.8 KiB/s wr, 10 op/s 2024-05-20T21:24:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:07 smithi062 ceph-mon[36640]: pgmap v688: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.8 KiB/s wr, 10 op/s 2024-05-20T21:24:08.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 -- 172.21.15.6:0/3346830712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103e20 msgr2=0x7f04f4110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 --2- 172.21.15.6:0/3346830712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103e20 0x7f04f4110330 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f04ec00b0a0 tx=0x7f04ec00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 -- 172.21.15.6:0/3346830712 shutdown_connections 2024-05-20T21:24:08.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 --2- 172.21.15.6:0/3346830712 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103e20 0x7f04f4110330 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 --2- 172.21.15.6:0/3346830712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04f41094f0 0x7f04f41098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 --2- 172.21.15.6:0/3346830712 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04f4103460 0x7f04f41038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 -- 172.21.15.6:0/3346830712 >> 172.21.15.6:0/3346830712 conn(0x7f04f40fef90 msgr2=0x7f04f41013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 -- 172.21.15.6:0/3346830712 shutdown_connections 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.013+0000 7f04fa600700 1 -- 172.21.15.6:0/3346830712 wait complete. 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.015+0000 7f04fa600700 1 Processor -- start 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.015+0000 7f04fa600700 1 -- start start 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04fa600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103460 0x7f04f4075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04fa600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04f4103e20 0x7f04f4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04fa600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04f41094f0 0x7f04f40762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04fa600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04f4113650 con 0x7f04f4103460 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04fa600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04f41134d0 con 0x7f04f4103e20 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04fa600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04f41137d0 con 0x7f04f41094f0 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04f9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103460 0x7f04f4075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04f9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103460 0x7f04f4075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59088/0 (socket says 172.21.15.6:59088) 2024-05-20T21:24:08.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04f3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04f4103e20 0x7f04f4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04f9200700 1 -- 172.21.15.6:0/2542094944 learned_addr learned my addr 172.21.15.6:0/2542094944 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.016+0000 7f04f9c00700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04f41094f0 0x7f04f40762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f9200700 1 -- 172.21.15.6:0/2542094944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04f41094f0 msgr2=0x7f04f40762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f9200700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04f41094f0 0x7f04f40762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f9200700 1 -- 172.21.15.6:0/2542094944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04f4103e20 msgr2=0x7f04f4075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f9200700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04f4103e20 0x7f04f4075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f9200700 1 -- 172.21.15.6:0/2542094944 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f41a8060 con 0x7f04f4103460 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f9c00700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04f41094f0 0x7f04f40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f3e00700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04f4103e20 0x7f04f4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f9200700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103460 0x7f04f4075840 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f04e800e9a0 tx=0x7f04e800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f1600700 1 -- 172.21.15.6:0/2542094944 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e800cbd0 con 0x7f04f4103460 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f1600700 1 -- 172.21.15.6:0/2542094944 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e800cd70 con 0x7f04f4103460 2024-05-20T21:24:08.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04fa600700 1 -- 172.21.15.6:0/2542094944 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04f41a8350 con 0x7f04f4103460 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04f1600700 1 -- 172.21.15.6:0/2542094944 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e8018680 con 0x7f04f4103460 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.017+0000 7f04fa600700 1 -- 172.21.15.6:0/2542094944 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04f41a88e0 con 0x7f04f4103460 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.021+0000 7f04f1600700 1 -- 172.21.15.6:0/2542094944 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f04e8010430 con 0x7f04f4103460 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.022+0000 7f050652ab80 1 Processor -- start 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f050652ab80 1 -- start start 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f04f1600700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04dc0b2900 0x7f04dc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f050652ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab32994f40 0x55ab32995320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f050652ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298f220 0x55ab3298f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f050652ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298fbc0 0x55ab3299bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f050652ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ab328ecf40 con 0x55ab32994f40 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f050652ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ab328dcae0 con 0x55ab3298fbc0 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f050652ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ab328e0b20 con 0x55ab3298f220 2024-05-20T21:24:08.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.023+0000 7f04f1600700 1 -- 172.21.15.6:0/2542094944 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f04e80e24b0 con 0x7f04f4103460 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab32994f40 0x55ab32995320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f9c00700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04dc0b2900 0x7f04dc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f9c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298fbc0 0x55ab3299bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298f220 0x55ab3298f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab32994f40 0x55ab32995320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59098/0 (socket says 172.21.15.6:59098) 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f9200700 1 -- 172.21.15.6:0/3254862707 learned_addr learned my addr 172.21.15.6:0/3254862707 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f3e00700 1 -- 172.21.15.6:0/3254862707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298fbc0 msgr2=0x55ab3299bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f3e00700 1 --2- 172.21.15.6:0/3254862707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298fbc0 0x55ab3299bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f3e00700 1 -- 172.21.15.6:0/3254862707 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab32994f40 msgr2=0x55ab32995320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f3e00700 1 --2- 172.21.15.6:0/3254862707 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab32994f40 0x55ab32995320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.024+0000 7f04f3e00700 1 -- 172.21.15.6:0/3254862707 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab328a5520 con 0x55ab3298f220 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.025+0000 7f04f9c00700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04dc0b2900 0x7f04dc0b4dc0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f04ec009850 tx=0x7f04ec009780 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.025+0000 7f04f3e00700 1 --2- 172.21.15.6:0/3254862707 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298f220 0x55ab3298f680 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f04f4077280 tx=0x7f04e00117a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1069e8a170a835ac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:08.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.025+0000 7f04e6000700 1 -- 172.21.15.6:0/3254862707 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e0004230 con 0x55ab3298f220 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.025+0000 7f04e6000700 1 -- 172.21.15.6:0/3254862707 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e00043d0 con 0x55ab3298f220 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.025+0000 7f04e6000700 1 -- 172.21.15.6:0/3254862707 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e0003680 con 0x55ab3298f220 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 -- 172.21.15.6:0/3254862707 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298f220 msgr2=0x55ab3298f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 --2- 172.21.15.6:0/3254862707 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298f220 0x55ab3298f680 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f04f4077280 tx=0x7f04e00117a0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 -- 172.21.15.6:0/3254862707 shutdown_connections 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 --2- 172.21.15.6:0/3254862707 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298fbc0 0x55ab3299bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 --2- 172.21.15.6:0/3254862707 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab32994f40 0x55ab32995320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 --2- 172.21.15.6:0/3254862707 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298f220 0x55ab3298f680 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 -- 172.21.15.6:0/3254862707 >> 172.21.15.6:0/3254862707 conn(0x55ab328bcce0 msgr2=0x55ab32989e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 -- 172.21.15.6:0/3254862707 shutdown_connections 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.026+0000 7f050652ab80 1 -- 172.21.15.6:0/3254862707 wait complete. 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.027+0000 7f050652ab80 1 -- start start 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.027+0000 7f050652ab80 1 Processor -- start 2024-05-20T21:24:08.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f050652ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298f220 0x55ab3299b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f050652ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298fbc0 0x55ab32998ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f050652ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab32994f40 0x55ab329990e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f050652ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ab327e30a0 con 0x55ab3298fbc0 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f050652ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ab3287d860 con 0x55ab3298f220 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f050652ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ab3299c1d0 con 0x55ab32994f40 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f050652ab80 10 client.0 _ll_register_callbacks cb 0x55ab32886d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f04f3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298fbc0 0x55ab32998ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f04f9c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab32994f40 0x55ab329990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f04f9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298f220 0x55ab3299b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f04f9c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab32994f40 0x55ab329990e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56800/0 (socket says 172.21.15.6:56800) 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.028+0000 7f04f9c00700 1 -- 172.21.15.6:0/3377511222 learned_addr learned my addr 172.21.15.6:0/3377511222 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04f9200700 1 -- 172.21.15.6:0/3377511222 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab32994f40 msgr2=0x55ab329990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04f9200700 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab32994f40 0x55ab329990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04f9200700 1 -- 172.21.15.6:0/3377511222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298fbc0 msgr2=0x55ab32998ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04f9200700 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298fbc0 0x55ab32998ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04f9200700 1 -- 172.21.15.6:0/3377511222 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab3282c9d0 con 0x55ab3298f220 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04f9c00700 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab32994f40 0x55ab329990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04f9200700 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298f220 0x55ab3299b800 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f04e80a6c40 tx=0x7f04e80a9f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4af3395f20ab85f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04daa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04daa00700 1 -- 172.21.15.6:0/3377511222 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e80a5160 con 0x55ab3298f220 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.029+0000 7f04daa00700 1 -- 172.21.15.6:0/3377511222 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f04e8010930 con 0x55ab3298f220 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.030+0000 7f050652ab80 1 -- 172.21.15.6:0/3377511222 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04e00043d0 con 0x55ab3298f220 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.030+0000 7f04daa00700 1 -- 172.21.15.6:0/3377511222 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f04e80a97a0 con 0x55ab3298f220 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.030+0000 7f050652ab80 10 client.27545 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.030+0000 7f050652ab80 1 -- 172.21.15.6:0/3377511222 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ab328ad160 con 0x55ab3298f220 2024-05-20T21:24:08.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.030+0000 7f04daa00700 1 -- 172.21.15.6:0/3377511222 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e00043d0 con 0x55ab3298f220 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.031+0000 7f04daa00700 1 -- 172.21.15.6:0/3377511222 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f04e80a5340 con 0x55ab3298f220 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.031+0000 7f050652ab80 10 client.27545 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.031+0000 7f050652ab80 10 client.27545 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.031+0000 7f050652ab80 20 client.27545 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.031+0000 7f050652ab80 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ab329a8be0 0x55ab329ab020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.031+0000 7f050652ab80 4 client.27545 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.031+0000 7f050652ab80 1 -- 172.21.15.6:0/3377511222 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab328eee90 con 0x55ab329a8be0 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.032+0000 7f04f3e00700 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ab329a8be0 0x55ab329ab020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.032+0000 7f04f3e00700 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ab329a8be0 0x55ab329ab020 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b23bbe7317bcaa41 server_cookie=2d2f3d32bbf939be in_seq=0 out_seq=0 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.032+0000 7f04daa00700 10 client.27545 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.033+0000 7f04daa00700 1 -- 172.21.15.6:0/3377511222 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ab328eee90 con 0x55ab329a8be0 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.033+0000 7f04daa00700 10 client.27545 handle_command_reply: tid=0 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.033+0000 7f050652ab80 1 client.27545 shutdown 2024-05-20T21:24:08.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 -- 172.21.15.6:0/3377511222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298f220 msgr2=0x55ab3299b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298f220 0x55ab3299b800 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f04e80a6c40 tx=0x7f04e80a9f10 comp rx=0 tx=0).stop 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 -- 172.21.15.6:0/3377511222 shutdown_connections 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ab329a8be0 0x55ab329ab020 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab32994f40 0x55ab329990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab3298f220 0x55ab3299b800 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f04daa00700 0 client.27545 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 --2- 172.21.15.6:0/3377511222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298fbc0 0x55ab32998ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 -- 172.21.15.6:0/3377511222 >> 172.21.15.6:0/3377511222 conn(0x55ab328bcce0 msgr2=0x55ab32994250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 -- 172.21.15.6:0/3377511222 shutdown_connections 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 1 -- 172.21.15.6:0/3377511222 wait complete. 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.034+0000 7f050652ab80 20 client.27545 trim_cache size 0 max 16384 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.057+0000 7f050652ab80 1 Processor -- start 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.057+0000 7f050652ab80 1 -- start start 2024-05-20T21:24:08.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.057+0000 7f050652ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.057+0000 7f050652ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 0x55ab32989b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.057+0000 7f050652ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab329b0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.057+0000 7f050652ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04f41b2800 con 0x55ab3298f220 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.057+0000 7f050652ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04f41b0090 con 0x55ab32994f40 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.057+0000 7f050652ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04f41adee0 con 0x55ab3298fbc0 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59122/0 (socket says 172.21.15.6:59122) 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9200700 1 -- 172.21.15.6:0/3972489201 learned_addr learned my addr 172.21.15.6:0/3972489201 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9c00700 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab329b0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f3e00700 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 0x55ab32989b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9200700 1 -- 172.21.15.6:0/3972489201 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 msgr2=0x55ab32989b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9200700 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 0x55ab32989b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9200700 1 -- 172.21.15.6:0/3972489201 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 msgr2=0x55ab329b0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9200700 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab329b0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.058+0000 7f04f9200700 1 -- 172.21.15.6:0/3972489201 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab3299c000 con 0x55ab3298f220 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.059+0000 7f04f9200700 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299b040 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f04e800f010 tx=0x7f04e800e8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46fddec76e63cb96 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.059+0000 7f04e5600700 1 -- 172.21.15.6:0/3972489201 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e80addd0 con 0x55ab3298f220 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.059+0000 7f04e5600700 1 -- 172.21.15.6:0/3972489201 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e80b2170 con 0x55ab3298f220 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.059+0000 7f04e5600700 1 -- 172.21.15.6:0/3972489201 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e80a87b0 con 0x55ab3298f220 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 -- 172.21.15.6:0/3972489201 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 msgr2=0x55ab3299b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299b040 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f04e800f010 tx=0x7f04e800e8f0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 -- 172.21.15.6:0/3972489201 shutdown_connections 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab329b0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299b040 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 --2- 172.21.15.6:0/3972489201 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 0x55ab32989b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 -- 172.21.15.6:0/3972489201 >> 172.21.15.6:0/3972489201 conn(0x55ab328bcce0 msgr2=0x55ab32989400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 -- 172.21.15.6:0/3972489201 shutdown_connections 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.060+0000 7f050652ab80 1 -- 172.21.15.6:0/3972489201 wait complete. 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.061+0000 7f050652ab80 1 -- start start 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.061+0000 7f050652ab80 1 Processor -- start 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.061+0000 7f050652ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.061+0000 7f050652ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 0x55ab3299c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f050652ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab3299cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f050652ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04f41ae550 con 0x55ab3298f220 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f050652ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04f41af9c0 con 0x55ab32994f40 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f050652ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04f41aec20 con 0x55ab3298fbc0 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f050652ab80 10 client.0 _ll_register_callbacks cb 0x55ab32886d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab3299cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59126/0 (socket says 172.21.15.6:59126) 2024-05-20T21:24:08.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9200700 1 -- 172.21.15.6:0/871890837 learned_addr learned my addr 172.21.15.6:0/871890837 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f3e00700 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 0x55ab3299c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9200700 1 -- 172.21.15.6:0/871890837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 msgr2=0x55ab3299c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9200700 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 0x55ab3299c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9200700 1 -- 172.21.15.6:0/871890837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 msgr2=0x55ab3299cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9200700 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab3299cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9200700 1 -- 172.21.15.6:0/871890837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab3298ab90 con 0x55ab3298f220 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.062+0000 7f04f9c00700 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab3299cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f04f9200700 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299c420 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f04e80dfeb0 tx=0x7f04e80addd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48293ad5750792d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f04daa00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f04daa00700 1 -- 172.21.15.6:0/871890837 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e80a94e0 con 0x55ab3298f220 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f04daa00700 1 -- 172.21.15.6:0/871890837 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f04e80a8e40 con 0x55ab3298f220 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f050652ab80 1 -- 172.21.15.6:0/871890837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ab328e8670 con 0x55ab3298f220 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f04daa00700 1 -- 172.21.15.6:0/871890837 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f04e80aa0d0 con 0x55ab3298f220 2024-05-20T21:24:08.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f050652ab80 10 client.17439 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f050652ab80 1 -- 172.21.15.6:0/871890837 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ab3298b790 con 0x55ab3298f220 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.063+0000 7f04daa00700 1 -- 172.21.15.6:0/871890837 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ab328e8670 con 0x55ab3298f220 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.064+0000 7f04daa00700 1 -- 172.21.15.6:0/871890837 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f04e80b2b10 con 0x55ab3298f220 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.064+0000 7f050652ab80 10 client.17439 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.064+0000 7f050652ab80 10 client.17439 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.064+0000 7f050652ab80 20 client.17439 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.064+0000 7f050652ab80 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ab32a14a90 0x55ab32a16e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.064+0000 7f050652ab80 4 client.17439 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "d3d72123", "release": true, "await": true}] 2024-05-20T21:24:08.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.064+0000 7f050652ab80 1 -- 172.21.15.6:0/871890837 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "d3d72123", "release": true, "await": true}) -- 0x55ab3275f350 con 0x55ab32a14a90 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 28, 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "d3d72123": { 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 28, 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:24:08.135 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 130.1, 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:08.136 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.064+0000 7f04f3e00700 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ab32a14a90 0x55ab32a16e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.065+0000 7f04f3e00700 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ab32a14a90 0x55ab32a16e80 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ba275579f025170 server_cookie=bc1e3f165b098e28 in_seq=0 out_seq=0 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.065+0000 7f04daa00700 10 client.17439 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f04daa00700 1 -- 172.21.15.6:0/871890837 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55ab3275f350 con 0x55ab32a14a90 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f04daa00700 10 client.17439 handle_command_reply: tid=0 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 client.17439 shutdown 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 -- 172.21.15.6:0/871890837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 msgr2=0x55ab3299c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299c420 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f04e80dfeb0 tx=0x7f04e80addd0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 -- 172.21.15.6:0/871890837 shutdown_connections 2024-05-20T21:24:08.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ab32994f40 0x55ab3299cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ab3298f220 0x55ab3299c420 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ab32a14a90 0x55ab32a16e80 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 --2- 172.21.15.6:0/871890837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ab3298fbc0 0x55ab3299c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 -- 172.21.15.6:0/871890837 >> 172.21.15.6:0/871890837 conn(0x55ab328bcce0 msgr2=0x55ab32989c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f04daa00700 0 client.17439 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.069+0000 7f050652ab80 1 -- 172.21.15.6:0/871890837 shutdown_connections 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f050652ab80 1 -- 172.21.15.6:0/871890837 wait complete. 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f050652ab80 20 client.17439 trim_cache size 0 max 16384 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 -- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04dc0b2900 msgr2=0x7f04dc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04dc0b2900 0x7f04dc0b4dc0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f04ec009850 tx=0x7f04ec009780 comp rx=0 tx=0).stop 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 -- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103460 msgr2=0x7f04f4075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103460 0x7f04f4075840 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f04e800e9a0 tx=0x7f04e800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 -- 172.21.15.6:0/2542094944 shutdown_connections 2024-05-20T21:24:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04dc0b2900 0x7f04dc0b4dc0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04f41094f0 0x7f04f40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04f4103460 0x7f04f4075840 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 --2- 172.21.15.6:0/2542094944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04f4103e20 0x7f04f4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.070+0000 7f04fa600700 1 -- 172.21.15.6:0/2542094944 >> 172.21.15.6:0/2542094944 conn(0x7f04f40fef90 msgr2=0x7f04f40ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.071+0000 7f04fa600700 1 -- 172.21.15.6:0/2542094944 shutdown_connections 2024-05-20T21:24:08.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:08.071+0000 7f04fa600700 1 -- 172.21.15.6:0/2542094944 wait complete. 2024-05-20T21:24:08.139 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:07 smithi042 ceph-mon[36332]: pgmap v688: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.8 KiB/s wr, 10 op/s 2024-05-20T21:24:08.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:08 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3095290563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:09.017 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:24:09.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:08 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3095290563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:09.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:08 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3095290563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:09.519 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'd3d72123', total seconds elapsed: 20.8 2024-05-20T21:24:09.584 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:09.976 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:09 smithi006 ceph-mon[31422]: pgmap v689: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-20T21:24:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:09 smithi062 ceph-mon[36640]: pgmap v689: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-20T21:24:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:09 smithi042 ceph-mon[36332]: pgmap v689: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-20T21:24:11.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 -- 172.21.15.6:0/467295610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f338010ffb0 msgr2=0x7f33801123a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 --2- 172.21.15.6:0/467295610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f338010ffb0 0x7f33801123a0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f337800b0a0 tx=0x7f337800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 -- 172.21.15.6:0/467295610 shutdown_connections 2024-05-20T21:24:11.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 --2- 172.21.15.6:0/467295610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f338010ffb0 0x7f33801123a0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 --2- 172.21.15.6:0/467295610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3380075770 0x7f3380075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 --2- 172.21.15.6:0/467295610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3380076090 0x7f338010fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 -- 172.21.15.6:0/467295610 >> 172.21.15.6:0/467295610 conn(0x7f338007a700 msgr2=0x7f338007ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 -- 172.21.15.6:0/467295610 shutdown_connections 2024-05-20T21:24:11.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.847+0000 7f3388600700 1 -- 172.21.15.6:0/467295610 wait complete. 2024-05-20T21:24:11.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.848+0000 7f3388600700 1 Processor -- start 2024-05-20T21:24:11.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.848+0000 7f3388600700 1 -- start start 2024-05-20T21:24:11.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.848+0000 7f3388600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3380075770 0x7f338019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.848+0000 7f3388600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3380076090 0x7f338019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3388600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f338010ffb0 0x7f33801a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3388600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f33801158c0 con 0x7f3380076090 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3388600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3380115740 con 0x7f338010ffb0 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3388600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3380115a40 con 0x7f3380075770 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3385200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3380076090 0x7f338019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3385c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3380075770 0x7f338019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3386600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f338010ffb0 0x7f33801a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3385c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3380075770 0x7f338019bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56850/0 (socket says 172.21.15.6:56850) 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3385200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3380076090 0x7f338019c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59146/0 (socket says 172.21.15.6:59146) 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3385c00700 1 -- 172.21.15.6:0/903537983 learned_addr learned my addr 172.21.15.6:0/903537983 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3386600700 1 -- 172.21.15.6:0/903537983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3380075770 msgr2=0x7f338019bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3386600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3380075770 0x7f338019bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3386600700 1 -- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3380076090 msgr2=0x7f338019c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3386600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3380076090 0x7f338019c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.849+0000 7f3386600700 1 -- 172.21.15.6:0/903537983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33801a0d80 con 0x7f338010ffb0 2024-05-20T21:24:11.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.850+0000 7f3385c00700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3380075770 0x7f338019bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:11.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.850+0000 7f3386600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f338010ffb0 0x7f33801a0640 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f337800b070 tx=0x7f3378004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.850+0000 7f337e000700 1 -- 172.21.15.6:0/903537983 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3378021070 con 0x7f338010ffb0 2024-05-20T21:24:11.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.850+0000 7f3388600700 1 -- 172.21.15.6:0/903537983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33801a1010 con 0x7f338010ffb0 2024-05-20T21:24:11.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.850+0000 7f337e000700 1 -- 172.21.15.6:0/903537983 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3378007e30 con 0x7f338010ffb0 2024-05-20T21:24:11.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.850+0000 7f337e000700 1 -- 172.21.15.6:0/903537983 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33780045d0 con 0x7f338010ffb0 2024-05-20T21:24:11.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.850+0000 7f3388600700 1 -- 172.21.15.6:0/903537983 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33801a88f0 con 0x7f338010ffb0 2024-05-20T21:24:11.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.854+0000 7f337e000700 1 -- 172.21.15.6:0/903537983 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3378003c00 con 0x7f338010ffb0 2024-05-20T21:24:11.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.855+0000 7f3392ed9b80 1 Processor -- start 2024-05-20T21:24:11.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.855+0000 7f3392ed9b80 1 -- start start 2024-05-20T21:24:11.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.855+0000 7f337e000700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33680b2880 0x7f33680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743478e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55743478e7d0 0x557434788260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f337e000700 1 -- 172.21.15.6:0/903537983 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f337800f020 con 0x7f338010ffb0 2024-05-20T21:24:11.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557434788880 0x557434788ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5574346e6e40 con 0x55743478deb0 2024-05-20T21:24:11.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5574346d69e0 con 0x55743478e7d0 2024-05-20T21:24:11.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5574346daa20 con 0x557434788880 2024-05-20T21:24:11.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3385200700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33680b2880 0x7f33680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3385c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743478e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3385200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55743478e7d0 0x557434788260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3385c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743478e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59154/0 (socket says 172.21.15.6:59154) 2024-05-20T21:24:11.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3385c00700 1 -- 172.21.15.6:0/1346110573 learned_addr learned my addr 172.21.15.6:0/1346110573 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:11.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.856+0000 7f3386600700 1 --2- 172.21.15.6:0/1346110573 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557434788880 0x557434788ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3385c00700 1 -- 172.21.15.6:0/1346110573 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557434788880 msgr2=0x557434788ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3385c00700 1 --2- 172.21.15.6:0/1346110573 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557434788880 0x557434788ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3385c00700 1 -- 172.21.15.6:0/1346110573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55743478e7d0 msgr2=0x557434788260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3385c00700 1 --2- 172.21.15.6:0/1346110573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55743478e7d0 0x557434788260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3385c00700 1 -- 172.21.15.6:0/1346110573 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55743469f420 con 0x55743478deb0 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3385200700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33680b2880 0x7f33680b4d40 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f3380111b20 tx=0x7f336c009ae0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3385c00700 1 --2- 172.21.15.6:0/1346110573 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743478e290 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f33740117e0 tx=0x7f3374011af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a8a35a865691915 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3372a00700 1 -- 172.21.15.6:0/1346110573 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f337401e070 con 0x55743478deb0 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3372a00700 1 -- 172.21.15.6:0/1346110573 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f337400f930 con 0x55743478deb0 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.857+0000 7f3372a00700 1 -- 172.21.15.6:0/1346110573 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3374019910 con 0x55743478deb0 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1346110573 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 msgr2=0x55743478e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1346110573 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743478e290 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f33740117e0 tx=0x7f3374011af0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1346110573 shutdown_connections 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1346110573 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557434788880 0x557434788ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1346110573 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743478e290 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1346110573 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55743478e7d0 0x557434788260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1346110573 >> 172.21.15.6:0/1346110573 conn(0x5574346b6be0 msgr2=0x557434783010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1346110573 shutdown_connections 2024-05-20T21:24:11.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.858+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1346110573 wait complete. 2024-05-20T21:24:11.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.859+0000 7f3392ed9b80 1 -- start start 2024-05-20T21:24:11.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.859+0000 7f3392ed9b80 1 Processor -- start 2024-05-20T21:24:11.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434794470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x557434791810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434791d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5574345dcfa0 con 0x55743478e7d0 2024-05-20T21:24:11.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557434677760 con 0x557434788880 2024-05-20T21:24:11.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557434795240 con 0x55743478deb0 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3392ed9b80 10 client.0 _ll_register_callbacks cb 0x557434680c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3385200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x557434791810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3386600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434791d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3385c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434794470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3385200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x557434791810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56872/0 (socket says 172.21.15.6:56872) 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.860+0000 7f3385200700 1 -- 172.21.15.6:0/1477842125 learned_addr learned my addr 172.21.15.6:0/1477842125 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3385c00700 1 -- 172.21.15.6:0/1477842125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 msgr2=0x557434791810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3385c00700 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x557434791810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3385c00700 1 -- 172.21.15.6:0/1477842125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 msgr2=0x557434791d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3385c00700 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434791d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3385c00700 1 -- 172.21.15.6:0/1477842125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574346268d0 con 0x557434788880 2024-05-20T21:24:11.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3385200700 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x557434791810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:11.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3385c00700 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434794470 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3374000c00 tx=0x7f3374009570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4935880f8e1a94ac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3367400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:11.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.861+0000 7f3367400700 1 -- 172.21.15.6:0/1477842125 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3374027060 con 0x557434788880 2024-05-20T21:24:11.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.862+0000 7f3367400700 1 -- 172.21.15.6:0/1477842125 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3374005040 con 0x557434788880 2024-05-20T21:24:11.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.862+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1477842125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f337400f930 con 0x557434788880 2024-05-20T21:24:11.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.862+0000 7f3367400700 1 -- 172.21.15.6:0/1477842125 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f337401e040 con 0x557434788880 2024-05-20T21:24:11.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.862+0000 7f3392ed9b80 10 client.27563 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:11.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.862+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1477842125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5574346a7060 con 0x557434788880 2024-05-20T21:24:11.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.862+0000 7f3367400700 1 -- 172.21.15.6:0/1477842125 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f337400f930 con 0x557434788880 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.863+0000 7f3367400700 1 -- 172.21.15.6:0/1477842125 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3374021030 con 0x557434788880 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.863+0000 7f3392ed9b80 10 client.27563 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.863+0000 7f3392ed9b80 10 client.27563 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.863+0000 7f3392ed9b80 20 client.27563 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.863+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5574347a1cc0 0x5574347a40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.863+0000 7f3392ed9b80 4 client.27563 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.863+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1477842125 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5574346e8d90 con 0x5574347a1cc0 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.863+0000 7f3385200700 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5574347a1cc0 0x5574347a40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.864+0000 7f3385200700 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5574347a1cc0 0x5574347a40b0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=75404ef54d0033fb server_cookie=a7ed929d9cb5b378 in_seq=0 out_seq=0 2024-05-20T21:24:11.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.864+0000 7f3367400700 10 client.27563 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:24:11.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3367400700 1 -- 172.21.15.6:0/1477842125 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5574346e8d90 con 0x5574347a1cc0 2024-05-20T21:24:11.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3367400700 10 client.27563 handle_command_reply: tid=0 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 client.27563 shutdown 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1477842125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 msgr2=0x557434794470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434794470 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3374000c00 tx=0x7f3374009570 comp rx=0 tx=0).stop 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1477842125 shutdown_connections 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434791d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5574347a1cc0 0x5574347a40b0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434794470 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/1477842125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x557434791810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3367400700 0 client.27563 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.865+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1477842125 >> 172.21.15.6:0/1477842125 conn(0x5574346b6be0 msgr2=0x557434787250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.866+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1477842125 shutdown_connections 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.866+0000 7f3392ed9b80 1 -- 172.21.15.6:0/1477842125 wait complete. 2024-05-20T21:24:11.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.866+0000 7f3392ed9b80 20 client.27563 trim_cache size 0 max 16384 2024-05-20T21:24:11.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.882+0000 7f3392ed9b80 1 Processor -- start 2024-05-20T21:24:11.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3392ed9b80 1 -- start start 2024-05-20T21:24:11.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434788260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x5574347830f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434788c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f33801b2920 con 0x55743478e7d0 2024-05-20T21:24:11.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f33801b01b0 con 0x557434788880 2024-05-20T21:24:11.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f33801ae000 con 0x55743478deb0 2024-05-20T21:24:11.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3385200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x5574347830f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3386600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434788c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3385200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x5574347830f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56874/0 (socket says 172.21.15.6:56874) 2024-05-20T21:24:11.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3385200700 1 -- 172.21.15.6:0/983470952 learned_addr learned my addr 172.21.15.6:0/983470952 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3386600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434788c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59170/0 (socket says 172.21.15.6:59170) 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.883+0000 7f3385c00700 1 --2- 172.21.15.6:0/983470952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434788260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3385200700 1 -- 172.21.15.6:0/983470952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 msgr2=0x557434788260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3385200700 1 --2- 172.21.15.6:0/983470952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434788260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3385200700 1 -- 172.21.15.6:0/983470952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 msgr2=0x557434788c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3385200700 1 --2- 172.21.15.6:0/983470952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434788c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3385200700 1 -- 172.21.15.6:0/983470952 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557434792080 con 0x55743478deb0 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3385200700 1 --2- 172.21.15.6:0/983470952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x5574347830f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f336c009f40 tx=0x7f336c012040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=520ba856ae844742 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3372000700 1 -- 172.21.15.6:0/983470952 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f336c00f8b0 con 0x55743478deb0 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3372000700 1 -- 172.21.15.6:0/983470952 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f336c004830 con 0x55743478deb0 2024-05-20T21:24:11.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.884+0000 7f3372000700 1 -- 172.21.15.6:0/983470952 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f336c005020 con 0x55743478deb0 2024-05-20T21:24:11.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 -- 172.21.15.6:0/983470952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 msgr2=0x5574347830f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/983470952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x5574347830f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f336c009f40 tx=0x7f336c012040 comp rx=0 tx=0).stop 2024-05-20T21:24:11.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 -- 172.21.15.6:0/983470952 shutdown_connections 2024-05-20T21:24:11.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/983470952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478e7d0 0x557434788c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/983470952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x557434788260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/983470952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478deb0 0x5574347830f0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 -- 172.21.15.6:0/983470952 >> 172.21.15.6:0/983470952 conn(0x5574346b6be0 msgr2=0x5574347829e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 -- 172.21.15.6:0/983470952 shutdown_connections 2024-05-20T21:24:11.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.885+0000 7f3392ed9b80 1 -- 172.21.15.6:0/983470952 wait complete. 2024-05-20T21:24:11.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 1 -- start start 2024-05-20T21:24:11.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 1 Processor -- start 2024-05-20T21:24:11.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x55743479a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743479aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478e7d0 0x5574347a8970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f33801ae670 con 0x55743478deb0 2024-05-20T21:24:11.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f33801afae0 con 0x557434788880 2024-05-20T21:24:11.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f33801aed40 con 0x55743478e7d0 2024-05-20T21:24:11.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.886+0000 7f3392ed9b80 10 client.0 _ll_register_callbacks cb 0x557434680c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:11.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743479aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x55743479a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x55743479a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56138/0 (socket says 172.21.15.6:56138) 2024-05-20T21:24:11.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 -- 172.21.15.6:0/46781056 learned_addr learned my addr 172.21.15.6:0/46781056 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:11.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3386600700 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478e7d0 0x5574347a8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 -- 172.21.15.6:0/46781056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478e7d0 msgr2=0x5574347a8970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478e7d0 0x5574347a8970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 -- 172.21.15.6:0/46781056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 msgr2=0x55743479aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:11.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743479aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 -- 172.21.15.6:0/46781056 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574347a9020 con 0x557434788880 2024-05-20T21:24:11.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385200700 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743479aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:11.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3385c00700 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x55743479a500 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3374004dc0 tx=0x7f33740095e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7855612579660904 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:11.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.887+0000 7f3367400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:11.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.888+0000 7f3367400700 1 -- 172.21.15.6:0/46781056 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3374027040 con 0x557434788880 2024-05-20T21:24:11.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.888+0000 7f3367400700 1 -- 172.21.15.6:0/46781056 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3374004710 con 0x557434788880 2024-05-20T21:24:11.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.888+0000 7f3392ed9b80 1 -- 172.21.15.6:0/46781056 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f336c004830 con 0x557434788880 2024-05-20T21:24:11.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.888+0000 7f3367400700 1 -- 172.21.15.6:0/46781056 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f337403a050 con 0x557434788880 2024-05-20T21:24:11.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.888+0000 7f3392ed9b80 10 client.27569 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:11.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.888+0000 7f3392ed9b80 1 -- 172.21.15.6:0/46781056 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55743480c090 con 0x557434788880 2024-05-20T21:24:11.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.888+0000 7f3367400700 1 -- 172.21.15.6:0/46781056 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f336c004830 con 0x557434788880 2024-05-20T21:24:11.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.889+0000 7f3367400700 1 -- 172.21.15.6:0/46781056 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3374021040 con 0x557434788880 2024-05-20T21:24:11.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.889+0000 7f3392ed9b80 10 client.27569 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:11.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.889+0000 7f3392ed9b80 10 client.27569 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:24:11.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.889+0000 7f3392ed9b80 20 client.27569 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:11.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.889+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55743480c760 0x55743480eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:11.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.889+0000 7f3392ed9b80 4 client.27569 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:11.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.889+0000 7f3392ed9b80 1 -- 172.21.15.6:0/46781056 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5574346e2570 con 0x55743480c760 2024-05-20T21:24:11.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.889+0000 7f3385200700 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55743480c760 0x55743480eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:11.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3385200700 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55743480c760 0x55743480eb80 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b880d3b9c1982c36 server_cookie=d73b7344232ecc91 in_seq=0 out_seq=0 2024-05-20T21:24:11.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3367400700 10 client.27569 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:24:11.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3367400700 1 -- 172.21.15.6:0/46781056 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5574346e2570 con 0x55743480c760 2024-05-20T21:24:11.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3367400700 10 client.27569 handle_command_reply: tid=0 2024-05-20T21:24:11.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 client.27569 shutdown 2024-05-20T21:24:11.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 -- 172.21.15.6:0/46781056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 msgr2=0x55743479a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x55743479a500 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3374004dc0 tx=0x7f33740095e0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 -- 172.21.15.6:0/46781056 shutdown_connections 2024-05-20T21:24:11.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55743478e7d0 0x5574347a8970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55743480c760 0x55743480eb80 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557434788880 0x55743479a500 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 --2- 172.21.15.6:0/46781056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55743478deb0 0x55743479aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3367400700 0 client.27569 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:24:11.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.890+0000 7f3392ed9b80 1 -- 172.21.15.6:0/46781056 >> 172.21.15.6:0/46781056 conn(0x5574346b6be0 msgr2=0x5574347829e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.891+0000 7f3392ed9b80 1 -- 172.21.15.6:0/46781056 shutdown_connections 2024-05-20T21:24:11.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.891+0000 7f3392ed9b80 1 -- 172.21.15.6:0/46781056 wait complete. 2024-05-20T21:24:11.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.891+0000 7f3392ed9b80 20 client.27569 trim_cache size 0 max 16384 2024-05-20T21:24:11.903 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:24:11.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.891+0000 7f3388600700 1 -- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33680b2880 msgr2=0x7f33680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.891+0000 7f3388600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33680b2880 0x7f33680b4d40 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f3380111b20 tx=0x7f336c009ae0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.891+0000 7f3388600700 1 -- 172.21.15.6:0/903537983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f338010ffb0 msgr2=0x7f33801a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:11.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.891+0000 7f3388600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f338010ffb0 0x7f33801a0640 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f337800b070 tx=0x7f3378004d00 comp rx=0 tx=0).stop 2024-05-20T21:24:11.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.892+0000 7f3388600700 1 -- 172.21.15.6:0/903537983 shutdown_connections 2024-05-20T21:24:11.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.892+0000 7f3388600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f33680b2880 0x7f33680b4d40 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.892+0000 7f3388600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f338010ffb0 0x7f33801a0640 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.892+0000 7f3388600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3380075770 0x7f338019bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.892+0000 7f3388600700 1 --2- 172.21.15.6:0/903537983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3380076090 0x7f338019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:11.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.892+0000 7f3388600700 1 -- 172.21.15.6:0/903537983 >> 172.21.15.6:0/903537983 conn(0x7f338007a700 msgr2=0x7f3380100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:11.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.892+0000 7f3388600700 1 -- 172.21.15.6:0/903537983 shutdown_connections 2024-05-20T21:24:11.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:11.892+0000 7f3388600700 1 -- 172.21.15.6:0/903537983 wait complete. 2024-05-20T21:24:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:11 smithi062 ceph-mon[36640]: pgmap v690: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-05-20T21:24:12.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:11 smithi042 ceph-mon[36332]: pgmap v690: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-05-20T21:24:12.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:11 smithi006 ceph-mon[31422]: pgmap v690: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-05-20T21:24:12.884 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:24:13.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:12 smithi062 ceph-mon[36640]: pgmap v691: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:24:13.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:12 smithi042 ceph-mon[36332]: pgmap v691: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:24:13.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:12 smithi006 ceph-mon[31422]: pgmap v691: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-20T21:24:13.341 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:15.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 -- 172.21.15.6:0/1359561629 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 msgr2=0x7f0ef010ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 --2- 172.21.15.6:0/1359561629 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 0x7f0ef010ba50 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f0ee40098f0 tx=0x7f0ee4009c00 comp rx=0 tx=0).stop 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 -- 172.21.15.6:0/1359561629 shutdown_connections 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 --2- 172.21.15.6:0/1359561629 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ef0106030 0x7f0ef0112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 --2- 172.21.15.6:0/1359561629 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 0x7f0ef010ba50 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 --2- 172.21.15.6:0/1359561629 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ef0105670 0x7f0ef0105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 -- 172.21.15.6:0/1359561629 >> 172.21.15.6:0/1359561629 conn(0x7f0ef0101160 msgr2=0x7f0ef0103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 -- 172.21.15.6:0/1359561629 shutdown_connections 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.640+0000 7f0ef7200700 1 -- 172.21.15.6:0/1359561629 wait complete. 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.641+0000 7f0ef7200700 1 Processor -- start 2024-05-20T21:24:15.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.641+0000 7f0ef7200700 1 -- start start 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef7200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ef0105670 0x7f0ef019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef7200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ef0106030 0x7f0ef019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef7200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 0x7f0ef01a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef7200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef01158c0 con 0x7f0ef010b670 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef7200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef0115740 con 0x7f0ef0106030 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef7200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef0115a40 con 0x7f0ef0105670 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ef0105670 0x7f0ef019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ef0105670 0x7f0ef019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56910/0 (socket says 172.21.15.6:56910) 2024-05-20T21:24:15.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef5e00700 1 -- 172.21.15.6:0/361842429 learned_addr learned my addr 172.21.15.6:0/361842429 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef5400700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ef0106030 0x7f0ef019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.642+0000 7f0ef6800700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 0x7f0ef01a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0ef5400700 1 -- 172.21.15.6:0/361842429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ef0105670 msgr2=0x7f0ef019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0ef5400700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ef0105670 0x7f0ef019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0ef5400700 1 -- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 msgr2=0x7f0ef01a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0ef5400700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 0x7f0ef01a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0ef5400700 1 -- 172.21.15.6:0/361842429 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ef01a0de0 con 0x7f0ef0106030 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0ef6800700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 0x7f0ef01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0ef5400700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ef0106030 0x7f0ef019c310 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f0ee000eb90 tx=0x7f0ee000eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0eeaa00700 1 -- 172.21.15.6:0/361842429 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee000cc90 con 0x7f0ef0106030 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0ef7200700 1 -- 172.21.15.6:0/361842429 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ef01a10d0 con 0x7f0ef0106030 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.643+0000 7f0eeaa00700 1 -- 172.21.15.6:0/361842429 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ee000ce30 con 0x7f0ef0106030 2024-05-20T21:24:15.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.644+0000 7f0eeaa00700 1 -- 172.21.15.6:0/361842429 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee0010430 con 0x7f0ef0106030 2024-05-20T21:24:15.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.644+0000 7f0ef7200700 1 -- 172.21.15.6:0/361842429 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ef01a8950 con 0x7f0ef0106030 2024-05-20T21:24:15.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.650+0000 7f0f03241b80 1 Processor -- start 2024-05-20T21:24:15.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.650+0000 7f0f03241b80 1 -- start start 2024-05-20T21:24:15.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.650+0000 7f0eeaa00700 1 -- 172.21.15.6:0/361842429 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0ee0003ef0 con 0x7f0ef0106030 2024-05-20T21:24:15.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d8dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d87d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d887f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0f03241b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b2f1ce5e40 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0f03241b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b2f1cd59e0 con 0x55b2f1d88390 2024-05-20T21:24:15.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0f03241b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b2f1cd9a20 con 0x55b2f1d8e0e0 2024-05-20T21:24:15.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0ef5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d87d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0ef5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d87d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56922/0 (socket says 172.21.15.6:56922) 2024-05-20T21:24:15.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0ef5e00700 1 -- 172.21.15.6:0/1599696850 learned_addr learned my addr 172.21.15.6:0/1599696850 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:15.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0ef6800700 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d8dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.651+0000 7f0ef5400700 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d887f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.652+0000 7f0ef5e00700 1 -- 172.21.15.6:0/1599696850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 msgr2=0x55b2f1d887f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.652+0000 7f0ef5e00700 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d887f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.652+0000 7f0ef5e00700 1 -- 172.21.15.6:0/1599696850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 msgr2=0x55b2f1d8dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.652+0000 7f0ef5e00700 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d8dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.652+0000 7f0ef5e00700 1 -- 172.21.15.6:0/1599696850 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2f1c9e420 con 0x55b2f1d8e0e0 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.652+0000 7f0ef5400700 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d887f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.652+0000 7f0ef5e00700 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d87d70 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f0ee4009610 tx=0x7f0ee4009640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=633b8f7429a18190 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.652+0000 7f0edf400700 1 -- 172.21.15.6:0/1599696850 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee400f660 con 0x55b2f1d8e0e0 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.653+0000 7f0edf400700 1 -- 172.21.15.6:0/1599696850 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ee400f800 con 0x55b2f1d8e0e0 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.653+0000 7f0edf400700 1 -- 172.21.15.6:0/1599696850 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee4003c20 con 0x55b2f1d8e0e0 2024-05-20T21:24:15.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.653+0000 7f0eeaa00700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed80b2900 0x7f0ed80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.653+0000 7f0eeaa00700 1 -- 172.21.15.6:0/361842429 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ee00e2590 con 0x7f0ef0106030 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.653+0000 7f0ef6800700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed80b2900 0x7f0ed80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.653+0000 7f0f03241b80 1 -- 172.21.15.6:0/1599696850 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8e0e0 msgr2=0x55b2f1d87d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.653+0000 7f0f03241b80 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d87d70 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f0ee4009610 tx=0x7f0ee4009640 comp rx=0 tx=0).stop 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.654+0000 7f0f03241b80 1 -- 172.21.15.6:0/1599696850 shutdown_connections 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.654+0000 7f0f03241b80 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d887f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.654+0000 7f0f03241b80 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d8dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.654+0000 7f0f03241b80 1 --2- 172.21.15.6:0/1599696850 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d87d70 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.654+0000 7f0f03241b80 1 -- 172.21.15.6:0/1599696850 >> 172.21.15.6:0/1599696850 conn(0x55b2f1cb5be0 msgr2=0x55b2f1d82810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.654+0000 7f0f03241b80 1 -- 172.21.15.6:0/1599696850 shutdown_connections 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.654+0000 7f0ef6800700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed80b2900 0x7f0ed80b4dc0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f0eec003f30 tx=0x7f0eec00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:15.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.654+0000 7f0f03241b80 1 -- 172.21.15.6:0/1599696850 wait complete. 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 1 -- start start 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 1 Processor -- start 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d88390 0x55b2f1d93d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d910e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d91620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b2f1bdbfa0 con 0x55b2f1d8e0e0 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b2f1c76760 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b2f1d94ba0 con 0x55b2f1d88390 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.655+0000 7f0f03241b80 10 client.0 _ll_register_callbacks cb 0x55b2f1c7fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d91620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d910e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d910e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56170/0 (socket says 172.21.15.6:56170) 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5400700 1 -- 172.21.15.6:0/4253312841 learned_addr learned my addr 172.21.15.6:0/4253312841 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d88390 0x55b2f1d93d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5400700 1 -- 172.21.15.6:0/4253312841 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d88390 msgr2=0x55b2f1d93d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5400700 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d88390 0x55b2f1d93d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5400700 1 -- 172.21.15.6:0/4253312841 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8e0e0 msgr2=0x55b2f1d91620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5400700 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d91620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.656+0000 7f0ef5400700 1 -- 172.21.15.6:0/4253312841 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2f1c258d0 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0ef5400700 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d910e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f0ee00a5b30 tx=0x7f0ee0009670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=502baa8684e37736 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0ed3e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:15.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0ed3e00700 1 -- 172.21.15.6:0/4253312841 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee00a9400 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0ed3e00700 1 -- 172.21.15.6:0/4253312841 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ee00a60a0 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0f03241b80 1 -- 172.21.15.6:0/4253312841 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ee400f800 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0ed3e00700 1 -- 172.21.15.6:0/4253312841 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ee00a9220 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0f03241b80 10 client.27581 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0f03241b80 1 -- 172.21.15.6:0/4253312841 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b2f1ca6060 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.657+0000 7f0ed3e00700 1 -- 172.21.15.6:0/4253312841 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ee400f800 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.658+0000 7f0ed3e00700 1 -- 172.21.15.6:0/4253312841 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ee00e2110 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.658+0000 7f0f03241b80 10 client.27581 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.658+0000 7f0f03241b80 10 client.27581 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.658+0000 7f0f03241b80 20 client.27581 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.658+0000 7f0f03241b80 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55b2f1da15e0 0x55b2f1da39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.658+0000 7f0f03241b80 4 client.27581 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:15.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.658+0000 7f0f03241b80 1 -- 172.21.15.6:0/4253312841 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b2f1ce7d90 con 0x55b2f1da15e0 2024-05-20T21:24:15.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.658+0000 7f0ef5e00700 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55b2f1da15e0 0x55b2f1da39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.659+0000 7f0ef5e00700 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55b2f1da15e0 0x55b2f1da39d0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a73455581ccf6c23 server_cookie=e77eb73842665dc7 in_seq=0 out_seq=0 2024-05-20T21:24:15.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.659+0000 7f0ed3e00700 10 client.27581 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:24:15.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0ed3e00700 1 -- 172.21.15.6:0/4253312841 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b2f1ce7d90 con 0x55b2f1da15e0 2024-05-20T21:24:15.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0ed3e00700 10 client.27581 handle_command_reply: tid=0 2024-05-20T21:24:15.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 client.27581 shutdown 2024-05-20T21:24:15.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 -- 172.21.15.6:0/4253312841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d8d7c0 msgr2=0x55b2f1d910e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d910e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f0ee00a5b30 tx=0x7f0ee0009670 comp rx=0 tx=0).stop 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 -- 172.21.15.6:0/4253312841 shutdown_connections 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8e0e0 0x55b2f1d91620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55b2f1da15e0 0x55b2f1da39d0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d88390 0x55b2f1d93d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 --2- 172.21.15.6:0/4253312841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d910e0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0ed3e00700 0 client.27581 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 -- 172.21.15.6:0/4253312841 >> 172.21.15.6:0/4253312841 conn(0x55b2f1cb5be0 msgr2=0x55b2f1d81fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 -- 172.21.15.6:0/4253312841 shutdown_connections 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.660+0000 7f0f03241b80 1 -- 172.21.15.6:0/4253312841 wait complete. 2024-05-20T21:24:15.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.661+0000 7f0f03241b80 20 client.27581 trim_cache size 0 max 16384 2024-05-20T21:24:15.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.677+0000 7f0f03241b80 1 Processor -- start 2024-05-20T21:24:15.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.677+0000 7f0f03241b80 1 -- start start 2024-05-20T21:24:15.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1cb5be0 0x55b2f1d87d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d8ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d91530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0f03241b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef01b28e0 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0f03241b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef01b0170 con 0x55b2f1d88390 2024-05-20T21:24:15.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0f03241b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef01adfc0 con 0x55b2f1cb5be0 2024-05-20T21:24:15.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0ef5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1cb5be0 0x55b2f1d87d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0ef5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d8ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0ef5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1cb5be0 0x55b2f1d87d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56946/0 (socket says 172.21.15.6:56946) 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0ef6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d91530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0ef5e00700 1 -- 172.21.15.6:0/1461266548 learned_addr learned my addr 172.21.15.6:0/1461266548 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.678+0000 7f0ef5400700 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d8ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56184/0 (socket says 172.21.15.6:56184) 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.679+0000 7f0ef5400700 1 -- 172.21.15.6:0/1461266548 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1cb5be0 msgr2=0x55b2f1d87d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.679+0000 7f0ef5400700 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1cb5be0 0x55b2f1d87d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.679+0000 7f0ef5400700 1 -- 172.21.15.6:0/1461266548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 msgr2=0x55b2f1d91530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.679+0000 7f0ef5400700 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d91530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.679+0000 7f0ef5400700 1 -- 172.21.15.6:0/1461266548 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2f1d94540 con 0x55b2f1d88390 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.679+0000 7f0ef6800700 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.679+0000 7f0ef5400700 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d8ed50 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0ee00a6d20 tx=0x7f0ee0005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1d94add1a228518 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.679+0000 7f0edea00700 1 -- 172.21.15.6:0/1461266548 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee00a9400 con 0x55b2f1d88390 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0edea00700 1 -- 172.21.15.6:0/1461266548 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ee00a95c0 con 0x55b2f1d88390 2024-05-20T21:24:15.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0edea00700 1 -- 172.21.15.6:0/1461266548 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee00a5240 con 0x55b2f1d88390 2024-05-20T21:24:15.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0f03241b80 1 -- 172.21.15.6:0/1461266548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 msgr2=0x55b2f1d8ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0f03241b80 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d8ed50 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0ee00a6d20 tx=0x7f0ee0005c00 comp rx=0 tx=0).stop 2024-05-20T21:24:15.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0f03241b80 1 -- 172.21.15.6:0/1461266548 shutdown_connections 2024-05-20T21:24:15.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0f03241b80 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1d91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0f03241b80 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1cb5be0 0x55b2f1d87d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0f03241b80 1 --2- 172.21.15.6:0/1461266548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1d8ed50 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.680+0000 7f0f03241b80 1 -- 172.21.15.6:0/1461266548 >> 172.21.15.6:0/1461266548 conn(0x55b2f1d8b9e0 msgr2=0x55b2f1d8f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.681+0000 7f0f03241b80 1 -- 172.21.15.6:0/1461266548 shutdown_connections 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.681+0000 7f0f03241b80 1 -- 172.21.15.6:0/1461266548 wait complete. 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.681+0000 7f0f03241b80 1 -- start start 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.681+0000 7f0f03241b80 1 Processor -- start 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1cb5be0 0x55b2f1da8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1da9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0f03241b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1da9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0f03241b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef01ae630 con 0x55b2f1cb5be0 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0f03241b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef01afaa0 con 0x55b2f1d88390 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0f03241b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef01aed00 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0f03241b80 10 client.0 _ll_register_callbacks cb 0x55b2f1c7fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0ef5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1cb5be0 0x55b2f1da8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0ef6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1da9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0ef6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1da9780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56954/0 (socket says 172.21.15.6:56954) 2024-05-20T21:24:15.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0ef6800700 1 -- 172.21.15.6:0/3178886024 learned_addr learned my addr 172.21.15.6:0/3178886024 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:15.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.682+0000 7f0ef5400700 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1da9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ef6800700 1 -- 172.21.15.6:0/3178886024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 msgr2=0x55b2f1da9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:15.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ef6800700 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1da9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ef6800700 1 -- 172.21.15.6:0/3178886024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1cb5be0 msgr2=0x55b2f1da8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ef6800700 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1cb5be0 0x55b2f1da8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ef6800700 1 -- 172.21.15.6:0/3178886024 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2f1e0b150 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ef5400700 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1da9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ef5e00700 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1cb5be0 0x55b2f1da8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ef6800700 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1da9780 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f0eec008b40 tx=0x7f0eec004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e937546aba45113 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.683+0000 7f0ed3e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0ed3e00700 1 -- 172.21.15.6:0/3178886024 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eec00e900 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0f03241b80 1 -- 172.21.15.6:0/3178886024 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ee00a95c0 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0ed3e00700 1 -- 172.21.15.6:0/3178886024 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0eec00eaa0 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0ed3e00700 1 -- 172.21.15.6:0/3178886024 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0eec00eca0 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0f03241b80 10 client.27586 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:15.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0f03241b80 1 -- 172.21.15.6:0/3178886024 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b2f1e0c3e0 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0ed3e00700 1 -- 172.21.15.6:0/3178886024 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ee00a95c0 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0ed3e00700 1 -- 172.21.15.6:0/3178886024 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0eec02c020 con 0x55b2f1d8d7c0 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0f03241b80 10 client.27586 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0f03241b80 10 client.27586 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.684+0000 7f0f03241b80 20 client.27586 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.685+0000 7f0f03241b80 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55b2f1d8e0e0 0x55b2f1e0eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.685+0000 7f0f03241b80 4 client.27586 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.685+0000 7f0f03241b80 1 -- 172.21.15.6:0/3178886024 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b2f1ce1570 con 0x55b2f1d8e0e0 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.685+0000 7f0ef5e00700 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55b2f1d8e0e0 0x55b2f1e0eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.685+0000 7f0ef5e00700 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55b2f1d8e0e0 0x55b2f1e0eb10 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a17c430f443ec22b server_cookie=19685e54c0711f49 in_seq=0 out_seq=0 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.685+0000 7f0ed3e00700 10 client.27586 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0ed3e00700 1 -- 172.21.15.6:0/3178886024 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b2f1ce1570 con 0x55b2f1d8e0e0 2024-05-20T21:24:15.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0ed3e00700 10 client.27586 handle_command_reply: tid=0 2024-05-20T21:24:15.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 client.27586 shutdown 2024-05-20T21:24:15.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 -- 172.21.15.6:0/3178886024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8d7c0 msgr2=0x55b2f1da9780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1da9780 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f0eec008b40 tx=0x7f0eec004b40 comp rx=0 tx=0).stop 2024-05-20T21:24:15.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 -- 172.21.15.6:0/3178886024 shutdown_connections 2024-05-20T21:24:15.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55b2f1d8e0e0 0x55b2f1e0eb10 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0ed3e00700 0 client.27586 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b2f1d8d7c0 0x55b2f1da9780 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b2f1cb5be0 0x55b2f1da8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 --2- 172.21.15.6:0/3178886024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b2f1d88390 0x55b2f1da9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 -- 172.21.15.6:0/3178886024 >> 172.21.15.6:0/3178886024 conn(0x55b2f1d8b9e0 msgr2=0x55b2f1d90260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 -- 172.21.15.6:0/3178886024 shutdown_connections 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 1 -- 172.21.15.6:0/3178886024 wait complete. 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.686+0000 7f0f03241b80 20 client.27586 trim_cache size 0 max 16384 2024-05-20T21:24:15.689 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:24:15.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 -- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed80b2900 msgr2=0x7f0ed80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed80b2900 0x7f0ed80b4dc0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f0eec003f30 tx=0x7f0eec00b040 comp rx=0 tx=0).stop 2024-05-20T21:24:15.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 -- 172.21.15.6:0/361842429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ef0106030 msgr2=0x7f0ef019c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:15.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ef0106030 0x7f0ef019c310 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f0ee000eb90 tx=0x7f0ee000eea0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 -- 172.21.15.6:0/361842429 shutdown_connections 2024-05-20T21:24:15.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ed80b2900 0x7f0ed80b4dc0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ef010b670 0x7f0ef01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ef0105670 0x7f0ef019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 --2- 172.21.15.6:0/361842429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ef0106030 0x7f0ef019c310 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:15.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 -- 172.21.15.6:0/361842429 >> 172.21.15.6:0/361842429 conn(0x7f0ef0101160 msgr2=0x7f0ef0101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:15.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.687+0000 7f0ef7200700 1 -- 172.21.15.6:0/361842429 shutdown_connections 2024-05-20T21:24:15.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:15.688+0000 7f0ef7200700 1 -- 172.21.15.6:0/361842429 wait complete. 2024-05-20T21:24:15.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:15 smithi062 ceph-mon[36640]: pgmap v692: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.2 KiB/s wr, 11 op/s 2024-05-20T21:24:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:15 smithi042 ceph-mon[36332]: pgmap v692: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.2 KiB/s wr, 11 op/s 2024-05-20T21:24:15.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:15 smithi006 ceph-mon[31422]: pgmap v692: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.2 KiB/s wr, 11 op/s 2024-05-20T21:24:16.586 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:24:17.068 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.360+0000 7fe123e00640 1 -- 172.21.15.6:0/2310784803 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1100318a0 con 0x7fe1240754b0 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.360+0000 7fe12ac00640 1 -- 172.21.15.6:0/2310784803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 msgr2=0x7fe124075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.360+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2310784803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 0x7fe124075930 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fe110009900 tx=0x7fe11002a3f0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.361+0000 7fe12ac00640 1 -- 172.21.15.6:0/2310784803 shutdown_connections 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.361+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2310784803 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe12410a7d0 0x7fe12410cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.361+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2310784803 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 0x7fe124075930 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.361+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2310784803 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe124076a90 0x7fe124074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.361+0000 7fe12ac00640 1 -- 172.21.15.6:0/2310784803 >> 172.21.15.6:0/2310784803 conn(0x7fe1240fde80 msgr2=0x7fe1241002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:17.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.361+0000 7fe12ac00640 1 -- 172.21.15.6:0/2310784803 shutdown_connections 2024-05-20T21:24:17.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.361+0000 7fe12ac00640 1 -- 172.21.15.6:0/2310784803 wait complete. 2024-05-20T21:24:17.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe12ac00640 1 Processor -- start 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe12ac00640 1 -- start start 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe12ac00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 0x7fe12419ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe12ac00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe124076a90 0x7fe12419b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe12ac00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe12410a7d0 0x7fe1241a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe12ac00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe124110620 con 0x7fe1240754b0 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe12ac00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe1241104a0 con 0x7fe12410a7d0 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe12ac00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe1241107a0 con 0x7fe124076a90 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.362+0000 7fe129800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 0x7fe12419ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe12a200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe12410a7d0 0x7fe1241a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe129800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 0x7fe12419ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47710/0 (socket says 172.21.15.6:47710) 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe129800640 1 -- 172.21.15.6:0/2850538482 learned_addr learned my addr 172.21.15.6:0/2850538482 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe128e00640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe124076a90 0x7fe12419b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe12a200640 1 -- 172.21.15.6:0/2850538482 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe124076a90 msgr2=0x7fe12419b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe12a200640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe124076a90 0x7fe12419b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe12a200640 1 -- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 msgr2=0x7fe12419ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe12a200640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 0x7fe12419ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe12a200640 1 -- 172.21.15.6:0/2850538482 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1241a2940 con 0x7fe12410a7d0 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe129800640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 0x7fe12419ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.363+0000 7fe12a200640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe12410a7d0 0x7fe1241a22a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe11c009fd0 tx=0x7fe11c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.364+0000 7fe122000640 1 -- 172.21.15.6:0/2850538482 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c00ce20 con 0x7fe12410a7d0 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.364+0000 7fe12ac00640 1 -- 172.21.15.6:0/2850538482 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1241a2c30 con 0x7fe12410a7d0 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.364+0000 7fe122000640 1 -- 172.21.15.6:0/2850538482 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe11c005020 con 0x7fe12410a7d0 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.364+0000 7fe122000640 1 -- 172.21.15.6:0/2850538482 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c010690 con 0x7fe12410a7d0 2024-05-20T21:24:17.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.364+0000 7fe12ac00640 1 -- 172.21.15.6:0/2850538482 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1241a31d0 con 0x7fe12410a7d0 2024-05-20T21:24:17.367 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.367+0000 7fe12ef66740 1 Processor -- start 2024-05-20T21:24:17.368 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.368+0000 7fe122000640 1 -- 172.21.15.6:0/2850538482 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe11c0054d0 con 0x7fe12410a7d0 2024-05-20T21:24:17.368 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.368+0000 7fe12ef66740 1 -- start start 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.368+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b449144110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.368+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b4491491e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.368+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.368+0000 7fe12ef66740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b4490b3b90 con 0x55b449149850 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.368+0000 7fe12ef66740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b4490a3730 con 0x55b449143cf0 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.368+0000 7fe12ef66740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b4490a7770 con 0x55b4491446e0 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b449144110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b449144110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40190/0 (socket says 172.21.15.6:40190) 2024-05-20T21:24:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 -- 172.21.15.6:0/1972925168 learned_addr learned my addr 172.21.15.6:0/1972925168 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe129800640 1 --2- 172.21.15.6:0/1972925168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b4491491e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 -- 172.21.15.6:0/1972925168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 msgr2=0x55b4491491e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 --2- 172.21.15.6:0/1972925168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b4491491e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 -- 172.21.15.6:0/1972925168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 msgr2=0x55b449144110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 --2- 172.21.15.6:0/1972925168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b449144110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.370 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 -- 172.21.15.6:0/1972925168 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b44903c8b0 con 0x55b449149850 2024-05-20T21:24:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.369+0000 7fe128e00640 1 --2- 172.21.15.6:0/1972925168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914bce0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe110004750 tx=0x7fe1100046e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff9931e146fa25e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.370+0000 7fe116a00640 1 -- 172.21.15.6:0/1972925168 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe110035040 con 0x55b449149850 2024-05-20T21:24:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.370+0000 7fe116a00640 1 -- 172.21.15.6:0/1972925168 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe110031650 con 0x55b449149850 2024-05-20T21:24:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.370+0000 7fe122000640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe10c0b27d0 0x7fe10c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.370+0000 7fe116a00640 1 -- 172.21.15.6:0/1972925168 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe110003a50 con 0x55b449149850 2024-05-20T21:24:17.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.370+0000 7fe122000640 1 -- 172.21.15.6:0/2850538482 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe11c0e2a30 con 0x7fe12410a7d0 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.370+0000 7fe129800640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe10c0b27d0 0x7fe10c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 -- 172.21.15.6:0/1972925168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 msgr2=0x55b44914bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 --2- 172.21.15.6:0/1972925168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914bce0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe110004750 tx=0x7fe1100046e0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 -- 172.21.15.6:0/1972925168 shutdown_connections 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 --2- 172.21.15.6:0/1972925168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914bce0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 --2- 172.21.15.6:0/1972925168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b4491491e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 --2- 172.21.15.6:0/1972925168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b449144110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 -- 172.21.15.6:0/1972925168 >> 172.21.15.6:0/1972925168 conn(0x55b44913f360 msgr2=0x55b44913f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 -- 172.21.15.6:0/1972925168 shutdown_connections 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 -- 172.21.15.6:0/1972925168 wait complete. 2024-05-20T21:24:17.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe129800640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe10c0b27d0 0x7fe10c0b4c90 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x55b449144ae0 tx=0x7fe11800b480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.371+0000 7fe12ef66740 1 -- start start 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.372+0000 7fe12ef66740 1 Processor -- start 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.372+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.372+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b44914df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.372+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b449154fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.372+0000 7fe12ef66740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b448d89790 con 0x55b449149850 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.372+0000 7fe12ef66740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b44904bbc0 con 0x55b449143cf0 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.372+0000 7fe12ef66740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b44914c7a0 con 0x55b4491446e0 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.372+0000 7fe12ef66740 10 client.0 _ll_register_callbacks cb 0x55b449029400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe12a200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b449154fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40204/0 (socket says 172.21.15.6:40204) 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 -- 172.21.15.6:0/3650073940 learned_addr learned my addr 172.21.15.6:0/3650073940 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:17.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe128e00640 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b44914df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 -- 172.21.15.6:0/3650073940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 msgr2=0x55b44914df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b44914df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 -- 172.21.15.6:0/3650073940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 msgr2=0x55b449154fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b449154fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 -- 172.21.15.6:0/3650073940 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b448db8210 con 0x55b449143cf0 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe129800640 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914da20 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe11801f520 tx=0x7fe118004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a1bf5813ab8537f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.373+0000 7fe10b400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.374+0000 7fe10b400640 1 -- 172.21.15.6:0/3650073940 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118005020 con 0x55b449143cf0 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.374+0000 7fe10b400640 1 -- 172.21.15.6:0/3650073940 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe118017030 con 0x55b449143cf0 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.374+0000 7fe12ef66740 1 -- 172.21.15.6:0/3650073940 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe110031650 con 0x55b449143cf0 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.374+0000 7fe10b400640 1 -- 172.21.15.6:0/3650073940 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe1180051c0 con 0x55b449143cf0 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.374+0000 7fe12ef66740 10 client.27599 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:17.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.374+0000 7fe12ef66740 1 -- 172.21.15.6:0/3650073940 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b448e84620 con 0x55b449143cf0 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.374+0000 7fe10b400640 1 -- 172.21.15.6:0/3650073940 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe110031650 con 0x55b449143cf0 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.375+0000 7fe10b400640 1 -- 172.21.15.6:0/3650073940 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe11802f070 con 0x55b449143cf0 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.375+0000 7fe12ef66740 10 client.27599 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.375+0000 7fe12ef66740 10 client.27599 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.375+0000 7fe12ef66740 20 client.27599 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.375+0000 7fe12ef66740 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b449159520 0x55b44915b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.375+0000 7fe12ef66740 4 client.27599 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.375+0000 7fe12ef66740 1 -- 172.21.15.6:0/3650073940 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b4490b5ae0 con 0x55b449159520 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.375+0000 7fe128e00640 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b449159520 0x55b44915b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.376+0000 7fe128e00640 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b449159520 0x55b44915b9b0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5399eb37eddd028a server_cookie=23e4076d8fb7d644 in_seq=0 out_seq=0 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.376+0000 7fe10b400640 10 client.27599 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe10b400640 1 -- 172.21.15.6:0/3650073940 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b4490b5ae0 con 0x55b449159520 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe10b400640 10 client.27599 handle_command_reply: tid=0 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 client.27599 shutdown 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 -- 172.21.15.6:0/3650073940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 msgr2=0x55b44914da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914da20 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe11801f520 tx=0x7fe118004730 comp rx=0 tx=0).stop 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 -- 172.21.15.6:0/3650073940 shutdown_connections 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b449159520 0x55b44915b9b0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b449154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.381 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b44914df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 --2- 172.21.15.6:0/3650073940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914da20 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe10b400640 0 client.27599 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 -- 172.21.15.6:0/3650073940 >> 172.21.15.6:0/3650073940 conn(0x55b44913f360 msgr2=0x55b44913e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 -- 172.21.15.6:0/3650073940 shutdown_connections 2024-05-20T21:24:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.377+0000 7fe12ef66740 1 -- 172.21.15.6:0/3650073940 wait complete. 2024-05-20T21:24:17.382 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.378+0000 7fe12ef66740 20 client.27599 trim_cache size 0 max 16384 2024-05-20T21:24:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12ef66740 1 Processor -- start 2024-05-20T21:24:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12ef66740 1 -- start start 2024-05-20T21:24:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449154f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12ef66740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe1241aea50 con 0x55b449149850 2024-05-20T21:24:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12ef66740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe1241ac320 con 0x55b449143cf0 2024-05-20T21:24:17.398 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12ef66740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe1241aa170 con 0x55b4491446e0 2024-05-20T21:24:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12a200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12a200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47740/0 (socket says 172.21.15.6:47740) 2024-05-20T21:24:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe12a200640 1 -- 172.21.15.6:0/1081284430 learned_addr learned my addr 172.21.15.6:0/1081284430 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:17.400 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.398+0000 7fe129800640 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe128e00640 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449154f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe12a200640 1 -- 172.21.15.6:0/1081284430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 msgr2=0x55b449154f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe12a200640 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449154f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe12a200640 1 -- 172.21.15.6:0/1081284430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 msgr2=0x55b44914d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe12a200640 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe12a200640 1 -- 172.21.15.6:0/1081284430 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b449148840 con 0x55b449149850 2024-05-20T21:24:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe129800640 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:17.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe12a200640 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914db70 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe11c0e0430 tx=0x7fe11c0a5e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b08adf7918824641 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe116000640 1 -- 172.21.15.6:0/1081284430 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c0c4070 con 0x55b449149850 2024-05-20T21:24:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe116000640 1 -- 172.21.15.6:0/1081284430 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe11c0051d0 con 0x55b449149850 2024-05-20T21:24:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.399+0000 7fe116000640 1 -- 172.21.15.6:0/1081284430 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11c0a8100 con 0x55b449149850 2024-05-20T21:24:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 -- 172.21.15.6:0/1081284430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 msgr2=0x55b44914db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914db70 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe11c0e0430 tx=0x7fe11c0a5e30 comp rx=0 tx=0).stop 2024-05-20T21:24:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 -- 172.21.15.6:0/1081284430 shutdown_connections 2024-05-20T21:24:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449149850 0x55b44914db70 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449154f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 --2- 172.21.15.6:0/1081284430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449143cf0 0x55b44914d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 -- 172.21.15.6:0/1081284430 >> 172.21.15.6:0/1081284430 conn(0x55b44913f360 msgr2=0x55b44913f740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:17.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 -- 172.21.15.6:0/1081284430 shutdown_connections 2024-05-20T21:24:17.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.400+0000 7fe12ef66740 1 -- 172.21.15.6:0/1081284430 wait complete. 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.401+0000 7fe12ef66740 1 -- start start 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.401+0000 7fe12ef66740 1 Processor -- start 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.401+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449143cf0 0x55b449152400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.401+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449152940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.401+0000 7fe12ef66740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449149850 0x55b449153950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe12ef66740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe1241aa7e0 con 0x55b449143cf0 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe12ef66740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe1241abc50 con 0x55b449149850 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe12ef66740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe1241aaeb0 con 0x55b4491446e0 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe12ef66740 10 client.0 _ll_register_callbacks cb 0x7fe118004530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449143cf0 0x55b449152400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449143cf0 0x55b449152400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47756/0 (socket says 172.21.15.6:47756) 2024-05-20T21:24:17.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 -- 172.21.15.6:0/2918467924 learned_addr learned my addr 172.21.15.6:0/2918467924 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe12a200640 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449149850 0x55b449153950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe128e00640 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449152940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 -- 172.21.15.6:0/2918467924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 msgr2=0x55b449152940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449152940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 -- 172.21.15.6:0/2918467924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449149850 msgr2=0x55b449153950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449149850 0x55b449153950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 -- 172.21.15.6:0/2918467924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b449153f40 con 0x55b449143cf0 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe128e00640 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449152940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe129800640 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449143cf0 0x55b449152400 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fe1180058c0 tx=0x7fe1180055f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34fb42346382ba52 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.402+0000 7fe10b400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.403+0000 7fe10b400640 1 -- 172.21.15.6:0/2918467924 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe11803e060 con 0x55b449143cf0 2024-05-20T21:24:17.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.403+0000 7fe10b400640 1 -- 172.21.15.6:0/2918467924 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe118004bb0 con 0x55b449143cf0 2024-05-20T21:24:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.403+0000 7fe12ef66740 1 -- 172.21.15.6:0/2918467924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe11c0051d0 con 0x55b449143cf0 2024-05-20T21:24:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.403+0000 7fe10b400640 1 -- 172.21.15.6:0/2918467924 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe118035070 con 0x55b449143cf0 2024-05-20T21:24:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.403+0000 7fe12ef66740 10 client.17493 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.403+0000 7fe12ef66740 1 -- 172.21.15.6:0/2918467924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b449155250 con 0x55b449143cf0 2024-05-20T21:24:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.403+0000 7fe10b400640 1 -- 172.21.15.6:0/2918467924 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe11c0051d0 con 0x55b449143cf0 2024-05-20T21:24:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.404+0000 7fe10b400640 1 -- 172.21.15.6:0/2918467924 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe11802f070 con 0x55b449143cf0 2024-05-20T21:24:17.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.404+0000 7fe12ef66740 10 client.17493 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.404+0000 7fe12ef66740 10 client.17493 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.404+0000 7fe12ef66740 20 client.17493 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.404+0000 7fe12ef66740 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b4491cd130 0x55b4491cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.404+0000 7fe12ef66740 4 client.17493 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.404+0000 7fe12ef66740 1 -- 172.21.15.6:0/2918467924 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b4490af2c0 con 0x55b4491cd130 2024-05-20T21:24:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.405+0000 7fe128e00640 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b4491cd130 0x55b4491cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.405+0000 7fe128e00640 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b4491cd130 0x55b4491cf550 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50394ede03edbf0f server_cookie=7c6490b3eb1fb7df in_seq=0 out_seq=0 2024-05-20T21:24:17.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.405+0000 7fe10b400640 10 client.17493 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.420+0000 7fe10b400640 1 -- 172.21.15.6:0/2918467924 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b4490af2c0 con 0x55b4491cd130 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.420+0000 7fe10b400640 10 client.17493 handle_command_reply: tid=0 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.420+0000 7fe12ef66740 1 client.17493 shutdown 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 -- 172.21.15.6:0/2918467924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449143cf0 msgr2=0x55b449152400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449143cf0 0x55b449152400 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fe1180058c0 tx=0x7fe1180055f0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 -- 172.21.15.6:0/2918467924 shutdown_connections 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b4491cd130 0x55b4491cf550 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b449149850 0x55b449153950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.421 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b4491446e0 0x55b449152940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 --2- 172.21.15.6:0/2918467924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b449143cf0 0x55b449152400 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe10b400640 0 client.17493 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:17.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 -- 172.21.15.6:0/2918467924 >> 172.21.15.6:0/2918467924 conn(0x55b44913f360 msgr2=0x55b44914d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:17.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 -- 172.21.15.6:0/2918467924 shutdown_connections 2024-05-20T21:24:17.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 1 -- 172.21.15.6:0/2918467924 wait complete. 2024-05-20T21:24:17.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.421+0000 7fe12ef66740 20 client.17493 trim_cache size 0 max 16384 2024-05-20T21:24:17.422 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:24:17.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:24:17.423 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:24:17.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 -- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe10c0b27d0 msgr2=0x7fe10c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe10c0b27d0 0x7fe10c0b4c90 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x55b449144ae0 tx=0x7fe11800b480 comp rx=0 tx=0).stop 2024-05-20T21:24:17.424 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 -- 172.21.15.6:0/2850538482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe12410a7d0 msgr2=0x7fe1241a22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:17.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe12410a7d0 0x7fe1241a22a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe11c009fd0 tx=0x7fe11c00ef10 comp rx=0 tx=0).stop 2024-05-20T21:24:17.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 -- 172.21.15.6:0/2850538482 shutdown_connections 2024-05-20T21:24:17.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe10c0b27d0 0x7fe10c0b4c90 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe12410a7d0 0x7fe1241a22a0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe124076a90 0x7fe12419b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 --2- 172.21.15.6:0/2850538482 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1240754b0 0x7fe12419ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:17.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 -- 172.21.15.6:0/2850538482 >> 172.21.15.6:0/2850538482 conn(0x7fe1240fde80 msgr2=0x7fe1241066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:17.426 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 -- 172.21.15.6:0/2850538482 shutdown_connections 2024-05-20T21:24:17.426 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:17.422+0000 7fe12ac00640 1 -- 172.21.15.6:0/2850538482 wait complete. 2024-05-20T21:24:17.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:17 smithi062 ceph-mon[36640]: pgmap v693: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:24:17.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:17 smithi042 ceph-mon[36332]: pgmap v693: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:24:17.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:17 smithi006 ceph-mon[31422]: pgmap v693: 97 pgs: 97 active+clean; 4.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:24:19.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 -- 172.21.15.6:0/1158467840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608076090 msgr2=0x7f260810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 --2- 172.21.15.6:0/1158467840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608076090 0x7f260810fa00 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f25f40098f0 tx=0x7f25f4009c00 comp rx=0 tx=0).stop 2024-05-20T21:24:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 -- 172.21.15.6:0/1158467840 shutdown_connections 2024-05-20T21:24:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 --2- 172.21.15.6:0/1158467840 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f260810ff40 0x7f2608112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 --2- 172.21.15.6:0/1158467840 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2608075770 0x7f2608075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 --2- 172.21.15.6:0/1158467840 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608076090 0x7f260810fa00 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 -- 172.21.15.6:0/1158467840 >> 172.21.15.6:0/1158467840 conn(0x7f260807a6a0 msgr2=0x7f260807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 -- 172.21.15.6:0/1158467840 shutdown_connections 2024-05-20T21:24:19.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.409+0000 7f260f200700 1 -- 172.21.15.6:0/1158467840 wait complete. 2024-05-20T21:24:19.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.410+0000 7f260f200700 1 Processor -- start 2024-05-20T21:24:19.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.411+0000 7f260f200700 1 -- start start 2024-05-20T21:24:19.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.411+0000 7f260f200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608075770 0x7f260819bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.411+0000 7f260f200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2608076090 0x7f260819c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.411+0000 7f260f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f260810ff40 0x7f26081a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.411+0000 7f260f200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2608115910 con 0x7f260810ff40 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.411+0000 7f260f200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2608115790 con 0x7f2608076090 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.411+0000 7f260f200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2608115a90 con 0x7f2608075770 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f260d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f260810ff40 0x7f26081a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608075770 0x7f260819bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608075770 0x7f260819bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58130/0 (socket says 172.21.15.6:58130) 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2608076090 0x7f260819c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607e00700 1 -- 172.21.15.6:0/4165540566 learned_addr learned my addr 172.21.15.6:0/4165540566 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607400700 1 -- 172.21.15.6:0/4165540566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608075770 msgr2=0x7f260819bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607400700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608075770 0x7f260819bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607400700 1 -- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f260810ff40 msgr2=0x7f26081a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607400700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f260810ff40 0x7f26081a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607400700 1 -- 172.21.15.6:0/4165540566 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26081a0e60 con 0x7f2608076090 2024-05-20T21:24:19.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.412+0000 7f2607e00700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608075770 0x7f260819bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.413+0000 7f2607400700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2608076090 0x7f260819c3e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f25f4009230 tx=0x7f25f400fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.413+0000 7f2604c00700 1 -- 172.21.15.6:0/4165540566 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f4005040 con 0x7f2608076090 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.413+0000 7f2604c00700 1 -- 172.21.15.6:0/4165540566 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25f4005690 con 0x7f2608076090 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.413+0000 7f260f200700 1 -- 172.21.15.6:0/4165540566 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26081a10f0 con 0x7f2608076090 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.413+0000 7f2604c00700 1 -- 172.21.15.6:0/4165540566 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f40038e0 con 0x7f2608076090 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.413+0000 7f260f200700 1 -- 172.21.15.6:0/4165540566 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26081a89d0 con 0x7f2608076090 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2604c00700 1 -- 172.21.15.6:0/4165540566 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f25f400b760 con 0x7f2608076090 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2619a9ab80 1 Processor -- start 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2619a9ab80 1 -- start start 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddc7d0 0x55ffeadd6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeadd6880 0x55ffeadd6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ffead34e40 con 0x55ffeadd6880 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ffead249e0 con 0x55ffeaddc7d0 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.418+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ffead28a20 con 0x55ffeaddbeb0 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f260d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f260d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddc290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58138/0 (socket says 172.21.15.6:58138) 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f260d200700 1 -- 172.21.15.6:0/185787432 learned_addr learned my addr 172.21.15.6:0/185787432 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f2607e00700 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddc7d0 0x55ffeadd6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f2607400700 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeadd6880 0x55ffeadd6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f260d200700 1 -- 172.21.15.6:0/185787432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddc7d0 msgr2=0x55ffeadd6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f260d200700 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddc7d0 0x55ffeadd6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f260d200700 1 -- 172.21.15.6:0/185787432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeadd6880 msgr2=0x55ffeadd6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f260d200700 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeadd6880 0x55ffeadd6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f260d200700 1 -- 172.21.15.6:0/185787432 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffeaced420 con 0x55ffeaddbeb0 2024-05-20T21:24:19.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f2607e00700 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddc7d0 0x55ffeadd6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.419+0000 7f2607400700 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeadd6880 0x55ffeadd6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.420+0000 7f260d200700 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddc290 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f2600011600 tx=0x7f26000099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce7e3dfe4a3a8b5e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.420+0000 7f2604c00700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25ec0b2880 0x7f25ec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.420+0000 7f2604c00700 1 -- 172.21.15.6:0/4165540566 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f25f40e2910 con 0x7f2608076090 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.420+0000 7f25fd600700 1 -- 172.21.15.6:0/185787432 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2600019030 con 0x55ffeaddbeb0 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.420+0000 7f25fd600700 1 -- 172.21.15.6:0/185787432 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f26000092e0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.420+0000 7f25fd600700 1 -- 172.21.15.6:0/185787432 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26000075c0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.420+0000 7f2607e00700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25ec0b2880 0x7f25ec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 -- 172.21.15.6:0/185787432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 msgr2=0x55ffeaddc290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddc290 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f2600011600 tx=0x7f26000099e0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2607e00700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25ec0b2880 0x7f25ec0b4d40 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f25f8012780 tx=0x7f25f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 -- 172.21.15.6:0/185787432 shutdown_connections 2024-05-20T21:24:19.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeadd6880 0x55ffeadd6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddc290 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/185787432 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddc7d0 0x55ffeadd6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 -- 172.21.15.6:0/185787432 >> 172.21.15.6:0/185787432 conn(0x55ffead04be0 msgr2=0x55ffeadd1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 -- 172.21.15.6:0/185787432 shutdown_connections 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.421+0000 7f2619a9ab80 1 -- 172.21.15.6:0/185787432 wait complete. 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.422+0000 7f2619a9ab80 1 -- start start 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.422+0000 7f2619a9ab80 1 Processor -- start 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeadd6880 0x55ffeade2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeaddfe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ffeac2afa0 con 0x55ffeaddc7d0 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ffeacc5760 con 0x55ffeadd6880 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ffeade3240 con 0x55ffeaddbeb0 2024-05-20T21:24:19.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2619a9ab80 10 client.0 _ll_register_callbacks cb 0x55ffeaccec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:19.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f260d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeaddfe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2607400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f260d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeaddfe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47794/0 (socket says 172.21.15.6:47794) 2024-05-20T21:24:19.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f260d200700 1 -- 172.21.15.6:0/931578250 learned_addr learned my addr 172.21.15.6:0/931578250 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:19.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.423+0000 7f2607e00700 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeadd6880 0x55ffeade2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f2607400700 1 -- 172.21.15.6:0/931578250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeadd6880 msgr2=0x55ffeade2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f2607400700 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeadd6880 0x55ffeade2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f2607400700 1 -- 172.21.15.6:0/931578250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 msgr2=0x55ffeaddfe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f2607400700 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeaddfe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f2607400700 1 -- 172.21.15.6:0/931578250 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffeac748d0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f260d200700 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeaddfe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f2607400700 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddf8c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f25f40a5f40 tx=0x7f25f4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=926bcf707e52e9c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f25f2000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f25f2000700 1 -- 172.21.15.6:0/931578250 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f40a9810 con 0x55ffeaddbeb0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f25f2000700 1 -- 172.21.15.6:0/931578250 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f25f40053f0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.424+0000 7f2619a9ab80 1 -- 172.21.15.6:0/931578250 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26000092e0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f25f2000700 1 -- 172.21.15.6:0/931578250 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f25f40a9630 con 0x55ffeaddbeb0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f2619a9ab80 10 client.27616 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f2619a9ab80 1 -- 172.21.15.6:0/931578250 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ffeacf5060 con 0x55ffeaddbeb0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f25f2000700 1 -- 172.21.15.6:0/931578250 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f26000092e0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f25f2000700 1 -- 172.21.15.6:0/931578250 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f25f4029020 con 0x55ffeaddbeb0 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f2619a9ab80 10 client.27616 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f2619a9ab80 10 client.27616 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f2619a9ab80 20 client.27616 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ffeadefc40 0x55ffeadf2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f2619a9ab80 4 client.27616 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.425+0000 7f2619a9ab80 1 -- 172.21.15.6:0/931578250 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ffead36d90 con 0x55ffeadefc40 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.426+0000 7f2607e00700 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ffeadefc40 0x55ffeadf2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.426+0000 7f2607e00700 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ffeadefc40 0x55ffeadf2030 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35d402560c7b695f server_cookie=42ecb4fa7909cb28 in_seq=0 out_seq=0 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.426+0000 7f25f2000700 10 client.27616 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.427+0000 7f25f2000700 1 -- 172.21.15.6:0/931578250 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ffead36d90 con 0x55ffeadefc40 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.427+0000 7f25f2000700 10 client.27616 handle_command_reply: tid=0 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.427+0000 7f2619a9ab80 1 client.27616 shutdown 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 -- 172.21.15.6:0/931578250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 msgr2=0x55ffeaddf8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddf8c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f25f40a5f40 tx=0x7f25f4009260 comp rx=0 tx=0).stop 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 -- 172.21.15.6:0/931578250 shutdown_connections 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeaddfe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeadd6880 0x55ffeade2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ffeadefc40 0x55ffeadf2030 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/931578250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeaddbeb0 0x55ffeaddf8c0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 -- 172.21.15.6:0/931578250 >> 172.21.15.6:0/931578250 conn(0x55ffead04be0 msgr2=0x55ffeadd5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f25f2000700 0 client.27616 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 -- 172.21.15.6:0/931578250 shutdown_connections 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 1 -- 172.21.15.6:0/931578250 wait complete. 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.428+0000 7f2619a9ab80 20 client.27616 trim_cache size 0 max 16384 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.445+0000 7f2619a9ab80 1 Processor -- start 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.445+0000 7f2619a9ab80 1 -- start start 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.445+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeadd6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.445+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.445+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeadde1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.445+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f26081b27d0 con 0x55ffeaddc7d0 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.445+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f26081b0060 con 0x55ffeaddbeb0 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.445+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f26081adeb0 con 0x55ffeadd6880 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f260d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeadde1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeadd6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade2520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40278/0 (socket says 172.21.15.6:40278) 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607400700 1 -- 172.21.15.6:0/1360286149 learned_addr learned my addr 172.21.15.6:0/1360286149 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607e00700 1 -- 172.21.15.6:0/1360286149 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 msgr2=0x55ffeade2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607e00700 1 --2- 172.21.15.6:0/1360286149 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607e00700 1 -- 172.21.15.6:0/1360286149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 msgr2=0x55ffeadde1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607e00700 1 --2- 172.21.15.6:0/1360286149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeadde1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607e00700 1 -- 172.21.15.6:0/1360286149 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffeadf2610 con 0x55ffeadd6880 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.446+0000 7f2607400700 1 --2- 172.21.15.6:0/1360286149 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.447+0000 7f2607e00700 1 --2- 172.21.15.6:0/1360286149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeadd6260 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x55ffeadf2840 tx=0x7f25f801a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75732c68e3065212 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.447+0000 7f25fcc00700 1 -- 172.21.15.6:0/1360286149 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f8011e20 con 0x55ffeadd6880 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.447+0000 7f25fcc00700 1 -- 172.21.15.6:0/1360286149 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25f8004ce0 con 0x55ffeadd6880 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.447+0000 7f25fcc00700 1 -- 172.21.15.6:0/1360286149 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f802a680 con 0x55ffeadd6880 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 -- 172.21.15.6:0/1360286149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 msgr2=0x55ffeadd6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/1360286149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeadd6260 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x55ffeadf2840 tx=0x7f25f801a000 comp rx=0 tx=0).stop 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 -- 172.21.15.6:0/1360286149 shutdown_connections 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/1360286149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeadde1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/1360286149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeadd6260 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/1360286149 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 -- 172.21.15.6:0/1360286149 >> 172.21.15.6:0/1360286149 conn(0x55ffead04be0 msgr2=0x55ffeaddf880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 -- 172.21.15.6:0/1360286149 shutdown_connections 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 -- 172.21.15.6:0/1360286149 wait complete. 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.448+0000 7f2619a9ab80 1 -- start start 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.449+0000 7f2619a9ab80 1 Processor -- start 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.449+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeade84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.449+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.449+0000 7f2619a9ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeadf69d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.449+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f26081ae520 con 0x55ffeaddc7d0 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.449+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f26081af990 con 0x55ffeaddbeb0 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.449+0000 7f2619a9ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f26081aebf0 con 0x55ffeadd6880 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.449+0000 7f2619a9ab80 10 client.0 _ll_register_callbacks cb 0x55ffeaccec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40286/0 (socket says 172.21.15.6:40286) 2024-05-20T21:24:19.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f260d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeadf69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 -- 172.21.15.6:0/294163727 learned_addr learned my addr 172.21.15.6:0/294163727 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607e00700 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeade84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 -- 172.21.15.6:0/294163727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 msgr2=0x55ffeade84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeade84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 -- 172.21.15.6:0/294163727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 msgr2=0x55ffeadf69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeadf69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 -- 172.21.15.6:0/294163727 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffeadf7010 con 0x55ffeaddbeb0 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f2607400700 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade8a10 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f25f40a7130 tx=0x7f25f40e2b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=734f2b5cd814de68 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.450+0000 7f25f2000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f25f2000700 1 -- 172.21.15.6:0/294163727 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f40aa5c0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f25f2000700 1 -- 172.21.15.6:0/294163727 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f25f40053f0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f2619a9ab80 1 -- 172.21.15.6:0/294163727 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25f8004ce0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f25f2000700 1 -- 172.21.15.6:0/294163727 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f25f400b560 con 0x55ffeaddbeb0 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f2619a9ab80 10 client.27623 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f2619a9ab80 1 -- 172.21.15.6:0/294163727 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ffeadf7010 con 0x55ffeaddbeb0 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f25f2000700 1 -- 172.21.15.6:0/294163727 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25f8004ce0 con 0x55ffeaddbeb0 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f25f2000700 1 -- 172.21.15.6:0/294163727 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f25f4029070 con 0x55ffeaddbeb0 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f2619a9ab80 10 client.27623 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f2619a9ab80 10 client.27623 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f2619a9ab80 20 client.27623 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.451+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ffeae5a490 0x55ffeae5c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.452+0000 7f2619a9ab80 4 client.27623 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.452+0000 7f2619a9ab80 1 -- 172.21.15.6:0/294163727 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ffead30570 con 0x55ffeae5a490 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.452+0000 7f2607e00700 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ffeae5a490 0x55ffeae5c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.452+0000 7f2607e00700 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ffeae5a490 0x55ffeae5c8b0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c0abad7d8b74b53 server_cookie=8b90a66a5cfaf4fd in_seq=0 out_seq=0 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.452+0000 7f25f2000700 10 client.27623 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:19.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f25f2000700 1 -- 172.21.15.6:0/294163727 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ffead30570 con 0x55ffeae5a490 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f25f2000700 10 client.27623 handle_command_reply: tid=0 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 client.27623 shutdown 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 -- 172.21.15.6:0/294163727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 msgr2=0x55ffeade8a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade8a10 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f25f40a7130 tx=0x7f25f40e2b90 comp rx=0 tx=0).stop 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 -- 172.21.15.6:0/294163727 shutdown_connections 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ffeaddc7d0 0x55ffeadf69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ffeae5a490 0x55ffeae5c8b0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ffeadd6880 0x55ffeade84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 --2- 172.21.15.6:0/294163727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ffeaddbeb0 0x55ffeade8a10 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f25f2000700 0 client.27623 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 -- 172.21.15.6:0/294163727 >> 172.21.15.6:0/294163727 conn(0x55ffead04be0 msgr2=0x55ffeadd99c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 -- 172.21.15.6:0/294163727 shutdown_connections 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 1 -- 172.21.15.6:0/294163727 wait complete. 2024-05-20T21:24:19.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.453+0000 7f2619a9ab80 20 client.27623 trim_cache size 0 max 16384 2024-05-20T21:24:19.512 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 -- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25ec0b2880 msgr2=0x7f25ec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25ec0b2880 0x7f25ec0b4d40 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f25f8012780 tx=0x7f25f8009260 comp rx=0 tx=0).stop 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 -- 172.21.15.6:0/4165540566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2608076090 msgr2=0x7f260819c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2608076090 0x7f260819c3e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f25f4009230 tx=0x7f25f400fa00 comp rx=0 tx=0).stop 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 -- 172.21.15.6:0/4165540566 shutdown_connections 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f25ec0b2880 0x7f25ec0b4d40 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f260810ff40 0x7f26081a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2608075770 0x7f260819bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 --2- 172.21.15.6:0/4165540566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2608076090 0x7f260819c3e0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:19.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 -- 172.21.15.6:0/4165540566 >> 172.21.15.6:0/4165540566 conn(0x7f260807a6a0 msgr2=0x7f26081007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:19.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 -- 172.21.15.6:0/4165540566 shutdown_connections 2024-05-20T21:24:19.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:19.454+0000 7f260f200700 1 -- 172.21.15.6:0/4165540566 wait complete. 2024-05-20T21:24:19.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:19 smithi062 ceph-mon[36640]: pgmap v694: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:24:19.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:19 smithi042 ceph-mon[36332]: pgmap v694: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:24:19.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:19 smithi006 ceph-mon[31422]: pgmap v694: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:24:21.546 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:24:21.547 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:24:21.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:21 smithi062 ceph-mon[36640]: pgmap v695: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:21.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:21 smithi042 ceph-mon[36332]: pgmap v695: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:21.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:21 smithi006 ceph-mon[31422]: pgmap v695: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:24:22.037 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:23.763 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:23 smithi006 ceph-mon[31422]: pgmap v696: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:23.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:23 smithi062 ceph-mon[36640]: pgmap v696: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:23.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:23 smithi042 ceph-mon[36332]: pgmap v696: 97 pgs: 97 active+clean; 4.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:24.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.318+0000 7f2178e00700 1 -- 172.21.15.6:0/1413646747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2174106030 msgr2=0x7f2174112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.318+0000 7f2178e00700 1 --2- 172.21.15.6:0/1413646747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2174106030 0x7f2174112540 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f216c00b0a0 tx=0x7f216c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.318+0000 7f2178e00700 1 -- 172.21.15.6:0/1413646747 shutdown_connections 2024-05-20T21:24:24.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.318+0000 7f2178e00700 1 --2- 172.21.15.6:0/1413646747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2174106030 0x7f2174112540 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.318+0000 7f2178e00700 1 --2- 172.21.15.6:0/1413646747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f217410b670 0x7f217410ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.318+0000 7f2178e00700 1 --2- 172.21.15.6:0/1413646747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2174105670 0x7f2174105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.318+0000 7f2178e00700 1 -- 172.21.15.6:0/1413646747 >> 172.21.15.6:0/1413646747 conn(0x7f2174101160 msgr2=0x7f2174103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:24.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.318+0000 7f2178e00700 1 -- 172.21.15.6:0/1413646747 shutdown_connections 2024-05-20T21:24:24.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.319+0000 7f2178e00700 1 -- 172.21.15.6:0/1413646747 wait complete. 2024-05-20T21:24:24.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.320+0000 7f2178e00700 1 Processor -- start 2024-05-20T21:24:24.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.320+0000 7f2178e00700 1 -- start start 2024-05-20T21:24:24.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2178e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2174105670 0x7f21741a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2178e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2174106030 0x7f21741a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2178e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f217410b670 0x7f217419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2178e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2174115900 con 0x7f217410b670 2024-05-20T21:24:24.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2178e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2174115780 con 0x7f2174105670 2024-05-20T21:24:24.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2178e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2174115a80 con 0x7f2174106030 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2173400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2174105670 0x7f21741a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2173400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2174105670 0x7f21741a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40294/0 (socket says 172.21.15.6:40294) 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2173400700 1 -- 172.21.15.6:0/865040333 learned_addr learned my addr 172.21.15.6:0/865040333 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2173e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f217410b670 0x7f217419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2172a00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2174106030 0x7f21741a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2173400700 1 -- 172.21.15.6:0/865040333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2174106030 msgr2=0x7f21741a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2173400700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2174106030 0x7f21741a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2173400700 1 -- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f217410b670 msgr2=0x7f217419bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.321+0000 7f2173400700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f217410b670 0x7f217419bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.322+0000 7f2173400700 1 -- 172.21.15.6:0/865040333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f217419c400 con 0x7f2174105670 2024-05-20T21:24:24.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.322+0000 7f2173400700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2174105670 0x7f21741a1a50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f216400e9a0 tx=0x7f216400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:24.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.322+0000 7f216be00700 1 -- 172.21.15.6:0/865040333 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216400ca10 con 0x7f2174105670 2024-05-20T21:24:24.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.322+0000 7f2178e00700 1 -- 172.21.15.6:0/865040333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f217419c6f0 con 0x7f2174105670 2024-05-20T21:24:24.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.322+0000 7f216be00700 1 -- 172.21.15.6:0/865040333 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f216400cbb0 con 0x7f2174105670 2024-05-20T21:24:24.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.322+0000 7f2178e00700 1 -- 172.21.15.6:0/865040333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21741a89d0 con 0x7f2174105670 2024-05-20T21:24:24.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.323+0000 7f216be00700 1 -- 172.21.15.6:0/865040333 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2164018420 con 0x7f2174105670 2024-05-20T21:24:24.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.326+0000 7f216be00700 1 -- 172.21.15.6:0/865040333 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2164010430 con 0x7f2174105670 2024-05-20T21:24:24.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.327+0000 7f2184d93b80 1 Processor -- start 2024-05-20T21:24:24.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.327+0000 7f2184d93b80 1 -- start start 2024-05-20T21:24:24.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 0x560fc7a77c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a78160 0x560fc7a71df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a72410 0x560fc7a72870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2184d93b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560fc79cfec0 con 0x560fc7a78160 2024-05-20T21:24:24.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2184d93b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560fc79bfa60 con 0x560fc7a77840 2024-05-20T21:24:24.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2184d93b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560fc79c3aa0 con 0x560fc7a72410 2024-05-20T21:24:24.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f216be00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f21580b2900 0x7f21580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2173400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a78160 0x560fc7a71df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2173400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a78160 0x560fc7a71df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47846/0 (socket says 172.21.15.6:47846) 2024-05-20T21:24:24.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2173400700 1 -- 172.21.15.6:0/3199775966 learned_addr learned my addr 172.21.15.6:0/3199775966 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:24.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2173e00700 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 0x560fc7a77c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f2172a00700 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a72410 0x560fc7a72870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.328+0000 7f216be00700 1 -- 172.21.15.6:0/865040333 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f21640e2310 con 0x7f2174105670 2024-05-20T21:24:24.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.329+0000 7f2173e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f21580b2900 0x7f21580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.329+0000 7f2173400700 1 -- 172.21.15.6:0/3199775966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a72410 msgr2=0x560fc7a72870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:24.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.329+0000 7f2173400700 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a72410 0x560fc7a72870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.329+0000 7f2173400700 1 -- 172.21.15.6:0/3199775966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 msgr2=0x560fc7a77c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:24.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.329+0000 7f2173400700 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 0x560fc7a77c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.329+0000 7f2173400700 1 -- 172.21.15.6:0/3199775966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fc79884a0 con 0x560fc7a78160 2024-05-20T21:24:24.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.329+0000 7f2173400700 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a78160 0x560fc7a71df0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f21640a6aa0 tx=0x7f2164077450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e59b80caf1e3b8b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:24.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.330+0000 7f2173e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f21580b2900 0x7f21580b4dc0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f216c00b780 tx=0x7f216c006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:24.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.330+0000 7f2168c00700 1 -- 172.21.15.6:0/3199775966 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2164026040 con 0x560fc7a78160 2024-05-20T21:24:24.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.330+0000 7f2168c00700 1 -- 172.21.15.6:0/3199775966 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2164077280 con 0x560fc7a78160 2024-05-20T21:24:24.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.330+0000 7f2168c00700 1 -- 172.21.15.6:0/3199775966 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640a9830 con 0x560fc7a78160 2024-05-20T21:24:24.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 -- 172.21.15.6:0/3199775966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a78160 msgr2=0x560fc7a71df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a78160 0x560fc7a71df0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f21640a6aa0 tx=0x7f2164077450 comp rx=0 tx=0).stop 2024-05-20T21:24:24.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 -- 172.21.15.6:0/3199775966 shutdown_connections 2024-05-20T21:24:24.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a72410 0x560fc7a72870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 0x560fc7a77c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3199775966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a78160 0x560fc7a71df0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 -- 172.21.15.6:0/3199775966 >> 172.21.15.6:0/3199775966 conn(0x560fc799fc60 msgr2=0x560fc7a6c890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:24.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 -- 172.21.15.6:0/3199775966 shutdown_connections 2024-05-20T21:24:24.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.331+0000 7f2184d93b80 1 -- 172.21.15.6:0/3199775966 wait complete. 2024-05-20T21:24:24.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 1 -- start start 2024-05-20T21:24:24.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 1 Processor -- start 2024-05-20T21:24:24.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a7dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 0x560fc7a7b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 0x560fc7a7b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560fc78c6020 con 0x560fc7a72410 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560fc79607e0 con 0x560fc7a78160 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560fc7a7ec80 con 0x560fc7a77840 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.332+0000 7f2184d93b80 10 client.0 _ll_register_callbacks cb 0x560fc7969cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a7dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a7dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47852/0 (socket says 172.21.15.6:47852) 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173400700 1 -- 172.21.15.6:0/3603779575 learned_addr learned my addr 172.21.15.6:0/3603779575 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173e00700 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 0x560fc7a7b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2172a00700 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 0x560fc7a7b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173400700 1 -- 172.21.15.6:0/3603779575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 msgr2=0x560fc7a7b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173400700 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 0x560fc7a7b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173400700 1 -- 172.21.15.6:0/3603779575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 msgr2=0x560fc7a7b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173400700 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 0x560fc7a7b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.333+0000 7f2173400700 1 -- 172.21.15.6:0/3603779575 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fc790f950 con 0x560fc7a72410 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.334+0000 7f2173400700 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a7dee0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f21640e2600 tx=0x7f216400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edc989dc5dd17549 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.334+0000 7f215d600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.334+0000 7f215d600700 1 -- 172.21.15.6:0/3603779575 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640a9f30 con 0x560fc7a72410 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.334+0000 7f215d600700 1 -- 172.21.15.6:0/3603779575 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f21640a5e20 con 0x560fc7a72410 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.334+0000 7f2184d93b80 1 -- 172.21.15.6:0/3603779575 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2164077280 con 0x560fc7a72410 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.334+0000 7f215d600700 1 -- 172.21.15.6:0/3603779575 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f21640adbe0 con 0x560fc7a72410 2024-05-20T21:24:24.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.334+0000 7f2184d93b80 10 client.17520 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:24.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.334+0000 7f2184d93b80 1 -- 172.21.15.6:0/3603779575 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560fc79900e0 con 0x560fc7a72410 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f215d600700 1 -- 172.21.15.6:0/3603779575 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2164077280 con 0x560fc7a72410 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f215d600700 1 -- 172.21.15.6:0/3603779575 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2164010720 con 0x560fc7a72410 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f2184d93b80 10 client.17520 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f2184d93b80 10 client.17520 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f2184d93b80 20 client.17520 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560fc7a8b710 0x560fc7a8db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f2184d93b80 4 client.17520 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f2184d93b80 1 -- 172.21.15.6:0/3603779575 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560fc79d1e10 con 0x560fc7a8b710 2024-05-20T21:24:24.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.335+0000 7f2172a00700 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560fc7a8b710 0x560fc7a8db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.336+0000 7f2172a00700 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560fc7a8b710 0x560fc7a8db00 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56cfe317f94e4c95 server_cookie=23d633bbf864d067 in_seq=0 out_seq=0 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.336+0000 7f215d600700 10 client.17520 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f215d600700 1 -- 172.21.15.6:0/3603779575 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560fc79d1e10 con 0x560fc7a8b710 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f215d600700 10 client.17520 handle_command_reply: tid=0 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 client.17520 shutdown 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 -- 172.21.15.6:0/3603779575 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 msgr2=0x560fc7a7dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a7dee0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f21640e2600 tx=0x7f216400cf90 comp rx=0 tx=0).stop 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 -- 172.21.15.6:0/3603779575 shutdown_connections 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 0x560fc7a7b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a7dee0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560fc7a8b710 0x560fc7a8db00 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3603779575 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 0x560fc7a7b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f2184d93b80 1 -- 172.21.15.6:0/3603779575 >> 172.21.15.6:0/3603779575 conn(0x560fc799fc60 msgr2=0x560fc7a6c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:24.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.337+0000 7f215d600700 0 client.17520 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:24.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.338+0000 7f2184d93b80 1 -- 172.21.15.6:0/3603779575 shutdown_connections 2024-05-20T21:24:24.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.338+0000 7f2184d93b80 1 -- 172.21.15.6:0/3603779575 wait complete. 2024-05-20T21:24:24.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.338+0000 7f2184d93b80 20 client.17520 trim_cache size 0 max 16384 2024-05-20T21:24:24.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.362+0000 7f2184d93b80 1 Processor -- start 2024-05-20T21:24:24.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.362+0000 7f2184d93b80 1 -- start start 2024-05-20T21:24:24.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.362+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a71df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.362+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 0x560fc7a78e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.362+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 0x560fc7a7b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.362+0000 7f2184d93b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f215400fef0 con 0x560fc7a72410 2024-05-20T21:24:24.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.362+0000 7f2184d93b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f215400d780 con 0x560fc7a78160 2024-05-20T21:24:24.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.362+0000 7f2184d93b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f215400b5d0 con 0x560fc7a77840 2024-05-20T21:24:24.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a71df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a71df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47862/0 (socket says 172.21.15.6:47862) 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 -- 172.21.15.6:0/328593772 learned_addr learned my addr 172.21.15.6:0/328593772 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2172a00700 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 0x560fc7a78e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173e00700 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 0x560fc7a7b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 -- 172.21.15.6:0/328593772 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 msgr2=0x560fc7a78e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 0x560fc7a78e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 -- 172.21.15.6:0/328593772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 msgr2=0x560fc7a7b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 0x560fc7a7b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 -- 172.21.15.6:0/328593772 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fc7a77e70 con 0x560fc7a72410 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.363+0000 7f2173400700 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a71df0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f21640a6aa0 tx=0x7f21640aaf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecd0115a6d0a18b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f215fe00700 1 -- 172.21.15.6:0/328593772 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640a9f30 con 0x560fc7a72410 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f215fe00700 1 -- 172.21.15.6:0/328593772 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21640b2690 con 0x560fc7a72410 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f215fe00700 1 -- 172.21.15.6:0/328593772 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640b22d0 con 0x560fc7a72410 2024-05-20T21:24:24.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f2184d93b80 1 -- 172.21.15.6:0/328593772 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 msgr2=0x560fc7a71df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f2184d93b80 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a71df0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f21640a6aa0 tx=0x7f21640aaf30 comp rx=0 tx=0).stop 2024-05-20T21:24:24.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f2184d93b80 1 -- 172.21.15.6:0/328593772 shutdown_connections 2024-05-20T21:24:24.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f2184d93b80 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a78160 0x560fc7a7b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f2184d93b80 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a71df0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f2184d93b80 1 --2- 172.21.15.6:0/328593772 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a77840 0x560fc7a78e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.364+0000 7f2184d93b80 1 -- 172.21.15.6:0/328593772 >> 172.21.15.6:0/328593772 conn(0x560fc799fc60 msgr2=0x560fc7a76400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:24.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.365+0000 7f2184d93b80 1 -- 172.21.15.6:0/328593772 shutdown_connections 2024-05-20T21:24:24.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.365+0000 7f2184d93b80 1 -- 172.21.15.6:0/328593772 wait complete. 2024-05-20T21:24:24.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.365+0000 7f2184d93b80 1 -- start start 2024-05-20T21:24:24.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2184d93b80 1 Processor -- start 2024-05-20T21:24:24.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a90cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 0x560fc7a8f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2184d93b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a78160 0x560fc7a8f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2184d93b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f215400bc40 con 0x560fc7a72410 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2184d93b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f215400d0b0 con 0x560fc7a77840 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2184d93b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f215400c310 con 0x560fc7a78160 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2184d93b80 10 client.0 _ll_register_callbacks cb 0x560fc7969cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.366+0000 7f2173400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a90cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a90cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47870/0 (socket says 172.21.15.6:47870) 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173400700 1 -- 172.21.15.6:0/3890406781 learned_addr learned my addr 172.21.15.6:0/3890406781 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2172a00700 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 0x560fc7a8f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173e00700 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a78160 0x560fc7a8f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173400700 1 -- 172.21.15.6:0/3890406781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a78160 msgr2=0x560fc7a8f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173400700 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a78160 0x560fc7a8f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173400700 1 -- 172.21.15.6:0/3890406781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 msgr2=0x560fc7a8f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173400700 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 0x560fc7a8f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173400700 1 -- 172.21.15.6:0/3890406781 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fc7a8fc50 con 0x560fc7a72410 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f2173400700 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a90cd0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2164009230 tx=0x7f21640a57b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2b127a3ce8125e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.367+0000 7f215d600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f215d600700 1 -- 172.21.15.6:0/3890406781 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640a9f30 con 0x560fc7a72410 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f215d600700 1 -- 172.21.15.6:0/3890406781 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f21640a8ca0 con 0x560fc7a72410 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 1 -- 172.21.15.6:0/3890406781 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21640b2690 con 0x560fc7a72410 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f215d600700 1 -- 172.21.15.6:0/3890406781 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f21640a9830 con 0x560fc7a72410 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 10 client.17526 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 1 -- 172.21.15.6:0/3890406781 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560fc7a8fc50 con 0x560fc7a72410 2024-05-20T21:24:24.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f215d600700 1 -- 172.21.15.6:0/3890406781 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21640b2690 con 0x560fc7a72410 2024-05-20T21:24:24.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f215d600700 1 -- 172.21.15.6:0/3890406781 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f21640a8500 con 0x560fc7a72410 2024-05-20T21:24:24.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 10 client.17526 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:24.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 10 client.17526 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:24.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 20 client.17526 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:24.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560fc7aff8a0 0x560fc7b01c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:24.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 4 client.17526 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:24:24.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.368+0000 7f2184d93b80 1 -- 172.21.15.6:0/3890406781 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560fc79cb5f0 con 0x560fc7aff8a0 2024-05-20T21:24:24.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.369+0000 7f2172a00700 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560fc7aff8a0 0x560fc7b01c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:24.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.369+0000 7f2172a00700 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560fc7aff8a0 0x560fc7b01c90 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e43d4de25896e594 server_cookie=4283eaa33b3486f1 in_seq=0 out_seq=0 2024-05-20T21:24:24.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.369+0000 7f215d600700 10 client.17526 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:24.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.370+0000 7f215d600700 1 -- 172.21.15.6:0/3890406781 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560fc79cb5f0 con 0x560fc7aff8a0 2024-05-20T21:24:24.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.370+0000 7f215d600700 10 client.17526 handle_command_reply: tid=0 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.370+0000 7f2184d93b80 1 client.17526 shutdown 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 -- 172.21.15.6:0/3890406781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 msgr2=0x560fc7a90cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a90cd0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2164009230 tx=0x7f21640a57b0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 -- 172.21.15.6:0/3890406781 shutdown_connections 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560fc7aff8a0 0x560fc7b01c90 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560fc7a78160 0x560fc7a8f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560fc7a72410 0x560fc7a90cd0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 --2- 172.21.15.6:0/3890406781 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560fc7a77840 0x560fc7a8f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 -- 172.21.15.6:0/3890406781 >> 172.21.15.6:0/3890406781 conn(0x560fc799fc60 msgr2=0x560fc7a78c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f215d600700 0 client.17526 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.371+0000 7f2184d93b80 1 -- 172.21.15.6:0/3890406781 shutdown_connections 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.372+0000 7f2184d93b80 1 -- 172.21.15.6:0/3890406781 wait complete. 2024-05-20T21:24:24.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.372+0000 7f2184d93b80 20 client.17526 trim_cache size 0 max 16384 2024-05-20T21:24:24.377 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:24:24.377 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:24:24.377 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "de92b880-3623-4c68-8cce-59e01589bb41", 2024-05-20T21:24:24.377 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:24:24.377 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.372+0000 7f2178e00700 1 -- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f21580b2900 msgr2=0x7f21580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.372+0000 7f2178e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f21580b2900 0x7f21580b4dc0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f216c00b780 tx=0x7f216c006210 comp rx=0 tx=0).stop 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.372+0000 7f2178e00700 1 -- 172.21.15.6:0/865040333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2174105670 msgr2=0x7f21741a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2174105670 0x7f21741a1a50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f216400e9a0 tx=0x7f216400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 -- 172.21.15.6:0/865040333 shutdown_connections 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f21580b2900 0x7f21580b4dc0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f217410b670 0x7f217419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2174105670 0x7f21741a1a50 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 --2- 172.21.15.6:0/865040333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2174106030 0x7f21741a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:24.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 -- 172.21.15.6:0/865040333 >> 172.21.15.6:0/865040333 conn(0x7f2174101160 msgr2=0x7f21741017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:24.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 -- 172.21.15.6:0/865040333 shutdown_connections 2024-05-20T21:24:24.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:24.373+0000 7f2178e00700 1 -- 172.21.15.6:0/865040333 wait complete. 2024-05-20T21:24:25.329 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:24:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:25 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:24:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:25 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:25 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:24:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:25 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:25 smithi062 ceph-mon[36640]: pgmap v697: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:24:25.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:25 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:24:25.794 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:25 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:24:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:25 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:25.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:25 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:24:25.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:25 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:25.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:25 smithi042 ceph-mon[36332]: pgmap v697: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:24:25.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:25 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:24:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:25 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:24:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:25 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:25 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:24:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:25 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:25 smithi006 ceph-mon[31422]: pgmap v697: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:24:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:25 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:24:27.788 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:27 smithi062 ceph-mon[36640]: pgmap v698: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:27.815 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:27 smithi006 ceph-mon[31422]: pgmap v698: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:27.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:27 smithi042 ceph-mon[36332]: pgmap v698: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:24:28.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 -- 172.21.15.6:0/374990446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdba0104680 msgr2=0x7fdba0104a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 --2- 172.21.15.6:0/374990446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdba0104680 0x7fdba0104a60 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fdb90009990 tx=0x7fdb90009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 -- 172.21.15.6:0/374990446 shutdown_connections 2024-05-20T21:24:28.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 --2- 172.21.15.6:0/374990446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdba010dab0 0x7fdba010ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 --2- 172.21.15.6:0/374990446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdba0104680 0x7fdba0104a60 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 --2- 172.21.15.6:0/374990446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdba0104fa0 0x7fdba010d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 -- 172.21.15.6:0/374990446 >> 172.21.15.6:0/374990446 conn(0x7fdba00fded0 msgr2=0x7fdba01002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 -- 172.21.15.6:0/374990446 shutdown_connections 2024-05-20T21:24:28.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.157+0000 7fdb9f200700 1 -- 172.21.15.6:0/374990446 wait complete. 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.158+0000 7fdb9f200700 1 Processor -- start 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.159+0000 7fdb9f200700 1 -- start start 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.159+0000 7fdb9f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdba0104680 0x7fdba019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.159+0000 7fdb9f200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdba0104fa0 0x7fdba019c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.159+0000 7fdb9f200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdba010dab0 0x7fdba01a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.159+0000 7fdb9f200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01136f0 con 0x7fdba0104680 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.159+0000 7fdb9f200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdba0113570 con 0x7fdba010dab0 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.159+0000 7fdb9f200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdba0113870 con 0x7fdba0104fa0 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdba0104680 0x7fdba019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdba010dab0 0x7fdba01a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdba0104fa0 0x7fdba019c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdba0104680 0x7fdba019bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34606/0 (socket says 172.21.15.6:34606) 2024-05-20T21:24:28.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9de00700 1 -- 172.21.15.6:0/2081859364 learned_addr learned my addr 172.21.15.6:0/2081859364 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:28.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9de00700 1 -- 172.21.15.6:0/2081859364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdba0104fa0 msgr2=0x7fdba019c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9de00700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdba0104fa0 0x7fdba019c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9de00700 1 -- 172.21.15.6:0/2081859364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdba010dab0 msgr2=0x7fdba01a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9de00700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdba010dab0 0x7fdba01a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9de00700 1 -- 172.21.15.6:0/2081859364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba01a0ed0 con 0x7fdba0104680 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.160+0000 7fdb9e800700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdba010dab0 0x7fdba01a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.161+0000 7fdb9de00700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdba0104680 0x7fdba019bec0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fdb90000c00 tx=0x7fdb900057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.161+0000 7fdb96a00700 1 -- 172.21.15.6:0/2081859364 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb90027070 con 0x7fdba0104680 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.161+0000 7fdb96a00700 1 -- 172.21.15.6:0/2081859364 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb90022470 con 0x7fdba0104680 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.161+0000 7fdb9f200700 1 -- 172.21.15.6:0/2081859364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdba01a1160 con 0x7fdba0104680 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.161+0000 7fdb96a00700 1 -- 172.21.15.6:0/2081859364 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb90017650 con 0x7fdba0104680 2024-05-20T21:24:28.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.161+0000 7fdb9f200700 1 -- 172.21.15.6:0/2081859364 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdba01a8a40 con 0x7fdba0104680 2024-05-20T21:24:28.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.165+0000 7fdb96a00700 1 -- 172.21.15.6:0/2081859364 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdb9002a070 con 0x7fdba0104680 2024-05-20T21:24:28.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.166+0000 7fdbaf80cb80 1 Processor -- start 2024-05-20T21:24:28.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.166+0000 7fdbaf80cb80 1 -- start start 2024-05-20T21:24:28.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.166+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa10097c0 0x55daa1009ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.166+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa100a0e0 0x55daa1003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa10047f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55daa0f61e40 con 0x55daa10097c0 2024-05-20T21:24:28.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55daa0f519e0 con 0x55daa1004390 2024-05-20T21:24:28.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55daa0f55a20 con 0x55daa100a0e0 2024-05-20T21:24:28.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb9e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa10097c0 0x55daa1009ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb96a00700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb840b2880 0x7fdb840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb9e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa10097c0 0x55daa1009ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34620/0 (socket says 172.21.15.6:34620) 2024-05-20T21:24:28.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb9d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa10047f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb9de00700 1 --2- 172.21.15.6:0/3479120816 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa100a0e0 0x55daa1003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb9e800700 1 -- 172.21.15.6:0/3479120816 learned_addr learned my addr 172.21.15.6:0/3479120816 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:28.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb96a00700 1 -- 172.21.15.6:0/2081859364 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdb900e2ff0 con 0x7fdba0104680 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb9e800700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb840b2880 0x7fdb840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.167+0000 7fdb9d400700 1 -- 172.21.15.6:0/3479120816 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa100a0e0 msgr2=0x55daa1003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.168+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3479120816 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa100a0e0 0x55daa1003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.168+0000 7fdb9d400700 1 -- 172.21.15.6:0/3479120816 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa10097c0 msgr2=0x55daa1009ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.168+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3479120816 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa10097c0 0x55daa1009ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.168+0000 7fdb9d400700 1 -- 172.21.15.6:0/3479120816 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55daa0f1a420 con 0x55daa1004390 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.168+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3479120816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa10047f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fdba0105400 tx=0x7fdb8c009f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc0105c89e44f943 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.168+0000 7fdb8b400700 1 -- 172.21.15.6:0/3479120816 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c011cb0 con 0x55daa1004390 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.168+0000 7fdb8b400700 1 -- 172.21.15.6:0/3479120816 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb8c011e50 con 0x55daa1004390 2024-05-20T21:24:28.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.168+0000 7fdb8b400700 1 -- 172.21.15.6:0/3479120816 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c005240 con 0x55daa1004390 2024-05-20T21:24:28.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3479120816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 msgr2=0x55daa10047f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdb9e800700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb840b2880 0x7fdb840b4d40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fdb98003fd0 tx=0x7fdb98004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3479120816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa10047f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fdba0105400 tx=0x7fdb8c009f50 comp rx=0 tx=0).stop 2024-05-20T21:24:28.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3479120816 shutdown_connections 2024-05-20T21:24:28.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3479120816 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa10047f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3479120816 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa10097c0 0x55daa1009ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3479120816 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa100a0e0 0x55daa1003d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3479120816 >> 172.21.15.6:0/3479120816 conn(0x55daa0f31be0 msgr2=0x55daa0ffe810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3479120816 shutdown_connections 2024-05-20T21:24:28.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.169+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3479120816 wait complete. 2024-05-20T21:24:28.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.170+0000 7fdbaf80cb80 1 -- start start 2024-05-20T21:24:28.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.170+0000 7fdbaf80cb80 1 Processor -- start 2024-05-20T21:24:28.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa100fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55daa0e57fa0 con 0x55daa100a0e0 2024-05-20T21:24:28.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55daa0ef2760 con 0x55daa10097c0 2024-05-20T21:24:28.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55daa1010c00 con 0x55daa1004390 2024-05-20T21:24:28.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdbaf80cb80 10 client.0 _ll_register_callbacks cb 0x55daa0efbc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:28.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdb9de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa100fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdb9e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdb9de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa100fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37666/0 (socket says 172.21.15.6:37666) 2024-05-20T21:24:28.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdb9de00700 1 -- 172.21.15.6:0/3951132961 learned_addr learned my addr 172.21.15.6:0/3951132961 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:28.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.171+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb9de00700 1 -- 172.21.15.6:0/3951132961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 msgr2=0x55daa100d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb9de00700 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100d170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb9de00700 1 -- 172.21.15.6:0/3951132961 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 msgr2=0x55daa100d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb9de00700 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb9de00700 1 -- 172.21.15.6:0/3951132961 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55daa0ea18d0 con 0x55daa1004390 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb9de00700 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa100fdd0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fdb900aa2a0 tx=0x7fdb90009710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=289ba5b562ca73eb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb7fe00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb7fe00700 1 -- 172.21.15.6:0/3951132961 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb900aa370 con 0x55daa1004390 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdb7fe00700 1 -- 172.21.15.6:0/3951132961 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdb900aaa10 con 0x55daa1004390 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.172+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3951132961 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb8c011e50 con 0x55daa1004390 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdb7fe00700 1 -- 172.21.15.6:0/3951132961 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdb900a9d10 con 0x55daa1004390 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdbaf80cb80 10 client.27652 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3951132961 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55daa0f22060 con 0x55daa1004390 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdb7fe00700 1 -- 172.21.15.6:0/3951132961 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb9006e020 con 0x55daa1004390 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdb7fe00700 1 -- 172.21.15.6:0/3951132961 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdb900b2ee0 con 0x55daa1004390 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdbaf80cb80 10 client.27652 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:28.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdbaf80cb80 10 client.27652 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:28.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdbaf80cb80 20 client.27652 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:28.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55daa101d710 0x55daa101fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdbaf80cb80 4 client.27652 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:28.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.173+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3951132961 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55daa0f63d90 con 0x55daa101d710 2024-05-20T21:24:28.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.174+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55daa101d710 0x55daa101fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.174+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55daa101d710 0x55daa101fb50 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccd85b45ed4296d8 server_cookie=11ae244438e59b71 in_seq=0 out_seq=0 2024-05-20T21:24:28.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.174+0000 7fdb7fe00700 10 client.27652 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:28.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdb7fe00700 1 -- 172.21.15.6:0/3951132961 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55daa0f63d90 con 0x55daa101d710 2024-05-20T21:24:28.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdb7fe00700 10 client.27652 handle_command_reply: tid=0 2024-05-20T21:24:28.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 client.27652 shutdown 2024-05-20T21:24:28.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3951132961 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 msgr2=0x55daa100fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa100fdd0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fdb900aa2a0 tx=0x7fdb90009710 comp rx=0 tx=0).stop 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3951132961 shutdown_connections 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55daa101d710 0x55daa101fb50 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa100fdd0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3951132961 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3951132961 >> 172.21.15.6:0/3951132961 conn(0x55daa0f31be0 msgr2=0x55daa0ffdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.175+0000 7fdb7fe00700 0 client.27652 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.176+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3951132961 shutdown_connections 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.176+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3951132961 wait complete. 2024-05-20T21:24:28.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.176+0000 7fdbaf80cb80 20 client.27652 trim_cache size 0 max 16384 2024-05-20T21:24:28.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.198+0000 7fdbaf80cb80 1 Processor -- start 2024-05-20T21:24:28.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdbaf80cb80 1 -- start start 2024-05-20T21:24:28.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa1003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01b2800 con 0x55daa100a0e0 2024-05-20T21:24:28.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01b0090 con 0x55daa10097c0 2024-05-20T21:24:28.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01adee0 con 0x55daa1004390 2024-05-20T21:24:28.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdb9e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdb9e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34638/0 (socket says 172.21.15.6:34638) 2024-05-20T21:24:28.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdb9e800700 1 -- 172.21.15.6:0/3169186443 learned_addr learned my addr 172.21.15.6:0/3169186443 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:28.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.199+0000 7fdb9de00700 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa1003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.200+0000 7fdb9d400700 1 -- 172.21.15.6:0/3169186443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 msgr2=0x55daa1003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.200+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa1003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.200+0000 7fdb9d400700 1 -- 172.21.15.6:0/3169186443 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 msgr2=0x55daa100d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.200+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.200+0000 7fdb9d400700 1 -- 172.21.15.6:0/3169186443 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55daa100b6e0 con 0x55daa10097c0 2024-05-20T21:24:28.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.200+0000 7fdb9e800700 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:28.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.200+0000 7fdb9de00700 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa1003d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:28.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.200+0000 7fdb9d400700 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100c130 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c000c00 tx=0x7fdb8c009840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1071fcc7157eb74 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdb8aa00700 1 -- 172.21.15.6:0/3169186443 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c005ce0 con 0x55daa10097c0 2024-05-20T21:24:28.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdb8aa00700 1 -- 172.21.15.6:0/3169186443 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb8c003b30 con 0x55daa10097c0 2024-05-20T21:24:28.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdb8aa00700 1 -- 172.21.15.6:0/3169186443 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c005170 con 0x55daa10097c0 2024-05-20T21:24:28.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3169186443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 msgr2=0x55daa100c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100c130 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c000c00 tx=0x7fdb8c009840 comp rx=0 tx=0).stop 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3169186443 shutdown_connections 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa100d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa1004390 0x55daa1003d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/3169186443 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa10097c0 0x55daa100c130 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.201+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3169186443 >> 172.21.15.6:0/3169186443 conn(0x55daa0f31be0 msgr2=0x55daa10082a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.202+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3169186443 shutdown_connections 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.202+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/3169186443 wait complete. 2024-05-20T21:24:28.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.202+0000 7fdbaf80cb80 1 -- start start 2024-05-20T21:24:28.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.202+0000 7fdbaf80cb80 1 Processor -- start 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa1016070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa10097c0 0x55daa10165b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdbaf80cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa1012e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01ae550 con 0x55daa100a0e0 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01af9c0 con 0x55daa1004390 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdbaf80cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdba01aec20 con 0x55daa10097c0 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdbaf80cb80 10 client.0 _ll_register_callbacks cb 0x55daa0efbc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdb9e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa1012e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdb9d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa10097c0 0x55daa10165b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdb9de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa1016070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdb9d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa10097c0 0x55daa10165b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37692/0 (socket says 172.21.15.6:37692) 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdb9d400700 1 -- 172.21.15.6:0/2201313501 learned_addr learned my addr 172.21.15.6:0/2201313501 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:28.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.203+0000 7fdb9de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa1016070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39108/0 (socket says 172.21.15.6:39108) 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb9d400700 1 -- 172.21.15.6:0/2201313501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 msgr2=0x55daa1016070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb9d400700 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa1016070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb9d400700 1 -- 172.21.15.6:0/2201313501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 msgr2=0x55daa1012e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb9d400700 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa1012e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb9d400700 1 -- 172.21.15.6:0/2201313501 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55daa1013560 con 0x55daa10097c0 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb9de00700 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa1016070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb9d400700 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa10097c0 0x55daa10165b0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c009230 tx=0x7fdb8c011cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3d2ba7c305a1113 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb7fe00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb7fe00700 1 -- 172.21.15.6:0/2201313501 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c003680 con 0x55daa10097c0 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdb7fe00700 1 -- 172.21.15.6:0/2201313501 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdb8c003820 con 0x55daa10097c0 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.204+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/2201313501 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb8c003b30 con 0x55daa10097c0 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdb7fe00700 1 -- 172.21.15.6:0/2201313501 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdb8c004da0 con 0x55daa10097c0 2024-05-20T21:24:28.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdbaf80cb80 10 client.27658 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/2201313501 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55daa1088d50 con 0x55daa10097c0 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdb7fe00700 1 -- 172.21.15.6:0/2201313501 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb8c003b30 con 0x55daa10097c0 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdb7fe00700 1 -- 172.21.15.6:0/2201313501 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdb8c018070 con 0x55daa10097c0 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdbaf80cb80 10 client.27658 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdbaf80cb80 10 client.27658 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdbaf80cb80 20 client.27658 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55daa1089200 0x55daa108b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdbaf80cb80 4 client.27658 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.205+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/2201313501 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55daa0f5d570 con 0x55daa1089200 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.206+0000 7fdb9de00700 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55daa1089200 0x55daa108b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.206+0000 7fdb9de00700 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55daa1089200 0x55daa108b620 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eafa1a0de7a47536 server_cookie=22e3438f61445b6b in_seq=0 out_seq=0 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.206+0000 7fdb7fe00700 10 client.27658 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdb7fe00700 1 -- 172.21.15.6:0/2201313501 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55daa0f5d570 con 0x55daa1089200 2024-05-20T21:24:28.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdb7fe00700 10 client.27658 handle_command_reply: tid=0 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 client.27658 shutdown 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/2201313501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa10097c0 msgr2=0x55daa10165b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa10097c0 0x55daa10165b0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c009230 tx=0x7fdb8c011cb0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/2201313501 shutdown_connections 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55daa100a0e0 0x55daa1012e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55daa1004390 0x55daa1016070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55daa1089200 0x55daa108b620 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 --2- 172.21.15.6:0/2201313501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55daa10097c0 0x55daa10165b0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdb7fe00700 0 client.27658 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/2201313501 >> 172.21.15.6:0/2201313501 conn(0x55daa0f31be0 msgr2=0x55daa100abd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/2201313501 shutdown_connections 2024-05-20T21:24:28.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 1 -- 172.21.15.6:0/2201313501 wait complete. 2024-05-20T21:24:28.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.207+0000 7fdbaf80cb80 20 client.27658 trim_cache size 0 max 16384 2024-05-20T21:24:28.213 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:24:28.213 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:24:28.213 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:24:28.213 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 -- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb840b2880 msgr2=0x7fdb840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb840b2880 0x7fdb840b4d40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fdb98003fd0 tx=0x7fdb98004b40 comp rx=0 tx=0).stop 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 -- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdba0104680 msgr2=0x7fdba019bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdba0104680 0x7fdba019bec0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fdb90000c00 tx=0x7fdb900057c0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 -- 172.21.15.6:0/2081859364 shutdown_connections 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdb840b2880 0x7fdb840b4d40 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdba010dab0 0x7fdba01a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdba0104680 0x7fdba019bec0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 --2- 172.21.15.6:0/2081859364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdba0104fa0 0x7fdba019c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.208+0000 7fdb9f200700 1 -- 172.21.15.6:0/2081859364 >> 172.21.15.6:0/2081859364 conn(0x7fdba00fded0 msgr2=0x7fdba00feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:28.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.209+0000 7fdb9f200700 1 -- 172.21.15.6:0/2081859364 shutdown_connections 2024-05-20T21:24:28.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:28.209+0000 7fdb9f200700 1 -- 172.21.15.6:0/2081859364 wait complete. 2024-05-20T21:24:28.277 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-05-20T21:24:28.277 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:29.160 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:24:29.160 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:29.230 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:29.636 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:29 smithi006 ceph-mon[31422]: pgmap v699: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:24:29.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:29 smithi042 ceph-mon[36332]: pgmap v699: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:24:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:29 smithi062 ceph-mon[36640]: pgmap v699: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:24:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 -- 172.21.15.6:0/4105153722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac105d20 msgr2=0x7fc2ac1061a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/4105153722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac105d20 0x7fc2ac1061a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fc298009900 tx=0x7fc29802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 -- 172.21.15.6:0/4105153722 shutdown_connections 2024-05-20T21:24:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/4105153722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc2ac1066e0 0x7fc2ac10cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/4105153722 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac105d20 0x7fc2ac1061a0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/4105153722 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2ac104b30 0x7fc2ac104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 -- 172.21.15.6:0/4105153722 >> 172.21.15.6:0/4105153722 conn(0x7fc2ac1000c0 msgr2=0x7fc2ac1024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 -- 172.21.15.6:0/4105153722 shutdown_connections 2024-05-20T21:24:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.572+0000 7fc2b0c00640 1 -- 172.21.15.6:0/4105153722 wait complete. 2024-05-20T21:24:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.573+0000 7fc2b0c00640 1 Processor -- start 2024-05-20T21:24:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.573+0000 7fc2b0c00640 1 -- start start 2024-05-20T21:24:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2b0c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac104b30 0x7fc2ac19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2b0c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc2ac105d20 0x7fc2ac19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2b0c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2ac1066e0 0x7fc2ac1a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2b0c00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac110660 con 0x7fc2ac104b30 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2b0c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac1104e0 con 0x7fc2ac1066e0 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2b0c00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac1107e0 con 0x7fc2ac105d20 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2ab400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac104b30 0x7fc2ac19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2aaa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc2ac105d20 0x7fc2ac19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2aaa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc2ac105d20 0x7fc2ac19b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37720/0 (socket says 172.21.15.6:37720) 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2ab400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac104b30 0x7fc2ac19ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34656/0 (socket says 172.21.15.6:34656) 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2aaa00640 1 -- 172.21.15.6:0/463634512 learned_addr learned my addr 172.21.15.6:0/463634512 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.574+0000 7fc2abe00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2ac1066e0 0x7fc2ac1a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2aaa00640 1 -- 172.21.15.6:0/463634512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2ac1066e0 msgr2=0x7fc2ac1a22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2ac1066e0 0x7fc2ac1a22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2aaa00640 1 -- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac104b30 msgr2=0x7fc2ac19ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac104b30 0x7fc2ac19ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2aaa00640 1 -- 172.21.15.6:0/463634512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2ac1a2960 con 0x7fc2ac105d20 2024-05-20T21:24:30.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2ab400640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac104b30 0x7fc2ac19ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:30.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc2ac105d20 0x7fc2ac19b290 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc298005940 tx=0x7fc298031a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2a3e00640 1 -- 172.21.15.6:0/463634512 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29803f030 con 0x7fc2ac105d20 2024-05-20T21:24:30.576 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2a3e00640 1 -- 172.21.15.6:0/463634512 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc298003aa0 con 0x7fc2ac105d20 2024-05-20T21:24:30.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2a3e00640 1 -- 172.21.15.6:0/463634512 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc298035070 con 0x7fc2ac105d20 2024-05-20T21:24:30.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.575+0000 7fc2b0c00640 1 -- 172.21.15.6:0/463634512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2ac1a2bf0 con 0x7fc2ac105d20 2024-05-20T21:24:30.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.576+0000 7fc2b0c00640 1 -- 172.21.15.6:0/463634512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2ac1a3130 con 0x7fc2ac105d20 2024-05-20T21:24:30.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.580+0000 7fc2b51b3740 1 Processor -- start 2024-05-20T21:24:30.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.580+0000 7fc2b51b3740 1 -- start start 2024-05-20T21:24:30.581 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7ad110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.581 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.581 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7b4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555b0f71cb90 con 0x555b0f7accf0 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555b0f70c730 con 0x555b0f7ad6e0 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555b0f710770 con 0x555b0f7b2850 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2a3e00640 1 -- 172.21.15.6:0/463634512 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc298042030 con 0x7fc2ac105d20 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2ab400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2ab400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39136/0 (socket says 172.21.15.6:39136) 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2ab400640 1 -- 172.21.15.6:0/1774243738 learned_addr learned my addr 172.21.15.6:0/1774243738 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2abe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/1774243738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7b4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.581+0000 7fc2ab400640 1 -- 172.21.15.6:0/1774243738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 msgr2=0x555b0f7b4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.582+0000 7fc2ab400640 1 --2- 172.21.15.6:0/1774243738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7b4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.582+0000 7fc2ab400640 1 -- 172.21.15.6:0/1774243738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 msgr2=0x555b0f7ad110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.582 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.582+0000 7fc2ab400640 1 --2- 172.21.15.6:0/1774243738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7ad110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.582+0000 7fc2ab400640 1 -- 172.21.15.6:0/1774243738 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b0f6a58b0 con 0x555b0f7ad6e0 2024-05-20T21:24:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.582+0000 7fc2ab400640 1 --2- 172.21.15.6:0/1774243738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b21e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc29c0104d0 tx=0x7fc29c010990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e126c8976ddef9bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.582+0000 7fc297e00640 1 -- 172.21.15.6:0/1774243738 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29c004230 con 0x555b0f7ad6e0 2024-05-20T21:24:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.582+0000 7fc297e00640 1 -- 172.21.15.6:0/1774243738 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc29c0043d0 con 0x555b0f7ad6e0 2024-05-20T21:24:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.582+0000 7fc297e00640 1 -- 172.21.15.6:0/1774243738 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29c003a90 con 0x555b0f7ad6e0 2024-05-20T21:24:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 -- 172.21.15.6:0/1774243738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 msgr2=0x555b0f7b21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/1774243738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b21e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc29c0104d0 tx=0x7fc29c010990 comp rx=0 tx=0).stop 2024-05-20T21:24:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2a3e00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc2900b2850 0x7fc2900b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2a3e00640 1 -- 172.21.15.6:0/463634512 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc298102840 con 0x7fc2ac105d20 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 -- 172.21.15.6:0/1774243738 shutdown_connections 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/1774243738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7b4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/1774243738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b21e0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/1774243738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7ad110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 -- 172.21.15.6:0/1774243738 >> 172.21.15.6:0/1774243738 conn(0x555b0f7a8360 msgr2=0x555b0f7a8760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2abe00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc2900b2850 0x7fc2900b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 -- 172.21.15.6:0/1774243738 shutdown_connections 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.583+0000 7fc2b51b3740 1 -- 172.21.15.6:0/1774243738 wait complete. 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.584+0000 7fc2b51b3740 1 -- start start 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.584+0000 7fc2b51b3740 1 Processor -- start 2024-05-20T21:24:30.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.584+0000 7fc2abe00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc2900b2850 0x7fc2900b4d10 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x555b0f7adf40 tx=0x7fc2a4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7b6b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7be090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555b0f3f2790 con 0x555b0f7accf0 2024-05-20T21:24:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555b0f6b4bc0 con 0x555b0f7ad6e0 2024-05-20T21:24:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555b0f7b5800 con 0x555b0f7b2850 2024-05-20T21:24:30.588 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2b51b3740 10 client.0 _ll_register_callbacks cb 0x555b0f692400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2ab400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7b6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2ab400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7b6b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34678/0 (socket says 172.21.15.6:34678) 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2ab400640 1 -- 172.21.15.6:0/4230393085 learned_addr learned my addr 172.21.15.6:0/4230393085 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2abe00640 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7be090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2aaa00640 1 -- 172.21.15.6:0/4230393085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 msgr2=0x555b0f7be090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7be090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2aaa00640 1 -- 172.21.15.6:0/4230393085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 msgr2=0x555b0f7b6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7b6b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2aaa00640 1 -- 172.21.15.6:0/4230393085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b0f421210 con 0x555b0f7ad6e0 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.585+0000 7fc2abe00640 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7be090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b7050 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc298100240 tx=0x7fc2980c9820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afa9006442104bed server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc294c00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc294c00640 1 -- 172.21.15.6:0/4230393085 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc298049040 con 0x555b0f7ad6e0 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc2b51b3740 1 -- 172.21.15.6:0/4230393085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc29c0043d0 con 0x555b0f7ad6e0 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc294c00640 1 -- 172.21.15.6:0/4230393085 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc2980c6010 con 0x555b0f7ad6e0 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc294c00640 1 -- 172.21.15.6:0/4230393085 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc2980ce110 con 0x555b0f7ad6e0 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc2b51b3740 10 client.27671 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc2b51b3740 1 -- 172.21.15.6:0/4230393085 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555b0f4ed620 con 0x555b0f7ad6e0 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.586+0000 7fc294c00640 1 -- 172.21.15.6:0/4230393085 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc29c0043d0 con 0x555b0f7ad6e0 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.587+0000 7fc294c00640 1 -- 172.21.15.6:0/4230393085 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc2980b1040 con 0x555b0f7ad6e0 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.587+0000 7fc2b51b3740 10 client.27671 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.587+0000 7fc2b51b3740 10 client.27671 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.587+0000 7fc2b51b3740 20 client.27671 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.587+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b0f7c25d0 0x555b0f7c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.590 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.587+0000 7fc2b51b3740 4 client.27671 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.587+0000 7fc2b51b3740 1 -- 172.21.15.6:0/4230393085 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b0f71eae0 con 0x555b0f7c25d0 2024-05-20T21:24:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.587+0000 7fc2ab400640 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b0f7c25d0 0x555b0f7c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.588+0000 7fc2ab400640 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b0f7c25d0 0x555b0f7c4a00 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a15ffb82c3752df1 server_cookie=6a5587c0013232d1 in_seq=0 out_seq=0 2024-05-20T21:24:30.591 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.588+0000 7fc294c00640 10 client.27671 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc294c00640 1 -- 172.21.15.6:0/4230393085 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555b0f71eae0 con 0x555b0f7c25d0 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc294c00640 10 client.27671 handle_command_reply: tid=0 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 client.27671 shutdown 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 -- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 msgr2=0x555b0f7b7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b7050 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc298100240 tx=0x7fc2980c9820 comp rx=0 tx=0).stop 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 -- 172.21.15.6:0/4230393085 shutdown_connections 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b0f7c25d0 0x555b0f7c4a00 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7b2850 0x555b0f7be090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.592 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7ad6e0 0x555b0f7b7050 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/4230393085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7b6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc294c00640 0 client.27671 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 -- 172.21.15.6:0/4230393085 >> 172.21.15.6:0/4230393085 conn(0x555b0f7a8360 msgr2=0x555b0f7a74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 -- 172.21.15.6:0/4230393085 shutdown_connections 2024-05-20T21:24:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 1 -- 172.21.15.6:0/4230393085 wait complete. 2024-05-20T21:24:30.593 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.589+0000 7fc2b51b3740 20 client.27671 trim_cache size 0 max 16384 2024-05-20T21:24:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2b51b3740 1 Processor -- start 2024-05-20T21:24:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2b51b3740 1 -- start start 2024-05-20T21:24:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7accf0 0x555b0f7ab930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7ad6e0 0x555b0f7be050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 0x555b0f7c92d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac1ae9d0 con 0x555b0f7ad6e0 2024-05-20T21:24:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac1ac2a0 con 0x555b0f7b2850 2024-05-20T21:24:30.607 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac1aa0f0 con 0x555b0f7accf0 2024-05-20T21:24:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2aaa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7ad6e0 0x555b0f7be050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2aaa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7ad6e0 0x555b0f7be050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34680/0 (socket says 172.21.15.6:34680) 2024-05-20T21:24:30.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2aaa00640 1 -- 172.21.15.6:0/2009618903 learned_addr learned my addr 172.21.15.6:0/2009618903 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2ab400640 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7accf0 0x555b0f7ab930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.607+0000 7fc2abe00640 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 0x555b0f7c92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc2aaa00640 1 -- 172.21.15.6:0/2009618903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7accf0 msgr2=0x555b0f7ab930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7accf0 0x555b0f7ab930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc2aaa00640 1 -- 172.21.15.6:0/2009618903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 msgr2=0x555b0f7c92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 0x555b0f7c92d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc2aaa00640 1 -- 172.21.15.6:0/2009618903 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b0f7c5050 con 0x555b0f7ad6e0 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7ad6e0 0x555b0f7be050 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc298005c40 tx=0x7fc2980c9890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea6c728041f45b98 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc297400640 1 -- 172.21.15.6:0/2009618903 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2980e8030 con 0x555b0f7ad6e0 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc297400640 1 -- 172.21.15.6:0/2009618903 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2980d2bc0 con 0x555b0f7ad6e0 2024-05-20T21:24:30.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.608+0000 7fc297400640 1 -- 172.21.15.6:0/2009618903 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc298049030 con 0x555b0f7ad6e0 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 -- 172.21.15.6:0/2009618903 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7ad6e0 msgr2=0x555b0f7be050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7ad6e0 0x555b0f7be050 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc298005c40 tx=0x7fc2980c9890 comp rx=0 tx=0).stop 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 -- 172.21.15.6:0/2009618903 shutdown_connections 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 0x555b0f7c92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7ad6e0 0x555b0f7be050 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/2009618903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7accf0 0x555b0f7ab930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 -- 172.21.15.6:0/2009618903 >> 172.21.15.6:0/2009618903 conn(0x555b0f7a8360 msgr2=0x555b0f7ae9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 -- 172.21.15.6:0/2009618903 shutdown_connections 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.609+0000 7fc2b51b3740 1 -- 172.21.15.6:0/2009618903 wait complete. 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 1 -- start start 2024-05-20T21:24:30.612 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 1 Processor -- start 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7bb900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7ad6e0 0x555b0f7bbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 0x555b0f7bce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac1aa760 con 0x555b0f7accf0 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac1abbd0 con 0x555b0f7b2850 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc2ac1aae30 con 0x555b0f7ad6e0 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.610+0000 7fc2b51b3740 10 client.0 _ll_register_callbacks cb 0x7fc298005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2ab400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7bb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2ab400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7bb900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34684/0 (socket says 172.21.15.6:34684) 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2ab400640 1 -- 172.21.15.6:0/240667883 learned_addr learned my addr 172.21.15.6:0/240667883 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2abe00640 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 0x555b0f7bce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7ad6e0 0x555b0f7bbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2ab400640 1 -- 172.21.15.6:0/240667883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7ad6e0 msgr2=0x555b0f7bbe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2ab400640 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7ad6e0 0x555b0f7bbe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2ab400640 1 -- 172.21.15.6:0/240667883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 msgr2=0x555b0f7bce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2ab400640 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 0x555b0f7bce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.611+0000 7fc2ab400640 1 -- 172.21.15.6:0/240667883 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b0f7a8190 con 0x555b0f7accf0 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc2ab400640 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7bb900 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc29c010e90 tx=0x7fc29c0059b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78971a7c2e3d216e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc294c00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc294c00640 1 -- 172.21.15.6:0/240667883 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29c0055e0 con 0x555b0f7accf0 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc2b51b3740 1 -- 172.21.15.6:0/240667883 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2980d2bc0 con 0x555b0f7accf0 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc294c00640 1 -- 172.21.15.6:0/240667883 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc29c0116a0 con 0x555b0f7accf0 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc294c00640 1 -- 172.21.15.6:0/240667883 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc29c037050 con 0x555b0f7accf0 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc2b51b3740 10 client.17562 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:30.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc2b51b3740 1 -- 172.21.15.6:0/240667883 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555b0f82d220 con 0x555b0f7accf0 2024-05-20T21:24:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.612+0000 7fc294c00640 1 -- 172.21.15.6:0/240667883 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2980d2bc0 con 0x555b0f7accf0 2024-05-20T21:24:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.613+0000 7fc294c00640 1 -- 172.21.15.6:0/240667883 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc29c01b420 con 0x555b0f7accf0 2024-05-20T21:24:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.613+0000 7fc2b51b3740 10 client.17562 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:30.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.613+0000 7fc2b51b3740 10 client.17562 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.613+0000 7fc2b51b3740 20 client.17562 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.613+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b0f82d9e0 0x555b0f82fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.613+0000 7fc2b51b3740 4 client.17562 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.613+0000 7fc2b51b3740 1 -- 172.21.15.6:0/240667883 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555b0f7182c0 con 0x555b0f82d9e0 2024-05-20T21:24:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.613+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b0f82d9e0 0x555b0f82fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.614+0000 7fc2aaa00640 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b0f82d9e0 0x555b0f82fe00 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=913027351bfdd4ca server_cookie=e618fd894cfa22c2 in_seq=0 out_seq=0 2024-05-20T21:24:30.616 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.614+0000 7fc294c00640 10 client.17562 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.628+0000 7fc294c00640 1 -- 172.21.15.6:0/240667883 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555b0f7182c0 con 0x555b0f82d9e0 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.628+0000 7fc294c00640 10 client.17562 handle_command_reply: tid=0 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.628+0000 7fc2b51b3740 1 client.17562 shutdown 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 -- 172.21.15.6:0/240667883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 msgr2=0x555b0f7bb900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7bb900 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc29c010e90 tx=0x7fc29c0059b0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 -- 172.21.15.6:0/240667883 shutdown_connections 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b0f82d9e0 0x555b0f82fe00 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b0f7b2850 0x555b0f7bce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b0f7ad6e0 0x555b0f7bbe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 --2- 172.21.15.6:0/240667883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b0f7accf0 0x555b0f7bb900 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.629 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc294c00640 0 client.17562 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 -- 172.21.15.6:0/240667883 >> 172.21.15.6:0/240667883 conn(0x555b0f7a8360 msgr2=0x555b0f7ae970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 -- 172.21.15.6:0/240667883 shutdown_connections 2024-05-20T21:24:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.629+0000 7fc2b51b3740 1 -- 172.21.15.6:0/240667883 wait complete. 2024-05-20T21:24:30.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b51b3740 20 client.17562 trim_cache size 0 max 16384 2024-05-20T21:24:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:24:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:24:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:24:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 -- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc2900b2850 msgr2=0x7fc2900b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc2900b2850 0x7fc2900b4d10 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x555b0f7adf40 tx=0x7fc2a4009500 comp rx=0 tx=0).stop 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 -- 172.21.15.6:0/463634512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc2ac105d20 msgr2=0x7fc2ac19b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc2ac105d20 0x7fc2ac19b290 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc298005940 tx=0x7fc298031a50 comp rx=0 tx=0).stop 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 -- 172.21.15.6:0/463634512 shutdown_connections 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc2900b2850 0x7fc2900b4d10 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc2ac1066e0 0x7fc2ac1a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc2ac105d20 0x7fc2ac19b290 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 --2- 172.21.15.6:0/463634512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc2ac104b30 0x7fc2ac19ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.630+0000 7fc2b0c00640 1 -- 172.21.15.6:0/463634512 >> 172.21.15.6:0/463634512 conn(0x7fc2ac1000c0 msgr2=0x7fc2ac1090a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.631+0000 7fc2b0c00640 1 -- 172.21.15.6:0/463634512 shutdown_connections 2024-05-20T21:24:30.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:30.631+0000 7fc2b0c00640 1 -- 172.21.15.6:0/463634512 wait complete. 2024-05-20T21:24:30.693 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:31.627 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:31 smithi006 ceph-mon[31422]: pgmap v700: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.784+0000 7ff5b8e00700 1 -- 172.21.15.6:0/364663684 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b41094f0 msgr2=0x7ff5b41098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.784+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/364663684 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b41094f0 0x7ff5b41098d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7ff5a400b0a0 tx=0x7ff5a400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.784+0000 7ff5b8e00700 1 -- 172.21.15.6:0/364663684 shutdown_connections 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.784+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/364663684 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5b4103e20 0x7ff5b4110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.784+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/364663684 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b41094f0 0x7ff5b41098d0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.784+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/364663684 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5b4103460 0x7ff5b41038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.784+0000 7ff5b8e00700 1 -- 172.21.15.6:0/364663684 >> 172.21.15.6:0/364663684 conn(0x7ff5b40fef90 msgr2=0x7ff5b41013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.784+0000 7ff5b8e00700 1 -- 172.21.15.6:0/364663684 shutdown_connections 2024-05-20T21:24:31.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.785+0000 7ff5b8e00700 1 -- 172.21.15.6:0/364663684 wait complete. 2024-05-20T21:24:31.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.786+0000 7ff5b8e00700 1 Processor -- start 2024-05-20T21:24:31.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.786+0000 7ff5b8e00700 1 -- start start 2024-05-20T21:24:31.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b8e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b4103460 0x7ff5b41a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b8e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5b4103e20 0x7ff5b41a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b8e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5b41094f0 0x7ff5b419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b8e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b4113620 con 0x7ff5b41094f0 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b8e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b41134a0 con 0x7ff5b4103e20 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b8e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b41137a0 con 0x7ff5b4103460 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b4103460 0x7ff5b41a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5aaa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5b4103e20 0x7ff5b41a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b4103460 0x7ff5b41a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37792/0 (socket says 172.21.15.6:37792) 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5aaa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5b4103e20 0x7ff5b41a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39178/0 (socket says 172.21.15.6:39178) 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b3400700 1 -- 172.21.15.6:0/1901799848 learned_addr learned my addr 172.21.15.6:0/1901799848 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.787+0000 7ff5b3e00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5b41094f0 0x7ff5b419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b3400700 1 -- 172.21.15.6:0/1901799848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5b4103e20 msgr2=0x7ff5b41a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:31.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b3400700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5b4103e20 0x7ff5b41a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:31.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b3400700 1 -- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5b41094f0 msgr2=0x7ff5b419bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:31.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b3400700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5b41094f0 0x7ff5b419bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:31.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b3400700 1 -- 172.21.15.6:0/1901799848 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5b419c400 con 0x7ff5b4103460 2024-05-20T21:24:31.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b3e00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5b41094f0 0x7ff5b419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:31.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b3400700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b4103460 0x7ff5b41a1a50 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7ff5a400b070 tx=0x7ff5a4004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:31.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b0c00700 1 -- 172.21.15.6:0/1901799848 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a4021070 con 0x7ff5b4103460 2024-05-20T21:24:31.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b0c00700 1 -- 172.21.15.6:0/1901799848 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5a4007e30 con 0x7ff5b4103460 2024-05-20T21:24:31.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5b419c690 con 0x7ff5b4103460 2024-05-20T21:24:31.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.788+0000 7ff5b0c00700 1 -- 172.21.15.6:0/1901799848 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a4004730 con 0x7ff5b4103460 2024-05-20T21:24:31.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.789+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5b41a89d0 con 0x7ff5b4103460 2024-05-20T21:24:31.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.790+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5b419ca00 con 0x7ff5b4103460 2024-05-20T21:24:31.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.792+0000 7ff5b0c00700 1 -- 172.21.15.6:0/1901799848 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff5a4007980 con 0x7ff5b4103460 2024-05-20T21:24:31.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.794+0000 7ff5b0c00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff5980b2880 0x7ff5980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:31.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.795+0000 7ff5b0c00700 1 -- 172.21.15.6:0/1901799848 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff5a400f020 con 0x7ff5b4103460 2024-05-20T21:24:31.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.795+0000 7ff5aaa00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff5980b2880 0x7ff5980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:31.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.796+0000 7ff5b0c00700 1 -- 172.21.15.6:0/1901799848 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff5b419ca00 con 0x7ff5b4103460 2024-05-20T21:24:31.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:31.796+0000 7ff5aaa00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff5980b2880 0x7ff5980b4d40 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7ff5b419d270 tx=0x7ff59c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:31.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:31 smithi042 ceph-mon[36332]: pgmap v700: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:31 smithi062 ceph-mon[36640]: pgmap v700: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:32.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.089+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5b419cfe0 con 0x7ff5b4103460 2024-05-20T21:24:32.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.090+0000 7ff5b0c00700 1 -- 172.21.15.6:0/1901799848 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7ff5a402a020 con 0x7ff5b4103460 2024-05-20T21:24:32.090 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:24:32.091 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:24:32.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.094+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff5980b2880 msgr2=0x7ff5980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:32.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.094+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff5980b2880 0x7ff5980b4d40 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7ff5b419d270 tx=0x7ff59c009260 comp rx=0 tx=0).stop 2024-05-20T21:24:32.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.094+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b4103460 msgr2=0x7ff5b41a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:32.095 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.094+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b4103460 0x7ff5b41a1a50 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7ff5a400b070 tx=0x7ff5a4004d00 comp rx=0 tx=0).stop 2024-05-20T21:24:32.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.095+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 shutdown_connections 2024-05-20T21:24:32.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.095+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff5980b2880 0x7ff5980b4d40 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:32.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.095+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff5b41094f0 0x7ff5b419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:32.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.095+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff5b4103460 0x7ff5b41a1a50 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:32.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.095+0000 7ff5b8e00700 1 --2- 172.21.15.6:0/1901799848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff5b4103e20 0x7ff5b41a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:32.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.095+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 >> 172.21.15.6:0/1901799848 conn(0x7ff5b40fef90 msgr2=0x7ff5b410eb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:32.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.095+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 shutdown_connections 2024-05-20T21:24:32.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:32.095+0000 7ff5b8e00700 1 -- 172.21.15.6:0/1901799848 wait complete. 2024-05-20T21:24:32.097 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:24:32.848 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1901799848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:32.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1901799848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1901799848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:33.477 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-05-20T21:24:33.478 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-05-20T21:24:33.700 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:33 smithi006 ceph-mon[31422]: pgmap v701: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:24:33.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:33 smithi042 ceph-mon[36332]: pgmap v701: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 -- 172.21.15.6:0/2591692916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb838076090 msgr2=0x7fb83810fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 --2- 172.21.15.6:0/2591692916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb838076090 0x7fb83810fa30 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fb824009990 tx=0x7fb824009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 -- 172.21.15.6:0/2591692916 shutdown_connections 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 --2- 172.21.15.6:0/2591692916 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb83810ff70 0x7fb838112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 --2- 172.21.15.6:0/2591692916 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb838075770 0x7fb838075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 --2- 172.21.15.6:0/2591692916 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb838076090 0x7fb83810fa30 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 -- 172.21.15.6:0/2591692916 >> 172.21.15.6:0/2591692916 conn(0x7fb83807a6f0 msgr2=0x7fb83807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 -- 172.21.15.6:0/2591692916 shutdown_connections 2024-05-20T21:24:34.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.034+0000 7fb83ee00700 1 -- 172.21.15.6:0/2591692916 wait complete. 2024-05-20T21:24:34.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.035+0000 7fb83ee00700 1 Processor -- start 2024-05-20T21:24:34.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb83ee00700 1 -- start start 2024-05-20T21:24:34.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb83ee00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb838075770 0x7fb83819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb83ee00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb838076090 0x7fb83819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb83ee00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb83810ff70 0x7fb8381a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb83ee00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb838115980 con 0x7fb83810ff70 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb83ee00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb838115800 con 0x7fb838076090 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb83ee00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb838115b00 con 0x7fb838075770 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb837e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb838075770 0x7fb83819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb837400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb838076090 0x7fb83819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb837e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb838075770 0x7fb83819be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37812/0 (socket says 172.21.15.6:37812) 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.036+0000 7fb837e00700 1 -- 172.21.15.6:0/3758819600 learned_addr learned my addr 172.21.15.6:0/3758819600 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:34.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb83ce00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb83810ff70 0x7fb8381a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:33 smithi062 ceph-mon[36640]: pgmap v701: 97 pgs: 97 active+clean; 4.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:24:34.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb837e00700 1 -- 172.21.15.6:0/3758819600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb838076090 msgr2=0x7fb83819c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb837e00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb838076090 0x7fb83819c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb837e00700 1 -- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb83810ff70 msgr2=0x7fb8381a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb837e00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb83810ff70 0x7fb8381a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb837e00700 1 -- 172.21.15.6:0/3758819600 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8381a0e20 con 0x7fb838075770 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb837400700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb838076090 0x7fb83819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb83ce00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb83810ff70 0x7fb8381a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.037+0000 7fb837e00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb838075770 0x7fb83819be10 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb82800e9a0 tx=0x7fb82800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.038+0000 7fb834c00700 1 -- 172.21.15.6:0/3758819600 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82800cbd0 con 0x7fb838075770 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.038+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8381a1110 con 0x7fb838075770 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.038+0000 7fb834c00700 1 -- 172.21.15.6:0/3758819600 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82800cd70 con 0x7fb838075770 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.038+0000 7fb834c00700 1 -- 172.21.15.6:0/3758819600 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb828018680 con 0x7fb838075770 2024-05-20T21:24:34.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.038+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8381a8990 con 0x7fb838075770 2024-05-20T21:24:34.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.039+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb83806a230 con 0x7fb838075770 2024-05-20T21:24:34.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.042+0000 7fb834c00700 1 -- 172.21.15.6:0/3758819600 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb82804aab0 con 0x7fb838075770 2024-05-20T21:24:34.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.043+0000 7fb834c00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb81c0b2880 0x7fb81c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:34.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.043+0000 7fb834c00700 1 -- 172.21.15.6:0/3758819600 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb8280e2590 con 0x7fb838075770 2024-05-20T21:24:34.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.044+0000 7fb837400700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb81c0b2880 0x7fb81c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:34.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.044+0000 7fb837400700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb81c0b2880 0x7fb81c0b4d40 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb838111c30 tx=0x7fb82401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:34.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.045+0000 7fb834c00700 1 -- 172.21.15.6:0/3758819600 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb8280aa1b0 con 0x7fb838075770 2024-05-20T21:24:34.153 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:34.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.359+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb83802e560 con 0x7fb838075770 2024-05-20T21:24:34.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.360+0000 7fb834c00700 1 -- 172.21.15.6:0/3758819600 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fb8280b2230 con 0x7fb838075770 2024-05-20T21:24:34.360 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:24:34.361 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:24:34.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.363+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb81c0b2880 msgr2=0x7fb81c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.363+0000 7fb83ee00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb81c0b2880 0x7fb81c0b4d40 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb838111c30 tx=0x7fb82401a040 comp rx=0 tx=0).stop 2024-05-20T21:24:34.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.363+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb838075770 msgr2=0x7fb83819be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:34.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.363+0000 7fb83ee00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb838075770 0x7fb83819be10 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb82800e9a0 tx=0x7fb82800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.364+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 shutdown_connections 2024-05-20T21:24:34.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.364+0000 7fb83ee00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb81c0b2880 0x7fb81c0b4d40 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.364+0000 7fb83ee00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb83810ff70 0x7fb8381a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.364+0000 7fb83ee00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb838075770 0x7fb83819be10 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.364+0000 7fb83ee00700 1 --2- 172.21.15.6:0/3758819600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb838076090 0x7fb83819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.364+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 >> 172.21.15.6:0/3758819600 conn(0x7fb83807a6f0 msgr2=0x7fb838100780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.364+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 shutdown_connections 2024-05-20T21:24:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:34.364+0000 7fb83ee00700 1 -- 172.21.15.6:0/3758819600 wait complete. 2024-05-20T21:24:34.366 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:24:34.841 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:34 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3758819600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:34.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:34 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3758819600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:35.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:34 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3758819600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:35.330 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:24:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:35 smithi006 ceph-mon[31422]: pgmap v702: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:24:35.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:35 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:24:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:35 smithi042 ceph-mon[36332]: pgmap v702: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:24:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:35 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:24:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:35 smithi062 ceph-mon[36640]: pgmap v702: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:24:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:35 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:24:36.424 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:37.760 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:37 smithi006 ceph-mon[31422]: pgmap v703: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:24:37.761 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.761 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.761 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.761 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.761 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.761 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:37 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:37 smithi042 ceph-mon[36332]: pgmap v703: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:24:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:37 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:37 smithi062 ceph-mon[36640]: pgmap v703: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:24:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:38.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:38.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:38.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:37 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:38.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.385+0000 7f09a0c00700 1 -- 172.21.15.6:0/2276691097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f099c10b740 msgr2=0x7f099c10bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.385+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2276691097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f099c10b740 0x7f099c10bb20 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f098c009990 tx=0x7f098c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.386+0000 7f09a0c00700 1 -- 172.21.15.6:0/2276691097 shutdown_connections 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.386+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2276691097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f099c106100 0x7f099c112610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.386+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2276691097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f099c10b740 0x7f099c10bb20 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.386+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2276691097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f099c105740 0x7f099c105bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.386+0000 7f09a0c00700 1 -- 172.21.15.6:0/2276691097 >> 172.21.15.6:0/2276691097 conn(0x7f099c101250 msgr2=0x7f099c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.386+0000 7f09a0c00700 1 -- 172.21.15.6:0/2276691097 shutdown_connections 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.386+0000 7f09a0c00700 1 -- 172.21.15.6:0/2276691097 wait complete. 2024-05-20T21:24:38.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.387+0000 7f09a0c00700 1 Processor -- start 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.387+0000 7f09a0c00700 1 -- start start 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f09a0c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f099c105740 0x7f099c19bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f09a0c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f099c106100 0x7f099c19c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f09a0c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f099c10b740 0x7f099c1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f09a0c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f099c115990 con 0x7f099c106100 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f09a0c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f099c115810 con 0x7f099c10b740 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f09a0c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f099c115b10 con 0x7f099c105740 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f099c105740 0x7f099c19bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f099c105740 0x7f099c19bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37608/0 (socket says 172.21.15.6:37608) 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999e00700 1 -- 172.21.15.6:0/2906869758 learned_addr learned my addr 172.21.15.6:0/2906869758 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f099a800700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f099c10b740 0x7f099c1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999400700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f099c106100 0x7f099c19c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999e00700 1 -- 172.21.15.6:0/2906869758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f099c10b740 msgr2=0x7f099c1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999e00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f099c10b740 0x7f099c1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999e00700 1 -- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f099c106100 msgr2=0x7f099c19c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999e00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f099c106100 0x7f099c19c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999e00700 1 -- 172.21.15.6:0/2906869758 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f099c1a0d90 con 0x7f099c105740 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.388+0000 7f0999400700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f099c106100 0x7f099c19c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.389+0000 7f0999e00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f099c105740 0x7f099c19bd80 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f098c005910 tx=0x7f098c00b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.389+0000 7f0992a00700 1 -- 172.21.15.6:0/2906869758 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c027070 con 0x7f099c105740 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.389+0000 7f0992a00700 1 -- 172.21.15.6:0/2906869758 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f098c022470 con 0x7f099c105740 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.389+0000 7f0992a00700 1 -- 172.21.15.6:0/2906869758 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c017650 con 0x7f099c105740 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.389+0000 7f09a0c00700 1 -- 172.21.15.6:0/2906869758 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f099c1a1020 con 0x7f099c105740 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.389+0000 7f09a0c00700 1 -- 172.21.15.6:0/2906869758 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f099c1a8900 con 0x7f099c105740 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.392+0000 7f0992a00700 1 -- 172.21.15.6:0/2906869758 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f098c02a070 con 0x7f099c105740 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.394+0000 7f09ab513b80 1 Processor -- start 2024-05-20T21:24:38.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.394+0000 7f0992a00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09800b29b0 0x7f09800b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.394+0000 7f09ab513b80 1 -- start start 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.394+0000 7f0992a00700 1 -- 172.21.15.6:0/2906869758 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f098c0e2fa0 con 0x7f099c105740 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.394+0000 7f099a800700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09800b29b0 0x7f09800b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241423080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572414235c0 0x55724141d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 0x55724141dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f09ab513b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55724137afd0 con 0x55724141d680 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f09ab513b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55724136ab70 con 0x5572414235c0 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f09ab513b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55724136ebb0 con 0x557241422ca0 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241423080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572414235c0 0x55724141d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241423080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37610/0 (socket says 172.21.15.6:37610) 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999e00700 1 -- 172.21.15.6:0/1328733911 learned_addr learned my addr 172.21.15.6:0/1328733911 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:38.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f099a800700 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 0x55724141dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999e00700 1 -- 172.21.15.6:0/1328733911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572414235c0 msgr2=0x55724141d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999e00700 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572414235c0 0x55724141d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999e00700 1 -- 172.21.15.6:0/1328733911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 msgr2=0x55724141dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999e00700 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 0x55724141dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999e00700 1 -- 172.21.15.6:0/1328733911 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572413335b0 con 0x557241422ca0 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f0999400700 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572414235c0 0x55724141d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.395+0000 7f099a800700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09800b29b0 0x7f09800b4e70 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f099400f590 tx=0x7f0994009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.396+0000 7f0999e00700 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241423080 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f098c006010 tx=0x7f098c009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=133569f8e2ab6255 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.396+0000 7f0987400700 1 -- 172.21.15.6:0/1328733911 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c0e0e60 con 0x557241422ca0 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.396+0000 7f0987400700 1 -- 172.21.15.6:0/1328733911 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f098c0aac50 con 0x557241422ca0 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.396+0000 7f0987400700 1 -- 172.21.15.6:0/1328733911 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c0aa7b0 con 0x557241422ca0 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 -- 172.21.15.6:0/1328733911 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 msgr2=0x557241423080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241423080 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f098c006010 tx=0x7f098c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 -- 172.21.15.6:0/1328733911 shutdown_connections 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 0x55724141dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241423080 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1328733911 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572414235c0 0x55724141d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 -- 172.21.15.6:0/1328733911 >> 172.21.15.6:0/1328733911 conn(0x55724134ad70 msgr2=0x557241417f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 -- 172.21.15.6:0/1328733911 shutdown_connections 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 -- 172.21.15.6:0/1328733911 wait complete. 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.397+0000 7f09ab513b80 1 -- start start 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f09ab513b80 1 Processor -- start 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x5572414292e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 0x557241426680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 0x557241427040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f09ab513b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557241271130 con 0x557241426bc0 2024-05-20T21:24:38.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f09ab513b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55724130b8f0 con 0x557241422ca0 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f09ab513b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557241429df0 con 0x55724141d680 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f09ab513b80 10 client.0 _ll_register_callbacks cb 0x557241314e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f0999e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x5572414292e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f0999e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x5572414292e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37616/0 (socket says 172.21.15.6:37616) 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.398+0000 7f0999e00700 1 -- 172.21.15.6:0/2908008747 learned_addr learned my addr 172.21.15.6:0/2908008747 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f0999400700 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 0x557241426680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f099a800700 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 0x557241427040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f0999e00700 1 -- 172.21.15.6:0/2908008747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 msgr2=0x557241426680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f0999e00700 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 0x557241426680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f0999e00700 1 -- 172.21.15.6:0/2908008747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 msgr2=0x557241427040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f0999e00700 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 0x557241427040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f0999e00700 1 -- 172.21.15.6:0/2908008747 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572412baa60 con 0x55724141d680 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f0999e00700 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x5572414292e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f098c000c00 tx=0x7f098c005b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=806f86fe3256a43 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f097be00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f097be00700 1 -- 172.21.15.6:0/2908008747 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c0c4060 con 0x55724141d680 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f097be00700 1 -- 172.21.15.6:0/2908008747 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f098c0a6b40 con 0x55724141d680 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.399+0000 7f09ab513b80 1 -- 172.21.15.6:0/2908008747 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f098c0aac50 con 0x55724141d680 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f097be00700 1 -- 172.21.15.6:0/2908008747 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f098c0cb050 con 0x55724141d680 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f09ab513b80 10 client.27700 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f09ab513b80 1 -- 172.21.15.6:0/2908008747 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55724133b1f0 con 0x55724141d680 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f097be00700 1 -- 172.21.15.6:0/2908008747 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f098c0aac50 con 0x55724141d680 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f097be00700 1 -- 172.21.15.6:0/2908008747 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f098c0a5ec0 con 0x55724141d680 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f09ab513b80 10 client.27700 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f09ab513b80 10 client.27700 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f09ab513b80 20 client.27700 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557241436b30 0x557241438f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f09ab513b80 4 client.27700 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:38.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f09ab513b80 1 -- 172.21.15.6:0/2908008747 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55724137cf20 con 0x557241436b30 2024-05-20T21:24:38.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.400+0000 7f0999400700 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557241436b30 0x557241438f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.401+0000 7f0999400700 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557241436b30 0x557241438f20 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34780bb318b0b3dc server_cookie=344518677776bd55 in_seq=0 out_seq=0 2024-05-20T21:24:38.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.401+0000 7f097be00700 10 client.27700 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:38.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f097be00700 1 -- 172.21.15.6:0/2908008747 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55724137cf20 con 0x557241436b30 2024-05-20T21:24:38.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f097be00700 10 client.27700 handle_command_reply: tid=0 2024-05-20T21:24:38.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 client.27700 shutdown 2024-05-20T21:24:38.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 -- 172.21.15.6:0/2908008747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 msgr2=0x5572414292e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x5572414292e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f098c000c00 tx=0x7f098c005b00 comp rx=0 tx=0).stop 2024-05-20T21:24:38.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 -- 172.21.15.6:0/2908008747 shutdown_connections 2024-05-20T21:24:38.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 0x557241427040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557241436b30 0x557241438f20 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x5572414292e0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2908008747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 0x557241426680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 -- 172.21.15.6:0/2908008747 >> 172.21.15.6:0/2908008747 conn(0x55724134ad70 msgr2=0x5572414174c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f097be00700 0 client.27700 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 -- 172.21.15.6:0/2908008747 shutdown_connections 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 1 -- 172.21.15.6:0/2908008747 wait complete. 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.402+0000 7f09ab513b80 20 client.27700 trim_cache size 0 max 16384 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f09ab513b80 1 Processor -- start 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f09ab513b80 1 -- start start 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 0x55724141d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241425800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241426bc0 0x55724143e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f09ab513b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f099c1b2820 con 0x55724141d680 2024-05-20T21:24:38.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f09ab513b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f099c1b00b0 con 0x557241426bc0 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f09ab513b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f099c1adf00 con 0x557241422ca0 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f0999e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 0x55724141d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.425+0000 7f0999400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241425800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f099a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241426bc0 0x55724143e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0999400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241425800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37624/0 (socket says 172.21.15.6:37624) 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0999400700 1 -- 172.21.15.6:0/2005046666 learned_addr learned my addr 172.21.15.6:0/2005046666 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0999400700 1 -- 172.21.15.6:0/2005046666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241426bc0 msgr2=0x55724143e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0999400700 1 --2- 172.21.15.6:0/2005046666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241426bc0 0x55724143e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0999400700 1 -- 172.21.15.6:0/2005046666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 msgr2=0x55724141d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0999400700 1 --2- 172.21.15.6:0/2005046666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 0x55724141d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0999400700 1 -- 172.21.15.6:0/2005046666 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557241419730 con 0x557241422ca0 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0999400700 1 --2- 172.21.15.6:0/2005046666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241425800 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x557241419ab0 tx=0x7f0988004420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9757e78bbb14567 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0986a00700 1 -- 172.21.15.6:0/2005046666 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0988003be0 con 0x557241422ca0 2024-05-20T21:24:38.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0986a00700 1 -- 172.21.15.6:0/2005046666 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0988023070 con 0x557241422ca0 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.426+0000 7f0986a00700 1 -- 172.21.15.6:0/2005046666 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09880126b0 con 0x557241422ca0 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 -- 172.21.15.6:0/2005046666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 msgr2=0x557241425800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2005046666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241425800 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x557241419ab0 tx=0x7f0988004420 comp rx=0 tx=0).stop 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 -- 172.21.15.6:0/2005046666 shutdown_connections 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2005046666 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241426bc0 0x55724143e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2005046666 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55724141d680 0x55724141d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 --2- 172.21.15.6:0/2005046666 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557241422ca0 0x557241425800 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 -- 172.21.15.6:0/2005046666 >> 172.21.15.6:0/2005046666 conn(0x55724134ad70 msgr2=0x557241424020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 -- 172.21.15.6:0/2005046666 shutdown_connections 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.427+0000 7f09ab513b80 1 -- 172.21.15.6:0/2005046666 wait complete. 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.428+0000 7f09ab513b80 1 -- start start 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.428+0000 7f09ab513b80 1 Processor -- start 2024-05-20T21:24:38.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x55724142f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 0x55724142c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f09ab513b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 0x55724142c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f09ab513b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f099c1ae570 con 0x557241426bc0 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f09ab513b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f099c1af9e0 con 0x557241422ca0 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f09ab513b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f099c1aec40 con 0x55724141d680 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f09ab513b80 10 client.0 _ll_register_callbacks cb 0x557241314e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x55724142f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x55724142f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37626/0 (socket says 172.21.15.6:37626) 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999e00700 1 -- 172.21.15.6:0/1998656471 learned_addr learned my addr 172.21.15.6:0/1998656471 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999400700 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 0x55724142c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f099a800700 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 0x55724142c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999e00700 1 -- 172.21.15.6:0/1998656471 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 msgr2=0x55724142c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999e00700 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 0x55724142c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999e00700 1 -- 172.21.15.6:0/1998656471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 msgr2=0x55724142c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999e00700 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 0x55724142c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.429+0000 7f0999e00700 1 -- 172.21.15.6:0/1998656471 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572414a15e0 con 0x55724141d680 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f0999e00700 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x55724142f860 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f098c0aa4e0 tx=0x7f098c009380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ad1c0eef660fc9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f097be00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f097be00700 1 -- 172.21.15.6:0/1998656471 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c0c4040 con 0x55724141d680 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f097be00700 1 -- 172.21.15.6:0/1998656471 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f098c092110 con 0x55724141d680 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f09ab513b80 1 -- 172.21.15.6:0/1998656471 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0988023070 con 0x55724141d680 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f097be00700 1 -- 172.21.15.6:0/1998656471 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f098c088070 con 0x55724141d680 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f09ab513b80 10 client.27706 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f09ab513b80 1 -- 172.21.15.6:0/1998656471 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572414a15e0 con 0x55724141d680 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.430+0000 7f097be00700 1 -- 172.21.15.6:0/1998656471 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0988023070 con 0x55724141d680 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.431+0000 7f097be00700 1 -- 172.21.15.6:0/1998656471 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f098c0a9220 con 0x55724141d680 2024-05-20T21:24:38.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.431+0000 7f09ab513b80 10 client.27706 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.431+0000 7f09ab513b80 10 client.27706 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.431+0000 7f09ab513b80 20 client.27706 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.431+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572414a2a10 0x5572414a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.431+0000 7f09ab513b80 4 client.27706 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.431+0000 7f09ab513b80 1 -- 172.21.15.6:0/1998656471 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x557241376700 con 0x5572414a2a10 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.431+0000 7f0999400700 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572414a2a10 0x5572414a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.432+0000 7f0999400700 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572414a2a10 0x5572414a4e30 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45bdb0af3a3fedb8 server_cookie=452a3a3f1a0460c1 in_seq=0 out_seq=0 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.432+0000 7f097be00700 10 client.27706 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.442+0000 7f097be00700 1 -- 172.21.15.6:0/1998656471 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x557241376700 con 0x5572414a2a10 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.442+0000 7f097be00700 10 client.27706 handle_command_reply: tid=0 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.442+0000 7f09ab513b80 1 client.27706 shutdown 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.442+0000 7f09ab513b80 1 -- 172.21.15.6:0/1998656471 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 msgr2=0x55724142f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.442+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x55724142f860 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f098c0aa4e0 tx=0x7f098c009380 comp rx=0 tx=0).stop 2024-05-20T21:24:38.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 1 -- 172.21.15.6:0/1998656471 shutdown_connections 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557241426bc0 0x55724142c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572414a2a10 0x5572414a4e30 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55724141d680 0x55724142f860 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 1 --2- 172.21.15.6:0/1998656471 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557241422ca0 0x55724142c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 1 -- 172.21.15.6:0/1998656471 >> 172.21.15.6:0/1998656471 conn(0x55724134ad70 msgr2=0x557241425800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f097be00700 0 client.27706 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 1 -- 172.21.15.6:0/1998656471 shutdown_connections 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 1 -- 172.21.15.6:0/1998656471 wait complete. 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.443+0000 7f09ab513b80 20 client.27706 trim_cache size 0 max 16384 2024-05-20T21:24:38.365 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 30, 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "fa1ecde5": { 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 30, 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:24:38.366 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 130.0, 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:38.367 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 -- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09800b29b0 msgr2=0x7f09800b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09800b29b0 0x7f09800b4e70 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f099400f590 tx=0x7f0994009920 comp rx=0 tx=0).stop 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 -- 172.21.15.6:0/2906869758 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f099c105740 msgr2=0x7f099c19bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f099c105740 0x7f099c19bd80 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f098c005910 tx=0x7f098c00b670 comp rx=0 tx=0).stop 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 -- 172.21.15.6:0/2906869758 shutdown_connections 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09800b29b0 0x7f09800b4e70 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f099c10b740 0x7f099c1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f099c105740 0x7f099c19bd80 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 --2- 172.21.15.6:0/2906869758 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f099c106100 0x7f099c19c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 -- 172.21.15.6:0/2906869758 >> 172.21.15.6:0/2906869758 conn(0x7f099c101250 msgr2=0x7f099c101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 -- 172.21.15.6:0/2906869758 shutdown_connections 2024-05-20T21:24:38.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:37.444+0000 7f09a0c00700 1 -- 172.21.15.6:0/2906869758 wait complete. 2024-05-20T21:24:39.281 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'fa1ecde5', quiesce took 11.0 seconds. Will release after: -1.0 2024-05-20T21:24:39.282 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:24:39.732 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:39 smithi006 ceph-mon[31422]: pgmap v704: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:39.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.763+0000 7f0973a00700 1 -- 172.21.15.6:0/3964755463 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 msgr2=0x7f096c103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.763+0000 7f0973a00700 1 --2- 172.21.15.6:0/3964755463 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 0x7f096c103bd0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f0960009920 tx=0x7f0960009c30 comp rx=0 tx=0).stop 2024-05-20T21:24:39.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.763+0000 7f0973a00700 1 -- 172.21.15.6:0/3964755463 shutdown_connections 2024-05-20T21:24:39.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.763+0000 7f0973a00700 1 --2- 172.21.15.6:0/3964755463 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f096c1088f0 0x7f096c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.763+0000 7f0973a00700 1 --2- 172.21.15.6:0/3964755463 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 0x7f096c103bd0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.763+0000 7f0973a00700 1 --2- 172.21.15.6:0/3964755463 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f096c1041a0 0x7f096c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.763+0000 7f0973a00700 1 -- 172.21.15.6:0/3964755463 >> 172.21.15.6:0/3964755463 conn(0x7f096c07a6a0 msgr2=0x7f096c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:39.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.763+0000 7f0973a00700 1 -- 172.21.15.6:0/3964755463 shutdown_connections 2024-05-20T21:24:39.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.764+0000 7f0973a00700 1 -- 172.21.15.6:0/3964755463 wait complete. 2024-05-20T21:24:39.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.765+0000 7f0973a00700 1 Processor -- start 2024-05-20T21:24:39.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.765+0000 7f0973a00700 1 -- start start 2024-05-20T21:24:39.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.765+0000 7f0973a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 0x7f096c10a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.765+0000 7f0973a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f096c1041a0 0x7f096c10a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.765+0000 7f0973a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f096c1088f0 0x7f096c10af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.765+0000 7f0973a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f096c113710 con 0x7f096c1037f0 2024-05-20T21:24:39.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.765+0000 7f0973a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f096c113590 con 0x7f096c1088f0 2024-05-20T21:24:39.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.765+0000 7f0973a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f096c113890 con 0x7f096c1041a0 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.766+0000 7f0971000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 0x7f096c10a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.766+0000 7f0971000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 0x7f096c10a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33756/0 (socket says 172.21.15.6:33756) 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.766+0000 7f0971000700 1 -- 172.21.15.6:0/4294942393 learned_addr learned my addr 172.21.15.6:0/4294942393 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.766+0000 7f0971a00700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f096c1088f0 0x7f096c10af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.766+0000 7f096be00700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f096c1041a0 0x7f096c10a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.766+0000 7f0971000700 1 -- 172.21.15.6:0/4294942393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f096c1041a0 msgr2=0x7f096c10a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.766+0000 7f0971000700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f096c1041a0 0x7f096c10a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.767+0000 7f0971000700 1 -- 172.21.15.6:0/4294942393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f096c1088f0 msgr2=0x7f096c10af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.767+0000 7f0971000700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f096c1088f0 0x7f096c10af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.767+0000 7f0971000700 1 -- 172.21.15.6:0/4294942393 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f096c1ac630 con 0x7f096c1037f0 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.767+0000 7f0971000700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 0x7f096c10a480 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f096000c010 tx=0x7f096000fa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.767+0000 7f0969600700 1 -- 172.21.15.6:0/4294942393 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0960027070 con 0x7f096c1037f0 2024-05-20T21:24:39.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.767+0000 7f0969600700 1 -- 172.21.15.6:0/4294942393 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09600055f0 con 0x7f096c1037f0 2024-05-20T21:24:39.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.768+0000 7f0973a00700 1 -- 172.21.15.6:0/4294942393 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f096c1ac8c0 con 0x7f096c1037f0 2024-05-20T21:24:39.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.768+0000 7f0969600700 1 -- 172.21.15.6:0/4294942393 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0960004930 con 0x7f096c1037f0 2024-05-20T21:24:39.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.768+0000 7f0973a00700 1 -- 172.21.15.6:0/4294942393 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f096c1acd10 con 0x7f096c1037f0 2024-05-20T21:24:39.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.773+0000 7f097e418b80 1 Processor -- start 2024-05-20T21:24:39.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.773+0000 7f0969600700 1 -- 172.21.15.6:0/4294942393 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f096002a070 con 0x7f096c1037f0 2024-05-20T21:24:39.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.773+0000 7f097e418b80 1 -- start start 2024-05-20T21:24:39.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f097e418b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f097e418b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 0x555f034cab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f097e418b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f097e418b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555f03428e40 con 0x555f034cb140 2024-05-20T21:24:39.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f097e418b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555f034189e0 con 0x555f034d0f30 2024-05-20T21:24:39.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f097e418b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555f0341ca20 con 0x555f034d0610 2024-05-20T21:24:39.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f0971a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f0971a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37650/0 (socket says 172.21.15.6:37650) 2024-05-20T21:24:39.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f0971a00700 1 -- 172.21.15.6:0/2399067336 learned_addr learned my addr 172.21.15.6:0/2399067336 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.774+0000 7f0971000700 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 0x555f034cab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.775+0000 7f096be00700 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.775+0000 7f0971a00700 1 -- 172.21.15.6:0/2399067336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 msgr2=0x555f034cab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.775+0000 7f0971a00700 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 0x555f034cab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.775+0000 7f0971a00700 1 -- 172.21.15.6:0/2399067336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 msgr2=0x555f034cb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.775+0000 7f0971a00700 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034cb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.775+0000 7f0971a00700 1 -- 172.21.15.6:0/2399067336 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f033e1420 con 0x555f034d0610 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.775+0000 7f096be00700 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034cb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.775+0000 7f0971a00700 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d09f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f09640093a0 tx=0x7f09640099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a67ac856f40ee4c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:39.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.776+0000 7f095e000700 1 -- 172.21.15.6:0/2399067336 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0964003c00 con 0x555f034d0610 2024-05-20T21:24:39.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.776+0000 7f095e000700 1 -- 172.21.15.6:0/2399067336 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0964003da0 con 0x555f034d0610 2024-05-20T21:24:39.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.776+0000 7f095e000700 1 -- 172.21.15.6:0/2399067336 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0964017880 con 0x555f034d0610 2024-05-20T21:24:39.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.776+0000 7f0969600700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09540b2900 0x7f09540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.776+0000 7f0971000700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09540b2900 0x7f09540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.776+0000 7f0969600700 1 -- 172.21.15.6:0/4294942393 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f09600e2c00 con 0x7f096c1037f0 2024-05-20T21:24:39.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 -- 172.21.15.6:0/2399067336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 msgr2=0x555f034d09f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d09f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f09640093a0 tx=0x7f09640099e0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 -- 172.21.15.6:0/2399067336 shutdown_connections 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034cb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d09f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 --2- 172.21.15.6:0/2399067336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 0x555f034cab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 -- 172.21.15.6:0/2399067336 >> 172.21.15.6:0/2399067336 conn(0x555f033f8be0 msgr2=0x555f034c5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f0971000700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09540b2900 0x7f09540b4dc0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0960000c00 tx=0x7f09600e6640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 -- 172.21.15.6:0/2399067336 shutdown_connections 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.777+0000 7f097e418b80 1 -- 172.21.15.6:0/2399067336 wait complete. 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.778+0000 7f097e418b80 1 -- start start 2024-05-20T21:24:39.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.778+0000 7f097e418b80 1 Processor -- start 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.779+0000 7f097e418b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034d6d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.779+0000 7f097e418b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.779+0000 7f097e418b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 0x555f034d4620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.779+0000 7f097e418b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555f0331efa0 con 0x555f034cb140 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.779+0000 7f097e418b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555f033b9760 con 0x555f034d0f30 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.779+0000 7f097e418b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555f034d79e0 con 0x555f034d0610 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.779+0000 7f097e418b80 10 client.0 _ll_register_callbacks cb 0x555f033c2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37664/0 (socket says 172.21.15.6:37664) 2024-05-20T21:24:39.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f0971a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034d6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 -- 172.21.15.6:0/111197151 learned_addr learned my addr 172.21.15.6:0/111197151 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f0971a00700 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 0x555f034d4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 -- 172.21.15.6:0/111197151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 msgr2=0x555f034d4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 0x555f034d4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 -- 172.21.15.6:0/111197151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 msgr2=0x555f034d6d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034d6d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 -- 172.21.15.6:0/111197151 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f033688d0 con 0x555f034d0610 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f0971a00700 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034d6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f096be00700 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d40e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0958007eb0 tx=0x7f0958007f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=169f82f72a20dae7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.780+0000 7f0952a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.781+0000 7f0952a00700 1 -- 172.21.15.6:0/111197151 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0958004260 con 0x555f034d0610 2024-05-20T21:24:39.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.781+0000 7f0952a00700 1 -- 172.21.15.6:0/111197151 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0958004400 con 0x555f034d0610 2024-05-20T21:24:39.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.781+0000 7f097e418b80 1 -- 172.21.15.6:0/111197151 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0964003da0 con 0x555f034d0610 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.782+0000 7f0952a00700 1 -- 172.21.15.6:0/111197151 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0958003680 con 0x555f034d0610 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.782+0000 7f097e418b80 10 client.27718 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.782+0000 7f097e418b80 1 -- 172.21.15.6:0/111197151 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555f033e9060 con 0x555f034d0610 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.782+0000 7f0952a00700 1 -- 172.21.15.6:0/111197151 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0964003da0 con 0x555f034d0610 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.782+0000 7f0952a00700 1 -- 172.21.15.6:0/111197151 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f095801b960 con 0x555f034d0610 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.782+0000 7f097e418b80 10 client.27718 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.782+0000 7f097e418b80 10 client.27718 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.782+0000 7f097e418b80 20 client.27718 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.783+0000 7f097e418b80 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555f034e4650 0x555f034e6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.783+0000 7f097e418b80 4 client.27718 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.783+0000 7f097e418b80 1 -- 172.21.15.6:0/111197151 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f0342ad90 con 0x555f034e4650 2024-05-20T21:24:39.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.783+0000 7f0971a00700 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555f034e4650 0x555f034e6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.784+0000 7f0971a00700 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555f034e4650 0x555f034e6a40 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9a12ac7a17aab2d9 server_cookie=ff060b61cf96480e in_seq=0 out_seq=0 2024-05-20T21:24:39.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.784+0000 7f0952a00700 10 client.27718 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f0952a00700 1 -- 172.21.15.6:0/111197151 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555f0342ad90 con 0x555f034e4650 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f0952a00700 10 client.27718 handle_command_reply: tid=0 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 client.27718 shutdown 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 -- 172.21.15.6:0/111197151 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 msgr2=0x555f034d40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d40e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0958007eb0 tx=0x7f0958007f90 comp rx=0 tx=0).stop 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 -- 172.21.15.6:0/111197151 shutdown_connections 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555f034e4650 0x555f034e6a40 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0f30 0x555f034d4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034d6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 --2- 172.21.15.6:0/111197151 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0610 0x555f034d40e0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f0952a00700 0 client.27718 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:24:39.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.785+0000 7f097e418b80 1 -- 172.21.15.6:0/111197151 >> 172.21.15.6:0/111197151 conn(0x555f033f8be0 msgr2=0x555f034c4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:39.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.786+0000 7f097e418b80 1 -- 172.21.15.6:0/111197151 shutdown_connections 2024-05-20T21:24:39.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.786+0000 7f097e418b80 1 -- 172.21.15.6:0/111197151 wait complete. 2024-05-20T21:24:39.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.786+0000 7f097e418b80 20 client.27718 trim_cache size 0 max 16384 2024-05-20T21:24:39.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f097e418b80 1 Processor -- start 2024-05-20T21:24:39.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f097e418b80 1 -- start start 2024-05-20T21:24:39.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f097e418b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034cb140 0x555f034ce830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f097e418b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034e0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f097e418b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034d0f30 0x555f034c54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f097e418b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f096c1b6d00 con 0x555f034d0f30 2024-05-20T21:24:39.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f097e418b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f096c1b4590 con 0x555f034d0610 2024-05-20T21:24:39.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f097e418b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f096c1b23e0 con 0x555f034cb140 2024-05-20T21:24:39.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f096be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034e0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f096be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034e0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45242/0 (socket says 172.21.15.6:45242) 2024-05-20T21:24:39.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f096be00700 1 -- 172.21.15.6:0/1766290485 learned_addr learned my addr 172.21.15.6:0/1766290485 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:39.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.805+0000 7f0971a00700 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034cb140 0x555f034ce830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.806+0000 7f0971a00700 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034d0f30 0x555f034c54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.806+0000 7f096be00700 1 -- 172.21.15.6:0/1766290485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034cb140 msgr2=0x555f034ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:39.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.806+0000 7f096be00700 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034cb140 0x555f034ce830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.806+0000 7f096be00700 1 -- 172.21.15.6:0/1766290485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034d0f30 msgr2=0x555f034c54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:39.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.806+0000 7f096be00700 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034d0f30 0x555f034c54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.806+0000 7f096be00700 1 -- 172.21.15.6:0/1766290485 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f034e2070 con 0x555f034d0610 2024-05-20T21:24:39.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.806+0000 7f0971a00700 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034cb140 0x555f034ce830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:39.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.806+0000 7f096be00700 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034e0ab0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f095801bdd0 tx=0x7f09580077c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38e99c89fea29b91 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.807+0000 7f095d600700 1 -- 172.21.15.6:0/1766290485 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09580052d0 con 0x555f034d0610 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.807+0000 7f095d600700 1 -- 172.21.15.6:0/1766290485 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0958016070 con 0x555f034d0610 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.807+0000 7f095d600700 1 -- 172.21.15.6:0/1766290485 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f095801b780 con 0x555f034d0610 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 -- 172.21.15.6:0/1766290485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 msgr2=0x555f034e0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034e0ab0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f095801bdd0 tx=0x7f09580077c0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 -- 172.21.15.6:0/1766290485 shutdown_connections 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034d0f30 0x555f034c54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034cb140 0x555f034ce830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 --2- 172.21.15.6:0/1766290485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034e0ab0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 -- 172.21.15.6:0/1766290485 >> 172.21.15.6:0/1766290485 conn(0x555f033f8be0 msgr2=0x555f034ce120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:39.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 -- 172.21.15.6:0/1766290485 shutdown_connections 2024-05-20T21:24:39.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.808+0000 7f097e418b80 1 -- 172.21.15.6:0/1766290485 wait complete. 2024-05-20T21:24:39.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.809+0000 7f097e418b80 1 -- start start 2024-05-20T21:24:39.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.809+0000 7f097e418b80 1 Processor -- start 2024-05-20T21:24:39.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f097e418b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034ebdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f097e418b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034ec2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f097e418b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0f30 0x555f034ec830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f097e418b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f096c1b2a50 con 0x555f034cb140 2024-05-20T21:24:39.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f097e418b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f096c1b3ec0 con 0x555f034d0610 2024-05-20T21:24:39.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f097e418b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f096c1b3120 con 0x555f034d0f30 2024-05-20T21:24:39.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f097e418b80 10 client.0 _ll_register_callbacks cb 0x555f033c2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:39.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f0971a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034ebdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f096be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034ec2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f096be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034ec2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45246/0 (socket says 172.21.15.6:45246) 2024-05-20T21:24:39.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f0971a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034ebdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33786/0 (socket says 172.21.15.6:33786) 2024-05-20T21:24:39.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f096be00700 1 -- 172.21.15.6:0/1592639464 learned_addr learned my addr 172.21.15.6:0/1592639464 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:39.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.810+0000 7f0971a00700 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0f30 0x555f034ec830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.811+0000 7f0971a00700 1 -- 172.21.15.6:0/1592639464 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0f30 msgr2=0x555f034ec830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:39.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.811+0000 7f0971a00700 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0f30 0x555f034ec830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.811+0000 7f0971a00700 1 -- 172.21.15.6:0/1592639464 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 msgr2=0x555f034ec2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:39.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.811+0000 7f0971a00700 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034ec2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.811+0000 7f0971a00700 1 -- 172.21.15.6:0/1592639464 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f0354e1b0 con 0x555f034cb140 2024-05-20T21:24:39.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.811+0000 7f0971a00700 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034ebdb0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x555f034d7520 tx=0x7f096400c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24b95de1f8a0724c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:39.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.811+0000 7f0952a00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:39.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.812+0000 7f0952a00700 1 -- 172.21.15.6:0/1592639464 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0964018ba0 con 0x555f034cb140 2024-05-20T21:24:39.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.812+0000 7f0952a00700 1 -- 172.21.15.6:0/1592639464 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0964018d40 con 0x555f034cb140 2024-05-20T21:24:39.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.812+0000 7f097e418b80 1 -- 172.21.15.6:0/1592639464 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0958016070 con 0x555f034cb140 2024-05-20T21:24:39.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.812+0000 7f0952a00700 1 -- 172.21.15.6:0/1592639464 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0964025450 con 0x555f034cb140 2024-05-20T21:24:39.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.812+0000 7f097e418b80 10 client.17607 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:39.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.812+0000 7f097e418b80 1 -- 172.21.15.6:0/1592639464 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555f0354f440 con 0x555f034cb140 2024-05-20T21:24:39.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.813+0000 7f0952a00700 1 -- 172.21.15.6:0/1592639464 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0958016070 con 0x555f034cb140 2024-05-20T21:24:39.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.813+0000 7f0952a00700 1 -- 172.21.15.6:0/1592639464 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f09640051d0 con 0x555f034cb140 2024-05-20T21:24:39.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.813+0000 7f097e418b80 10 client.17607 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:39.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.813+0000 7f097e418b80 10 client.17607 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:24:39.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.813+0000 7f097e418b80 20 client.17607 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:39.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.813+0000 7f097e418b80 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555f0354f880 0x555f03551ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:39.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.813+0000 7f097e418b80 4 client.17607 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:39.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.813+0000 7f097e418b80 1 -- 172.21.15.6:0/1592639464 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555f03424570 con 0x555f0354f880 2024-05-20T21:24:39.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.814+0000 7f096be00700 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555f0354f880 0x555f03551ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:39.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f096be00700 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555f0354f880 0x555f03551ca0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d188d10a1487f24f server_cookie=7378304be17698a8 in_seq=0 out_seq=0 2024-05-20T21:24:39.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f0952a00700 10 client.17607 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:24:39.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f0952a00700 1 -- 172.21.15.6:0/1592639464 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555f03424570 con 0x555f0354f880 2024-05-20T21:24:39.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f0952a00700 10 client.17607 handle_command_reply: tid=0 2024-05-20T21:24:39.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 client.17607 shutdown 2024-05-20T21:24:39.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 -- 172.21.15.6:0/1592639464 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 msgr2=0x555f034ebdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034ebdb0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x555f034d7520 tx=0x7f096400c040 comp rx=0 tx=0).stop 2024-05-20T21:24:39.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 -- 172.21.15.6:0/1592639464 shutdown_connections 2024-05-20T21:24:39.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f034d0f30 0x555f034ec830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f034cb140 0x555f034ebdb0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x555f0354f880 0x555f03551ca0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 --2- 172.21.15.6:0/1592639464 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f034d0610 0x555f034ec2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f097e418b80 1 -- 172.21.15.6:0/1592639464 >> 172.21.15.6:0/1592639464 conn(0x555f033f8be0 msgr2=0x555f034d1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:39.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.815+0000 7f0952a00700 0 client.17607 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:24:39.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.816+0000 7f097e418b80 1 -- 172.21.15.6:0/1592639464 shutdown_connections 2024-05-20T21:24:39.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.816+0000 7f097e418b80 1 -- 172.21.15.6:0/1592639464 wait complete. 2024-05-20T21:24:39.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.816+0000 7f097e418b80 20 client.17607 trim_cache size 0 max 16384 2024-05-20T21:24:39.817 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:24:39.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 -- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09540b2900 msgr2=0x7f09540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09540b2900 0x7f09540b4dc0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0960000c00 tx=0x7f09600e6640 comp rx=0 tx=0).stop 2024-05-20T21:24:39.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 -- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 msgr2=0x7f096c10a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:39.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 0x7f096c10a480 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f096000c010 tx=0x7f096000fa90 comp rx=0 tx=0).stop 2024-05-20T21:24:39.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 -- 172.21.15.6:0/4294942393 shutdown_connections 2024-05-20T21:24:39.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f09540b2900 0x7f09540b4dc0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f096c1088f0 0x7f096c10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f096c1037f0 0x7f096c10a480 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 --2- 172.21.15.6:0/4294942393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f096c1041a0 0x7f096c10a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:39.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 -- 172.21.15.6:0/4294942393 >> 172.21.15.6:0/4294942393 conn(0x7f096c07a6a0 msgr2=0x7f096c101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:39.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.817+0000 7f0973a00700 1 -- 172.21.15.6:0/4294942393 shutdown_connections 2024-05-20T21:24:39.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:39.818+0000 7f0973a00700 1 -- 172.21.15.6:0/4294942393 wait complete. 2024-05-20T21:24:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:39 smithi042 ceph-mon[36332]: pgmap v704: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:39 smithi062 ceph-mon[36640]: pgmap v704: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:24:40.737 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:24:40.783 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:41.591 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:41 smithi006 ceph-mon[31422]: pgmap v705: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:41 smithi042 ceph-mon[36332]: pgmap v705: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:41 smithi062 ceph-mon[36640]: pgmap v705: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:42.854 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 -- 172.21.15.6:0/3224788307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 msgr2=0x7f2ba010abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 --2- 172.21.15.6:0/3224788307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 0x7f2ba010abf0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f2b98009ca0 tx=0x7f2b9802a8b0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 -- 172.21.15.6:0/3224788307 shutdown_connections 2024-05-20T21:24:43.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 --2- 172.21.15.6:0/3224788307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 0x7f2ba010abf0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 --2- 172.21.15.6:0/3224788307 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ba0105e70 0x7f2ba0108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 --2- 172.21.15.6:0/3224788307 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ba0103540 0x7f2ba0105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 -- 172.21.15.6:0/3224788307 >> 172.21.15.6:0/3224788307 conn(0x7f2ba00fcf30 msgr2=0x7f2ba00ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 -- 172.21.15.6:0/3224788307 shutdown_connections 2024-05-20T21:24:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.767+0000 7f2ba6000640 1 -- 172.21.15.6:0/3224788307 wait complete. 2024-05-20T21:24:43.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.768+0000 7f2ba6000640 1 Processor -- start 2024-05-20T21:24:43.770 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.768+0000 7f2ba6000640 1 -- start start 2024-05-20T21:24:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.768+0000 7f2ba6000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ba0103540 0x7f2ba019ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.768+0000 7f2ba6000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ba0105e70 0x7f2ba019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.768+0000 7f2ba6000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 0x7f2ba01a2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2ba6000640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba010e640 con 0x7f2ba0103540 2024-05-20T21:24:43.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2ba6000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba010e4c0 con 0x7f2ba01087a0 2024-05-20T21:24:43.774 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2ba6000640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba010e7c0 con 0x7f2ba0105e70 2024-05-20T21:24:43.775 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ba0103540 0x7f2ba019ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.775 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ba0103540 0x7f2ba019ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33806/0 (socket says 172.21.15.6:33806) 2024-05-20T21:24:43.775 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9f400640 1 -- 172.21.15.6:0/2454651579 learned_addr learned my addr 172.21.15.6:0/2454651579 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9fe00640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 0x7f2ba01a2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ba0105e70 0x7f2ba019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.776 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9fe00640 1 -- 172.21.15.6:0/2454651579 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ba0105e70 msgr2=0x7f2ba019b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9fe00640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ba0105e70 0x7f2ba019b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9fe00640 1 -- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ba0103540 msgr2=0x7f2ba019ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9fe00640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ba0103540 0x7f2ba019ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9fe00640 1 -- 172.21.15.6:0/2454651579 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ba01a2a90 con 0x7f2ba01087a0 2024-05-20T21:24:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.769+0000 7f2b9f400640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ba0103540 0x7f2ba019ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:43.777 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.770+0000 7f2b9fe00640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 0x7f2ba01a2420 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f2b9802aea0 tx=0x7f2b98003ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:43.778 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.770+0000 7f2b97e00640 1 -- 172.21.15.6:0/2454651579 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b98004240 con 0x7f2ba01087a0 2024-05-20T21:24:43.778 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.770+0000 7f2ba6000640 1 -- 172.21.15.6:0/2454651579 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ba01a2d20 con 0x7f2ba01087a0 2024-05-20T21:24:43.778 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.770+0000 7f2b97e00640 1 -- 172.21.15.6:0/2454651579 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b98040070 con 0x7f2ba01087a0 2024-05-20T21:24:43.778 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.770+0000 7f2b97e00640 1 -- 172.21.15.6:0/2454651579 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b98045af0 con 0x7f2ba01087a0 2024-05-20T21:24:43.778 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.771+0000 7f2ba6000640 1 -- 172.21.15.6:0/2454651579 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ba01a3210 con 0x7f2ba01087a0 2024-05-20T21:24:43.779 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:43 smithi006 ceph-mon[31422]: pgmap v706: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:43.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.774+0000 7f2ba8d69740 1 Processor -- start 2024-05-20T21:24:43.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.776+0000 7f2b97e00640 1 -- 172.21.15.6:0/2454651579 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2b980043e0 con 0x7f2ba01087a0 2024-05-20T21:24:43.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.776+0000 7f2ba8d69740 1 -- start start 2024-05-20T21:24:43.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.776+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b26f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.776+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b2c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.776+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 0x55bb01b2eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.776+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55bb01a96b90 con 0x55bb01b2c690 2024-05-20T21:24:43.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.776+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bb01a86730 con 0x55bb01b26b30 2024-05-20T21:24:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.776+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55bb01a8a770 con 0x55bb01b27520 2024-05-20T21:24:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b2c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 0x55bb01b2eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b2c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37714/0 (socket says 172.21.15.6:37714) 2024-05-20T21:24:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9f400640 1 -- 172.21.15.6:0/865741882 learned_addr learned my addr 172.21.15.6:0/865741882 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:43.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/865741882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b26f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9f400640 1 -- 172.21.15.6:0/865741882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 msgr2=0x55bb01b26f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9f400640 1 --2- 172.21.15.6:0/865741882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b26f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9f400640 1 -- 172.21.15.6:0/865741882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 msgr2=0x55bb01b2eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9f400640 1 --2- 172.21.15.6:0/865741882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 0x55bb01b2eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.777+0000 7f2b9f400640 1 -- 172.21.15.6:0/865741882 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb01a1f8b0 con 0x55bb01b27520 2024-05-20T21:24:43.792 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.778+0000 7f2b97e00640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b840b27e0 0x7f2b840b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.778+0000 7f2b9f400640 1 --2- 172.21.15.6:0/865741882 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b2c020 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f2b90011650 tx=0x7f2b90009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e471b9aa3ae5659a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.778+0000 7f2b97e00640 1 -- 172.21.15.6:0/2454651579 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b981036e0 con 0x7f2ba01087a0 2024-05-20T21:24:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.778+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b840b27e0 0x7f2b840b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.778+0000 7f2b8be00640 1 -- 172.21.15.6:0/865741882 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b9001e070 con 0x55bb01b27520 2024-05-20T21:24:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.778+0000 7f2b8be00640 1 -- 172.21.15.6:0/865741882 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b9000fb70 con 0x55bb01b27520 2024-05-20T21:24:43.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.778+0000 7f2b8be00640 1 -- 172.21.15.6:0/865741882 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90019c60 con 0x55bb01b27520 2024-05-20T21:24:43.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b840b27e0 0x7f2b840b4ca0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x55bb01b27d80 tx=0x7f2b8c009770 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:43.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 -- 172.21.15.6:0/865741882 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 msgr2=0x55bb01b2c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/865741882 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b2c020 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f2b90011650 tx=0x7f2b90009f90 comp rx=0 tx=0).stop 2024-05-20T21:24:43.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 -- 172.21.15.6:0/865741882 shutdown_connections 2024-05-20T21:24:43.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/865741882 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 0x55bb01b2eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/865741882 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b2c020 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/865741882 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b26f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 -- 172.21.15.6:0/865741882 >> 172.21.15.6:0/865741882 conn(0x55bb01b221a0 msgr2=0x55bb01b225a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 -- 172.21.15.6:0/865741882 shutdown_connections 2024-05-20T21:24:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.779+0000 7f2ba8d69740 1 -- 172.21.15.6:0/865741882 wait complete. 2024-05-20T21:24:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.780+0000 7f2ba8d69740 1 -- start start 2024-05-20T21:24:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.780+0000 7f2ba8d69740 1 Processor -- start 2024-05-20T21:24:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.780+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b308f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.780+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b30e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.780+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b2c690 0x55bb01b37e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.780+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55bb0176c790 con 0x55bb01b27520 2024-05-20T21:24:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.780+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55bb01a2ebc0 con 0x55bb01b26b30 2024-05-20T21:24:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.780+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55bb01b2f640 con 0x55bb01b2c690 2024-05-20T21:24:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2ba8d69740 10 client.0 _ll_register_callbacks cb 0x55bb01a0c400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b308f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b30e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b308f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45282/0 (socket says 172.21.15.6:45282) 2024-05-20T21:24:43.797 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9f400640 1 -- 172.21.15.6:0/1902448336 learned_addr learned my addr 172.21.15.6:0/1902448336 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9fe00640 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b2c690 0x55bb01b37e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9f400640 1 -- 172.21.15.6:0/1902448336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b2c690 msgr2=0x55bb01b37e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9f400640 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b2c690 0x55bb01b37e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9f400640 1 -- 172.21.15.6:0/1902448336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 msgr2=0x55bb01b30e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9f400640 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b30e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.781+0000 7f2b9f400640 1 -- 172.21.15.6:0/1902448336 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb0179b210 con 0x55bb01b26b30 2024-05-20T21:24:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.782+0000 7f2b9f400640 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b308f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f2b90000c00 tx=0x7f2b90009ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf1aa07f7dd70848 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.782+0000 7f2b88c00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.782+0000 7f2b88c00640 1 -- 172.21.15.6:0/1902448336 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90027060 con 0x55bb01b26b30 2024-05-20T21:24:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.782+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1902448336 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b9000fb70 con 0x55bb01b26b30 2024-05-20T21:24:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.782+0000 7f2b88c00640 1 -- 172.21.15.6:0/1902448336 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b9000f7c0 con 0x55bb01b26b30 2024-05-20T21:24:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.782+0000 7f2b88c00640 1 -- 172.21.15.6:0/1902448336 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2b9001e040 con 0x55bb01b26b30 2024-05-20T21:24:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.782+0000 7f2ba8d69740 10 client.27737 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.782+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1902448336 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bb01867620 con 0x55bb01b26b30 2024-05-20T21:24:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2b88c00640 1 -- 172.21.15.6:0/1902448336 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b9000fb70 con 0x55bb01b26b30 2024-05-20T21:24:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2b88c00640 1 -- 172.21.15.6:0/1902448336 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2b90021070 con 0x55bb01b26b30 2024-05-20T21:24:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2ba8d69740 10 client.27737 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2ba8d69740 10 client.27737 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2ba8d69740 20 client.27737 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bb01b3c140 0x55bb01b3e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2ba8d69740 4 client.27737 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1902448336 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bb01a98ae0 con 0x55bb01b3c140 2024-05-20T21:24:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.783+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bb01b3c140 0x55bb01b3e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.784+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bb01b3c140 0x55bb01b3e530 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfe2f21dd982ccd0 server_cookie=9e60584295063a5e in_seq=0 out_seq=0 2024-05-20T21:24:43.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.784+0000 7f2b88c00640 10 client.27737 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2b88c00640 1 -- 172.21.15.6:0/1902448336 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bb01a98ae0 con 0x55bb01b3c140 2024-05-20T21:24:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2b88c00640 10 client.27737 handle_command_reply: tid=0 2024-05-20T21:24:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 client.27737 shutdown 2024-05-20T21:24:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1902448336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 msgr2=0x55bb01b308f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b308f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f2b90000c00 tx=0x7f2b90009ef0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1902448336 shutdown_connections 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bb01b3c140 0x55bb01b3e530 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b2c690 0x55bb01b37e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b30e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2b88c00640 0 client.27737 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1902448336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b308f0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1902448336 >> 172.21.15.6:0/1902448336 conn(0x55bb01b221a0 msgr2=0x55bb01b21310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1902448336 shutdown_connections 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.785+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1902448336 wait complete. 2024-05-20T21:24:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.786+0000 7f2ba8d69740 20 client.27737 trim_cache size 0 max 16384 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.821+0000 7f2ba8d69740 1 Processor -- start 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.821+0000 7f2ba8d69740 1 -- start start 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.821+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b28820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.821+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b21190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.821+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 0x55bb01b216d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.821+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01aec10 con 0x55bb01b2c690 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.821+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01ac4e0 con 0x55bb01b26b30 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.821+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01aa330 con 0x55bb01b27520 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b21190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 0x55bb01b216d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b21190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37738/0 (socket says 172.21.15.6:37738) 2024-05-20T21:24:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9ea00640 1 -- 172.21.15.6:0/2324086117 learned_addr learned my addr 172.21.15.6:0/2324086117 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9f400640 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b28820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9ea00640 1 -- 172.21.15.6:0/2324086117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 msgr2=0x55bb01b28820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:43.823 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b28820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9ea00640 1 -- 172.21.15.6:0/2324086117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 msgr2=0x55bb01b216d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 0x55bb01b216d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9ea00640 1 -- 172.21.15.6:0/2324086117 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb01b2b6b0 con 0x55bb01b27520 2024-05-20T21:24:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.822+0000 7f2b9f400640 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b28820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.823+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b21190 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f2ba019c380 tx=0x7f2b8c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d569b9eccabb8b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.823+0000 7f2b8b400640 1 -- 172.21.15.6:0/2324086117 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c005020 con 0x55bb01b27520 2024-05-20T21:24:43.824 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.823+0000 7f2b8b400640 1 -- 172.21.15.6:0/2324086117 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b8c0047a0 con 0x55bb01b27520 2024-05-20T21:24:43.825 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.823+0000 7f2b8b400640 1 -- 172.21.15.6:0/2324086117 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c022690 con 0x55bb01b27520 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 -- 172.21.15.6:0/2324086117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 msgr2=0x55bb01b21190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b21190 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f2ba019c380 tx=0x7f2b8c0046c0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 -- 172.21.15.6:0/2324086117 shutdown_connections 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b2c690 0x55bb01b216d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b27520 0x55bb01b21190 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/2324086117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b26b30 0x55bb01b28820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 -- 172.21.15.6:0/2324086117 >> 172.21.15.6:0/2324086117 conn(0x55bb01b221a0 msgr2=0x55bb01b20a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 -- 172.21.15.6:0/2324086117 shutdown_connections 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.824+0000 7f2ba8d69740 1 -- 172.21.15.6:0/2324086117 wait complete. 2024-05-20T21:24:43.833 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.825+0000 7f2ba8d69740 1 -- start start 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.825+0000 7f2ba8d69740 1 Processor -- start 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b26b30 0x55bb01b37460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b33f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2ba8d69740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b2c690 0x55bb01b34440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01aa9a0 con 0x55bb01b27520 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01abe10 con 0x55bb01b2c690 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2ba8d69740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01ab070 con 0x55bb01b26b30 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2ba8d69740 10 client.0 _ll_register_callbacks cb 0x7f2b9001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2b9ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b33f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2b9ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b33f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33862/0 (socket says 172.21.15.6:33862) 2024-05-20T21:24:43.834 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2b9ea00640 1 -- 172.21.15.6:0/1858565648 learned_addr learned my addr 172.21.15.6:0/1858565648 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b26b30 0x55bb01b37460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.826+0000 7f2b9fe00640 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b2c690 0x55bb01b34440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.827+0000 7f2b9ea00640 1 -- 172.21.15.6:0/1858565648 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b26b30 msgr2=0x55bb01b37460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.827+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b26b30 0x55bb01b37460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.827+0000 7f2b9ea00640 1 -- 172.21.15.6:0/1858565648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b2c690 msgr2=0x55bb01b34440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.827+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b2c690 0x55bb01b34440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.827+0000 7f2b9ea00640 1 -- 172.21.15.6:0/1858565648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb01ba4ce0 con 0x55bb01b27520 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.827+0000 7f2b9ea00640 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b33f00 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c004430 tx=0x7f2b8c004da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58ebdafe658a92 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.827+0000 7f2b88c00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.828+0000 7f2b88c00640 1 -- 172.21.15.6:0/1858565648 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c005200 con 0x55bb01b27520 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.828+0000 7f2b88c00640 1 -- 172.21.15.6:0/1858565648 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b8c0053a0 con 0x55bb01b27520 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.828+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1858565648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b8c0047a0 con 0x55bb01b27520 2024-05-20T21:24:43.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.828+0000 7f2b88c00640 1 -- 172.21.15.6:0/1858565648 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2b8c0055a0 con 0x55bb01b27520 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.828+0000 7f2ba8d69740 10 client.17625 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.828+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1858565648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bb01ba5ee0 con 0x55bb01b27520 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2b88c00640 1 -- 172.21.15.6:0/1858565648 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b8c0047a0 con 0x55bb01b27520 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2b88c00640 1 -- 172.21.15.6:0/1858565648 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2b8c047070 con 0x55bb01b27520 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2ba8d69740 10 client.17625 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2ba8d69740 10 client.17625 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2ba8d69740 20 client.17625 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bb01ba68b0 0x55bb01ba8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2ba8d69740 4 client.17625 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:43.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1858565648 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bb01a922c0 con 0x55bb01ba68b0 2024-05-20T21:24:43.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.829+0000 7f2b9f400640 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bb01ba68b0 0x55bb01ba8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.830+0000 7f2b9f400640 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bb01ba68b0 0x55bb01ba8cd0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44e5330a33602c28 server_cookie=ffe66c1be1f16cb8 in_seq=0 out_seq=0 2024-05-20T21:24:43.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.830+0000 7f2b88c00640 10 client.17625 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:43.847 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2b88c00640 1 -- 172.21.15.6:0/1858565648 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55bb01a922c0 con 0x55bb01ba68b0 2024-05-20T21:24:43.847 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2b88c00640 10 client.17625 handle_command_reply: tid=0 2024-05-20T21:24:43.847 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 client.17625 shutdown 2024-05-20T21:24:43.847 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1858565648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 msgr2=0x55bb01b33f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.847 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b33f00 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c004430 tx=0x7f2b8c004da0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.847 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1858565648 shutdown_connections 2024-05-20T21:24:43.847 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55bb01ba68b0 0x55bb01ba8cd0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55bb01b2c690 0x55bb01b34440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55bb01b27520 0x55bb01b33f00 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 --2- 172.21.15.6:0/1858565648 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55bb01b26b30 0x55bb01b37460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1858565648 >> 172.21.15.6:0/1858565648 conn(0x55bb01b221a0 msgr2=0x55bb01b20a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:43.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2b88c00640 0 client.17625 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:43.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1858565648 shutdown_connections 2024-05-20T21:24:43.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 1 -- 172.21.15.6:0/1858565648 wait complete. 2024-05-20T21:24:43.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.846+0000 7f2ba8d69740 20 client.17625 trim_cache size 0 max 16384 2024-05-20T21:24:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:24:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:24:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:24:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 -- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b840b27e0 msgr2=0x7f2b840b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b840b27e0 0x7f2b840b4ca0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x55bb01b27d80 tx=0x7f2b8c009770 comp rx=0 tx=0).stop 2024-05-20T21:24:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 -- 172.21.15.6:0/2454651579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 msgr2=0x7f2ba01a2420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 0x7f2ba01a2420 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f2b9802aea0 tx=0x7f2b98003ba0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 -- 172.21.15.6:0/2454651579 shutdown_connections 2024-05-20T21:24:43.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b840b27e0 0x7f2b840b4ca0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ba01087a0 0x7f2ba01a2420 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ba0105e70 0x7f2ba019b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 --2- 172.21.15.6:0/2454651579 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ba0103540 0x7f2ba019ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 -- 172.21.15.6:0/2454651579 >> 172.21.15.6:0/2454651579 conn(0x7f2ba00fcf30 msgr2=0x7f2ba0102c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:43.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.847+0000 7f2ba6000640 1 -- 172.21.15.6:0/2454651579 shutdown_connections 2024-05-20T21:24:43.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:43.848+0000 7f2ba6000640 1 -- 172.21.15.6:0/2454651579 wait complete. 2024-05-20T21:24:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 -- 172.21.15.6:0/2475566060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0410ff40 msgr2=0x7fab04112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2475566060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0410ff40 0x7fab04112330 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7faafc00b0a0 tx=0x7faafc00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 -- 172.21.15.6:0/2475566060 shutdown_connections 2024-05-20T21:24:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2475566060 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0410ff40 0x7fab04112330 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2475566060 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab04075770 0x7fab04075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2475566060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab04076090 0x7fab0410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 -- 172.21.15.6:0/2475566060 >> 172.21.15.6:0/2475566060 conn(0x7fab0407a6a0 msgr2=0x7fab0407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:43.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 -- 172.21.15.6:0/2475566060 shutdown_connections 2024-05-20T21:24:43.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.866+0000 7fab0bc00700 1 -- 172.21.15.6:0/2475566060 wait complete. 2024-05-20T21:24:43.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.867+0000 7fab0bc00700 1 Processor -- start 2024-05-20T21:24:43.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.867+0000 7fab0bc00700 1 -- start start 2024-05-20T21:24:43.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab0bc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab04075770 0x7fab0419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.871 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab0bc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab04076090 0x7fab0419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab0bc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0410ff40 0x7fab041a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab0bc00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab041158d0 con 0x7fab0410ff40 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab0bc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab04115750 con 0x7fab04076090 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab0bc00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab04115a50 con 0x7fab04075770 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab09200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab04075770 0x7fab0419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab03e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab04076090 0x7fab0419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.868+0000 7fab03e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab04076090 0x7fab0419c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45328/0 (socket says 172.21.15.6:45328) 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab09c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0410ff40 0x7fab041a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab03e00700 1 -- 172.21.15.6:0/2249079233 learned_addr learned my addr 172.21.15.6:0/2249079233 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab03e00700 1 -- 172.21.15.6:0/2249079233 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab04075770 msgr2=0x7fab0419bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab03e00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab04075770 0x7fab0419bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab03e00700 1 -- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0410ff40 msgr2=0x7fab041a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:43.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab03e00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0410ff40 0x7fab041a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab03e00700 1 -- 172.21.15.6:0/2249079233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab041a0d20 con 0x7fab04076090 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab09c00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0410ff40 0x7fab041a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.869+0000 7fab03e00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab04076090 0x7fab0419c2a0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7faaf000e970 tx=0x7faaf000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.870+0000 7fab01600700 1 -- 172.21.15.6:0/2249079233 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf0004220 con 0x7fab04076090 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.870+0000 7fab01600700 1 -- 172.21.15.6:0/2249079233 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf00043c0 con 0x7fab04076090 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.870+0000 7fab01600700 1 -- 172.21.15.6:0/2249079233 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf0003ce0 con 0x7fab04076090 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.870+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab041a1010 con 0x7fab04076090 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.870+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab041a8890 con 0x7fab04076090 2024-05-20T21:24:43.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.871+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab0406a230 con 0x7fab04076090 2024-05-20T21:24:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:43 smithi042 ceph-mon[36332]: pgmap v706: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:43.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.874+0000 7fab01600700 1 -- 172.21.15.6:0/2249079233 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faaf000c7e0 con 0x7fab04076090 2024-05-20T21:24:43.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.877+0000 7fab01600700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2900 0x7faaec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:43.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.877+0000 7fab01600700 1 -- 172.21.15.6:0/2249079233 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7faaf00e25a0 con 0x7fab04076090 2024-05-20T21:24:43.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.877+0000 7fab09200700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2900 0x7faaec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:43.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.878+0000 7fab01600700 1 -- 172.21.15.6:0/2249079233 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7faaf00aa250 con 0x7fab04076090 2024-05-20T21:24:43.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:43.878+0000 7fab09200700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2900 0x7faaec0b4dc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7faaf8009c60 tx=0x7faaf8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:43 smithi062 ceph-mon[36640]: pgmap v706: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:24:44.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.180+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fab0419d070 con 0x7fab04076090 2024-05-20T21:24:44.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.181+0000 7fab01600700 1 -- 172.21.15.6:0/2249079233 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7faaf00a9b50 con 0x7fab04076090 2024-05-20T21:24:44.182 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:24:44.182 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:24:44.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2900 msgr2=0x7faaec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:44.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2900 0x7faaec0b4dc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7faaf8009c60 tx=0x7faaf8009260 comp rx=0 tx=0).stop 2024-05-20T21:24:44.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab04076090 msgr2=0x7fab0419c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:44.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab04076090 0x7fab0419c2a0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7faaf000e970 tx=0x7faaf000ec80 comp rx=0 tx=0).stop 2024-05-20T21:24:44.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 shutdown_connections 2024-05-20T21:24:44.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaec0b2900 0x7faaec0b4dc0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:44.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0410ff40 0x7fab041a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:44.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab04075770 0x7fab0419bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:44.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 --2- 172.21.15.6:0/2249079233 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab04076090 0x7fab0419c2a0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:44.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 >> 172.21.15.6:0/2249079233 conn(0x7fab0407a6a0 msgr2=0x7fab04100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:44.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 shutdown_connections 2024-05-20T21:24:44.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:44.185+0000 7fab0bc00700 1 -- 172.21.15.6:0/2249079233 wait complete. 2024-05-20T21:24:44.187 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:24:44.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:44 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2249079233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:44.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:44 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2249079233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:45.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:44 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2249079233' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:24:45.203 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id fa1ecde5 --release --await' 2024-05-20T21:24:45.203 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id fa1ecde5 --release --await 2024-05-20T21:24:45.718 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:45.861 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:45 smithi006 ceph-mon[31422]: pgmap v707: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:45 smithi042 ceph-mon[36332]: pgmap v707: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:45 smithi062 ceph-mon[36640]: pgmap v707: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.438+0000 7f4ccb800700 1 -- 172.21.15.6:0/1878635232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406b220 msgr2=0x7f4cc406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.438+0000 7f4ccb800700 1 --2- 172.21.15.6:0/1878635232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406b220 0x7f4cc406b6a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f4cb00098f0 tx=0x7f4cb0009c00 comp rx=0 tx=0).stop 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.438+0000 7f4ccb800700 1 -- 172.21.15.6:0/1878635232 shutdown_connections 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.438+0000 7f4ccb800700 1 --2- 172.21.15.6:0/1878635232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cc406bbe0 0x7f4cc41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.438+0000 7f4ccb800700 1 --2- 172.21.15.6:0/1878635232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4cc41095b0 0x7f4cc4109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.438+0000 7f4ccb800700 1 --2- 172.21.15.6:0/1878635232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406b220 0x7f4cc406b6a0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.438+0000 7f4ccb800700 1 -- 172.21.15.6:0/1878635232 >> 172.21.15.6:0/1878635232 conn(0x7f4cc40793f0 msgr2=0x7f4cc4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.438+0000 7f4ccb800700 1 -- 172.21.15.6:0/1878635232 shutdown_connections 2024-05-20T21:24:46.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.439+0000 7f4ccb800700 1 -- 172.21.15.6:0/1878635232 wait complete. 2024-05-20T21:24:46.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.440+0000 7f4ccb800700 1 Processor -- start 2024-05-20T21:24:46.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.440+0000 7f4ccb800700 1 -- start start 2024-05-20T21:24:46.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.440+0000 7f4ccb800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4cc406b220 0x7f4cc419be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.440+0000 7f4ccb800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406bbe0 0x7f4cc419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.440+0000 7f4ccb800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cc41095b0 0x7f4cc41a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.440+0000 7f4ccb800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc41136c0 con 0x7f4cc406b220 2024-05-20T21:24:46.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.440+0000 7f4ccb800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc4113540 con 0x7f4cc41095b0 2024-05-20T21:24:46.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.440+0000 7f4ccb800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc4113840 con 0x7f4cc406bbe0 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc8e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4cc406b220 0x7f4cc419be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406bbe0 0x7f4cc419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406bbe0 0x7f4cc419c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37800/0 (socket says 172.21.15.6:37800) 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc3e00700 1 -- 172.21.15.6:0/919597947 learned_addr learned my addr 172.21.15.6:0/919597947 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc9800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cc41095b0 0x7f4cc41a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc3e00700 1 -- 172.21.15.6:0/919597947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cc41095b0 msgr2=0x7f4cc41a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cc41095b0 0x7f4cc41a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc3e00700 1 -- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4cc406b220 msgr2=0x7f4cc419be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4cc406b220 0x7f4cc419be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc3e00700 1 -- 172.21.15.6:0/919597947 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cc41a0e40 con 0x7f4cc406bbe0 2024-05-20T21:24:46.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.441+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4cc406b220 0x7f4cc419be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:46.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.442+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406bbe0 0x7f4cc419c370 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f4cb000f990 tx=0x7f4cb000f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:46.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.442+0000 7f4cc1600700 1 -- 172.21.15.6:0/919597947 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0027070 con 0x7f4cc406bbe0 2024-05-20T21:24:46.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.442+0000 7f4cc1600700 1 -- 172.21.15.6:0/919597947 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cb00055f0 con 0x7f4cc406bbe0 2024-05-20T21:24:46.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.442+0000 7f4ccb800700 1 -- 172.21.15.6:0/919597947 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cc41a10d0 con 0x7f4cc406bbe0 2024-05-20T21:24:46.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.442+0000 7f4cc1600700 1 -- 172.21.15.6:0/919597947 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0004930 con 0x7f4cc406bbe0 2024-05-20T21:24:46.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.442+0000 7f4ccb800700 1 -- 172.21.15.6:0/919597947 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cc41a89b0 con 0x7f4cc406bbe0 2024-05-20T21:24:46.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.446+0000 7f4cc1600700 1 -- 172.21.15.6:0/919597947 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4cb002a070 con 0x7f4cc406bbe0 2024-05-20T21:24:46.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.447+0000 7f4cd609db80 1 Processor -- start 2024-05-20T21:24:46.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.447+0000 7f4cd609db80 1 -- start start 2024-05-20T21:24:46.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.447+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac7359f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.447+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac73599260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.447+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.447+0000 7f4cd609db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ac734f7e40 con 0x55ac73599880 2024-05-20T21:24:46.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.447+0000 7f4cd609db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ac734e79e0 con 0x55ac7359eeb0 2024-05-20T21:24:46.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.447+0000 7f4cd609db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ac734eba20 con 0x55ac7359f7d0 2024-05-20T21:24:46.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc1600700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4cac0b2880 0x7f4cac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc8e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac73599260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc8e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac73599260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37804/0 (socket says 172.21.15.6:37804) 2024-05-20T21:24:46.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc8e00700 1 -- 172.21.15.6:0/1832683232 learned_addr learned my addr 172.21.15.6:0/1832683232 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:46.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc9800700 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac7359f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc1600700 1 -- 172.21.15.6:0/919597947 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4cb00e2c50 con 0x7f4cc406bbe0 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc9800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4cac0b2880 0x7f4cac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc8e00700 1 -- 172.21.15.6:0/1832683232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 msgr2=0x55ac7359f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac7359f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc8e00700 1 -- 172.21.15.6:0/1832683232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 msgr2=0x55ac73599ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc8e00700 1 -- 172.21.15.6:0/1832683232 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac734b0420 con 0x55ac7359f7d0 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc9800700 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac7359f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.448+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.449+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac73599260 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8011540 tx=0x7f4cb8011850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef29b25f78583590 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.449+0000 7f4cc9800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4cac0b2880 0x7f4cac0b4d40 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc009ec0 tx=0x7f4cbc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.449+0000 7f4cb6000700 1 -- 172.21.15.6:0/1832683232 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb8004230 con 0x55ac7359f7d0 2024-05-20T21:24:46.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.449+0000 7f4cb6000700 1 -- 172.21.15.6:0/1832683232 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cb80043d0 con 0x55ac7359f7d0 2024-05-20T21:24:46.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.449+0000 7f4cb6000700 1 -- 172.21.15.6:0/1832683232 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb800e830 con 0x55ac7359f7d0 2024-05-20T21:24:46.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 -- 172.21.15.6:0/1832683232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 msgr2=0x55ac73599260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac73599260 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f4cb8011540 tx=0x7f4cb8011850 comp rx=0 tx=0).stop 2024-05-20T21:24:46.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 -- 172.21.15.6:0/1832683232 shutdown_connections 2024-05-20T21:24:46.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac7359f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1832683232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac73599260 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 -- 172.21.15.6:0/1832683232 >> 172.21.15.6:0/1832683232 conn(0x55ac734c7be0 msgr2=0x55ac73594010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:46.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 -- 172.21.15.6:0/1832683232 shutdown_connections 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.450+0000 7f4cd609db80 1 -- 172.21.15.6:0/1832683232 wait complete. 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.451+0000 7f4cd609db80 1 -- start start 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.451+0000 7f4cd609db80 1 Processor -- start 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac73599880 0x55ac735a54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735a2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac7359f7d0 0x55ac735a2d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cd609db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ac733edfa0 con 0x55ac7359f7d0 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cd609db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ac73488760 con 0x55ac73599880 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cd609db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ac735a6240 con 0x55ac7359eeb0 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cd609db80 10 client.0 _ll_register_callbacks cb 0x55ac73491c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cc8e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac73599880 0x55ac735a54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cc8e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac73599880 0x55ac735a54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45348/0 (socket says 172.21.15.6:45348) 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cc8e00700 1 -- 172.21.15.6:0/1229943439 learned_addr learned my addr 172.21.15.6:0/1229943439 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:46.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cc9800700 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac7359f7d0 0x55ac735a2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.452+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735a2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4cc8e00700 1 -- 172.21.15.6:0/1229943439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 msgr2=0x55ac735a2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:46.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735a2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4cc8e00700 1 -- 172.21.15.6:0/1229943439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac7359f7d0 msgr2=0x55ac735a2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:46.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac7359f7d0 0x55ac735a2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4cc8e00700 1 -- 172.21.15.6:0/1229943439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac734378d0 con 0x55ac73599880 2024-05-20T21:24:46.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac73599880 0x55ac735a54a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4cb80096f0 tx=0x7f4cb80053b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67598454ae99302e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4caaa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4caaa00700 1 -- 172.21.15.6:0/1229943439 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb8027070 con 0x55ac73599880 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4cd609db80 1 -- 172.21.15.6:0/1229943439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cb80043d0 con 0x55ac73599880 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.453+0000 7f4caaa00700 1 -- 172.21.15.6:0/1229943439 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4cb8003880 con 0x55ac73599880 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.454+0000 7f4caaa00700 1 -- 172.21.15.6:0/1229943439 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4cb8033050 con 0x55ac73599880 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.454+0000 7f4cd609db80 10 client.27761 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.454+0000 7f4cd609db80 1 -- 172.21.15.6:0/1229943439 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ac734b8060 con 0x55ac73599880 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.454+0000 7f4caaa00700 1 -- 172.21.15.6:0/1229943439 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cb80043d0 con 0x55ac73599880 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.454+0000 7f4caaa00700 1 -- 172.21.15.6:0/1229943439 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4cb8023460 con 0x55ac73599880 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.455+0000 7f4cd609db80 10 client.27761 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.455+0000 7f4cd609db80 10 client.27761 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.455+0000 7f4cd609db80 20 client.27761 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.455+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ac735b2bf0 0x55ac735b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.455+0000 7f4cd609db80 4 client.27761 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:46.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.455+0000 7f4cd609db80 1 -- 172.21.15.6:0/1229943439 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac734f9d90 con 0x55ac735b2bf0 2024-05-20T21:24:46.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.455+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ac735b2bf0 0x55ac735b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.456+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ac735b2bf0 0x55ac735b4fe0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fcb78f337b5a94bf server_cookie=3b2aa4be6ca1da8e in_seq=0 out_seq=0 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.456+0000 7f4caaa00700 10 client.27761 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.456+0000 7f4caaa00700 1 -- 172.21.15.6:0/1229943439 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ac734f9d90 con 0x55ac735b2bf0 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.456+0000 7f4caaa00700 10 client.27761 handle_command_reply: tid=0 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.456+0000 7f4cd609db80 1 client.27761 shutdown 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 -- 172.21.15.6:0/1229943439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac73599880 msgr2=0x55ac735a54a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac73599880 0x55ac735a54a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4cb80096f0 tx=0x7f4cb80053b0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 -- 172.21.15.6:0/1229943439 shutdown_connections 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac7359f7d0 0x55ac735a2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac73599880 0x55ac735a54a0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ac735b2bf0 0x55ac735b4fe0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 --2- 172.21.15.6:0/1229943439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735a2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 -- 172.21.15.6:0/1229943439 >> 172.21.15.6:0/1229943439 conn(0x55ac734c7be0 msgr2=0x55ac73598250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:46.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4caaa00700 0 client.27761 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:24:46.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 -- 172.21.15.6:0/1229943439 shutdown_connections 2024-05-20T21:24:46.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 1 -- 172.21.15.6:0/1229943439 wait complete. 2024-05-20T21:24:46.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.457+0000 7f4cd609db80 20 client.27761 trim_cache size 0 max 16384 2024-05-20T21:24:46.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.476+0000 7f4cd609db80 1 Processor -- start 2024-05-20T21:24:46.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.476+0000 7f4cd609db80 1 -- start start 2024-05-20T21:24:46.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.476+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.476+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac735a4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.476+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac7359c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.476+0000 7f4cd609db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc41b27f0 con 0x55ac73599880 2024-05-20T21:24:46.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.476+0000 7f4cd609db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc41b0080 con 0x55ac7359eeb0 2024-05-20T21:24:46.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.476+0000 7f4cd609db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc41aded0 con 0x55ac7359f7d0 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac735a4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac735a4ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45356/0 (socket says 172.21.15.6:45356) 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 -- 172.21.15.6:0/3092123515 learned_addr learned my addr 172.21.15.6:0/3092123515 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc8e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc9800700 1 --2- 172.21.15.6:0/3092123515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac7359c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 -- 172.21.15.6:0/3092123515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 msgr2=0x55ac7359c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/3092123515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac7359c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 -- 172.21.15.6:0/3092123515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 msgr2=0x55ac73599260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/3092123515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 -- 172.21.15.6:0/3092123515 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac735a0d70 con 0x55ac7359eeb0 2024-05-20T21:24:46.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.477+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/3092123515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac735a4ce0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4cb00e0650 tx=0x7f4cb0073af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e0a1e66bc7d9a5e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:46.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.478+0000 7f4cb5600700 1 -- 172.21.15.6:0/3092123515 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb00aa900 con 0x55ac7359eeb0 2024-05-20T21:24:46.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.478+0000 7f4cb5600700 1 -- 172.21.15.6:0/3092123515 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cb006fc50 con 0x55ac7359eeb0 2024-05-20T21:24:46.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.478+0000 7f4cb5600700 1 -- 172.21.15.6:0/3092123515 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb000bd00 con 0x55ac7359eeb0 2024-05-20T21:24:46.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.478+0000 7f4cd609db80 1 -- 172.21.15.6:0/3092123515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 msgr2=0x55ac735a4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.478+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3092123515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac735a4ce0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4cb00e0650 tx=0x7f4cb0073af0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.478+0000 7f4cd609db80 1 -- 172.21.15.6:0/3092123515 shutdown_connections 2024-05-20T21:24:46.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.478+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3092123515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359f7d0 0x55ac7359c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.479+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3092123515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac73599260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.479+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3092123515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359eeb0 0x55ac735a4ce0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.479+0000 7f4cd609db80 1 -- 172.21.15.6:0/3092123515 >> 172.21.15.6:0/3092123515 conn(0x55ac734c7be0 msgr2=0x55ac735a2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.479+0000 7f4cd609db80 1 -- 172.21.15.6:0/3092123515 shutdown_connections 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.479+0000 7f4cd609db80 1 -- 172.21.15.6:0/3092123515 wait complete. 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.479+0000 7f4cd609db80 1 -- start start 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.479+0000 7f4cd609db80 1 Processor -- start 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac735aba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735b9de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cd609db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359f7d0 0x55ac735ba320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cd609db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc41ae540 con 0x55ac73599880 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cd609db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc41af9b0 con 0x55ac7359f7d0 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cd609db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc41aec10 con 0x55ac7359eeb0 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cd609db80 10 client.0 _ll_register_callbacks cb 0x55ac73491c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cc9800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359f7d0 0x55ac735ba320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cc3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735b9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cc9800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359f7d0 0x55ac735ba320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45364/0 (socket says 172.21.15.6:45364) 2024-05-20T21:24:46.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cc9800700 1 -- 172.21.15.6:0/3712416197 learned_addr learned my addr 172.21.15.6:0/3712416197 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:46.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.480+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac735aba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4cc9800700 1 -- 172.21.15.6:0/3712416197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 msgr2=0x55ac735b9de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:46.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4cc9800700 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735b9de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4cc9800700 1 -- 172.21.15.6:0/3712416197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 msgr2=0x55ac735aba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4cc9800700 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac735aba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4cc9800700 1 -- 172.21.15.6:0/3712416197 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac735ba9d0 con 0x55ac7359f7d0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4cc3e00700 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735b9de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4cc9800700 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359f7d0 0x55ac735ba320 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc019d50 tx=0x7f4cbc004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4875fc6ad246c735 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4caaa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4caaa00700 1 -- 172.21.15.6:0/3712416197 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc02b070 con 0x55ac7359f7d0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4cd609db80 1 -- 172.21.15.6:0/3712416197 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cb006fc50 con 0x55ac7359f7d0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.481+0000 7f4caaa00700 1 -- 172.21.15.6:0/3712416197 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4cbc012040 con 0x55ac7359f7d0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4caaa00700 1 -- 172.21.15.6:0/3712416197 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4cbc019e40 con 0x55ac7359f7d0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4cd609db80 10 client.27767 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4cd609db80 1 -- 172.21.15.6:0/3712416197 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ac7361d590 con 0x55ac7359f7d0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4caaa00700 1 -- 172.21.15.6:0/3712416197 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cb006fc50 con 0x55ac7359f7d0 2024-05-20T21:24:46.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4caaa00700 1 -- 172.21.15.6:0/3712416197 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4cbc0263d0 con 0x55ac7359f7d0 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4cd609db80 10 client.27767 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4cd609db80 10 client.27767 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4cd609db80 20 client.27767 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ac7361dc80 0x55ac736200a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4cd609db80 4 client.27767 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.482+0000 7f4cd609db80 1 -- 172.21.15.6:0/3712416197 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ac734f3570 con 0x55ac7361dc80 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.483+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ac7361dc80 0x55ac736200a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.483+0000 7f4caaa00700 10 client.27767 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.483+0000 7f4cc8e00700 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ac7361dc80 0x55ac736200a0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5a831ac7409b379c server_cookie=4f6fb2be1ec23d00 in_seq=0 out_seq=0 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.483+0000 7f4caaa00700 1 -- 172.21.15.6:0/3712416197 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ac734f3570 con 0x55ac7361dc80 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.483+0000 7f4caaa00700 10 client.27767 handle_command_reply: tid=0 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 client.27767 shutdown 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 -- 172.21.15.6:0/3712416197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359f7d0 msgr2=0x55ac735ba320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359f7d0 0x55ac735ba320 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc019d50 tx=0x7f4cbc004ad0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 -- 172.21.15.6:0/3712416197 shutdown_connections 2024-05-20T21:24:46.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ac7359f7d0 0x55ac735ba320 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ac73599880 0x55ac735aba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55ac7361dc80 0x55ac736200a0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 --2- 172.21.15.6:0/3712416197 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ac7359eeb0 0x55ac735b9de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 -- 172.21.15.6:0/3712416197 >> 172.21.15.6:0/3712416197 conn(0x55ac734c7be0 msgr2=0x55ac7359c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:46.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4caaa00700 0 client.27767 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:24:46.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 -- 172.21.15.6:0/3712416197 shutdown_connections 2024-05-20T21:24:46.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 1 -- 172.21.15.6:0/3712416197 wait complete. 2024-05-20T21:24:46.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.484+0000 7f4cd609db80 20 client.27767 trim_cache size 0 max 16384 2024-05-20T21:24:46.487 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 -- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4cac0b2880 msgr2=0x7f4cac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4cac0b2880 0x7f4cac0b4d40 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc009ec0 tx=0x7f4cbc00b040 comp rx=0 tx=0).stop 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 -- 172.21.15.6:0/919597947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406bbe0 msgr2=0x7f4cc419c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406bbe0 0x7f4cc419c370 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f4cb000f990 tx=0x7f4cb000f9c0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 -- 172.21.15.6:0/919597947 shutdown_connections 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4cac0b2880 0x7f4cac0b4d40 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4cc41095b0 0x7f4cc41a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4cc406b220 0x7f4cc419be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 --2- 172.21.15.6:0/919597947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cc406bbe0 0x7f4cc419c370 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.485+0000 7f4ccb800700 1 -- 172.21.15.6:0/919597947 >> 172.21.15.6:0/919597947 conn(0x7f4cc40793f0 msgr2=0x7f4cc410e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:46.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.486+0000 7f4ccb800700 1 -- 172.21.15.6:0/919597947 shutdown_connections 2024-05-20T21:24:46.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:46.486+0000 7f4ccb800700 1 -- 172.21.15.6:0/919597947 wait complete. 2024-05-20T21:24:47.866 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:47 smithi006 ceph-mon[31422]: pgmap v708: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.2 KiB/s wr, 9 op/s 2024-05-20T21:24:47.866 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:47.866 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:47 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:47 smithi042 ceph-mon[36332]: pgmap v708: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.2 KiB/s wr, 9 op/s 2024-05-20T21:24:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:47 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:47.913 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:24:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:47 smithi062 ceph-mon[36640]: pgmap v708: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.2 KiB/s wr, 9 op/s 2024-05-20T21:24:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:47 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:48.603 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:48.724 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:24:48.725 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:24:48.725 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:48.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:24:48.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:24:48.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:49.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:24:49.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:24:49.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:24:49.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.447+0000 7fd97f600700 1 -- 172.21.15.6:0/2530189236 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd97810ff40 msgr2=0x7fd978112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.447+0000 7fd97f600700 1 --2- 172.21.15.6:0/2530189236 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd97810ff40 0x7fd978112330 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd970009990 tx=0x7fd970009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.447+0000 7fd97f600700 1 -- 172.21.15.6:0/2530189236 shutdown_connections 2024-05-20T21:24:49.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.447+0000 7fd97f600700 1 --2- 172.21.15.6:0/2530189236 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd97810ff40 0x7fd978112330 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.447+0000 7fd97f600700 1 --2- 172.21.15.6:0/2530189236 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd978075770 0x7fd978075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.447+0000 7fd97f600700 1 --2- 172.21.15.6:0/2530189236 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd978076090 0x7fd97810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.447+0000 7fd97f600700 1 -- 172.21.15.6:0/2530189236 >> 172.21.15.6:0/2530189236 conn(0x7fd97807a6a0 msgr2=0x7fd97807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:49.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.448+0000 7fd97f600700 1 -- 172.21.15.6:0/2530189236 shutdown_connections 2024-05-20T21:24:49.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.448+0000 7fd97f600700 1 -- 172.21.15.6:0/2530189236 wait complete. 2024-05-20T21:24:49.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.449+0000 7fd97f600700 1 Processor -- start 2024-05-20T21:24:49.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.449+0000 7fd97f600700 1 -- start start 2024-05-20T21:24:49.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd97f600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd978075770 0x7fd97819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd97f600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd978076090 0x7fd97819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd97f600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd97810ff40 0x7fd9781a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd97f600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd9781158d0 con 0x7fd978075770 2024-05-20T21:24:49.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd97f600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd978115750 con 0x7fd97810ff40 2024-05-20T21:24:49.450 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd97f600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd978115a50 con 0x7fd978076090 2024-05-20T21:24:49.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd97cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd978075770 0x7fd97819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd97d600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd97810ff40 0x7fd9781a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.450+0000 7fd96fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd978076090 0x7fd97819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd97d600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd97810ff40 0x7fd9781a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38346/0 (socket says 172.21.15.6:38346) 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd97d600700 1 -- 172.21.15.6:0/3420829157 learned_addr learned my addr 172.21.15.6:0/3420829157 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd96fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd978076090 0x7fd97819c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44530/0 (socket says 172.21.15.6:44530) 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd96fe00700 1 -- 172.21.15.6:0/3420829157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd97810ff40 msgr2=0x7fd9781a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd96fe00700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd97810ff40 0x7fd9781a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd96fe00700 1 -- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd978075770 msgr2=0x7fd97819bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd96fe00700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd978075770 0x7fd97819bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd96fe00700 1 -- 172.21.15.6:0/3420829157 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9781a0d20 con 0x7fd978076090 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd97cc00700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd978075770 0x7fd97819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:49.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.451+0000 7fd96fe00700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd978076090 0x7fd97819c2a0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fd96000e9c0 tx=0x7fd96000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:49.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.452+0000 7fd976000700 1 -- 172.21.15.6:0/3420829157 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd96000cb70 con 0x7fd978076090 2024-05-20T21:24:49.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.452+0000 7fd976000700 1 -- 172.21.15.6:0/3420829157 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd96000ee60 con 0x7fd978076090 2024-05-20T21:24:49.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.452+0000 7fd97f600700 1 -- 172.21.15.6:0/3420829157 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9781a1010 con 0x7fd978076090 2024-05-20T21:24:49.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.452+0000 7fd976000700 1 -- 172.21.15.6:0/3420829157 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd960018680 con 0x7fd978076090 2024-05-20T21:24:49.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.452+0000 7fd97f600700 1 -- 172.21.15.6:0/3420829157 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd978103590 con 0x7fd978076090 2024-05-20T21:24:49.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.455+0000 7fd976000700 1 -- 172.21.15.6:0/3420829157 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd96001f020 con 0x7fd978076090 2024-05-20T21:24:49.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd976000700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd95c0b2880 0x7fd95c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd989f83b80 1 Processor -- start 2024-05-20T21:24:49.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd976000700 1 -- 172.21.15.6:0/3420829157 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd9600e2150 con 0x7fd978076090 2024-05-20T21:24:49.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd989f83b80 1 -- start start 2024-05-20T21:24:49.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd97cc00700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd95c0b2880 0x7fd95c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acde9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdea530 0x5634acde3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd989f83b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5634acd41f40 con 0x5634acdea530 2024-05-20T21:24:49.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd989f83b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5634acd31ae0 con 0x5634acde9c10 2024-05-20T21:24:49.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.457+0000 7fd989f83b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5634acd35b20 con 0x5634acde45f0 2024-05-20T21:24:49.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd96fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdea530 0x5634acde3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acde9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acde9ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38356/0 (socket says 172.21.15.6:38356) 2024-05-20T21:24:49.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 -- 172.21.15.6:0/2295677206 learned_addr learned my addr 172.21.15.6:0/2295677206 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:49.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97d600700 1 --2- 172.21.15.6:0/2295677206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd95c0b2880 0x7fd95c0b4d40 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fd9680094d0 tx=0x7fd96800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:49.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 -- 172.21.15.6:0/2295677206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 msgr2=0x5634acde4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:49.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 --2- 172.21.15.6:0/2295677206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 -- 172.21.15.6:0/2295677206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdea530 msgr2=0x5634acde3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:49.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 --2- 172.21.15.6:0/2295677206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdea530 0x5634acde3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.458+0000 7fd97cc00700 1 -- 172.21.15.6:0/2295677206 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634accfa520 con 0x5634acde9c10 2024-05-20T21:24:49.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.459+0000 7fd97cc00700 1 --2- 172.21.15.6:0/2295677206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acde9ff0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fd96800e840 tx=0x7fd968014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93472c39fe36d961 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:49.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.459+0000 7fd96e000700 1 -- 172.21.15.6:0/2295677206 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd968017850 con 0x5634acde9c10 2024-05-20T21:24:49.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.459+0000 7fd96e000700 1 -- 172.21.15.6:0/2295677206 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd96801b070 con 0x5634acde9c10 2024-05-20T21:24:49.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.459+0000 7fd96e000700 1 -- 172.21.15.6:0/2295677206 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd968015c30 con 0x5634acde9c10 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 -- 172.21.15.6:0/2295677206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 msgr2=0x5634acde9ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2295677206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acde9ff0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fd96800e840 tx=0x7fd968014000 comp rx=0 tx=0).stop 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 -- 172.21.15.6:0/2295677206 shutdown_connections 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2295677206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2295677206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acde9ff0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2295677206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdea530 0x5634acde3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 -- 172.21.15.6:0/2295677206 >> 172.21.15.6:0/2295677206 conn(0x5634acd11ce0 msgr2=0x5634acddef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 -- 172.21.15.6:0/2295677206 shutdown_connections 2024-05-20T21:24:49.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.460+0000 7fd989f83b80 1 -- 172.21.15.6:0/2295677206 wait complete. 2024-05-20T21:24:49.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 1 -- start start 2024-05-20T21:24:49.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 1 Processor -- start 2024-05-20T21:24:49.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acded6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdee080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5634acc380a0 con 0x5634acde45f0 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5634accd2860 con 0x5634acde9c10 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5634acdf0fa0 con 0x5634acdedc00 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.461+0000 7fd989f83b80 10 client.0 _ll_register_callbacks cb 0x5634accdbd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf0320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39864/0 (socket says 172.21.15.6:39864) 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97cc00700 1 -- 172.21.15.6:0/2924425484 learned_addr learned my addr 172.21.15.6:0/2924425484 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd96fe00700 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acded6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97d600700 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdee080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97cc00700 1 -- 172.21.15.6:0/2924425484 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 msgr2=0x5634acdee080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97cc00700 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdee080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97cc00700 1 -- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 msgr2=0x5634acded6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:49.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97cc00700 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acded6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd97cc00700 1 -- 172.21.15.6:0/2924425484 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634acc819d0 con 0x5634acde45f0 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.462+0000 7fd96fe00700 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acded6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.463+0000 7fd97cc00700 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf0320 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fd96800e810 tx=0x7fd968004ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef763ca6b93c90a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.463+0000 7fd966a00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.463+0000 7fd966a00700 1 -- 172.21.15.6:0/2924425484 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd968015aa0 con 0x5634acde45f0 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.463+0000 7fd966a00700 1 -- 172.21.15.6:0/2924425484 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd968015c40 con 0x5634acde45f0 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.463+0000 7fd989f83b80 1 -- 172.21.15.6:0/2924425484 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd96801b070 con 0x5634acde45f0 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd966a00700 1 -- 172.21.15.6:0/2924425484 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd968015e40 con 0x5634acde45f0 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd989f83b80 10 client.17661 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:49.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd989f83b80 1 -- 172.21.15.6:0/2924425484 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5634acd02160 con 0x5634acde45f0 2024-05-20T21:24:49.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd966a00700 1 -- 172.21.15.6:0/2924425484 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd96801b070 con 0x5634acde45f0 2024-05-20T21:24:49.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd966a00700 1 -- 172.21.15.6:0/2924425484 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd968020070 con 0x5634acde45f0 2024-05-20T21:24:49.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd989f83b80 10 client.17661 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:49.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd989f83b80 10 client.17661 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd989f83b80 20 client.17661 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5634acdfde80 0x5634ace00270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd989f83b80 4 client.17661 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.464+0000 7fd989f83b80 1 -- 172.21.15.6:0/2924425484 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5634acd43e90 con 0x5634acdfde80 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.465+0000 7fd96fe00700 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5634acdfde80 0x5634ace00270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.465+0000 7fd96fe00700 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5634acdfde80 0x5634ace00270 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4af673f4c894f5aa server_cookie=b0e2a09f19b91e2 in_seq=0 out_seq=0 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.465+0000 7fd966a00700 10 client.17661 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd966a00700 1 -- 172.21.15.6:0/2924425484 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5634acd43e90 con 0x5634acdfde80 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd966a00700 10 client.17661 handle_command_reply: tid=0 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 client.17661 shutdown 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 -- 172.21.15.6:0/2924425484 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 msgr2=0x5634acdf0320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf0320 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fd96800e810 tx=0x7fd968004ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 -- 172.21.15.6:0/2924425484 shutdown_connections 2024-05-20T21:24:49.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5634acdfde80 0x5634ace00270 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdee080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf0320 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 --2- 172.21.15.6:0/2924425484 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acded6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd989f83b80 1 -- 172.21.15.6:0/2924425484 >> 172.21.15.6:0/2924425484 conn(0x5634acd11ce0 msgr2=0x5634acdde430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:49.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.466+0000 7fd966a00700 0 client.17661 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:49.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.467+0000 7fd989f83b80 1 -- 172.21.15.6:0/2924425484 shutdown_connections 2024-05-20T21:24:49.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.467+0000 7fd989f83b80 1 -- 172.21.15.6:0/2924425484 wait complete. 2024-05-20T21:24:49.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.467+0000 7fd989f83b80 20 client.17661 trim_cache size 0 max 16384 2024-05-20T21:24:49.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.489+0000 7fd989f83b80 1 Processor -- start 2024-05-20T21:24:49.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.489+0000 7fd989f83b80 1 -- start start 2024-05-20T21:24:49.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdeecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdedc00 0x5634acdef200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd989f83b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd9781ae510 con 0x5634acdedc00 2024-05-20T21:24:49.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd989f83b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd9781abda0 con 0x5634acde9c10 2024-05-20T21:24:49.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd989f83b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd9781a9bf0 con 0x5634acde45f0 2024-05-20T21:24:49.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd97cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd97d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdedc00 0x5634acdef200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd97cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44568/0 (socket says 172.21.15.6:44568) 2024-05-20T21:24:49.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd97cc00700 1 -- 172.21.15.6:0/3831000742 learned_addr learned my addr 172.21.15.6:0/3831000742 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:49.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd97d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdedc00 0x5634acdef200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39878/0 (socket says 172.21.15.6:39878) 2024-05-20T21:24:49.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.490+0000 7fd96fe00700 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdeecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd97cc00700 1 -- 172.21.15.6:0/3831000742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 msgr2=0x5634acdeecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:49.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd97cc00700 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdeecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd97cc00700 1 -- 172.21.15.6:0/3831000742 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdedc00 msgr2=0x5634acdef200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd97cc00700 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdedc00 0x5634acdef200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd97cc00700 1 -- 172.21.15.6:0/3831000742 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634acddfd60 con 0x5634acde45f0 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd96fe00700 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdeecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd97cc00700 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde3fd0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fd9680060b0 tx=0x7fd96800ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4cb7253764fd7dd5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd96d600700 1 -- 172.21.15.6:0/3831000742 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd968015b20 con 0x5634acde45f0 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd96d600700 1 -- 172.21.15.6:0/3831000742 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd96801b040 con 0x5634acde45f0 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.491+0000 7fd96d600700 1 -- 172.21.15.6:0/3831000742 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd968005000 con 0x5634acde45f0 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 -- 172.21.15.6:0/3831000742 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 msgr2=0x5634acde3fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde3fd0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fd9680060b0 tx=0x7fd96800ee30 comp rx=0 tx=0).stop 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 -- 172.21.15.6:0/3831000742 shutdown_connections 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acdedc00 0x5634acdef200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acde45f0 0x5634acde3fd0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 --2- 172.21.15.6:0/3831000742 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdeecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 -- 172.21.15.6:0/3831000742 >> 172.21.15.6:0/3831000742 conn(0x5634acd11ce0 msgr2=0x5634acdffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:49.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 -- 172.21.15.6:0/3831000742 shutdown_connections 2024-05-20T21:24:49.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.492+0000 7fd989f83b80 1 -- 172.21.15.6:0/3831000742 wait complete. 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.493+0000 7fd989f83b80 1 -- start start 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.493+0000 7fd989f83b80 1 Processor -- start 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.493+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.493+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdf6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.493+0000 7fd989f83b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdf11f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.493+0000 7fd989f83b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd9781aa260 con 0x5634acde45f0 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.493+0000 7fd989f83b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd9781ab6d0 con 0x5634acde9c10 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.493+0000 7fd989f83b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd9781aa930 con 0x5634acdedc00 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd989f83b80 10 client.0 _ll_register_callbacks cb 0x5634accdbd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:49.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd97d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdf11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd96fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdf6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd97d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdf11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44572/0 (socket says 172.21.15.6:44572) 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd97cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd97d600700 1 -- 172.21.15.6:0/4125439561 learned_addr learned my addr 172.21.15.6:0/4125439561 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd96fe00700 1 -- 172.21.15.6:0/4125439561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 msgr2=0x5634acdf11f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd96fe00700 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdf11f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd96fe00700 1 -- 172.21.15.6:0/4125439561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 msgr2=0x5634acdf6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd96fe00700 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd96fe00700 1 -- 172.21.15.6:0/4125439561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634ace063d0 con 0x5634acde9c10 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.494+0000 7fd97d600700 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdf11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.495+0000 7fd96fe00700 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdf6780 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd9600a9600 tx=0x7fd960010c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d7b6e9ccf4a08ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.495+0000 7fd966a00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.495+0000 7fd966a00700 1 -- 172.21.15.6:0/4125439561 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9600c2070 con 0x5634acde9c10 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.495+0000 7fd966a00700 1 -- 172.21.15.6:0/4125439561 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd96000cd10 con 0x5634acde9c10 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.495+0000 7fd989f83b80 1 -- 172.21.15.6:0/4125439561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd96801b040 con 0x5634acde9c10 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.495+0000 7fd966a00700 1 -- 172.21.15.6:0/4125439561 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd9600ada20 con 0x5634acde9c10 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.495+0000 7fd989f83b80 10 client.27785 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.495+0000 7fd989f83b80 1 -- 172.21.15.6:0/4125439561 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5634ace68d80 con 0x5634acde9c10 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd966a00700 1 -- 172.21.15.6:0/4125439561 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd96801b040 con 0x5634acde9c10 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd966a00700 1 -- 172.21.15.6:0/4125439561 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd9600a4fe0 con 0x5634acde9c10 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd989f83b80 10 client.27785 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd989f83b80 10 client.27785 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:24:49.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd989f83b80 20 client.27785 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:49.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd989f83b80 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5634ace69470 0x5634ace6b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:49.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd989f83b80 4 client.27785 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "fa1ecde5", "release": true, "await": true}] 2024-05-20T21:24:49.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd989f83b80 1 -- 172.21.15.6:0/4125439561 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "fa1ecde5", "release": true, "await": true}) -- 0x5634acd3d670 con 0x5634ace69470 2024-05-20T21:24:49.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.496+0000 7fd97cc00700 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5634ace69470 0x5634ace6b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:49.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.497+0000 7fd97cc00700 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5634ace69470 0x5634ace6b890 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df89c72e9ec4165f server_cookie=e91cad950f212d52 in_seq=0 out_seq=0 2024-05-20T21:24:49.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.497+0000 7fd966a00700 10 client.27785 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:49.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.500+0000 7fd966a00700 1 -- 172.21.15.6:0/4125439561 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5634acd3d670 con 0x5634ace69470 2024-05-20T21:24:49.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.500+0000 7fd966a00700 10 client.27785 handle_command_reply: tid=0 2024-05-20T21:24:49.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.500+0000 7fd989f83b80 1 client.27785 shutdown 2024-05-20T21:24:49.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 -- 172.21.15.6:0/4125439561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 msgr2=0x5634acdf6780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdf6780 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd9600a9600 tx=0x7fd960010c10 comp rx=0 tx=0).stop 2024-05-20T21:24:49.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 -- 172.21.15.6:0/4125439561 shutdown_connections 2024-05-20T21:24:49.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5634ace69470 0x5634ace6b890 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5634acdedc00 0x5634acdf11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5634acde45f0 0x5634acdf6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 --2- 172.21.15.6:0/4125439561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5634acde9c10 0x5634acdf6780 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd966a00700 0 client.27785 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:49.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 -- 172.21.15.6:0/4125439561 >> 172.21.15.6:0/4125439561 conn(0x5634acd11ce0 msgr2=0x5634acde7630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:49.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 -- 172.21.15.6:0/4125439561 shutdown_connections 2024-05-20T21:24:49.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 1 -- 172.21.15.6:0/4125439561 wait complete. 2024-05-20T21:24:49.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.501+0000 7fd989f83b80 20 client.27785 trim_cache size 0 max 16384 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 32, 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "fa1ecde5": { 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 32, 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:24:49.503 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 130.0, 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:24:49.504 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 -- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd95c0b2880 msgr2=0x7fd95c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd95c0b2880 0x7fd95c0b4d40 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fd9680094d0 tx=0x7fd96800b040 comp rx=0 tx=0).stop 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 -- 172.21.15.6:0/3420829157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd978076090 msgr2=0x7fd97819c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd978076090 0x7fd97819c2a0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fd96000e9c0 tx=0x7fd96000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 -- 172.21.15.6:0/3420829157 shutdown_connections 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd95c0b2880 0x7fd95c0b4d40 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd97810ff40 0x7fd9781a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd978075770 0x7fd97819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 --2- 172.21.15.6:0/3420829157 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd978076090 0x7fd97819c2a0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:49.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.502+0000 7fd97f600700 1 -- 172.21.15.6:0/3420829157 >> 172.21.15.6:0/3420829157 conn(0x7fd97807a6a0 msgr2=0x7fd9781006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:49.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.503+0000 7fd97f600700 1 -- 172.21.15.6:0/3420829157 shutdown_connections 2024-05-20T21:24:49.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:49.503+0000 7fd97f600700 1 -- 172.21.15.6:0/3420829157 wait complete. 2024-05-20T21:24:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:49 smithi042 ceph-mon[36332]: pgmap v709: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 KiB/s wr, 11 op/s 2024-05-20T21:24:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:49 smithi006 ceph-mon[31422]: pgmap v709: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 KiB/s wr, 11 op/s 2024-05-20T21:24:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:49 smithi062 ceph-mon[36640]: pgmap v709: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.6 KiB/s wr, 11 op/s 2024-05-20T21:24:51.396 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'fa1ecde5', total seconds elapsed: 23.1 2024-05-20T21:24:51.882 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:51 smithi006 ceph-mon[31422]: pgmap v710: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 8 op/s 2024-05-20T21:24:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:51 smithi062 ceph-mon[36640]: pgmap v710: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 8 op/s 2024-05-20T21:24:52.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 -- 172.21.15.6:0/1750360183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a2810b780 msgr2=0x7f9a2810bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 --2- 172.21.15.6:0/1750360183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a2810b780 0x7f9a2810bb60 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c009990 tx=0x7f9a1c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 -- 172.21.15.6:0/1750360183 shutdown_connections 2024-05-20T21:24:52.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 --2- 172.21.15.6:0/1750360183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a28106140 0x7f9a28112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 --2- 172.21.15.6:0/1750360183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a2810b780 0x7f9a2810bb60 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 --2- 172.21.15.6:0/1750360183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a28105780 0x7f9a28105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 -- 172.21.15.6:0/1750360183 >> 172.21.15.6:0/1750360183 conn(0x7f9a28101270 msgr2=0x7f9a28103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:52.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 -- 172.21.15.6:0/1750360183 shutdown_connections 2024-05-20T21:24:52.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.044+0000 7f9a30800700 1 -- 172.21.15.6:0/1750360183 wait complete. 2024-05-20T21:24:52.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.046+0000 7f9a30800700 1 Processor -- start 2024-05-20T21:24:52.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.046+0000 7f9a30800700 1 -- start start 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a30800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a28105780 0x7f9a2819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a30800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a28106140 0x7f9a2819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a30800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a2810b780 0x7f9a281a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a30800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9a28115960 con 0x7f9a28105780 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a30800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281157e0 con 0x7f9a28106140 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a30800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9a28115ae0 con 0x7f9a2810b780 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a28106140 0x7f9a2819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a28106140 0x7f9a2819c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38414/0 (socket says 172.21.15.6:38414) 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a28105780 0x7f9a2819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2d400700 1 -- 172.21.15.6:0/3793006645 learned_addr learned my addr 172.21.15.6:0/3793006645 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:52.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2e800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a2810b780 0x7f9a281a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2d400700 1 -- 172.21.15.6:0/3793006645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a2810b780 msgr2=0x7f9a281a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2d400700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a2810b780 0x7f9a281a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2d400700 1 -- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a28105780 msgr2=0x7f9a2819be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2d400700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a28105780 0x7f9a2819be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2d400700 1 -- 172.21.15.6:0/3793006645 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a281a0e20 con 0x7f9a28106140 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.047+0000 7f9a2e800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a2810b780 0x7f9a281a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.048+0000 7f9a2d400700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a28106140 0x7f9a2819c350 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f9a1800e9a0 tx=0x7f9a1800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.048+0000 7f9a22a00700 1 -- 172.21.15.6:0/3793006645 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1800cbd0 con 0x7f9a28106140 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.048+0000 7f9a22a00700 1 -- 172.21.15.6:0/3793006645 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a1800cd70 con 0x7f9a28106140 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.048+0000 7f9a30800700 1 -- 172.21.15.6:0/3793006645 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a281a1110 con 0x7f9a28106140 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.048+0000 7f9a22a00700 1 -- 172.21.15.6:0/3793006645 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a18018680 con 0x7f9a28106140 2024-05-20T21:24:52.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.048+0000 7f9a30800700 1 -- 172.21.15.6:0/3793006645 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a281a8990 con 0x7f9a28106140 2024-05-20T21:24:52.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.053+0000 7f9a22a00700 1 -- 172.21.15.6:0/3793006645 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9a18010430 con 0x7f9a28106140 2024-05-20T21:24:52.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.053+0000 7f9a3b239b80 1 Processor -- start 2024-05-20T21:24:52.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.053+0000 7f9a3b239b80 1 -- start start 2024-05-20T21:24:52.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90baeb0 0x55c0f90bb290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90b5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90b5880 0x55c0f90b5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c0f9013e40 con 0x55c0f90baeb0 2024-05-20T21:24:52.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c0f90039e0 con 0x55c0f90bb7d0 2024-05-20T21:24:52.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c0f9007a20 con 0x55c0f90b5880 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a2de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a2e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90baeb0 0x55c0f90bb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a2de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38420/0 (socket says 172.21.15.6:38420) 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a2de00700 1 -- 172.21.15.6:0/436517125 learned_addr learned my addr 172.21.15.6:0/436517125 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.054+0000 7f9a2d400700 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90b5880 0x55c0f90b5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a2de00700 1 -- 172.21.15.6:0/436517125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90b5880 msgr2=0x55c0f90b5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a2de00700 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90b5880 0x55c0f90b5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a2de00700 1 -- 172.21.15.6:0/436517125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90baeb0 msgr2=0x55c0f90bb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a2de00700 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90baeb0 0x55c0f90bb290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a2de00700 1 -- 172.21.15.6:0/436517125 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0f8fcc420 con 0x55c0f90bb7d0 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a2e800700 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90baeb0 0x55c0f90bb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:52.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a22a00700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a100b2900 0x7f9a100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a2de00700 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90b5260 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c009990 tx=0x7f9a1c0096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=653f2c2c17def8d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:52.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a2e800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a100b2900 0x7f9a100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a22a00700 1 -- 172.21.15.6:0/3793006645 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9a180e2520 con 0x7f9a28106140 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a17400700 1 -- 172.21.15.6:0/436517125 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1c027070 con 0x55c0f90bb7d0 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a17400700 1 -- 172.21.15.6:0/436517125 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a1c0056a0 con 0x55c0f90bb7d0 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.055+0000 7f9a17400700 1 -- 172.21.15.6:0/436517125 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1c003a70 con 0x55c0f90bb7d0 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.056+0000 7f9a2e800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a100b2900 0x7f9a100b4dc0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9a24007500 tx=0x7f9a24009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.056+0000 7f9a3b239b80 1 -- 172.21.15.6:0/436517125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 msgr2=0x55c0f90b5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.056+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90b5260 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c009990 tx=0x7f9a1c0096a0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.057+0000 7f9a3b239b80 1 -- 172.21.15.6:0/436517125 shutdown_connections 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.057+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90b5880 0x55c0f90b5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.057+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90baeb0 0x55c0f90bb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.057+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/436517125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90b5260 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.057+0000 7f9a3b239b80 1 -- 172.21.15.6:0/436517125 >> 172.21.15.6:0/436517125 conn(0x55c0f8fe3be0 msgr2=0x55c0f90b0010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.057+0000 7f9a3b239b80 1 -- 172.21.15.6:0/436517125 shutdown_connections 2024-05-20T21:24:52.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.057+0000 7f9a3b239b80 1 -- 172.21.15.6:0/436517125 wait complete. 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.057+0000 7f9a3b239b80 1 -- start start 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a3b239b80 1 Processor -- start 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90c1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90be7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 0x55c0f90bed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c0f8f09fa0 con 0x55c0f90b5880 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c0f8fa4760 con 0x55c0f90baeb0 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c0f90c21e0 con 0x55c0f90bb7d0 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a3b239b80 10 client.0 _ll_register_callbacks cb 0x55c0f8fadc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a2de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90c1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a2de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90c1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39934/0 (socket says 172.21.15.6:39934) 2024-05-20T21:24:52.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.058+0000 7f9a2de00700 1 -- 172.21.15.6:0/2937894965 learned_addr learned my addr 172.21.15.6:0/2937894965 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:52.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a2d400700 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90be7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a2e800700 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 0x55c0f90bed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a2d400700 1 -- 172.21.15.6:0/2937894965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 msgr2=0x55c0f90bed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:52.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a2d400700 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 0x55c0f90bed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a2d400700 1 -- 172.21.15.6:0/2937894965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 msgr2=0x55c0f90c1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:52.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a2d400700 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90c1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a2d400700 1 -- 172.21.15.6:0/2937894965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0f8f538d0 con 0x55c0f90baeb0 2024-05-20T21:24:52.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a2d400700 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90be7f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f9a180e5fd0 tx=0x7f9a18005bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e4c70383f866f19 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:52.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a0be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.059+0000 7f9a0be00700 1 -- 172.21.15.6:0/2937894965 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a180a9810 con 0x55c0f90baeb0 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.060+0000 7f9a0be00700 1 -- 172.21.15.6:0/2937894965 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9a180b2620 con 0x55c0f90baeb0 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.060+0000 7f9a3b239b80 1 -- 172.21.15.6:0/2937894965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a1c0056a0 con 0x55c0f90baeb0 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.060+0000 7f9a0be00700 1 -- 172.21.15.6:0/2937894965 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9a180a51d0 con 0x55c0f90baeb0 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.060+0000 7f9a3b239b80 10 client.27797 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.060+0000 7f9a3b239b80 1 -- 172.21.15.6:0/2937894965 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c0f8fd4060 con 0x55c0f90baeb0 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.060+0000 7f9a0be00700 1 -- 172.21.15.6:0/2937894965 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a1c0056a0 con 0x55c0f90baeb0 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.060+0000 7f9a0be00700 1 -- 172.21.15.6:0/2937894965 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9a18010720 con 0x55c0f90baeb0 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.061+0000 7f9a3b239b80 10 client.27797 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.061+0000 7f9a3b239b80 10 client.27797 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.061+0000 7f9a3b239b80 20 client.27797 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:52.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.061+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c0f90ced00 0x55c0f90d10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.061+0000 7f9a3b239b80 4 client.27797 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:52.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.061+0000 7f9a3b239b80 1 -- 172.21.15.6:0/2937894965 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0f9015d90 con 0x55c0f90ced00 2024-05-20T21:24:52.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.061+0000 7f9a2de00700 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c0f90ced00 0x55c0f90d10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.062+0000 7f9a2de00700 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c0f90ced00 0x55c0f90d10f0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a3c5aff78046f83 server_cookie=578879f2a3dbf9a1 in_seq=0 out_seq=0 2024-05-20T21:24:52.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.062+0000 7f9a0be00700 10 client.27797 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a0be00700 1 -- 172.21.15.6:0/2937894965 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c0f9015d90 con 0x55c0f90ced00 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a0be00700 10 client.27797 handle_command_reply: tid=0 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 client.27797 shutdown 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 -- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 msgr2=0x55c0f90be7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90be7f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f9a180e5fd0 tx=0x7f9a18005bb0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 -- 172.21.15.6:0/2937894965 shutdown_connections 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c0f90ced00 0x55c0f90d10f0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 0x55c0f90bed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90c1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/2937894965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90be7f0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a0be00700 0 client.27797 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:52.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 -- 172.21.15.6:0/2937894965 >> 172.21.15.6:0/2937894965 conn(0x55c0f8fe3be0 msgr2=0x55c0f90b4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:52.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 -- 172.21.15.6:0/2937894965 shutdown_connections 2024-05-20T21:24:52.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 1 -- 172.21.15.6:0/2937894965 wait complete. 2024-05-20T21:24:52.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.063+0000 7f9a3b239b80 20 client.27797 trim_cache size 0 max 16384 2024-05-20T21:24:52.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.080+0000 7f9a3b239b80 1 Processor -- start 2024-05-20T21:24:52.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.080+0000 7f9a3b239b80 1 -- start start 2024-05-20T21:24:52.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90b5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90baeb0 0x55c0f90af9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90aff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281b29a0 con 0x55c0f90b5880 2024-05-20T21:24:52.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281b0230 con 0x55c0f90bb7d0 2024-05-20T21:24:52.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281ae080 con 0x55c0f90baeb0 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a2d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90baeb0 0x55c0f90af9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a2d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90baeb0 0x55c0f90af9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44620/0 (socket says 172.21.15.6:44620) 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a2d400700 1 -- 172.21.15.6:0/243885765 learned_addr learned my addr 172.21.15.6:0/243885765 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a2e800700 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.081+0000 7f9a2de00700 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a2e800700 1 -- 172.21.15.6:0/243885765 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90baeb0 msgr2=0x55c0f90af9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a2e800700 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90baeb0 0x55c0f90af9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a2e800700 1 -- 172.21.15.6:0/243885765 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 msgr2=0x55c0f90b5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:52.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a2e800700 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90b5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a2e800700 1 -- 172.21.15.6:0/243885765 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0f90c1090 con 0x55c0f90bb7d0 2024-05-20T21:24:52.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a2de00700 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90b5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:52.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a2e800700 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90aff20 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9a24009fd0 tx=0x7f9a24015000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=902bce29172af247 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a16a00700 1 -- 172.21.15.6:0/243885765 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2401a0d0 con 0x55c0f90bb7d0 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.082+0000 7f9a16a00700 1 -- 172.21.15.6:0/243885765 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a2401a270 con 0x55c0f90bb7d0 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a16a00700 1 -- 172.21.15.6:0/243885765 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a24018470 con 0x55c0f90bb7d0 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 -- 172.21.15.6:0/243885765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 msgr2=0x55c0f90aff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90aff20 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9a24009fd0 tx=0x7f9a24015000 comp rx=0 tx=0).stop 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 -- 172.21.15.6:0/243885765 shutdown_connections 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90bb7d0 0x55c0f90aff20 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90b5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/243885765 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90baeb0 0x55c0f90af9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 -- 172.21.15.6:0/243885765 >> 172.21.15.6:0/243885765 conn(0x55c0f8fe3be0 msgr2=0x55c0f90bd100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 -- 172.21.15.6:0/243885765 shutdown_connections 2024-05-20T21:24:52.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.083+0000 7f9a3b239b80 1 -- 172.21.15.6:0/243885765 wait complete. 2024-05-20T21:24:52.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.084+0000 7f9a3b239b80 1 -- start start 2024-05-20T21:24:52.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.084+0000 7f9a3b239b80 1 Processor -- start 2024-05-20T21:24:52.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.084+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90d6660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.084+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90d6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.084+0000 7f9a3b239b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 0x55c0f90d70e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.084+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281ae6f0 con 0x55c0f90b5880 2024-05-20T21:24:52.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.084+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281afb60 con 0x55c0f90baeb0 2024-05-20T21:24:52.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.084+0000 7f9a3b239b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281aedc0 con 0x55c0f90bb7d0 2024-05-20T21:24:52.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a3b239b80 10 client.0 _ll_register_callbacks cb 0x55c0f8fadc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90d6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90d6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90d6ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38440/0 (socket says 172.21.15.6:38440) 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2d400700 1 -- 172.21.15.6:0/3286501497 learned_addr learned my addr 172.21.15.6:0/3286501497 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2e800700 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 0x55c0f90d70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2d400700 1 -- 172.21.15.6:0/3286501497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 msgr2=0x55c0f90d70e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2d400700 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 0x55c0f90d70e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2d400700 1 -- 172.21.15.6:0/3286501497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 msgr2=0x55c0f90d6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2d400700 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90d6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2d400700 1 -- 172.21.15.6:0/3286501497 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0f9141240 con 0x55c0f90baeb0 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.085+0000 7f9a2de00700 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90d6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.086+0000 7f9a2d400700 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90d6ba0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f9a18000c00 tx=0x7f9a180cc0d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd0827dbd0c3e8af server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.086+0000 7f9a0be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:24:52.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.086+0000 7f9a0be00700 1 -- 172.21.15.6:0/3286501497 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a180a91b0 con 0x55c0f90baeb0 2024-05-20T21:24:52.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.086+0000 7f9a0be00700 1 -- 172.21.15.6:0/3286501497 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9a180e2250 con 0x55c0f90baeb0 2024-05-20T21:24:52.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.086+0000 7f9a3b239b80 1 -- 172.21.15.6:0/3286501497 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a2401a270 con 0x55c0f90baeb0 2024-05-20T21:24:52.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.086+0000 7f9a0be00700 1 -- 172.21.15.6:0/3286501497 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9a180a9390 con 0x55c0f90baeb0 2024-05-20T21:24:52.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.086+0000 7f9a3b239b80 10 client.27803 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:52.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.086+0000 7f9a3b239b80 1 -- 172.21.15.6:0/3286501497 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c0f9142550 con 0x55c0f90baeb0 2024-05-20T21:24:52.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a0be00700 1 -- 172.21.15.6:0/3286501497 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a2401a270 con 0x55c0f90baeb0 2024-05-20T21:24:52.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a0be00700 1 -- 172.21.15.6:0/3286501497 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9a180a53b0 con 0x55c0f90baeb0 2024-05-20T21:24:52.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a3b239b80 10 client.27803 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:52.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a3b239b80 10 client.27803 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:52.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a3b239b80 20 client.27803 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c0f9142c10 0x55c0f9145030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a3b239b80 4 client.27803 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a3b239b80 1 -- 172.21.15.6:0/3286501497 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c0f900f570 con 0x55c0f9142c10 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.087+0000 7f9a2de00700 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c0f9142c10 0x55c0f9145030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a2de00700 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c0f9142c10 0x55c0f9145030 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e81af5a5e382b434 server_cookie=b4e6f371f9587bb4 in_seq=0 out_seq=0 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a0be00700 10 client.27803 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a0be00700 1 -- 172.21.15.6:0/3286501497 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c0f900f570 con 0x55c0f9142c10 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a0be00700 10 client.27803 handle_command_reply: tid=0 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 client.27803 shutdown 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 -- 172.21.15.6:0/3286501497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 msgr2=0x55c0f90d6ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90d6ba0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f9a18000c00 tx=0x7f9a180cc0d0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 -- 172.21.15.6:0/3286501497 shutdown_connections 2024-05-20T21:24:52.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c0f9142c10 0x55c0f9145030 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c0f90bb7d0 0x55c0f90d70e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c0f90b5880 0x55c0f90d6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 --2- 172.21.15.6:0/3286501497 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c0f90baeb0 0x55c0f90d6ba0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a0be00700 0 client.27803 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.088+0000 7f9a3b239b80 1 -- 172.21.15.6:0/3286501497 >> 172.21.15.6:0/3286501497 conn(0x55c0f8fe3be0 msgr2=0x55c0f90bbbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.089+0000 7f9a3b239b80 1 -- 172.21.15.6:0/3286501497 shutdown_connections 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.089+0000 7f9a3b239b80 1 -- 172.21.15.6:0/3286501497 wait complete. 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.089+0000 7f9a3b239b80 20 client.27803 trim_cache size 0 max 16384 2024-05-20T21:24:52.091 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:24:52.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 -- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a100b2900 msgr2=0x7f9a100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a100b2900 0x7f9a100b4dc0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9a24007500 tx=0x7f9a24009040 comp rx=0 tx=0).stop 2024-05-20T21:24:52.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 -- 172.21.15.6:0/3793006645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a28106140 msgr2=0x7f9a2819c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:52.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a28106140 0x7f9a2819c350 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f9a1800e9a0 tx=0x7f9a1800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 -- 172.21.15.6:0/3793006645 shutdown_connections 2024-05-20T21:24:52.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9a100b2900 0x7f9a100b4dc0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9a2810b780 0x7f9a281a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9a28105780 0x7f9a2819be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 --2- 172.21.15.6:0/3793006645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9a28106140 0x7f9a2819c350 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:52.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 -- 172.21.15.6:0/3793006645 >> 172.21.15.6:0/3793006645 conn(0x7f9a28101270 msgr2=0x7f9a28101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:52.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 -- 172.21.15.6:0/3793006645 shutdown_connections 2024-05-20T21:24:52.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:52.090+0000 7f9a30800700 1 -- 172.21.15.6:0/3793006645 wait complete. 2024-05-20T21:24:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:51 smithi042 ceph-mon[36332]: pgmap v710: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 8 op/s 2024-05-20T21:24:53.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:53 smithi006 ceph-mon[31422]: pgmap v711: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-20T21:24:54.016 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:24:54.016 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:24:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:53 smithi062 ceph-mon[36640]: pgmap v711: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-20T21:24:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:53 smithi042 ceph-mon[36332]: pgmap v711: 97 pgs: 97 active+clean; 4.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-20T21:24:54.484 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:55.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:55 smithi006 ceph-mon[31422]: pgmap v712: 97 pgs: 97 active+clean; 4.4 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:24:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:55 smithi062 ceph-mon[36640]: pgmap v712: 97 pgs: 97 active+clean; 4.4 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:24:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:55 smithi042 ceph-mon[36332]: pgmap v712: 97 pgs: 97 active+clean; 4.4 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-20T21:24:56.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.909+0000 7f5565600700 1 -- 172.21.15.6:0/1767092693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5560104630 msgr2=0x7f5560104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.909+0000 7f5565600700 1 --2- 172.21.15.6:0/1767092693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5560104630 0x7f5560104a10 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f5550009990 tx=0x7f5550009ca0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.909+0000 7f5565600700 1 -- 172.21.15.6:0/1767092693 shutdown_connections 2024-05-20T21:24:56.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.909+0000 7f5565600700 1 --2- 172.21.15.6:0/1767092693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f556010da60 0x7f556010ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.909+0000 7f5565600700 1 --2- 172.21.15.6:0/1767092693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5560104630 0x7f5560104a10 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.909+0000 7f5565600700 1 --2- 172.21.15.6:0/1767092693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5560104f50 0x7f556010d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.909+0000 7f5565600700 1 -- 172.21.15.6:0/1767092693 >> 172.21.15.6:0/1767092693 conn(0x7f55600fde60 msgr2=0x7f5560100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:56.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.910+0000 7f5565600700 1 -- 172.21.15.6:0/1767092693 shutdown_connections 2024-05-20T21:24:56.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.910+0000 7f5565600700 1 -- 172.21.15.6:0/1767092693 wait complete. 2024-05-20T21:24:56.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.911+0000 7f5565600700 1 Processor -- start 2024-05-20T21:24:56.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.911+0000 7f5565600700 1 -- start start 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.911+0000 7f5565600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5560104630 0x7f5560102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f5565600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5560104f50 0x7f55601027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f5565600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f556010da60 0x7f5560102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f5565600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55601136a0 con 0x7f5560104630 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f5565600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5560113520 con 0x7f556010da60 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f5565600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5560113820 con 0x7f5560104f50 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f555fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5560104630 0x7f5560102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f555fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5560104630 0x7f5560102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39966/0 (socket says 172.21.15.6:39966) 2024-05-20T21:24:56.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f555fe00700 1 -- 172.21.15.6:0/2429970727 learned_addr learned my addr 172.21.15.6:0/2429970727 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:56.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f555f400700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5560104f50 0x7f55601027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.912+0000 7f5564c00700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f556010da60 0x7f5560102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555f400700 1 -- 172.21.15.6:0/2429970727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f556010da60 msgr2=0x7f5560102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555f400700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f556010da60 0x7f5560102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555f400700 1 -- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5560104630 msgr2=0x7f5560102290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555f400700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5560104630 0x7f5560102290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555f400700 1 -- 172.21.15.6:0/2429970727 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55601a8100 con 0x7f5560104f50 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555f400700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5560104f50 0x7f55601027d0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f554c00e9c0 tx=0x7f554c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555cc00700 1 -- 172.21.15.6:0/2429970727 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f554c00c9c0 con 0x7f5560104f50 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555cc00700 1 -- 172.21.15.6:0/2429970727 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f554c00cb60 con 0x7f5560104f50 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.913+0000 7f555cc00700 1 -- 172.21.15.6:0/2429970727 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f554c018420 con 0x7f5560104f50 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.914+0000 7f5565600700 1 -- 172.21.15.6:0/2429970727 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55601a83f0 con 0x7f5560104f50 2024-05-20T21:24:56.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.914+0000 7f5565600700 1 -- 172.21.15.6:0/2429970727 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55601a88e0 con 0x7f5560104f50 2024-05-20T21:24:56.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.918+0000 7f555cc00700 1 -- 172.21.15.6:0/2429970727 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f554c010430 con 0x7f5560104f50 2024-05-20T21:24:56.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.918+0000 7f55714acb80 1 Processor -- start 2024-05-20T21:24:56.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f55714acb80 1 -- start start 2024-05-20T21:24:56.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f55714acb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e2400a0 0x55b24e240480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f55714acb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e23a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f55714acb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e23afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f55714acb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b24e198ec0 con 0x55b24e23ab50 2024-05-20T21:24:56.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f55714acb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b24e188a60 con 0x55b24e2409c0 2024-05-20T21:24:56.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f55714acb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b24e18caa0 con 0x55b24e2400a0 2024-05-20T21:24:56.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f5564c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e2400a0 0x55b24e240480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f555fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e23a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f5564c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e2400a0 0x55b24e240480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44646/0 (socket says 172.21.15.6:44646) 2024-05-20T21:24:56.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f5564c00700 1 -- 172.21.15.6:0/2361320150 learned_addr learned my addr 172.21.15.6:0/2361320150 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:56.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.919+0000 7f555fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e23a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38454/0 (socket says 172.21.15.6:38454) 2024-05-20T21:24:56.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.920+0000 7f555f400700 1 --2- 172.21.15.6:0/2361320150 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e23afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.920+0000 7f5564c00700 1 -- 172.21.15.6:0/2361320150 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 msgr2=0x55b24e23a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:56.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.920+0000 7f5564c00700 1 --2- 172.21.15.6:0/2361320150 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e23a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.920+0000 7f5564c00700 1 -- 172.21.15.6:0/2361320150 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 msgr2=0x55b24e23afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:56.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.920+0000 7f5564c00700 1 --2- 172.21.15.6:0/2361320150 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e23afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.920+0000 7f5564c00700 1 -- 172.21.15.6:0/2361320150 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b24e1514a0 con 0x55b24e2400a0 2024-05-20T21:24:56.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.920+0000 7f555cc00700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55440b2900 0x7f55440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.921+0000 7f555cc00700 1 -- 172.21.15.6:0/2429970727 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f554c0e23c0 con 0x7f5560104f50 2024-05-20T21:24:56.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.921+0000 7f555fe00700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55440b2900 0x7f55440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.921+0000 7f5564c00700 1 --2- 172.21.15.6:0/2361320150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e2400a0 0x55b24e240480 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f5558003f30 tx=0x7f5558009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2fa2e2c41f8fd9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:56.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.921+0000 7f5555600700 1 -- 172.21.15.6:0/2361320150 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5558004670 con 0x55b24e2400a0 2024-05-20T21:24:56.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.921+0000 7f5555600700 1 -- 172.21.15.6:0/2361320150 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f555801a070 con 0x55b24e2400a0 2024-05-20T21:24:56.922 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.921+0000 7f5555600700 1 -- 172.21.15.6:0/2361320150 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55580156c0 con 0x55b24e2400a0 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.922+0000 7f555fe00700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55440b2900 0x7f55440b4dc0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f5550006010 tx=0x7f555000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.922+0000 7f55714acb80 1 -- 172.21.15.6:0/2361320150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e2400a0 msgr2=0x55b24e240480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.922+0000 7f55714acb80 1 --2- 172.21.15.6:0/2361320150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e2400a0 0x55b24e240480 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f5558003f30 tx=0x7f5558009c20 comp rx=0 tx=0).stop 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.922+0000 7f55714acb80 1 -- 172.21.15.6:0/2361320150 shutdown_connections 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.923+0000 7f55714acb80 1 --2- 172.21.15.6:0/2361320150 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e23afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.923+0000 7f55714acb80 1 --2- 172.21.15.6:0/2361320150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e2400a0 0x55b24e240480 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.923+0000 7f55714acb80 1 --2- 172.21.15.6:0/2361320150 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e23a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.923+0000 7f55714acb80 1 -- 172.21.15.6:0/2361320150 >> 172.21.15.6:0/2361320150 conn(0x55b24e168c60 msgr2=0x55b24e2351d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:56.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.923+0000 7f55714acb80 1 -- 172.21.15.6:0/2361320150 shutdown_connections 2024-05-20T21:24:56.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.923+0000 7f55714acb80 1 -- 172.21.15.6:0/2361320150 wait complete. 2024-05-20T21:24:56.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.923+0000 7f55714acb80 1 -- start start 2024-05-20T21:24:56.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.924+0000 7f55714acb80 1 Processor -- start 2024-05-20T21:24:56.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.924+0000 7f55714acb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e23ab50 0x55b24e2466c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.924+0000 7f55714acb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e243a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.924+0000 7f55714acb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e243fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.924+0000 7f55714acb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b24e08f020 con 0x55b24e2400a0 2024-05-20T21:24:56.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.924+0000 7f55714acb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b24e1297e0 con 0x55b24e2409c0 2024-05-20T21:24:56.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.924+0000 7f55714acb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b24e2474e0 con 0x55b24e23ab50 2024-05-20T21:24:56.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.924+0000 7f55714acb80 10 client.0 _ll_register_callbacks cb 0x55b24e132cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:56.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e243a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e23ab50 0x55b24e2466c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f5564c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e243fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e243a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39982/0 (socket says 172.21.15.6:39982) 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e23ab50 0x55b24e2466c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44654/0 (socket says 172.21.15.6:44654) 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555f400700 1 -- 172.21.15.6:0/933544746 learned_addr learned my addr 172.21.15.6:0/933544746 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555fe00700 1 -- 172.21.15.6:0/933544746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 msgr2=0x55b24e243fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555fe00700 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e243fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555fe00700 1 -- 172.21.15.6:0/933544746 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 msgr2=0x55b24e243a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555fe00700 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e243a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f555fe00700 1 -- 172.21.15.6:0/933544746 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b24e0d8950 con 0x55b24e23ab50 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.925+0000 7f5564c00700 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e243fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.926+0000 7f555fe00700 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e23ab50 0x55b24e2466c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5550000c00 tx=0x7f5550009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdce18dad44e1030 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.926+0000 7f554a000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.926+0000 7f554a000700 1 -- 172.21.15.6:0/933544746 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5550034060 con 0x55b24e23ab50 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.926+0000 7f554a000700 1 -- 172.21.15.6:0/933544746 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5550003d70 con 0x55b24e23ab50 2024-05-20T21:24:56.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.926+0000 7f55714acb80 1 -- 172.21.15.6:0/933544746 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f555801a070 con 0x55b24e23ab50 2024-05-20T21:24:56.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.926+0000 7f554a000700 1 -- 172.21.15.6:0/933544746 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f555002b040 con 0x55b24e23ab50 2024-05-20T21:24:56.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f55714acb80 10 client.27814 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:56.928 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f55714acb80 1 -- 172.21.15.6:0/933544746 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b24e1590e0 con 0x55b24e23ab50 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f554a000700 1 -- 172.21.15.6:0/933544746 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f555801a070 con 0x55b24e23ab50 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f554a000700 1 -- 172.21.15.6:0/933544746 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5550024440 con 0x55b24e23ab50 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f55714acb80 10 client.27814 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f55714acb80 10 client.27814 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f55714acb80 20 client.27814 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f55714acb80 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b24e253fd0 0x55b24e2563c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.927+0000 7f55714acb80 4 client.27814 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.928+0000 7f55714acb80 1 -- 172.21.15.6:0/933544746 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b24e19ae10 con 0x55b24e253fd0 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.928+0000 7f555f400700 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b24e253fd0 0x55b24e2563c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.928+0000 7f555f400700 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b24e253fd0 0x55b24e2563c0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cf38a9e3e55ef23 server_cookie=956274140fde2e8e in_seq=0 out_seq=0 2024-05-20T21:24:56.929 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.928+0000 7f554a000700 10 client.27814 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.929+0000 7f554a000700 1 -- 172.21.15.6:0/933544746 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b24e19ae10 con 0x55b24e253fd0 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.929+0000 7f554a000700 10 client.27814 handle_command_reply: tid=0 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.929+0000 7f55714acb80 1 client.27814 shutdown 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.929+0000 7f55714acb80 1 -- 172.21.15.6:0/933544746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e23ab50 msgr2=0x55b24e2466c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.929+0000 7f55714acb80 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e23ab50 0x55b24e2466c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5550000c00 tx=0x7f5550009310 comp rx=0 tx=0).stop 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 1 -- 172.21.15.6:0/933544746 shutdown_connections 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2409c0 0x55b24e243fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b24e253fd0 0x55b24e2563c0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e23ab50 0x55b24e2466c0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 1 --2- 172.21.15.6:0/933544746 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e243a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f554a000700 0 client.27814 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 1 -- 172.21.15.6:0/933544746 >> 172.21.15.6:0/933544746 conn(0x55b24e168c60 msgr2=0x55b24e239520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:56.931 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 1 -- 172.21.15.6:0/933544746 shutdown_connections 2024-05-20T21:24:56.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 1 -- 172.21.15.6:0/933544746 wait complete. 2024-05-20T21:24:56.932 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.930+0000 7f55714acb80 20 client.27814 trim_cache size 0 max 16384 2024-05-20T21:24:56.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.973+0000 7f55714acb80 1 Processor -- start 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.973+0000 7f55714acb80 1 -- start start 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.973+0000 7f55714acb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e23a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.973+0000 7f55714acb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e23ab50 0x55b24e235320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.973+0000 7f55714acb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e245f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.973+0000 7f55714acb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55601b28c0 con 0x55b24e2400a0 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.973+0000 7f55714acb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f55601b0150 con 0x55b24e23ab50 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.973+0000 7f55714acb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f55601adfa0 con 0x55b24e168c60 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f555fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e23a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f555fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e23a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58678/0 (socket says 172.21.15.6:58678) 2024-05-20T21:24:56.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f5564c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e245f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f555fe00700 1 -- 172.21.15.6:0/2782222273 learned_addr learned my addr 172.21.15.6:0/2782222273 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:56.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f555f400700 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e23ab50 0x55b24e235320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f5564c00700 1 -- 172.21.15.6:0/2782222273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 msgr2=0x55b24e23a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f5564c00700 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e23a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f5564c00700 1 -- 172.21.15.6:0/2782222273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e23ab50 msgr2=0x55b24e235320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f5564c00700 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e23ab50 0x55b24e235320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f5564c00700 1 -- 172.21.15.6:0/2782222273 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b24e241fd0 con 0x55b24e2400a0 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f555fe00700 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e23a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.974+0000 7f555f400700 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e23ab50 0x55b24e235320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.975+0000 7f5564c00700 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e245f00 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5558003f00 tx=0x7f5558003ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13c5111d8eb960f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.975+0000 7f5554c00700 1 -- 172.21.15.6:0/2782222273 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5558004c90 con 0x55b24e2400a0 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.975+0000 7f5554c00700 1 -- 172.21.15.6:0/2782222273 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5558023030 con 0x55b24e2400a0 2024-05-20T21:24:56.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.975+0000 7f5554c00700 1 -- 172.21.15.6:0/2782222273 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55580157f0 con 0x55b24e2400a0 2024-05-20T21:24:56.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 -- 172.21.15.6:0/2782222273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 msgr2=0x55b24e245f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e245f00 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5558003f00 tx=0x7f5558003ae0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 -- 172.21.15.6:0/2782222273 shutdown_connections 2024-05-20T21:24:56.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e2400a0 0x55b24e245f00 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e23a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 --2- 172.21.15.6:0/2782222273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e23ab50 0x55b24e235320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 -- 172.21.15.6:0/2782222273 >> 172.21.15.6:0/2782222273 conn(0x55b24e244950 msgr2=0x55b24e242350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:56.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 -- 172.21.15.6:0/2782222273 shutdown_connections 2024-05-20T21:24:56.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.976+0000 7f55714acb80 1 -- 172.21.15.6:0/2782222273 wait complete. 2024-05-20T21:24:56.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.977+0000 7f55714acb80 1 -- start start 2024-05-20T21:24:56.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.977+0000 7f55714acb80 1 Processor -- start 2024-05-20T21:24:56.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f55714acb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e249740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f55714acb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e249c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f55714acb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2400a0 0x55b24e24a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f55714acb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f55601ae610 con 0x55b24e23ab50 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f55714acb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f55601afa80 con 0x55b24e2400a0 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f55714acb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f55601aece0 con 0x55b24e168c60 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f55714acb80 10 client.0 _ll_register_callbacks cb 0x55b24e132cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f555fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e249740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f555f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e249c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f555fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e249740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58692/0 (socket says 172.21.15.6:58692) 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.978+0000 7f555fe00700 1 -- 172.21.15.6:0/3118810849 learned_addr learned my addr 172.21.15.6:0/3118810849 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:56.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f5564c00700 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2400a0 0x55b24e24a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f555fe00700 1 -- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2400a0 msgr2=0x55b24e24a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:56.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f555fe00700 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2400a0 0x55b24e24a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f555fe00700 1 -- 172.21.15.6:0/3118810849 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 msgr2=0x55b24e249c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:56.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f555fe00700 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e249c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f555fe00700 1 -- 172.21.15.6:0/3118810849 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b24e2becb0 con 0x55b24e168c60 2024-05-20T21:24:56.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f5564c00700 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2400a0 0x55b24e24a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:56.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f555f400700 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e249c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:56.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f555fe00700 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e249740 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f5550024860 tx=0x7f555000bf00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b22c4a782b0e92e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:56.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.979+0000 7f554a000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:56.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.980+0000 7f554a000700 1 -- 172.21.15.6:0/3118810849 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5550034070 con 0x55b24e168c60 2024-05-20T21:24:56.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.980+0000 7f55714acb80 1 -- 172.21.15.6:0/3118810849 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5558023030 con 0x55b24e168c60 2024-05-20T21:24:56.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.980+0000 7f554a000700 1 -- 172.21.15.6:0/3118810849 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f555000f460 con 0x55b24e168c60 2024-05-20T21:24:56.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.980+0000 7f554a000700 1 -- 172.21.15.6:0/3118810849 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5550024e60 con 0x55b24e168c60 2024-05-20T21:24:56.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.980+0000 7f55714acb80 10 client.27820 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:56.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.980+0000 7f55714acb80 1 -- 172.21.15.6:0/3118810849 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b24e2bffb0 con 0x55b24e168c60 2024-05-20T21:24:56.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.981+0000 7f554a000700 1 -- 172.21.15.6:0/3118810849 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5558023030 con 0x55b24e168c60 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.981+0000 7f554a000700 1 -- 172.21.15.6:0/3118810849 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5550039700 con 0x55b24e168c60 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.981+0000 7f55714acb80 10 client.27820 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.981+0000 7f55714acb80 10 client.27820 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.981+0000 7f55714acb80 20 client.27820 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.981+0000 7f55714acb80 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b24e2409c0 0x55b24e2c26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.981+0000 7f55714acb80 4 client.27820 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.981+0000 7f55714acb80 1 -- 172.21.15.6:0/3118810849 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b24e1945f0 con 0x55b24e2409c0 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.982+0000 7f555f400700 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b24e2409c0 0x55b24e2c26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.982+0000 7f555f400700 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b24e2409c0 0x55b24e2c26d0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4165a9856d23591f server_cookie=420e57906ef85dd in_seq=0 out_seq=0 2024-05-20T21:24:56.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.982+0000 7f554a000700 10 client.27820 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:56.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.983+0000 7f554a000700 1 -- 172.21.15.6:0/3118810849 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b24e1945f0 con 0x55b24e2409c0 2024-05-20T21:24:56.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.983+0000 7f554a000700 10 client.27820 handle_command_reply: tid=0 2024-05-20T21:24:56.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.983+0000 7f55714acb80 1 client.27820 shutdown 2024-05-20T21:24:56.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.983+0000 7f55714acb80 1 -- 172.21.15.6:0/3118810849 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 msgr2=0x55b24e249740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.983+0000 7f55714acb80 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e249740 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f5550024860 tx=0x7f555000bf00 comp rx=0 tx=0).stop 2024-05-20T21:24:56.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.984+0000 7f55714acb80 1 -- 172.21.15.6:0/3118810849 shutdown_connections 2024-05-20T21:24:56.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.984+0000 7f55714acb80 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b24e2400a0 0x55b24e24a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.984+0000 7f55714acb80 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b24e2409c0 0x55b24e2c26d0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.984+0000 7f55714acb80 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b24e168c60 0x55b24e249740 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.984+0000 7f55714acb80 1 --2- 172.21.15.6:0/3118810849 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b24e23ab50 0x55b24e249c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.984+0000 7f55714acb80 1 -- 172.21.15.6:0/3118810849 >> 172.21.15.6:0/3118810849 conn(0x55b24e244950 msgr2=0x55b24e242be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:56.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.984+0000 7f554a000700 0 client.27820 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:56.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.985+0000 7f55714acb80 1 -- 172.21.15.6:0/3118810849 shutdown_connections 2024-05-20T21:24:56.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.985+0000 7f55714acb80 1 -- 172.21.15.6:0/3118810849 wait complete. 2024-05-20T21:24:56.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.985+0000 7f55714acb80 20 client.27820 trim_cache size 0 max 16384 2024-05-20T21:24:56.986 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:24:56.986 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:24:56.986 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "1678e56d-09f7-476f-a269-457b8a8b2912", 2024-05-20T21:24:56.987 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:24:56.987 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:24:56.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 -- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55440b2900 msgr2=0x7f55440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55440b2900 0x7f55440b4dc0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f5550006010 tx=0x7f555000b280 comp rx=0 tx=0).stop 2024-05-20T21:24:56.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 -- 172.21.15.6:0/2429970727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5560104f50 msgr2=0x7f55601027d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:56.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5560104f50 0x7f55601027d0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f554c00e9c0 tx=0x7f554c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 -- 172.21.15.6:0/2429970727 shutdown_connections 2024-05-20T21:24:56.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55440b2900 0x7f55440b4dc0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f556010da60 0x7f5560102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5560104630 0x7f5560102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 --2- 172.21.15.6:0/2429970727 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5560104f50 0x7f55601027d0 secure :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f554c00e9c0 tx=0x7f554c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:24:56.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.986+0000 7f5565600700 1 -- 172.21.15.6:0/2429970727 >> 172.21.15.6:0/2429970727 conn(0x7f55600fde60 msgr2=0x7f55600febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:56.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.987+0000 7f5565600700 1 -- 172.21.15.6:0/2429970727 shutdown_connections 2024-05-20T21:24:56.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:24:56.987+0000 7f5565600700 1 -- 172.21.15.6:0/2429970727 wait complete. 2024-05-20T21:24:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 -- 172.21.15.6:0/752079109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66b4105ed0 msgr2=0x7f66b4106350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 --2- 172.21.15.6:0/752079109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66b4105ed0 0x7f66b4106350 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f669c009ca0 tx=0x7f669c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 -- 172.21.15.6:0/752079109 shutdown_connections 2024-05-20T21:24:57.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 --2- 172.21.15.6:0/752079109 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4106890 0x7f66b410d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 --2- 172.21.15.6:0/752079109 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66b4105ed0 0x7f66b4106350 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 --2- 172.21.15.6:0/752079109 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66b4104ce0 0x7f66b4105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 -- 172.21.15.6:0/752079109 >> 172.21.15.6:0/752079109 conn(0x7f66b4100270 msgr2=0x7f66b4102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 -- 172.21.15.6:0/752079109 shutdown_connections 2024-05-20T21:24:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.014+0000 7f66bae00640 1 -- 172.21.15.6:0/752079109 wait complete. 2024-05-20T21:24:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.015+0000 7f66bae00640 1 Processor -- start 2024-05-20T21:24:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.015+0000 7f66bae00640 1 -- start start 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66bae00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4104ce0 0x7f66b419aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66bae00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66b4105ed0 0x7f66b419b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66bae00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66b4106890 0x7f66b41a2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66bae00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66b4110840 con 0x7f66b4106890 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66bae00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41106c0 con 0x7f66b4104ce0 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66bae00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41109c0 con 0x7f66b4105ed0 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b8e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66b4106890 0x7f66b41a2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4104ce0 0x7f66b419aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4104ce0 0x7f66b419aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49180/0 (socket says 172.21.15.6:49180) 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3e00640 1 -- 172.21.15.6:0/4058021078 learned_addr learned my addr 172.21.15.6:0/4058021078 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3400640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66b4105ed0 0x7f66b419b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3e00640 1 -- 172.21.15.6:0/4058021078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66b4105ed0 msgr2=0x7f66b419b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3e00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66b4105ed0 0x7f66b419b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3e00640 1 -- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66b4106890 msgr2=0x7f66b41a2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3e00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66b4106890 0x7f66b41a2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.016+0000 7f66b3e00640 1 -- 172.21.15.6:0/4058021078 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b41a2ad0 con 0x7f66b4104ce0 2024-05-20T21:24:57.019 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.017+0000 7f66b3e00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4104ce0 0x7f66b419aeb0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f66a400e9c0 tx=0x7f66a400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:57.019 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.018+0000 7f66b0c00640 1 -- 172.21.15.6:0/4058021078 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a400cd80 con 0x7f66b4104ce0 2024-05-20T21:24:57.019 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.018+0000 7f66bae00640 1 -- 172.21.15.6:0/4058021078 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b41a2dc0 con 0x7f66b4104ce0 2024-05-20T21:24:57.019 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.018+0000 7f66b0c00640 1 -- 172.21.15.6:0/4058021078 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66a40035f0 con 0x7f66b4104ce0 2024-05-20T21:24:57.019 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.018+0000 7f66b0c00640 1 -- 172.21.15.6:0/4058021078 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a4010690 con 0x7f66b4104ce0 2024-05-20T21:24:57.019 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.018+0000 7f66bae00640 1 -- 172.21.15.6:0/4058021078 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b41a3220 con 0x7f66b4104ce0 2024-05-20T21:24:57.021 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.022+0000 7f66bdbf8740 1 Processor -- start 2024-05-20T21:24:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.022+0000 7f66bdbf8740 1 -- start start 2024-05-20T21:24:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59b0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59b6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59b8b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559fc5920b90 con 0x559fc59b0b30 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559fc5910730 con 0x559fc59b1520 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559fc5914770 con 0x559fc59b6690 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66b8e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59b0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66b0c00640 1 -- 172.21.15.6:0/4058021078 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f66a40108f0 con 0x7f66b4104ce0 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66b3400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59b8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66b3400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59b8b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58712/0 (socket says 172.21.15.6:58712) 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66b3400640 1 -- 172.21.15.6:0/2362887901 learned_addr learned my addr 172.21.15.6:0/2362887901 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66b3400640 1 -- 172.21.15.6:0/2362887901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 msgr2=0x559fc59b6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.023+0000 7f66b3400640 1 --2- 172.21.15.6:0/2362887901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59b6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.024+0000 7f66b3400640 1 -- 172.21.15.6:0/2362887901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 msgr2=0x559fc59b0f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.024+0000 7f66b3400640 1 --2- 172.21.15.6:0/2362887901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59b0f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.024+0000 7f66b3400640 1 -- 172.21.15.6:0/2362887901 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fc58a98b0 con 0x559fc59b6690 2024-05-20T21:24:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.024+0000 7f66b8e00640 1 --2- 172.21.15.6:0/2362887901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59b0f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.024+0000 7f66b3400640 1 --2- 172.21.15.6:0/2362887901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59b8b20 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f669c031a20 tx=0x7f669c005f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83e7797294110571 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.024+0000 7f66a9600640 1 -- 172.21.15.6:0/2362887901 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f669c031650 con 0x559fc59b6690 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.024+0000 7f66a9600640 1 -- 172.21.15.6:0/2362887901 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f669c036030 con 0x559fc59b6690 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.024+0000 7f66a9600640 1 -- 172.21.15.6:0/2362887901 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f669c0046c0 con 0x559fc59b6690 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.025+0000 7f66b0c00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66940b27e0 0x7f66940b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.025+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2362887901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 msgr2=0x559fc59b8b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.025+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2362887901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59b8b20 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f669c031a20 tx=0x7f669c005f60 comp rx=0 tx=0).stop 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66b0c00640 1 -- 172.21.15.6:0/4058021078 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66a40e2600 con 0x7f66b4104ce0 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66b8e00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66940b27e0 0x7f66940b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2362887901 shutdown_connections 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2362887901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59b8b20 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.026 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2362887901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2362887901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59b0f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2362887901 >> 172.21.15.6:0/2362887901 conn(0x559fc59ac1a0 msgr2=0x559fc59ac5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:57.027 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2362887901 shutdown_connections 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.026+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2362887901 wait complete. 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66b8e00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66940b27e0 0x7f66940b4ca0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f66ac009990 tx=0x7f66ac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66bdbf8740 1 -- start start 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66bdbf8740 1 Processor -- start 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59c2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59c34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59ca490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559fc55f6790 con 0x559fc59b0b30 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559fc58b8bc0 con 0x559fc59b1520 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.027+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559fc59b9460 con 0x559fc59b6690 2024-05-20T21:24:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66bdbf8740 10 client.0 _ll_register_callbacks cb 0x559fc5896400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59c2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59c34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59c2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49064/0 (socket says 172.21.15.6:49064) 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3e00640 1 -- 172.21.15.6:0/2012626728 learned_addr learned my addr 172.21.15.6:0/2012626728 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3400640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59c34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49190/0 (socket says 172.21.15.6:49190) 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b8e00640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59ca490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3e00640 1 -- 172.21.15.6:0/2012626728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 msgr2=0x559fc59ca490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3e00640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59ca490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3e00640 1 -- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 msgr2=0x559fc59c34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3e00640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59c34c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3e00640 1 -- 172.21.15.6:0/2012626728 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fc5625210 con 0x559fc59b0b30 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b8e00640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59ca490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:24:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.028+0000 7f66b3400640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59c34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.029+0000 7f66b3e00640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59c2f80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f66a40a5be0 tx=0x7f66a40a97b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=821315e55dba929 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.029+0000 7f66a2000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.029+0000 7f66a2000640 1 -- 172.21.15.6:0/2012626728 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a40adf10 con 0x559fc59b0b30 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.029+0000 7f66a2000640 1 -- 172.21.15.6:0/2012626728 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66a40037a0 con 0x559fc59b0b30 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.029+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2012626728 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f669c036030 con 0x559fc59b0b30 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.029+0000 7f66a2000640 1 -- 172.21.15.6:0/2012626728 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f66a40b29c0 con 0x559fc59b0b30 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.029+0000 7f66bdbf8740 10 client.17715 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.029+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2012626728 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559fc56f1620 con 0x559fc59b0b30 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66a2000640 1 -- 172.21.15.6:0/2012626728 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f669c036030 con 0x559fc59b0b30 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66a2000640 1 -- 172.21.15.6:0/2012626728 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f66a40b2530 con 0x559fc59b0b30 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66bdbf8740 10 client.17715 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66bdbf8740 10 client.17715 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66bdbf8740 20 client.17715 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc59ce9d0 0x559fc59d0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66bdbf8740 4 client.17715 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:24:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2012626728 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fc5922ae0 con 0x559fc59ce9d0 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.030+0000 7f66b3400640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc59ce9d0 0x559fc59d0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.031+0000 7f66a2000640 10 client.17715 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.031+0000 7f66b3400640 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc59ce9d0 0x559fc59d0dc0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47eb130d94b4bac5 server_cookie=37093eb2a3c232d9 in_seq=0 out_seq=0 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.032+0000 7f66a2000640 1 -- 172.21.15.6:0/2012626728 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559fc5922ae0 con 0x559fc59ce9d0 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.032+0000 7f66a2000640 10 client.17715 handle_command_reply: tid=0 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.032+0000 7f66bdbf8740 1 client.17715 shutdown 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.032+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2012626728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 msgr2=0x559fc59c2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.032+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59c2f80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f66a40a5be0 tx=0x7f66a40a97b0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.032+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2012626728 shutdown_connections 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc59ce9d0 0x559fc59d0dc0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b6690 0x559fc59ca490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b1520 0x559fc59c34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2012626728 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b0b30 0x559fc59c2f80 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66a2000640 0 client.17715 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2012626728 >> 172.21.15.6:0/2012626728 conn(0x559fc59ac1a0 msgr2=0x559fc59ab310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2012626728 shutdown_connections 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2012626728 wait complete. 2024-05-20T21:24:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.033+0000 7f66bdbf8740 20 client.17715 trim_cache size 0 max 16384 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.051+0000 7f66bdbf8740 1 Processor -- start 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.051+0000 7f66bdbf8740 1 -- start start 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.051+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b0b30 0x559fc59c32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.051+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b1520 0x559fc59ca450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b6690 0x559fc59aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41aa6f0 con 0x559fc59b1520 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41a7fc0 con 0x559fc59b6690 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41a5e30 con 0x559fc59b0b30 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b1520 0x559fc59ca450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b1520 0x559fc59ca450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49070/0 (socket says 172.21.15.6:49070) 2024-05-20T21:24:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b0b30 0x559fc59c32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3400640 1 -- 172.21.15.6:0/3774341805 learned_addr learned my addr 172.21.15.6:0/3774341805 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b8e00640 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b6690 0x559fc59aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3e00640 1 -- 172.21.15.6:0/3774341805 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b6690 msgr2=0x559fc59aaa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3e00640 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b6690 0x559fc59aaa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3e00640 1 -- 172.21.15.6:0/3774341805 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b1520 msgr2=0x559fc59ca450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3e00640 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b1520 0x559fc59ca450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3e00640 1 -- 172.21.15.6:0/3774341805 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fc59abfd0 con 0x559fc59b0b30 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.052+0000 7f66b3400640 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b1520 0x559fc59ca450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.053+0000 7f66b3e00640 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b0b30 0x559fc59c32a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f66a40e21d0 tx=0x7f66a40097f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddf7bd0d6f5e0293 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.053+0000 7f66a8c00640 1 -- 172.21.15.6:0/3774341805 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a40adf10 con 0x559fc59b0b30 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.053+0000 7f66a8c00640 1 -- 172.21.15.6:0/3774341805 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66a40c41e0 con 0x559fc59b0b30 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.053+0000 7f66a8c00640 1 -- 172.21.15.6:0/3774341805 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a40a9dc0 con 0x559fc59b0b30 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 -- 172.21.15.6:0/3774341805 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b0b30 msgr2=0x559fc59c32a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b0b30 0x559fc59c32a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f66a40e21d0 tx=0x7f66a40097f0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 -- 172.21.15.6:0/3774341805 shutdown_connections 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b6690 0x559fc59aaa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b1520 0x559fc59ca450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/3774341805 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b0b30 0x559fc59c32a0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 -- 172.21.15.6:0/3774341805 >> 172.21.15.6:0/3774341805 conn(0x559fc59ac1a0 msgr2=0x559fc59c2b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:57.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 -- 172.21.15.6:0/3774341805 shutdown_connections 2024-05-20T21:24:57.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.054+0000 7f66bdbf8740 1 -- 172.21.15.6:0/3774341805 wait complete. 2024-05-20T21:24:57.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 1 -- start start 2024-05-20T21:24:57.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 1 Processor -- start 2024-05-20T21:24:57.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b0b30 0x559fc59c7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b1520 0x559fc59c76b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b6690 0x559fc5a37540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41a6480 con 0x559fc59b6690 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41a78f0 con 0x559fc59b0b30 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66b41a6b50 con 0x559fc59b1520 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.055+0000 7f66bdbf8740 10 client.0 _ll_register_callbacks cb 0x7f66a40a92d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b1520 0x559fc59c76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b1520 0x559fc59c76b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58756/0 (socket says 172.21.15.6:58756) 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b8e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b6690 0x559fc5a37540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 -- 172.21.15.6:0/2807036960 learned_addr learned my addr 172.21.15.6:0/2807036960 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3e00640 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b0b30 0x559fc59c7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 -- 172.21.15.6:0/2807036960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b0b30 msgr2=0x559fc59c7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b0b30 0x559fc59c7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 -- 172.21.15.6:0/2807036960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b6690 msgr2=0x559fc5a37540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b6690 0x559fc5a37540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 -- 172.21.15.6:0/2807036960 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fc59ca6e0 con 0x559fc59b1520 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66b3400640 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b1520 0x559fc59c76b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f669c02ade0 tx=0x7f669c0098f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f49fa77868f4771 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66a2000640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.056+0000 7f66a2000640 1 -- 172.21.15.6:0/2807036960 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f669c05d060 con 0x559fc59b1520 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2807036960 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66a40c41e0 con 0x559fc59b1520 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66a2000640 1 -- 172.21.15.6:0/2807036960 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f669c003d80 con 0x559fc59b1520 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66a2000640 1 -- 172.21.15.6:0/2807036960 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f669c04a040 con 0x559fc59b1520 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 10 client.27838 fetch_fsmap learned FSMap version 26 2024-05-20T21:24:57.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2807036960 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559fc5a38ae0 con 0x559fc59b1520 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66a2000640 1 -- 172.21.15.6:0/2807036960 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66a40c41e0 con 0x559fc59b1520 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66a2000640 1 -- 172.21.15.6:0/2807036960 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f669c043070 con 0x559fc59b1520 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 10 client.27838 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 10 client.27838 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 20 client.27838 populate_metadata read hostname 'smithi006' 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc5a391b0 0x559fc5a3b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 4 client.27838 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.057+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2807036960 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559fc591c2c0 con 0x559fc5a391b0 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.058+0000 7f66b3e00640 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc5a391b0 0x559fc5a3b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.058+0000 7f66b3e00640 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc5a391b0 0x559fc5a3b5a0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85968bcda710e679 server_cookie=68dd28b47bc3d57c in_seq=0 out_seq=0 2024-05-20T21:24:57.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.058+0000 7f66a2000640 10 client.27838 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:57.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66a2000640 1 -- 172.21.15.6:0/2807036960 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559fc591c2c0 con 0x559fc5a391b0 2024-05-20T21:24:57.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66a2000640 10 client.27838 handle_command_reply: tid=0 2024-05-20T21:24:57.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 client.27838 shutdown 2024-05-20T21:24:57.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2807036960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b1520 msgr2=0x559fc59c76b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.073 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b1520 0x559fc59c76b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f669c02ade0 tx=0x7f669c0098f0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2807036960 shutdown_connections 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559fc5a391b0 0x559fc5a3b5a0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559fc59b6690 0x559fc5a37540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559fc59b1520 0x559fc59c76b0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66a2000640 0 client.27838 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 --2- 172.21.15.6:0/2807036960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559fc59b0b30 0x559fc59c7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2807036960 >> 172.21.15.6:0/2807036960 conn(0x559fc59ac1a0 msgr2=0x559fc59b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2807036960 shutdown_connections 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 1 -- 172.21.15.6:0/2807036960 wait complete. 2024-05-20T21:24:57.074 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.073+0000 7f66bdbf8740 20 client.27838 trim_cache size 0 max 16384 2024-05-20T21:24:57.075 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:24:57.075 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:24:57.075 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:24:57.075 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 -- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66940b27e0 msgr2=0x7f66940b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66940b27e0 0x7f66940b4ca0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f66ac009990 tx=0x7f66ac005f90 comp rx=0 tx=0).stop 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 -- 172.21.15.6:0/4058021078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4104ce0 msgr2=0x7f66b419aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4104ce0 0x7f66b419aeb0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f66a400e9c0 tx=0x7f66a400ee80 comp rx=0 tx=0).stop 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 -- 172.21.15.6:0/4058021078 shutdown_connections 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66940b27e0 0x7f66940b4ca0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66b4106890 0x7f66b41a2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66b4105ed0 0x7f66b419b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 --2- 172.21.15.6:0/4058021078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66b4104ce0 0x7f66b419aeb0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 -- 172.21.15.6:0/4058021078 >> 172.21.15.6:0/4058021078 conn(0x7f66b4100270 msgr2=0x7f66b41091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 -- 172.21.15.6:0/4058021078 shutdown_connections 2024-05-20T21:24:57.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:24:57.074+0000 7f66bae00640 1 -- 172.21.15.6:0/4058021078 wait complete. 2024-05-20T21:24:57.861 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:24:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:57 smithi006 ceph-mon[31422]: pgmap v713: 97 pgs: 97 active+clean; 4.4 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.4 KiB/s wr, 9 op/s 2024-05-20T21:24:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:57 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:24:57.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:57 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:57.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:57 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:24:57.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:57 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:57.925 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:57 smithi042 ceph-mon[36332]: pgmap v713: 97 pgs: 97 active+clean; 4.4 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.4 KiB/s wr, 9 op/s 2024-05-20T21:24:57.925 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:57 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:24:57.925 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:57 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:57.925 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:57 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:24:57.925 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:57 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:57 smithi062 ceph-mon[36640]: pgmap v713: 97 pgs: 97 active+clean; 4.4 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.4 KiB/s wr, 9 op/s 2024-05-20T21:24:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:57 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:24:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:57 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:57 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:24:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:57 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:24:58.325 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:24:59.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:24:59 smithi006 ceph-mon[31422]: pgmap v714: 97 pgs: 97 active+clean; 4.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:25:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:24:59 smithi062 ceph-mon[36640]: pgmap v714: 97 pgs: 97 active+clean; 4.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:25:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:24:59 smithi042 ceph-mon[36332]: pgmap v714: 97 pgs: 97 active+clean; 4.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 -- 172.21.15.6:0/4256804059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92b41041a0 msgr2=0x7f92b41081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 --2- 172.21.15.6:0/4256804059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92b41041a0 0x7f92b41081c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f929c0099c0 tx=0x7f929c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 -- 172.21.15.6:0/4256804059 shutdown_connections 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 --2- 172.21.15.6:0/4256804059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92b41088f0 0x7f92b4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 --2- 172.21.15.6:0/4256804059 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92b41037f0 0x7f92b4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 --2- 172.21.15.6:0/4256804059 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92b41041a0 0x7f92b41081c0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 -- 172.21.15.6:0/4256804059 >> 172.21.15.6:0/4256804059 conn(0x7f92b407a6a0 msgr2=0x7f92b407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 -- 172.21.15.6:0/4256804059 shutdown_connections 2024-05-20T21:25:00.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.898+0000 7f92bac00700 1 -- 172.21.15.6:0/4256804059 wait complete. 2024-05-20T21:25:00.900 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:00 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:25:00.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.900+0000 7f92bac00700 1 Processor -- start 2024-05-20T21:25:00.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.900+0000 7f92bac00700 1 -- start start 2024-05-20T21:25:00.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92bac00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92b41037f0 0x7f92b419f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92bac00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92b41041a0 0x7f92b419fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92bac00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92b41088f0 0x7f92b41999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92bac00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f92b4113720 con 0x7f92b41037f0 2024-05-20T21:25:00.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92bac00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92b41135a0 con 0x7f92b41041a0 2024-05-20T21:25:00.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92bac00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f92b41138a0 con 0x7f92b41088f0 2024-05-20T21:25:00.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92ab400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92b41041a0 0x7f92b419fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92ab400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92b41041a0 0x7f92b419fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49212/0 (socket says 172.21.15.6:49212) 2024-05-20T21:25:00.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92ab400700 1 -- 172.21.15.6:0/2405260891 learned_addr learned my addr 172.21.15.6:0/2405260891 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:00.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92b3e00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92b41037f0 0x7f92b419f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.901+0000 7f92b8c00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92b41088f0 0x7f92b41999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92ab400700 1 -- 172.21.15.6:0/2405260891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92b41088f0 msgr2=0x7f92b41999a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92ab400700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92b41088f0 0x7f92b41999a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92ab400700 1 -- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92b41037f0 msgr2=0x7f92b419f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92ab400700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92b41037f0 0x7f92b419f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92ab400700 1 -- 172.21.15.6:0/2405260891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92b419a100 con 0x7f92b41041a0 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92ab400700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92b41041a0 0x7f92b419fd20 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f929c005910 tx=0x7f929c004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92b1600700 1 -- 172.21.15.6:0/2405260891 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c026070 con 0x7f92b41041a0 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92b1600700 1 -- 172.21.15.6:0/2405260891 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f929c003c70 con 0x7f92b41041a0 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92b1600700 1 -- 172.21.15.6:0/2405260891 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c00fa40 con 0x7f92b41041a0 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.902+0000 7f92bac00700 1 -- 172.21.15.6:0/2405260891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92b419a390 con 0x7f92b41041a0 2024-05-20T21:25:00.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.903+0000 7f92bac00700 1 -- 172.21.15.6:0/2405260891 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92b41a66b0 con 0x7f92b41041a0 2024-05-20T21:25:00.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.906+0000 7f92b1600700 1 -- 172.21.15.6:0/2405260891 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f929c029070 con 0x7f92b41041a0 2024-05-20T21:25:00.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.907+0000 7f92c5568b80 1 Processor -- start 2024-05-20T21:25:00.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.907+0000 7f92c5568b80 1 -- start start 2024-05-20T21:25:00.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92b1600700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92980b2880 0x7f92980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e631640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631b80 0x55af7e62b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e62bc90 0x55af7e62c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92c5568b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55af7e585e40 con 0x55af7e631260 2024-05-20T21:25:00.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92c5568b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55af7e5759e0 con 0x55af7e62bc90 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92c5568b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55af7e579a20 con 0x55af7e631b80 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92b1600700 1 -- 172.21.15.6:0/2405260891 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f929c0e2ab0 con 0x7f92b41041a0 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92b8c00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92980b2880 0x7f92980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92b3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e631640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92b8c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e62bc90 0x55af7e62c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92b3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e631640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49112/0 (socket says 172.21.15.6:49112) 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92b8c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e62bc90 0x55af7e62c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49214/0 (socket says 172.21.15.6:49214) 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.908+0000 7f92b3e00700 1 -- 172.21.15.6:0/2676857275 learned_addr learned my addr 172.21.15.6:0/2676857275 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:00.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.909+0000 7f92ab400700 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631b80 0x55af7e62b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.909+0000 7f92b8c00700 1 -- 172.21.15.6:0/2676857275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631b80 msgr2=0x55af7e62b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.909+0000 7f92b8c00700 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631b80 0x55af7e62b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.909+0000 7f92b8c00700 1 -- 172.21.15.6:0/2676857275 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 msgr2=0x55af7e631640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.909+0000 7f92b8c00700 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e631640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.909+0000 7f92b8c00700 1 -- 172.21.15.6:0/2676857275 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af7e53e420 con 0x55af7e62bc90 2024-05-20T21:25:00.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.909+0000 7f92ab400700 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631b80 0x55af7e62b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:00.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.909+0000 7f92b8c00700 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e62bc90 0x55af7e62c120 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f92ac01a460 tx=0x7f92ac01a770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d941ea4687f33b38 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.910+0000 7f92b8c00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92980b2880 0x7f92980b4d40 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f92ac01aac0 tx=0x7f92ac015000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.910+0000 7f92a9600700 1 -- 172.21.15.6:0/2676857275 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92ac028070 con 0x55af7e62bc90 2024-05-20T21:25:00.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.910+0000 7f92a9600700 1 -- 172.21.15.6:0/2676857275 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92ac01f070 con 0x55af7e62bc90 2024-05-20T21:25:00.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.910+0000 7f92a9600700 1 -- 172.21.15.6:0/2676857275 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92ac007760 con 0x55af7e62bc90 2024-05-20T21:25:00.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 -- 172.21.15.6:0/2676857275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e62bc90 msgr2=0x55af7e62c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e62bc90 0x55af7e62c120 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f92ac01a460 tx=0x7f92ac01a770 comp rx=0 tx=0).stop 2024-05-20T21:25:00.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 -- 172.21.15.6:0/2676857275 shutdown_connections 2024-05-20T21:25:00.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e62bc90 0x55af7e62c120 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e631640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2676857275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631b80 0x55af7e62b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 -- 172.21.15.6:0/2676857275 >> 172.21.15.6:0/2676857275 conn(0x55af7e555be0 msgr2=0x55af7e622010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 -- 172.21.15.6:0/2676857275 shutdown_connections 2024-05-20T21:25:00.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.911+0000 7f92c5568b80 1 -- 172.21.15.6:0/2676857275 wait complete. 2024-05-20T21:25:00.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.912+0000 7f92c5568b80 1 -- start start 2024-05-20T21:25:00.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.912+0000 7f92c5568b80 1 Processor -- start 2024-05-20T21:25:00.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.912+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e62bc90 0x55af7e637920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.912+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631260 0x55af7e634cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.912+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e635200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92c5568b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55af7e47bfa0 con 0x55af7e62bc90 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92c5568b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55af7e516760 con 0x55af7e631b80 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92c5568b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55af7e638640 con 0x55af7e631260 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92c5568b80 10 client.0 _ll_register_callbacks cb 0x55af7e51fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92b3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e62bc90 0x55af7e637920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92ab400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631260 0x55af7e634cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92ab400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631260 0x55af7e634cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58804/0 (socket says 172.21.15.6:58804) 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92ab400700 1 -- 172.21.15.6:0/2296177393 learned_addr learned my addr 172.21.15.6:0/2296177393 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92b8c00700 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e635200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92ab400700 1 -- 172.21.15.6:0/2296177393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 msgr2=0x55af7e635200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92ab400700 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e635200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92ab400700 1 -- 172.21.15.6:0/2296177393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e62bc90 msgr2=0x55af7e637920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92ab400700 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e62bc90 0x55af7e637920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.913+0000 7f92ab400700 1 -- 172.21.15.6:0/2296177393 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af7e4c58d0 con 0x55af7e631260 2024-05-20T21:25:00.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92ab400700 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631260 0x55af7e634cc0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f929c009d70 tx=0x7f929c009710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c064cf18b320bc6b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92a2000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92a2000700 1 -- 172.21.15.6:0/2296177393 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c003e20 con 0x55af7e631260 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92a2000700 1 -- 172.21.15.6:0/2296177393 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f929c00fdf0 con 0x55af7e631260 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92c5568b80 1 -- 172.21.15.6:0/2296177393 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92ac01f070 con 0x55af7e631260 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92a2000700 1 -- 172.21.15.6:0/2296177393 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f929c0a9b70 con 0x55af7e631260 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92c5568b80 10 client.27850 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92c5568b80 1 -- 172.21.15.6:0/2296177393 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af7e546060 con 0x55af7e631260 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.914+0000 7f92a2000700 1 -- 172.21.15.6:0/2296177393 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92ac01f070 con 0x55af7e631260 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.915+0000 7f92a2000700 1 -- 172.21.15.6:0/2296177393 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f929c0a92c0 con 0x55af7e631260 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.915+0000 7f92c5568b80 10 client.27850 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:00.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.915+0000 7f92c5568b80 10 client.27850 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:00.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.915+0000 7f92c5568b80 20 client.27850 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:00.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.915+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55af7e6451b0 0x55af7e647610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.915+0000 7f92c5568b80 4 client.27850 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:00.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.915+0000 7f92c5568b80 1 -- 172.21.15.6:0/2296177393 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af7e587d90 con 0x55af7e6451b0 2024-05-20T21:25:00.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.915+0000 7f92b3e00700 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55af7e6451b0 0x55af7e647610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.916+0000 7f92b3e00700 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55af7e6451b0 0x55af7e647610 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c426cf328f4215ca server_cookie=84dfcf6f6fda5892 in_seq=0 out_seq=0 2024-05-20T21:25:00.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.916+0000 7f92a2000700 10 client.27850 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:00.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92a2000700 1 -- 172.21.15.6:0/2296177393 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55af7e587d90 con 0x55af7e6451b0 2024-05-20T21:25:00.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92a2000700 10 client.27850 handle_command_reply: tid=0 2024-05-20T21:25:00.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 client.27850 shutdown 2024-05-20T21:25:00.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 -- 172.21.15.6:0/2296177393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631260 msgr2=0x55af7e634cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631260 0x55af7e634cc0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f929c009d70 tx=0x7f929c009710 comp rx=0 tx=0).stop 2024-05-20T21:25:00.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 -- 172.21.15.6:0/2296177393 shutdown_connections 2024-05-20T21:25:00.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e635200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.918 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e62bc90 0x55af7e637920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55af7e6451b0 0x55af7e647610 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 --2- 172.21.15.6:0/2296177393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e631260 0x55af7e634cc0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 -- 172.21.15.6:0/2296177393 >> 172.21.15.6:0/2296177393 conn(0x55af7e555be0 msgr2=0x55af7e626250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92a2000700 0 client.27850 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:00.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 -- 172.21.15.6:0/2296177393 shutdown_connections 2024-05-20T21:25:00.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 1 -- 172.21.15.6:0/2296177393 wait complete. 2024-05-20T21:25:00.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.917+0000 7f92c5568b80 20 client.27850 trim_cache size 0 max 16384 2024-05-20T21:25:00.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92c5568b80 1 Processor -- start 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92c5568b80 1 -- start start 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e6416e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631260 0x55af7e6335b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631b80 0x55af7e633af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92c5568b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f92b41ae3b0 con 0x55af7e631b80 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92c5568b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92b41abc40 con 0x55af7e631260 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92c5568b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f92b41a9a90 con 0x55af7e62bc90 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.941+0000 7f92b3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e6416e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92b8c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631b80 0x55af7e633af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92b3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e6416e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58812/0 (socket says 172.21.15.6:58812) 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92b3e00700 1 -- 172.21.15.6:0/3265542248 learned_addr learned my addr 172.21.15.6:0/3265542248 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:00.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92ab400700 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631260 0x55af7e6335b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92ab400700 1 -- 172.21.15.6:0/3265542248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 msgr2=0x55af7e6416e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92ab400700 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e6416e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92ab400700 1 -- 172.21.15.6:0/3265542248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631b80 msgr2=0x55af7e633af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92ab400700 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631b80 0x55af7e633af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92ab400700 1 -- 172.21.15.6:0/3265542248 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af7e647c90 con 0x55af7e631260 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92b3e00700 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e6416e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92b8c00700 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631b80 0x55af7e633af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.942+0000 7f92ab400700 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631260 0x55af7e6335b0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f929c0a60e0 tx=0x7f929c0036f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5f248e7735a40d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92a8c00700 1 -- 172.21.15.6:0/3265542248 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c0aa760 con 0x55af7e631260 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92a8c00700 1 -- 172.21.15.6:0/3265542248 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f929c0aa060 con 0x55af7e631260 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92a8c00700 1 -- 172.21.15.6:0/3265542248 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c0a5c10 con 0x55af7e631260 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92c5568b80 1 -- 172.21.15.6:0/3265542248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631260 msgr2=0x55af7e6335b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92c5568b80 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631260 0x55af7e6335b0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f929c0a60e0 tx=0x7f929c0036f0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92c5568b80 1 -- 172.21.15.6:0/3265542248 shutdown_connections 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92c5568b80 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631b80 0x55af7e633af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92c5568b80 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e6416e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92c5568b80 1 --2- 172.21.15.6:0/3265542248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631260 0x55af7e6335b0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.943+0000 7f92c5568b80 1 -- 172.21.15.6:0/3265542248 >> 172.21.15.6:0/3265542248 conn(0x55af7e555be0 msgr2=0x55af7e634c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.944+0000 7f92c5568b80 1 -- 172.21.15.6:0/3265542248 shutdown_connections 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.944+0000 7f92c5568b80 1 -- 172.21.15.6:0/3265542248 wait complete. 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.944+0000 7f92c5568b80 1 -- start start 2024-05-20T21:25:00.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.944+0000 7f92c5568b80 1 Processor -- start 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e63d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e63de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92c5568b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e63a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92c5568b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f92b41aa100 con 0x55af7e631260 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92c5568b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f92b41ab570 con 0x55af7e631b80 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92c5568b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f92b41aa7d0 con 0x55af7e62bc90 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92c5568b80 10 client.0 _ll_register_callbacks cb 0x55af7e51fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92b8c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e63a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92ab400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e63de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92b3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e63d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92b8c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e63a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49250/0 (socket says 172.21.15.6:49250) 2024-05-20T21:25:00.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92ab400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e63de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49158/0 (socket says 172.21.15.6:49158) 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.945+0000 7f92b8c00700 1 -- 172.21.15.6:0/755587711 learned_addr learned my addr 172.21.15.6:0/755587711 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92b3e00700 1 -- 172.21.15.6:0/755587711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 msgr2=0x55af7e63a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92b3e00700 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e63a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92b3e00700 1 -- 172.21.15.6:0/755587711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 msgr2=0x55af7e63de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92b3e00700 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e63de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92b3e00700 1 -- 172.21.15.6:0/755587711 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af7e623d40 con 0x55af7e62bc90 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92b3e00700 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e63d8d0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f92a4000c00 tx=0x7f92a4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb9278c4ac26858a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92a2000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92a2000700 1 -- 172.21.15.6:0/755587711 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a4003d70 con 0x55af7e62bc90 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92a2000700 1 -- 172.21.15.6:0/755587711 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f92a4004830 con 0x55af7e62bc90 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92c5568b80 1 -- 172.21.15.6:0/755587711 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f929c0aa060 con 0x55af7e62bc90 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.946+0000 7f92a2000700 1 -- 172.21.15.6:0/755587711 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f92a402e050 con 0x55af7e62bc90 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92c5568b80 10 client.27856 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:00.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92c5568b80 1 -- 172.21.15.6:0/755587711 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55af7e6b05d0 con 0x55af7e62bc90 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92a2000700 1 -- 172.21.15.6:0/755587711 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f929c0aa060 con 0x55af7e62bc90 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92a2000700 1 -- 172.21.15.6:0/755587711 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f92a401d4b0 con 0x55af7e62bc90 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92c5568b80 10 client.27856 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92c5568b80 10 client.27856 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92c5568b80 20 client.27856 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92c5568b80 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55af7e6b0c60 0x55af7e6b3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92c5568b80 4 client.27856 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.947+0000 7f92c5568b80 1 -- 172.21.15.6:0/755587711 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55af7e581570 con 0x55af7e6b0c60 2024-05-20T21:25:00.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.948+0000 7f92ab400700 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55af7e6b0c60 0x55af7e6b3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:00.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.948+0000 7f92ab400700 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55af7e6b0c60 0x55af7e6b3080 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=533c65ec779ed7d7 server_cookie=3ec00fc66b97e68b in_seq=0 out_seq=0 2024-05-20T21:25:00.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.948+0000 7f92a2000700 10 client.27856 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.948+0000 7f92a2000700 1 -- 172.21.15.6:0/755587711 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55af7e581570 con 0x55af7e6b0c60 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.948+0000 7f92a2000700 10 client.27856 handle_command_reply: tid=0 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.948+0000 7f92c5568b80 1 client.27856 shutdown 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 -- 172.21.15.6:0/755587711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 msgr2=0x55af7e63d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e63d8d0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f92a4000c00 tx=0x7f92a4009260 comp rx=0 tx=0).stop 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 -- 172.21.15.6:0/755587711 shutdown_connections 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55af7e631b80 0x55af7e63a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55af7e6b0c60 0x55af7e6b3080 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55af7e62bc90 0x55af7e63d8d0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 --2- 172.21.15.6:0/755587711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55af7e631260 0x55af7e63de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92a2000700 0 client.27856 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 -- 172.21.15.6:0/755587711 >> 172.21.15.6:0/755587711 conn(0x55af7e555be0 msgr2=0x55af7e634c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 -- 172.21.15.6:0/755587711 shutdown_connections 2024-05-20T21:25:00.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 1 -- 172.21.15.6:0/755587711 wait complete. 2024-05-20T21:25:00.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.949+0000 7f92c5568b80 20 client.27856 trim_cache size 0 max 16384 2024-05-20T21:25:00.953 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:25:00.953 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:25:00.953 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:25:00.953 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 -- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92980b2880 msgr2=0x7f92980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92980b2880 0x7f92980b4d40 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f92ac01aac0 tx=0x7f92ac015000 comp rx=0 tx=0).stop 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 -- 172.21.15.6:0/2405260891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92b41041a0 msgr2=0x7f92b419fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92b41041a0 0x7f92b419fd20 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f929c005910 tx=0x7f929c004270 comp rx=0 tx=0).stop 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 -- 172.21.15.6:0/2405260891 shutdown_connections 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f92980b2880 0x7f92980b4d40 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92b41088f0 0x7f92b41999a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f92b41037f0 0x7f92b419f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 --2- 172.21.15.6:0/2405260891 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f92b41041a0 0x7f92b419fd20 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:00.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 -- 172.21.15.6:0/2405260891 >> 172.21.15.6:0/2405260891 conn(0x7f92b407a6a0 msgr2=0x7f92b4101620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:00.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 -- 172.21.15.6:0/2405260891 shutdown_connections 2024-05-20T21:25:00.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:00.950+0000 7f92bac00700 1 -- 172.21.15.6:0/2405260891 wait complete. 2024-05-20T21:25:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:00 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:25:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:00 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:25:01.924 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:01 smithi006 ceph-mon[31422]: pgmap v715: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:25:01.927 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:25:01.928 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:01 smithi062 ceph-mon[36640]: pgmap v715: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:25:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:01 smithi042 ceph-mon[36332]: pgmap v715: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:25:02.439 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:03 smithi062 ceph-mon[36640]: pgmap v716: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:25:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:03 smithi042 ceph-mon[36332]: pgmap v716: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:25:04.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:03 smithi006 ceph-mon[31422]: pgmap v716: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:25:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 -- 172.21.15.6:0/3233606983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006bbe0 msgr2=0x7fa7b01103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/3233606983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006bbe0 0x7fa7b01103d0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8009990 tx=0x7fa7a8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:04.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 -- 172.21.15.6:0/3233606983 shutdown_connections 2024-05-20T21:25:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/3233606983 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006bbe0 0x7fa7b01103d0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/3233606983 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7b01095b0 0x7fa7b0109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/3233606983 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7b006b220 0x7fa7b006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 -- 172.21.15.6:0/3233606983 >> 172.21.15.6:0/3233606983 conn(0x7fa7b00793f0 msgr2=0x7fa7b0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 -- 172.21.15.6:0/3233606983 shutdown_connections 2024-05-20T21:25:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.750+0000 7fa7b7c00700 1 -- 172.21.15.6:0/3233606983 wait complete. 2024-05-20T21:25:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.751+0000 7fa7b7c00700 1 Processor -- start 2024-05-20T21:25:04.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.752+0000 7fa7b7c00700 1 -- start start 2024-05-20T21:25:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.752+0000 7fa7b7c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006b220 0x7fa7b019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.752+0000 7fa7b7c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7b006bbe0 0x7fa7b019c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.752+0000 7fa7b7c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7b01095b0 0x7fa7b01a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.752+0000 7fa7b7c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b01136d0 con 0x7fa7b006b220 2024-05-20T21:25:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.752+0000 7fa7b7c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b0113550 con 0x7fa7b006bbe0 2024-05-20T21:25:04.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.752+0000 7fa7b7c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b0113850 con 0x7fa7b01095b0 2024-05-20T21:25:04.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.752+0000 7fa7b5200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006b220 0x7fa7b019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:04.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7b5200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006b220 0x7fa7b019bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49176/0 (socket says 172.21.15.6:49176) 2024-05-20T21:25:04.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7b5200700 1 -- 172.21.15.6:0/1997515831 learned_addr learned my addr 172.21.15.6:0/1997515831 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:04.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7a7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7b006bbe0 0x7fa7b019c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:04.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7b5c00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7b01095b0 0x7fa7b01a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:04.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7a7e00700 1 -- 172.21.15.6:0/1997515831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7b01095b0 msgr2=0x7fa7b01a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:04.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7a7e00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7b01095b0 0x7fa7b01a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:04.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7a7e00700 1 -- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006b220 msgr2=0x7fa7b019bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:04.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7a7e00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006b220 0x7fa7b019bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:04.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7a7e00700 1 -- 172.21.15.6:0/1997515831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7b01a0ed0 con 0x7fa7b006bbe0 2024-05-20T21:25:04.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.753+0000 7fa7a7e00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7b006bbe0 0x7fa7b019c400 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fa79800e9f0 tx=0x7fa79800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:04.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.754+0000 7fa7ae000700 1 -- 172.21.15.6:0/1997515831 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79800c9c0 con 0x7fa7b006bbe0 2024-05-20T21:25:04.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.754+0000 7fa7ae000700 1 -- 172.21.15.6:0/1997515831 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa79800cb60 con 0x7fa7b006bbe0 2024-05-20T21:25:04.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.754+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7b01a11c0 con 0x7fa7b006bbe0 2024-05-20T21:25:04.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.754+0000 7fa7ae000700 1 -- 172.21.15.6:0/1997515831 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa798018680 con 0x7fa7b006bbe0 2024-05-20T21:25:04.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.754+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7b01a8a40 con 0x7fa7b006bbe0 2024-05-20T21:25:04.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.755+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7b006a230 con 0x7fa7b006bbe0 2024-05-20T21:25:04.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.757+0000 7fa7ae000700 1 -- 172.21.15.6:0/1997515831 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa798010430 con 0x7fa7b006bbe0 2024-05-20T21:25:04.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.760+0000 7fa7ae000700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7940b2900 0x7fa7940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:04.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.760+0000 7fa7ae000700 1 -- 172.21.15.6:0/1997515831 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa7980e23f0 con 0x7fa7b006bbe0 2024-05-20T21:25:04.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.760+0000 7fa7b5200700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7940b2900 0x7fa7940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:04.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.761+0000 7fa7b5200700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7940b2900 0x7fa7940b4dc0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa7a0009c10 tx=0x7fa7a000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:04.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:04.763+0000 7fa7ae000700 1 -- 172.21.15.6:0/1997515831 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa7980aa010 con 0x7fa7b006bbe0 2024-05-20T21:25:05.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.062+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7b01a8c70 con 0x7fa7b006bbe0 2024-05-20T21:25:05.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.064+0000 7fa7ae000700 1 -- 172.21.15.6:0/1997515831 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fa7980b2090 con 0x7fa7b006bbe0 2024-05-20T21:25:05.064 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:25:05.064 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:25:05.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7940b2900 msgr2=0x7fa7940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7940b2900 0x7fa7940b4dc0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa7a0009c10 tx=0x7fa7a000b040 comp rx=0 tx=0).stop 2024-05-20T21:25:05.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7b006bbe0 msgr2=0x7fa7b019c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7b006bbe0 0x7fa7b019c400 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fa79800e9f0 tx=0x7fa79800ed00 comp rx=0 tx=0).stop 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 shutdown_connections 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7940b2900 0x7fa7940b4dc0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7b01095b0 0x7fa7b01a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7b006b220 0x7fa7b019bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 --2- 172.21.15.6:0/1997515831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7b006bbe0 0x7fa7b019c400 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 >> 172.21.15.6:0/1997515831 conn(0x7fa7b00793f0 msgr2=0x7fa7b0100e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.068+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 shutdown_connections 2024-05-20T21:25:05.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:05.069+0000 7fa7b7c00700 1 -- 172.21.15.6:0/1997515831 wait complete. 2024-05-20T21:25:05.070 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:25:05.881 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:25:05.956 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:05 smithi006 ceph-mon[31422]: pgmap v717: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:25:05.956 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:05 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1997515831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:05 smithi062 ceph-mon[36640]: pgmap v717: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:25:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:05 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1997515831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:05 smithi042 ceph-mon[36332]: pgmap v717: 97 pgs: 97 active+clean; 4.5 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:25:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:05 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1997515831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:06.339 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:07.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:07 smithi006 ceph-mon[31422]: pgmap v718: 97 pgs: 97 active+clean; 4.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:25:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:07 smithi062 ceph-mon[36640]: pgmap v718: 97 pgs: 97 active+clean; 4.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:25:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:07 smithi042 ceph-mon[36332]: pgmap v718: 97 pgs: 97 active+clean; 4.5 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:25:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 -- 172.21.15.6:0/233105020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7754109dd0 msgr2=0x7f775410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 --2- 172.21.15.6:0/233105020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7754109dd0 0x7f775410a1b0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f77480098f0 tx=0x7f7748009c00 comp rx=0 tx=0).stop 2024-05-20T21:25:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 -- 172.21.15.6:0/233105020 shutdown_connections 2024-05-20T21:25:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 --2- 172.21.15.6:0/233105020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f775410eeb0 0x7f7754116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 --2- 172.21.15.6:0/233105020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7754109dd0 0x7f775410a1b0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 --2- 172.21.15.6:0/233105020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f775410a780 0x7f775410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 -- 172.21.15.6:0/233105020 >> 172.21.15.6:0/233105020 conn(0x7f7754076d10 msgr2=0x7f7754108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 -- 172.21.15.6:0/233105020 shutdown_connections 2024-05-20T21:25:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.566+0000 7f775c600700 1 -- 172.21.15.6:0/233105020 wait complete. 2024-05-20T21:25:08.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.568+0000 7f775c600700 1 Processor -- start 2024-05-20T21:25:08.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.568+0000 7f775c600700 1 -- start start 2024-05-20T21:25:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.568+0000 7f775c600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7754109dd0 0x7f77541a0340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f775c600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f775410a780 0x7f77541a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f775c600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f775410eeb0 0x7f77541a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f775c600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7754119db0 con 0x7f775410a780 2024-05-20T21:25:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f775c600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7754119c30 con 0x7f775410eeb0 2024-05-20T21:25:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f775c600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7754119f30 con 0x7f7754109dd0 2024-05-20T21:25:08.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f7759200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f775410a780 0x7f77541a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f7759200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f775410a780 0x7f77541a0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42064/0 (socket says 172.21.15.6:42064) 2024-05-20T21:25:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f7759200700 1 -- 172.21.15.6:0/3072450220 learned_addr learned my addr 172.21.15.6:0/3072450220 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f7759c00700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7754109dd0 0x7f77541a0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.569+0000 7f775a600700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f775410eeb0 0x7f77541a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7759200700 1 -- 172.21.15.6:0/3072450220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7754109dd0 msgr2=0x7f77541a0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7759200700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7754109dd0 0x7f77541a0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7759200700 1 -- 172.21.15.6:0/3072450220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f775410eeb0 msgr2=0x7f77541a4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7759200700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f775410eeb0 0x7f77541a4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7759200700 1 -- 172.21.15.6:0/3072450220 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77541a5350 con 0x7f775410a780 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7759c00700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7754109dd0 0x7f77541a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f775a600700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f775410eeb0 0x7f77541a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7759200700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f775410a780 0x7f77541a0880 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f774000e9f0 tx=0x7f774000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:08.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7752000700 1 -- 172.21.15.6:0/3072450220 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7740004a30 con 0x7f775410a780 2024-05-20T21:25:08.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7752000700 1 -- 172.21.15.6:0/3072450220 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774000cc70 con 0x7f775410a780 2024-05-20T21:25:08.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f775c600700 1 -- 172.21.15.6:0/3072450220 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77541a5640 con 0x7f775410a780 2024-05-20T21:25:08.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f7752000700 1 -- 172.21.15.6:0/3072450220 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7740005530 con 0x7f775410a780 2024-05-20T21:25:08.572 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.570+0000 7f775c600700 1 -- 172.21.15.6:0/3072450220 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77541acec0 con 0x7f775410a780 2024-05-20T21:25:08.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.576+0000 7f7752000700 1 -- 172.21.15.6:0/3072450220 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7740004bd0 con 0x7f775410a780 2024-05-20T21:25:08.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.576+0000 7f7766f5eb80 1 Processor -- start 2024-05-20T21:25:08.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f7766f5eb80 1 -- start start 2024-05-20T21:25:08.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef1199a610 0x55ef1199a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199af30 0x55ef11994b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef11995140 0x55ef119955c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ef118f2e40 con 0x55ef11995140 2024-05-20T21:25:08.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ef118e29e0 con 0x55ef1199af30 2024-05-20T21:25:08.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ef118e6a20 con 0x55ef1199a610 2024-05-20T21:25:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f775a600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef1199a610 0x55ef1199a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f775a600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef1199a610 0x55ef1199a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40672/0 (socket says 172.21.15.6:40672) 2024-05-20T21:25:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f775a600700 1 -- 172.21.15.6:0/1824219383 learned_addr learned my addr 172.21.15.6:0/1824219383 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.577+0000 7f7759200700 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef11995140 0x55ef119955c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f7759c00700 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199af30 0x55ef11994b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f775a600700 1 -- 172.21.15.6:0/1824219383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199af30 msgr2=0x55ef11994b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f775a600700 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199af30 0x55ef11994b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f775a600700 1 -- 172.21.15.6:0/1824219383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef11995140 msgr2=0x55ef119955c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f775a600700 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef11995140 0x55ef119955c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f775a600700 1 -- 172.21.15.6:0/1824219383 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef118ab420 con 0x55ef1199a610 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f7759200700 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef11995140 0x55ef119955c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f7752000700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f773c0b2880 0x7f773c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f775a600700 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef1199a610 0x55ef1199a9f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f774c00e980 tx=0x7f774c0099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=797af0bd06bc543 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.578+0000 7f7752000700 1 -- 172.21.15.6:0/3072450220 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f77400e2500 con 0x7f775410a780 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.579+0000 7f7759c00700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f773c0b2880 0x7f773c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.579+0000 7f7746a00700 1 -- 172.21.15.6:0/1824219383 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774c019070 con 0x55ef1199a610 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.579+0000 7f7746a00700 1 -- 172.21.15.6:0/1824219383 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774c007a70 con 0x55ef1199a610 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.579+0000 7f7746a00700 1 -- 172.21.15.6:0/1824219383 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774c015a90 con 0x55ef1199a610 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1824219383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef1199a610 msgr2=0x55ef1199a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7759c00700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f773c0b2880 0x7f773c0b4d40 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f77480098c0 tx=0x7f7748019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:08.588 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef1199a610 0x55ef1199a9f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f774c00e980 tx=0x7f774c0099e0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1824219383 shutdown_connections 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef11995140 0x55ef119955c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef1199a610 0x55ef1199a9f0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/1824219383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199af30 0x55ef11994b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1824219383 >> 172.21.15.6:0/1824219383 conn(0x55ef118c2be0 msgr2=0x55ef1198f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1824219383 shutdown_connections 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.580+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1824219383 wait complete. 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 1 -- start start 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 1 Processor -- start 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef1199e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1199e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ef117e8fa0 con 0x55ef1199af30 2024-05-20T21:25:08.589 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ef11883760 con 0x55ef1199a610 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ef119a19e0 con 0x55ef11995140 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.581+0000 7f7766f5eb80 10 client.0 _ll_register_callbacks cb 0x55ef1188cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f775a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1199e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f7759c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f775a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1199e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42086/0 (socket says 172.21.15.6:42086) 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f775a600700 1 -- 172.21.15.6:0/2389092289 learned_addr learned my addr 172.21.15.6:0/2389092289 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f7759200700 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef1199e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f775a600700 1 -- 172.21.15.6:0/2389092289 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 msgr2=0x55ef119a0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f775a600700 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f775a600700 1 -- 172.21.15.6:0/2389092289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 msgr2=0x55ef1199e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f775a600700 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef1199e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f775a600700 1 -- 172.21.15.6:0/2389092289 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef118328d0 con 0x55ef1199af30 2024-05-20T21:25:08.590 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.582+0000 7f7759c00700 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.583+0000 7f775a600700 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1199e560 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f774c00e950 tx=0x7f774c009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=262495f1bf4e96bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.583+0000 7f773b400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.583+0000 7f773b400700 1 -- 172.21.15.6:0/2389092289 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774c024070 con 0x55ef1199af30 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.583+0000 7f773b400700 1 -- 172.21.15.6:0/2389092289 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f774c015910 con 0x55ef1199af30 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.583+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2389092289 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f774c007a70 con 0x55ef1199af30 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.583+0000 7f773b400700 1 -- 172.21.15.6:0/2389092289 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f774c019040 con 0x55ef1199af30 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.583+0000 7f7766f5eb80 10 client.17757 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.583+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2389092289 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ef118b3060 con 0x55ef1199af30 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.584+0000 7f773b400700 1 -- 172.21.15.6:0/2389092289 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774c007a70 con 0x55ef1199af30 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.584+0000 7f773b400700 1 -- 172.21.15.6:0/2389092289 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f774c030070 con 0x55ef1199af30 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.584+0000 7f7766f5eb80 10 client.17757 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.584+0000 7f7766f5eb80 10 client.17757 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:25:08.591 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.584+0000 7f7766f5eb80 20 client.17757 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.584+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ef119ae4d0 0x55ef119b08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.584+0000 7f7766f5eb80 4 client.17757 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.584+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2389092289 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef118f4d90 con 0x55ef119ae4d0 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.585+0000 7f7759c00700 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ef119ae4d0 0x55ef119b08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.585+0000 7f7759c00700 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ef119ae4d0 0x55ef119b08c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ac07a446a3484d87 server_cookie=30b306873017ad46 in_seq=0 out_seq=0 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.585+0000 7f773b400700 10 client.17757 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.586+0000 7f773b400700 1 -- 172.21.15.6:0/2389092289 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ef118f4d90 con 0x55ef119ae4d0 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.586+0000 7f773b400700 10 client.17757 handle_command_reply: tid=0 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.586+0000 7f7766f5eb80 1 client.17757 shutdown 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.586+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2389092289 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 msgr2=0x55ef1199e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.586+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1199e560 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f774c00e950 tx=0x7f774c009510 comp rx=0 tx=0).stop 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2389092289 shutdown_connections 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1199e560 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.592 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ef119ae4d0 0x55ef119b08c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2389092289 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef1199e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f773b400700 0 client.17757 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:25:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2389092289 >> 172.21.15.6:0/2389092289 conn(0x55ef118c2be0 msgr2=0x55ef1198ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2389092289 shutdown_connections 2024-05-20T21:25:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2389092289 wait complete. 2024-05-20T21:25:08.593 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.587+0000 7f7766f5eb80 20 client.17757 trim_cache size 0 max 16384 2024-05-20T21:25:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.604+0000 7f7766f5eb80 1 Processor -- start 2024-05-20T21:25:08.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.604+0000 7f7766f5eb80 1 -- start start 2024-05-20T21:25:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef1199e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1198f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f77541b6ea0 con 0x55ef1199af30 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f77541b4730 con 0x55ef1199a610 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f77541b2580 con 0x55ef11995140 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f775a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1198f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f775a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1198f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42100/0 (socket says 172.21.15.6:42100) 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7759200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef1199e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f775a600700 1 -- 172.21.15.6:0/1013302820 learned_addr learned my addr 172.21.15.6:0/1013302820 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7759c00700 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f775a600700 1 -- 172.21.15.6:0/1013302820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 msgr2=0x55ef119a0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f775a600700 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f775a600700 1 -- 172.21.15.6:0/1013302820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 msgr2=0x55ef1199e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f775a600700 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef1199e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.606 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f775a600700 1 -- 172.21.15.6:0/1013302820 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef11994e60 con 0x55ef1199af30 2024-05-20T21:25:08.607 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.605+0000 7f7759c00700 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.606+0000 7f775a600700 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1198f4f0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f774c005bb0 tx=0x7f774c015430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77d9c77d160a6450 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.606+0000 7f7746000700 1 -- 172.21.15.6:0/1013302820 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774c035030 con 0x55ef1199af30 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.606+0000 7f7746000700 1 -- 172.21.15.6:0/1013302820 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774c005c60 con 0x55ef1199af30 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.606+0000 7f7746000700 1 -- 172.21.15.6:0/1013302820 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774c024040 con 0x55ef1199af30 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1013302820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 msgr2=0x55ef1198f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1198f4f0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f774c005bb0 tx=0x7f774c015430 comp rx=0 tx=0).stop 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1013302820 shutdown_connections 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef1198f4f0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119a0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/1013302820 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef1199e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.608 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1013302820 >> 172.21.15.6:0/1013302820 conn(0x55ef118c2be0 msgr2=0x55ef1199de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:08.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1013302820 shutdown_connections 2024-05-20T21:25:08.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.607+0000 7f7766f5eb80 1 -- 172.21.15.6:0/1013302820 wait complete. 2024-05-20T21:25:08.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.608+0000 7f7766f5eb80 1 -- start start 2024-05-20T21:25:08.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.608+0000 7f7766f5eb80 1 Processor -- start 2024-05-20T21:25:08.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.608+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119b08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.608+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef119b0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.608+0000 7f7766f5eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef119b1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f77541b2bf0 con 0x55ef1199af30 2024-05-20T21:25:08.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f77541b4060 con 0x55ef1199a610 2024-05-20T21:25:08.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f7766f5eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f77541b32c0 con 0x55ef11995140 2024-05-20T21:25:08.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f7766f5eb80 10 client.0 _ll_register_callbacks cb 0x55ef1188cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:08.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f775a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef119b1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f775a600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef119b1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42108/0 (socket says 172.21.15.6:42108) 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f775a600700 1 -- 172.21.15.6:0/2692093730 learned_addr learned my addr 172.21.15.6:0/2692093730 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f7759200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef119b0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f7759c00700 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119b08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f775a600700 1 -- 172.21.15.6:0/2692093730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 msgr2=0x55ef119b08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f775a600700 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119b08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f775a600700 1 -- 172.21.15.6:0/2692093730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 msgr2=0x55ef119b0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f775a600700 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef119b0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.609+0000 7f775a600700 1 -- 172.21.15.6:0/2692093730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef11a16d00 con 0x55ef1199af30 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.610+0000 7f775a600700 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef119b1340 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f774c007700 tx=0x7f774c003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d81b30206197d26 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.610+0000 7f773b400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.610+0000 7f773b400700 1 -- 172.21.15.6:0/2692093730 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774c024040 con 0x55ef1199af30 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.610+0000 7f773b400700 1 -- 172.21.15.6:0/2692093730 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f774c007d60 con 0x55ef1199af30 2024-05-20T21:25:08.611 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.610+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2692093730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f774c005c60 con 0x55ef1199af30 2024-05-20T21:25:08.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.610+0000 7f773b400700 1 -- 172.21.15.6:0/2692093730 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f774c011450 con 0x55ef1199af30 2024-05-20T21:25:08.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.610+0000 7f7766f5eb80 10 client.17763 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:08.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.610+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2692093730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ef11a17f60 con 0x55ef1199af30 2024-05-20T21:25:08.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f773b400700 1 -- 172.21.15.6:0/2692093730 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774c005c60 con 0x55ef1199af30 2024-05-20T21:25:08.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f773b400700 1 -- 172.21.15.6:0/2692093730 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f774c030050 con 0x55ef1199af30 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f7766f5eb80 10 client.17763 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f7766f5eb80 10 client.17763 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f7766f5eb80 20 client.17763 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ef11a18540 0x55ef11a1a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f7766f5eb80 4 client.17763 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2692093730 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ef118ee570 con 0x55ef11a18540 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.611+0000 7f7759c00700 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ef11a18540 0x55ef11a1a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f7759c00700 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ef11a18540 0x55ef11a1a930 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cd49ad838b19d593 server_cookie=a0280fdfcbb6a693 in_seq=0 out_seq=0 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f773b400700 10 client.17763 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f773b400700 1 -- 172.21.15.6:0/2692093730 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ef118ee570 con 0x55ef11a18540 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f773b400700 10 client.17763 handle_command_reply: tid=0 2024-05-20T21:25:08.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f7766f5eb80 1 client.17763 shutdown 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2692093730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 msgr2=0x55ef119b1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef119b1340 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f774c007700 tx=0x7f774c003f50 comp rx=0 tx=0).stop 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2692093730 shutdown_connections 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ef1199af30 0x55ef119b1340 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ef11995140 0x55ef119b08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.612+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55ef11a18540 0x55ef11a1a930 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.613+0000 7f7766f5eb80 1 --2- 172.21.15.6:0/2692093730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ef1199a610 0x55ef119b0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.613+0000 7f773b400700 0 client.17763 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.613+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2692093730 >> 172.21.15.6:0/2692093730 conn(0x55ef118c2be0 msgr2=0x55ef1199b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.613+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2692093730 shutdown_connections 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.613+0000 7f7766f5eb80 1 -- 172.21.15.6:0/2692093730 wait complete. 2024-05-20T21:25:08.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.613+0000 7f7766f5eb80 20 client.17763 trim_cache size 0 max 16384 2024-05-20T21:25:08.616 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:25:08.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 -- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f773c0b2880 msgr2=0x7f773c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f773c0b2880 0x7f773c0b4d40 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f77480098c0 tx=0x7f7748019040 comp rx=0 tx=0).stop 2024-05-20T21:25:08.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 -- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f775410a780 msgr2=0x7f77541a0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f775410a780 0x7f77541a0880 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f774000e9f0 tx=0x7f774000ed00 comp rx=0 tx=0).stop 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 -- 172.21.15.6:0/3072450220 shutdown_connections 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f773c0b2880 0x7f773c0b4d40 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f775410eeb0 0x7f77541a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7754109dd0 0x7f77541a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 --2- 172.21.15.6:0/3072450220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f775410a780 0x7f77541a0880 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 -- 172.21.15.6:0/3072450220 >> 172.21.15.6:0/3072450220 conn(0x7f7754076d10 msgr2=0x7f7754078940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 -- 172.21.15.6:0/3072450220 shutdown_connections 2024-05-20T21:25:08.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:08.614+0000 7f775c600700 1 -- 172.21.15.6:0/3072450220 wait complete. 2024-05-20T21:25:08.669 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.669 INFO:tasks.workunit.client.0.smithi006.stdout:251/600: open fd = 3 2024-05-20T21:25:08.669 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.669 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.669 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:252/600: open fd = 3 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:253/600: open fd = 3 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:254/600: open fd = 3 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:255/600: open fd = 3 2024-05-20T21:25:08.670 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:256/600: open fd = 3 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:257/600: open fd = 3 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:258/600: open fd = 3 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.671 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:259/600: open fd = 3 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:260/600: open fd = 3 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:261/600: open fd = 3 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.672 INFO:tasks.workunit.client.0.smithi006.stdout:262/600: open fd = 3 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:263/600: open fd = 3 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:264/600: open fd = 3 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:265/600: open fd = 3 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.673 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:266/600: open fd = 3 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:267/600: open fd = 3 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:268/600: open fd = 3 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.674 INFO:tasks.workunit.client.0.smithi006.stdout:269/600: open fd = 3 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:270/600: open fd = 3 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:271/600: open fd = 3 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:272/600: open fd = 3 2024-05-20T21:25:08.675 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:273/600: open fd = 3 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:274/600: open fd = 3 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:275/600: open fd = 3 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.676 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:276/600: open fd = 3 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:277/600: open fd = 3 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:278/600: open fd = 3 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:279/600: open fd = 3 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.677 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:280/600: open fd = 3 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:281/600: open fd = 3 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:282/600: open fd = 3 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.678 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:283/600: open fd = 3 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:284/600: open fd = 3 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:285/600: open fd = 3 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:286/600: open fd = 3 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.679 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:287/600: open fd = 3 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:288/600: open fd = 3 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:289/600: open fd = 3 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:290/600: open fd = 3 2024-05-20T21:25:08.680 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:291/600: open fd = 3 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:292/600: open fd = 3 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:293/600: open fd = 3 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:294/600: open fd = 3 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.681 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:295/600: open fd = 3 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:296/600: open fd = 3 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:297/600: open fd = 3 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.682 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:298/600: open fd = 3 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:299/600: open fd = 3 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:300/600: open fd = 3 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:301/600: open fd = 3 2024-05-20T21:25:08.683 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:302/600: open fd = 3 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:303/600: open fd = 3 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:304/600: open fd = 3 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.684 INFO:tasks.workunit.client.0.smithi006.stdout:305/600: open fd = 3 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:306/600: open fd = 3 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:307/600: open fd = 3 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:308/600: open fd = 3 2024-05-20T21:25:08.685 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:309/600: open fd = 3 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:310/600: open fd = 3 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:311/600: open fd = 3 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.686 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:25:08.687 INFO:tasks.workunit.client.0.smithi006.stdout:312/600: open fd = 3 2024-05-20T21:25:08.687 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:08.687 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:25:09.570 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:25:09.969 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-05-20T21:25:09.969 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:10.030 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:09 smithi006 ceph-mon[31422]: pgmap v719: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:25:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:09 smithi062 ceph-mon[36640]: pgmap v719: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:25:10.053 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:10.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:09 smithi042 ceph-mon[36332]: pgmap v719: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:25:10.223 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 -- 172.21.15.6:0/2143153305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 msgr2=0x7fa6e0102ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.223 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 --2- 172.21.15.6:0/2143153305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 0x7fa6e0102ef0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4009900 tx=0x7fa6d402a410 comp rx=0 tx=0).stop 2024-05-20T21:25:10.223 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 -- 172.21.15.6:0/2143153305 shutdown_connections 2024-05-20T21:25:10.224 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 --2- 172.21.15.6:0/2143153305 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6e0104680 0x7fa6e010af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.224 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 --2- 172.21.15.6:0/2143153305 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e0103cc0 0x7fa6e0104140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.224 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 --2- 172.21.15.6:0/2143153305 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 0x7fa6e0102ef0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.224 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 -- 172.21.15.6:0/2143153305 >> 172.21.15.6:0/2143153305 conn(0x7fa6e00fe040 msgr2=0x7fa6e0100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:10.224 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 -- 172.21.15.6:0/2143153305 shutdown_connections 2024-05-20T21:25:10.224 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.223+0000 7fa6e8000640 1 -- 172.21.15.6:0/2143153305 wait complete. 2024-05-20T21:25:10.224 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.225+0000 7fa6e8000640 1 Processor -- start 2024-05-20T21:25:10.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.225+0000 7fa6e8000640 1 -- start start 2024-05-20T21:25:10.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e8000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 0x7fa6e019af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e8000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e0103cc0 0x7fa6e019b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e8000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6e0104680 0x7fa6e01a24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e8000640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e010e640 con 0x7fa6e0104680 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e8000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e010e4c0 con 0x7fa6e0103cc0 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e8000640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e010e7c0 con 0x7fa6e0102ad0 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e5600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 0x7fa6e019af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e6000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6e0104680 0x7fa6e01a24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e5600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 0x7fa6e019af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40724/0 (socket says 172.21.15.6:40724) 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e5600640 1 -- 172.21.15.6:0/437647476 learned_addr learned my addr 172.21.15.6:0/437647476 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.226+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e0103cc0 0x7fa6e019b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6e5600640 1 -- 172.21.15.6:0/437647476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e0103cc0 msgr2=0x7fa6e019b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6e5600640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e0103cc0 0x7fa6e019b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6e5600640 1 -- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6e0104680 msgr2=0x7fa6e01a24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6e5600640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6e0104680 0x7fa6e01a24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6e5600640 1 -- 172.21.15.6:0/437647476 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e01a2b40 con 0x7fa6e0102ad0 2024-05-20T21:25:10.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6e5600640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 0x7fa6e019af20 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4031500 tx=0x7fa6d4003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:10.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6de000640 1 -- 172.21.15.6:0/437647476 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d403f070 con 0x7fa6e0102ad0 2024-05-20T21:25:10.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6de000640 1 -- 172.21.15.6:0/437647476 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6d4031c50 con 0x7fa6e0102ad0 2024-05-20T21:25:10.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6e8000640 1 -- 172.21.15.6:0/437647476 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6e01a2dd0 con 0x7fa6e0102ad0 2024-05-20T21:25:10.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.227+0000 7fa6de000640 1 -- 172.21.15.6:0/437647476 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d4035030 con 0x7fa6e0102ad0 2024-05-20T21:25:10.229 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.228+0000 7fa6e8000640 1 -- 172.21.15.6:0/437647476 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6e01a3200 con 0x7fa6e0102ad0 2024-05-20T21:25:10.230 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.231+0000 7fa6eae1f740 1 Processor -- start 2024-05-20T21:25:10.231 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.231+0000 7fa6eae1f740 1 -- start start 2024-05-20T21:25:10.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.231+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb4ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.231+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb50520 0x5603ebb55020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.231+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb57b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.231+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5603ebabfb90 con 0x5603ebb4fb30 2024-05-20T21:25:10.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.231+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5603ebaaf730 con 0x5603ebb55690 2024-05-20T21:25:10.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.231+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5603ebab3770 con 0x5603ebb50520 2024-05-20T21:25:10.232 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e6000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb4ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e4c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb57b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e6000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb4ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42130/0 (socket says 172.21.15.6:42130) 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e6000640 1 -- 172.21.15.6:0/3546312847 learned_addr learned my addr 172.21.15.6:0/3546312847 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e4c00640 1 -- 172.21.15.6:0/3546312847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb50520 msgr2=0x5603ebb55020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/3546312847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb50520 0x5603ebb55020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e4c00640 1 -- 172.21.15.6:0/3546312847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 msgr2=0x5603ebb4ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/3546312847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb4ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e4c00640 1 -- 172.21.15.6:0/3546312847 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603eba488b0 con 0x5603ebb55690 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6de000640 1 -- 172.21.15.6:0/437647476 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa6d4042070 con 0x7fa6e0102ad0 2024-05-20T21:25:10.233 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.232+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/3546312847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb57b20 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fa6cc009bd0 tx=0x7fa6cc011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c4f790619e91723 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.233+0000 7fa6d2600640 1 -- 172.21.15.6:0/3546312847 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6cc004230 con 0x5603ebb55690 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.233+0000 7fa6d2600640 1 -- 172.21.15.6:0/3546312847 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6cc009e40 con 0x5603ebb55690 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.233+0000 7fa6d2600640 1 -- 172.21.15.6:0/3546312847 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6cc004c60 con 0x5603ebb55690 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546312847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 msgr2=0x5603ebb57b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546312847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb57b20 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fa6cc009bd0 tx=0x7fa6cc011810 comp rx=0 tx=0).stop 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546312847 shutdown_connections 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546312847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb57b20 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546312847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb50520 0x5603ebb55020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546312847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb4ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546312847 >> 172.21.15.6:0/3546312847 conn(0x5603ebb4b1a0 msgr2=0x5603ebb4b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546312847 shutdown_connections 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546312847 wait complete. 2024-05-20T21:25:10.236 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6de000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6c80b2700 0x7fa6c80b4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6eae1f740 1 -- start start 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.234+0000 7fa6de000640 1 -- 172.21.15.6:0/437647476 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa6d4102a00 con 0x7fa6e0102ad0 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.235+0000 7fa6e6000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6c80b2700 0x7fa6c80b4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.235+0000 7fa6eae1f740 1 Processor -- start 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.235+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb598d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.235+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb59e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.235+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb60e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.235+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5603eb795790 con 0x5603ebb50520 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.235+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5603eba57bc0 con 0x5603ebb55690 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.235+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5603ebb58640 con 0x5603ebb4fb30 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6eae1f740 10 client.0 _ll_register_callbacks cb 0x5603eba35400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:10.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e5600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb598d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e5600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb598d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40732/0 (socket says 172.21.15.6:40732) 2024-05-20T21:25:10.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e5600640 1 -- 172.21.15.6:0/219618636 learned_addr learned my addr 172.21.15.6:0/219618636 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:10.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e6000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6c80b2700 0x7fa6c80b4bc0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x5603ebb50d80 tx=0x7fa6d8009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:10.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e6000640 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb60e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb59e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e5600640 1 -- 172.21.15.6:0/219618636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 msgr2=0x5603ebb60e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:10.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e5600640 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb60e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e5600640 1 -- 172.21.15.6:0/219618636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 msgr2=0x5603ebb59e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:10.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e5600640 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb59e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.236+0000 7fa6e5600640 1 -- 172.21.15.6:0/219618636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603eb7c4210 con 0x5603ebb4fb30 2024-05-20T21:25:10.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.237+0000 7fa6e5600640 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb598d0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4006010 tx=0x7fa6d40c9740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=298eea322527f661 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.237+0000 7fa6c6a00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.237+0000 7fa6c6a00640 1 -- 172.21.15.6:0/219618636 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d4049040 con 0x5603ebb4fb30 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.237+0000 7fa6c6a00640 1 -- 172.21.15.6:0/219618636 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa6d40c65c0 con 0x5603ebb4fb30 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.237+0000 7fa6eae1f740 1 -- 172.21.15.6:0/219618636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5603ebac1ae0 con 0x5603ebb4fb30 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.237+0000 7fa6c6a00640 1 -- 172.21.15.6:0/219618636 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6d40c9fd0 con 0x5603ebb4fb30 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.237+0000 7fa6eae1f740 10 client.27889 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.237+0000 7fa6eae1f740 1 -- 172.21.15.6:0/219618636 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5603eb890620 con 0x5603ebb4fb30 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.238+0000 7fa6c6a00640 1 -- 172.21.15.6:0/219618636 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5603ebac1ae0 con 0x5603ebb4fb30 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.238+0000 7fa6c6a00640 1 -- 172.21.15.6:0/219618636 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa6d40cd070 con 0x5603ebb4fb30 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.238+0000 7fa6eae1f740 10 client.27889 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.238+0000 7fa6eae1f740 10 client.27889 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.238+0000 7fa6eae1f740 20 client.27889 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:10.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.238+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5603ebb652f0 0x5603ebb67770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.238+0000 7fa6eae1f740 4 client.27889 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.238+0000 7fa6eae1f740 1 -- 172.21.15.6:0/219618636 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603ebabb2c0 con 0x5603ebb652f0 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.239+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5603ebb652f0 0x5603ebb67770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.239+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5603ebb652f0 0x5603ebb67770 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=389643b3c0156b60 server_cookie=26e0143fe726dcd in_seq=0 out_seq=0 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.239+0000 7fa6c6a00640 10 client.27889 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.240+0000 7fa6c6a00640 1 -- 172.21.15.6:0/219618636 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5603ebabb2c0 con 0x5603ebb652f0 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.240+0000 7fa6c6a00640 10 client.27889 handle_command_reply: tid=0 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.240+0000 7fa6eae1f740 1 client.27889 shutdown 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.240+0000 7fa6eae1f740 1 -- 172.21.15.6:0/219618636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 msgr2=0x5603ebb598d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.240+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb598d0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4006010 tx=0x7fa6d40c9740 comp rx=0 tx=0).stop 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 1 -- 172.21.15.6:0/219618636 shutdown_connections 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5603ebb652f0 0x5603ebb67770 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb60e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb59e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/219618636 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb598d0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6c6a00640 0 client.27889 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:10.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 1 -- 172.21.15.6:0/219618636 >> 172.21.15.6:0/219618636 conn(0x5603ebb4b1a0 msgr2=0x5603ebb4a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:10.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 1 -- 172.21.15.6:0/219618636 shutdown_connections 2024-05-20T21:25:10.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 1 -- 172.21.15.6:0/219618636 wait complete. 2024-05-20T21:25:10.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.241+0000 7fa6eae1f740 20 client.27889 trim_cache size 0 max 16384 2024-05-20T21:25:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.261+0000 7fa6eae1f740 1 Processor -- start 2024-05-20T21:25:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.261+0000 7fa6eae1f740 1 -- start start 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb59bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb50520 0x5603ebb60de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb55690 0x5603ebb50f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e01aeb20 con 0x5603ebb4fb30 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e01ac3f0 con 0x5603ebb50520 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e01aa240 con 0x5603ebb55690 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e5600640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb59bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e5600640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb59bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42142/0 (socket says 172.21.15.6:42142) 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e5600640 1 -- 172.21.15.6:0/3562161066 learned_addr learned my addr 172.21.15.6:0/3562161066 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e6000640 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb55690 0x5603ebb50f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb50520 0x5603ebb60de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e5600640 1 -- 172.21.15.6:0/3562161066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb55690 msgr2=0x5603ebb50f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e5600640 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb55690 0x5603ebb50f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e5600640 1 -- 172.21.15.6:0/3562161066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb50520 msgr2=0x5603ebb60de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e5600640 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb50520 0x5603ebb60de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e5600640 1 -- 172.21.15.6:0/3562161066 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603ebb4afd0 con 0x5603ebb4fb30 2024-05-20T21:25:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.262+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb50520 0x5603ebb60de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.263+0000 7fa6e5600640 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb59bf0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4005ab0 tx=0x7fa6d40c9870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0295b8d75d155d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:10.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.263+0000 7fa6d1c00640 1 -- 172.21.15.6:0/3562161066 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d4049040 con 0x5603ebb4fb30 2024-05-20T21:25:10.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.263+0000 7fa6d1c00640 1 -- 172.21.15.6:0/3562161066 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6d4031e00 con 0x5603ebb4fb30 2024-05-20T21:25:10.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.263+0000 7fa6d1c00640 1 -- 172.21.15.6:0/3562161066 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d40c9230 con 0x5603ebb4fb30 2024-05-20T21:25:10.265 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3562161066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 msgr2=0x5603ebb59bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb59bf0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4005ab0 tx=0x7fa6d40c9870 comp rx=0 tx=0).stop 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3562161066 shutdown_connections 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb55690 0x5603ebb50f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb50520 0x5603ebb60de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3562161066 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb4fb30 0x5603ebb59bf0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3562161066 >> 172.21.15.6:0/3562161066 conn(0x5603ebb4b1a0 msgr2=0x5603ebb594e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3562161066 shutdown_connections 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.264+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3562161066 wait complete. 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.265+0000 7fa6eae1f740 1 -- start start 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.265+0000 7fa6eae1f740 1 Processor -- start 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.265+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb5df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.265+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb5e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6eae1f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb5f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e01aa8b0 con 0x5603ebb50520 2024-05-20T21:25:10.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e01abd20 con 0x5603ebb55690 2024-05-20T21:25:10.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6eae1f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e01aaf80 con 0x5603ebb4fb30 2024-05-20T21:25:10.267 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6eae1f740 10 client.0 _ll_register_callbacks cb 0x7fa6d4009260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:10.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e4c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb5e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e5600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb5df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e4c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb5e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42150/0 (socket says 172.21.15.6:42150) 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e4c00640 1 -- 172.21.15.6:0/3546468725 learned_addr learned my addr 172.21.15.6:0/3546468725 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e6000640 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb5f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e5600640 1 -- 172.21.15.6:0/3546468725 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 msgr2=0x5603ebb5f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e5600640 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb5f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e5600640 1 -- 172.21.15.6:0/3546468725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 msgr2=0x5603ebb5e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e5600640 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb5e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e5600640 1 -- 172.21.15.6:0/3546468725 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603ebb46440 con 0x5603ebb4fb30 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.266+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb5e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6e5600640 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb5df40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4005ab0 tx=0x7fa6d40ca250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=567a66dda20673d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6c6a00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6c6a00640 1 -- 172.21.15.6:0/3546468725 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d4049040 con 0x5603ebb4fb30 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6c6a00640 1 -- 172.21.15.6:0/3546468725 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa6d40c9440 con 0x5603ebb4fb30 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546468725 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5603eba354b0 con 0x5603ebb4fb30 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6c6a00640 1 -- 172.21.15.6:0/3546468725 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6d40d2b30 con 0x5603ebb4fb30 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6eae1f740 10 client.27895 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546468725 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5603ebb46440 con 0x5603ebb4fb30 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6c6a00640 1 -- 172.21.15.6:0/3546468725 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5603eba354b0 con 0x5603ebb4fb30 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.267+0000 7fa6c6a00640 1 -- 172.21.15.6:0/3546468725 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa6d40cd070 con 0x5603ebb4fb30 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.268+0000 7fa6eae1f740 10 client.27895 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.268+0000 7fa6eae1f740 10 client.27895 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.268+0000 7fa6eae1f740 20 client.27895 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:10.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.268+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5603ebbcff50 0x5603ebbd2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:10.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.268+0000 7fa6eae1f740 4 client.27895 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:10.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.268+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546468725 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5603eba83ad0 con 0x5603ebbcff50 2024-05-20T21:25:10.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.268+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5603ebbcff50 0x5603ebbd2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:10.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.269+0000 7fa6c6a00640 10 client.27895 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:10.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.269+0000 7fa6e4c00640 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5603ebbcff50 0x5603ebbd2340 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59aeedf8705855ec server_cookie=51e6968f2bb40cf1 in_seq=0 out_seq=0 2024-05-20T21:25:10.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.285+0000 7fa6c6a00640 1 -- 172.21.15.6:0/3546468725 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5603eba83ad0 con 0x5603ebbcff50 2024-05-20T21:25:10.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.285+0000 7fa6c6a00640 10 client.27895 handle_command_reply: tid=0 2024-05-20T21:25:10.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.285+0000 7fa6eae1f740 1 client.27895 shutdown 2024-05-20T21:25:10.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.285+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546468725 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 msgr2=0x5603ebb5df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.285+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb5df40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4005ab0 tx=0x7fa6d40ca250 comp rx=0 tx=0).stop 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.285+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546468725 shutdown_connections 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5603ebbcff50 0x5603ebbd2340 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5603ebb55690 0x5603ebb5f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5603ebb50520 0x5603ebb5e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6eae1f740 1 --2- 172.21.15.6:0/3546468725 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5603ebb4fb30 0x5603ebb5df40 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6c6a00640 0 client.27895 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546468725 >> 172.21.15.6:0/3546468725 conn(0x5603ebb4b1a0 msgr2=0x5603ebb50f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546468725 shutdown_connections 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6eae1f740 1 -- 172.21.15.6:0/3546468725 wait complete. 2024-05-20T21:25:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.286+0000 7fa6eae1f740 20 client.27895 trim_cache size 0 max 16384 2024-05-20T21:25:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:25:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:25:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:25:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 -- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6c80b2700 msgr2=0x7fa6c80b4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6c80b2700 0x7fa6c80b4bc0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x5603ebb50d80 tx=0x7fa6d8009500 comp rx=0 tx=0).stop 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 -- 172.21.15.6:0/437647476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 msgr2=0x7fa6e019af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 0x7fa6e019af20 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa6d4031500 tx=0x7fa6d4003c10 comp rx=0 tx=0).stop 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 -- 172.21.15.6:0/437647476 shutdown_connections 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6c80b2700 0x7fa6c80b4bc0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa6e0104680 0x7fa6e01a24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa6e0103cc0 0x7fa6e019b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 --2- 172.21.15.6:0/437647476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6e0102ad0 0x7fa6e019af20 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 -- 172.21.15.6:0/437647476 >> 172.21.15.6:0/437647476 conn(0x7fa6e00fe040 msgr2=0x7fa6e0074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 -- 172.21.15.6:0/437647476 shutdown_connections 2024-05-20T21:25:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:10.287+0000 7fa6e8000640 1 -- 172.21.15.6:0/437647476 wait complete. 2024-05-20T21:25:11.719 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:11.907 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:11 smithi006 ceph-mon[31422]: pgmap v720: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:25:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:11 smithi062 ceph-mon[36640]: pgmap v720: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:25:12.126 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:11 smithi042 ceph-mon[36332]: pgmap v720: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:25:12.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.741+0000 7fbf7f200700 1 -- 172.21.15.6:0/4028419194 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 msgr2=0x7fbf78103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.741+0000 7fbf7f200700 1 --2- 172.21.15.6:0/4028419194 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 0x7fbf78103bd0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fbf6800b0a0 tx=0x7fbf6800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.741+0000 7fbf7f200700 1 -- 172.21.15.6:0/4028419194 shutdown_connections 2024-05-20T21:25:12.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.741+0000 7fbf7f200700 1 --2- 172.21.15.6:0/4028419194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf781088f0 0x7fbf78110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.741+0000 7fbf7f200700 1 --2- 172.21.15.6:0/4028419194 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 0x7fbf78103bd0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.741+0000 7fbf7f200700 1 --2- 172.21.15.6:0/4028419194 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf781041a0 0x7fbf781081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.741+0000 7fbf7f200700 1 -- 172.21.15.6:0/4028419194 >> 172.21.15.6:0/4028419194 conn(0x7fbf7807a6a0 msgr2=0x7fbf7807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:12.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.741+0000 7fbf7f200700 1 -- 172.21.15.6:0/4028419194 shutdown_connections 2024-05-20T21:25:12.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.742+0000 7fbf7f200700 1 -- 172.21.15.6:0/4028419194 wait complete. 2024-05-20T21:25:12.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.743+0000 7fbf7f200700 1 Processor -- start 2024-05-20T21:25:12.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.743+0000 7fbf7f200700 1 -- start start 2024-05-20T21:25:12.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.743+0000 7fbf7f200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 0x7fbf78075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.743+0000 7fbf7f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf781041a0 0x7fbf78075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.743+0000 7fbf7f200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf781088f0 0x7fbf780762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7f200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbf781136e0 con 0x7fbf781041a0 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7f200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbf78113560 con 0x7fbf781088f0 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7f200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbf78113860 con 0x7fbf781037f0 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf6f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf781041a0 0x7fbf78075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf781088f0 0x7fbf780762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf781088f0 0x7fbf780762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33162/0 (socket says 172.21.15.6:33162) 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7d200700 1 -- 172.21.15.6:0/1470910843 learned_addr learned my addr 172.21.15.6:0/1470910843 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf77e00700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 0x7fbf78075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7d200700 1 -- 172.21.15.6:0/1470910843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 msgr2=0x7fbf78075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7d200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 0x7fbf78075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7d200700 1 -- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf781041a0 msgr2=0x7fbf78075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7d200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf781041a0 0x7fbf78075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf7d200700 1 -- 172.21.15.6:0/1470910843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf781a8120 con 0x7fbf781088f0 2024-05-20T21:25:12.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf77e00700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 0x7fbf78075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:12.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.744+0000 7fbf6f400700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf781041a0 0x7fbf78075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:12.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.745+0000 7fbf7d200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf781088f0 0x7fbf780762c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000e940 tx=0x7fbf7000ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:12.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.745+0000 7fbf75600700 1 -- 172.21.15.6:0/1470910843 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf70004a30 con 0x7fbf781088f0 2024-05-20T21:25:12.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.745+0000 7fbf75600700 1 -- 172.21.15.6:0/1470910843 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf700054d0 con 0x7fbf781088f0 2024-05-20T21:25:12.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.745+0000 7fbf75600700 1 -- 172.21.15.6:0/1470910843 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7000ccf0 con 0x7fbf781088f0 2024-05-20T21:25:12.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.745+0000 7fbf7f200700 1 -- 172.21.15.6:0/1470910843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf781a8410 con 0x7fbf781088f0 2024-05-20T21:25:12.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.745+0000 7fbf7f200700 1 -- 172.21.15.6:0/1470910843 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf781a8950 con 0x7fbf781088f0 2024-05-20T21:25:12.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.749+0000 7fbf75600700 1 -- 172.21.15.6:0/1470910843 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbf70005020 con 0x7fbf781088f0 2024-05-20T21:25:12.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.750+0000 7fbf89c20b80 1 Processor -- start 2024-05-20T21:25:12.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.750+0000 7fbf89c20b80 1 -- start start 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.750+0000 7fbf75600700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf5c0b2900 0x7fbf5c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7f30 0x5614d97d1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97d25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5614d972fe40 con 0x5614d97d7610 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5614d971f9e0 con 0x5614d97d2140 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5614d9723a20 con 0x5614d97d7f30 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf75600700 1 -- 172.21.15.6:0/1470910843 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbf700e2390 con 0x7fbf781088f0 2024-05-20T21:25:12.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf6f400700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf5c0b2900 0x7fbf5c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf6f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7f30 0x5614d97d1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf7d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97d25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf6f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7f30 0x5614d97d1b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40778/0 (socket says 172.21.15.6:40778) 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf77e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf6f400700 1 -- 172.21.15.6:0/3625687811 learned_addr learned my addr 172.21.15.6:0/3625687811 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.751+0000 7fbf7d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97d25c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33168/0 (socket says 172.21.15.6:33168) 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.752+0000 7fbf6f400700 1 -- 172.21.15.6:0/3625687811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 msgr2=0x5614d97d25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.752+0000 7fbf6f400700 1 --2- 172.21.15.6:0/3625687811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97d25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.752+0000 7fbf6f400700 1 -- 172.21.15.6:0/3625687811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 msgr2=0x5614d97d79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.752+0000 7fbf6f400700 1 --2- 172.21.15.6:0/3625687811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.752+0000 7fbf6f400700 1 -- 172.21.15.6:0/3625687811 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614d96e8420 con 0x5614d97d7f30 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.752+0000 7fbf77e00700 1 --2- 172.21.15.6:0/3625687811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:12.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.752+0000 7fbf6f400700 1 --2- 172.21.15.6:0/3625687811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7f30 0x5614d97d1b20 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fbf60013e60 tx=0x7fbf600116c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7caa3eed27979cd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:12.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.752+0000 7fbf6f400700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf5c0b2900 0x7fbf5c0b4dc0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fbf60011a10 tx=0x7fbf60015000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:12.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.753+0000 7fbf6d600700 1 -- 172.21.15.6:0/3625687811 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60025070 con 0x5614d97d7f30 2024-05-20T21:25:12.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.753+0000 7fbf6d600700 1 -- 172.21.15.6:0/3625687811 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf60009be0 con 0x5614d97d7f30 2024-05-20T21:25:12.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.753+0000 7fbf6d600700 1 -- 172.21.15.6:0/3625687811 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60021790 con 0x5614d97d7f30 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 -- 172.21.15.6:0/3625687811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7f30 msgr2=0x5614d97d1b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/3625687811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7f30 0x5614d97d1b20 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fbf60013e60 tx=0x7fbf600116c0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 -- 172.21.15.6:0/3625687811 shutdown_connections 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/3625687811 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97d25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/3625687811 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/3625687811 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7f30 0x5614d97d1b20 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 -- 172.21.15.6:0/3625687811 >> 172.21.15.6:0/3625687811 conn(0x5614d96ffbe0 msgr2=0x5614d97cc690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 -- 172.21.15.6:0/3625687811 shutdown_connections 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.754+0000 7fbf89c20b80 1 -- 172.21.15.6:0/3625687811 wait complete. 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.755+0000 7fbf89c20b80 1 -- start start 2024-05-20T21:25:12.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.755+0000 7fbf89c20b80 1 Processor -- start 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.755+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97ddcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.755+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7610 0x5614d97db0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.755+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97db5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.755+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5614d9625fa0 con 0x5614d97d7f30 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.755+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5614d96c0760 con 0x5614d97d7610 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.755+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5614d97de980 con 0x5614d97d2140 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf89c20b80 10 client.0 _ll_register_callbacks cb 0x5614d96c9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf6f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7610 0x5614d97db0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf77e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97ddcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf7d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97db5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf6f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7610 0x5614d97db0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33178/0 (socket says 172.21.15.6:33178) 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf6f400700 1 -- 172.21.15.6:0/735392397 learned_addr learned my addr 172.21.15.6:0/735392397 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:12.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf6f400700 1 -- 172.21.15.6:0/735392397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 msgr2=0x5614d97ddcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:12.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf6f400700 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97ddcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf6f400700 1 -- 172.21.15.6:0/735392397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 msgr2=0x5614d97db5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:12.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf6f400700 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97db5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.756+0000 7fbf6f400700 1 -- 172.21.15.6:0/735392397 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614d966f8d0 con 0x5614d97d7610 2024-05-20T21:25:12.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.757+0000 7fbf6f400700 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7610 0x5614d97db0b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fbf60012010 tx=0x7fbf60013850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1f63b1e1170c81e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:12.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.757+0000 7fbf66000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:25:12.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.757+0000 7fbf66000700 1 -- 172.21.15.6:0/735392397 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60025050 con 0x5614d97d7610 2024-05-20T21:25:12.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.757+0000 7fbf89c20b80 1 -- 172.21.15.6:0/735392397 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf60009be0 con 0x5614d97d7610 2024-05-20T21:25:12.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.757+0000 7fbf66000700 1 -- 172.21.15.6:0/735392397 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbf60005250 con 0x5614d97d7610 2024-05-20T21:25:12.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.757+0000 7fbf66000700 1 -- 172.21.15.6:0/735392397 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbf60009260 con 0x5614d97d7610 2024-05-20T21:25:12.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.757+0000 7fbf89c20b80 10 client.27908 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:12.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.757+0000 7fbf89c20b80 1 -- 172.21.15.6:0/735392397 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5614d96f0060 con 0x5614d97d7610 2024-05-20T21:25:12.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.758+0000 7fbf66000700 1 -- 172.21.15.6:0/735392397 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf60009be0 con 0x5614d97d7610 2024-05-20T21:25:12.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.758+0000 7fbf66000700 1 -- 172.21.15.6:0/735392397 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbf60020050 con 0x5614d97d7610 2024-05-20T21:25:12.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.758+0000 7fbf89c20b80 10 client.27908 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:12.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.758+0000 7fbf89c20b80 10 client.27908 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:25:12.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.758+0000 7fbf89c20b80 20 client.27908 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:12.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.758+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5614d97eb4c0 0x5614d97ed8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.758+0000 7fbf89c20b80 4 client.27908 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:12.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.758+0000 7fbf89c20b80 1 -- 172.21.15.6:0/735392397 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5614d9731d90 con 0x5614d97eb4c0 2024-05-20T21:25:12.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.759+0000 7fbf77e00700 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5614d97eb4c0 0x5614d97ed8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.759+0000 7fbf77e00700 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5614d97eb4c0 0x5614d97ed8b0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f5783d167c07f9ee server_cookie=650d47c3819178e9 in_seq=0 out_seq=0 2024-05-20T21:25:12.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.759+0000 7fbf66000700 10 client.27908 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:25:12.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf66000700 1 -- 172.21.15.6:0/735392397 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5614d9731d90 con 0x5614d97eb4c0 2024-05-20T21:25:12.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf66000700 10 client.27908 handle_command_reply: tid=0 2024-05-20T21:25:12.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 client.27908 shutdown 2024-05-20T21:25:12.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 -- 172.21.15.6:0/735392397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7610 msgr2=0x5614d97db0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7610 0x5614d97db0b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fbf60012010 tx=0x7fbf60013850 comp rx=0 tx=0).stop 2024-05-20T21:25:12.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 -- 172.21.15.6:0/735392397 shutdown_connections 2024-05-20T21:25:12.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97db5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5614d97eb4c0 0x5614d97ed8b0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97ddcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/735392397 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7610 0x5614d97db0b0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf66000700 0 client.27908 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:25:12.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.760+0000 7fbf89c20b80 1 -- 172.21.15.6:0/735392397 >> 172.21.15.6:0/735392397 conn(0x5614d96ffbe0 msgr2=0x5614d97cbd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:12.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.761+0000 7fbf89c20b80 1 -- 172.21.15.6:0/735392397 shutdown_connections 2024-05-20T21:25:12.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.761+0000 7fbf89c20b80 1 -- 172.21.15.6:0/735392397 wait complete. 2024-05-20T21:25:12.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.761+0000 7fbf89c20b80 20 client.27908 trim_cache size 0 max 16384 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.778+0000 7fbf89c20b80 1 Processor -- start 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.778+0000 7fbf89c20b80 1 -- start start 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.778+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97d1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.778+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.778+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7f30 0x5614d97cc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.778+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbf781b29d0 con 0x5614d97d7610 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.778+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbf781b0260 con 0x5614d97d7f30 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.778+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbf781ae0b0 con 0x5614d97d2140 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf6f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf6f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d8ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42200/0 (socket says 172.21.15.6:42200) 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf6f400700 1 -- 172.21.15.6:0/685814946 learned_addr learned my addr 172.21.15.6:0/685814946 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:12.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf7d200700 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7f30 0x5614d97cc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf6f400700 1 -- 172.21.15.6:0/685814946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 msgr2=0x5614d97d1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf77e00700 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97d1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf6f400700 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97d1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf6f400700 1 -- 172.21.15.6:0/685814946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7f30 msgr2=0x5614d97cc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf6f400700 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7f30 0x5614d97cc4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf6f400700 1 -- 172.21.15.6:0/685814946 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614d97d9620 con 0x5614d97d7610 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf7d200700 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7f30 0x5614d97cc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.779+0000 7fbf77e00700 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97d1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:25:12.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.780+0000 7fbf6f400700 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d8ae0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fbf60013db0 tx=0x7fbf60005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=180441589eab875e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.780+0000 7fbf6cc00700 1 -- 172.21.15.6:0/685814946 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60025040 con 0x5614d97d7610 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.780+0000 7fbf6cc00700 1 -- 172.21.15.6:0/685814946 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf60043070 con 0x5614d97d7610 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.780+0000 7fbf6cc00700 1 -- 172.21.15.6:0/685814946 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf600132a0 con 0x5614d97d7610 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 -- 172.21.15.6:0/685814946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 msgr2=0x5614d97d8ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d8ae0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fbf60013db0 tx=0x7fbf60005880 comp rx=0 tx=0).stop 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 -- 172.21.15.6:0/685814946 shutdown_connections 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d7f30 0x5614d97cc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d2140 0x5614d97d1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/685814946 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7610 0x5614d97d8ae0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 -- 172.21.15.6:0/685814946 >> 172.21.15.6:0/685814946 conn(0x5614d96ffbe0 msgr2=0x5614d97d83d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:12.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 -- 172.21.15.6:0/685814946 shutdown_connections 2024-05-20T21:25:12.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.781+0000 7fbf89c20b80 1 -- 172.21.15.6:0/685814946 wait complete. 2024-05-20T21:25:12.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 1 -- start start 2024-05-20T21:25:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 1 Processor -- start 2024-05-20T21:25:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97e40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7610 0x5614d97f2600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97f2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbf781ae720 con 0x5614d97d7f30 2024-05-20T21:25:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbf781afb90 con 0x5614d97d2140 2024-05-20T21:25:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbf781aedf0 con 0x5614d97d7610 2024-05-20T21:25:12.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.782+0000 7fbf89c20b80 10 client.0 _ll_register_callbacks cb 0x5614d97d5c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf7d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97f2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf7d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97f2b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42202/0 (socket says 172.21.15.6:42202) 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf7d200700 1 -- 172.21.15.6:0/1498202052 learned_addr learned my addr 172.21.15.6:0/1498202052 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf77e00700 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97e40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf6f400700 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7610 0x5614d97f2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf7d200700 1 -- 172.21.15.6:0/1498202052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7610 msgr2=0x5614d97f2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf7d200700 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7610 0x5614d97f2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf7d200700 1 -- 172.21.15.6:0/1498202052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 msgr2=0x5614d97e40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:12.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf7d200700 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97e40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.783+0000 7fbf7d200700 1 -- 172.21.15.6:0/1498202052 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614d97f3100 con 0x5614d97d7f30 2024-05-20T21:25:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf7d200700 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97f2b40 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000d010 tx=0x7fbf70004f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a30f1ee7e19ff8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf66000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf66000700 1 -- 172.21.15.6:0/1498202052 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf700c2020 con 0x5614d97d7f30 2024-05-20T21:25:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf66000700 1 -- 172.21.15.6:0/1498202052 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbf70016330 con 0x5614d97d7f30 2024-05-20T21:25:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf89c20b80 1 -- 172.21.15.6:0/1498202052 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf60043070 con 0x5614d97d7f30 2024-05-20T21:25:12.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf66000700 1 -- 172.21.15.6:0/1498202052 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbf70005310 con 0x5614d97d7f30 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf89c20b80 10 client.17799 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf89c20b80 1 -- 172.21.15.6:0/1498202052 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5614d9855c00 con 0x5614d97d7f30 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.784+0000 7fbf66000700 1 -- 172.21.15.6:0/1498202052 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf60043070 con 0x5614d97d7f30 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.785+0000 7fbf66000700 1 -- 172.21.15.6:0/1498202052 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbf700aabe0 con 0x5614d97d7f30 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.785+0000 7fbf89c20b80 10 client.17799 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.785+0000 7fbf89c20b80 10 client.17799 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.785+0000 7fbf89c20b80 20 client.17799 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.785+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5614d9856310 0x5614d9858730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.785+0000 7fbf89c20b80 4 client.17799 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.785+0000 7fbf89c20b80 1 -- 172.21.15.6:0/1498202052 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5614d972b570 con 0x5614d9856310 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.785+0000 7fbf77e00700 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5614d9856310 0x5614d9858730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:12.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf77e00700 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5614d9856310 0x5614d9858730 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=857f24872673f880 server_cookie=6f5fd619bc44aa5b in_seq=0 out_seq=0 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf66000700 10 client.17799 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf66000700 1 -- 172.21.15.6:0/1498202052 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5614d972b570 con 0x5614d9856310 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf66000700 10 client.17799 handle_command_reply: tid=0 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 client.17799 shutdown 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 -- 172.21.15.6:0/1498202052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 msgr2=0x5614d97f2b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97f2b40 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000d010 tx=0x7fbf70004f30 comp rx=0 tx=0).stop 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 -- 172.21.15.6:0/1498202052 shutdown_connections 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5614d97d7f30 0x5614d97f2b40 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5614d97d2140 0x5614d97e40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5614d9856310 0x5614d9858730 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 --2- 172.21.15.6:0/1498202052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5614d97d7610 0x5614d97f2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 -- 172.21.15.6:0/1498202052 >> 172.21.15.6:0/1498202052 conn(0x5614d96ffbe0 msgr2=0x5614d97d99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:12.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf66000700 0 client.17799 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:25:12.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.786+0000 7fbf89c20b80 1 -- 172.21.15.6:0/1498202052 shutdown_connections 2024-05-20T21:25:12.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.787+0000 7fbf89c20b80 1 -- 172.21.15.6:0/1498202052 wait complete. 2024-05-20T21:25:12.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.787+0000 7fbf89c20b80 20 client.17799 trim_cache size 0 max 16384 2024-05-20T21:25:12.795 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:25:12.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.787+0000 7fbf7f200700 1 -- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf5c0b2900 msgr2=0x7fbf5c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.787+0000 7fbf7f200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf5c0b2900 0x7fbf5c0b4dc0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fbf60011a10 tx=0x7fbf60015000 comp rx=0 tx=0).stop 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.787+0000 7fbf7f200700 1 -- 172.21.15.6:0/1470910843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf781088f0 msgr2=0x7fbf780762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.787+0000 7fbf7f200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf781088f0 0x7fbf780762c0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000e940 tx=0x7fbf7000ec50 comp rx=0 tx=0).stop 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.788+0000 7fbf7f200700 1 -- 172.21.15.6:0/1470910843 shutdown_connections 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.788+0000 7fbf7f200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf5c0b2900 0x7fbf5c0b4dc0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.788+0000 7fbf7f200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbf781088f0 0x7fbf780762c0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.788+0000 7fbf7f200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbf781037f0 0x7fbf78075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.788+0000 7fbf7f200700 1 --2- 172.21.15.6:0/1470910843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbf781041a0 0x7fbf78075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.788+0000 7fbf7f200700 1 -- 172.21.15.6:0/1470910843 >> 172.21.15.6:0/1470910843 conn(0x7fbf7807a6a0 msgr2=0x7fbf78101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.788+0000 7fbf7f200700 1 -- 172.21.15.6:0/1470910843 shutdown_connections 2024-05-20T21:25:12.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:12.788+0000 7fbf7f200700 1 -- 172.21.15.6:0/1470910843 wait complete. 2024-05-20T21:25:13.879 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:13 smithi006 ceph-mon[31422]: pgmap v721: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:25:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:13 smithi062 ceph-mon[36640]: pgmap v721: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:25:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:13 smithi042 ceph-mon[36332]: pgmap v721: 97 pgs: 97 active+clean; 4.6 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:25:14.485 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.131+0000 7f48e0a00700 1 -- 172.21.15.6:0/3763538761 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48dc06c470 msgr2=0x7f48dc1103c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.131+0000 7f48e0a00700 1 --2- 172.21.15.6:0/3763538761 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48dc06c470 0x7f48dc1103c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f48d400b0a0 tx=0x7f48d400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.131+0000 7f48e0a00700 1 -- 172.21.15.6:0/3763538761 shutdown_connections 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.131+0000 7f48e0a00700 1 --2- 172.21.15.6:0/3763538761 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48dc06c470 0x7f48dc1103c0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.131+0000 7f48e0a00700 1 --2- 172.21.15.6:0/3763538761 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48dc1095a0 0x7f48dc109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.131+0000 7f48e0a00700 1 --2- 172.21.15.6:0/3763538761 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48dc06bab0 0x7f48dc06bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.131+0000 7f48e0a00700 1 -- 172.21.15.6:0/3763538761 >> 172.21.15.6:0/3763538761 conn(0x7f48dc0793b0 msgr2=0x7f48dc0797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.132+0000 7f48e0a00700 1 -- 172.21.15.6:0/3763538761 shutdown_connections 2024-05-20T21:25:15.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.132+0000 7f48e0a00700 1 -- 172.21.15.6:0/3763538761 wait complete. 2024-05-20T21:25:15.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.133+0000 7f48e0a00700 1 Processor -- start 2024-05-20T21:25:15.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.133+0000 7f48e0a00700 1 -- start start 2024-05-20T21:25:15.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48e0a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48dc06bab0 0x7f48dc19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48e0a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48dc06c470 0x7f48dc19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48e0a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48dc1095a0 0x7f48dc1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48e0a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f48dc113730 con 0x7f48dc1095a0 2024-05-20T21:25:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48e0a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f48dc1135b0 con 0x7f48dc06bab0 2024-05-20T21:25:15.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48e0a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f48dc1138b0 con 0x7f48dc06c470 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48d9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48dc06bab0 0x7f48dc19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48d9e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48dc06bab0 0x7f48dc19be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33202/0 (socket says 172.21.15.6:33202) 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48d9e00700 1 -- 172.21.15.6:0/4280550140 learned_addr learned my addr 172.21.15.6:0/4280550140 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48d9400700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48dc06c470 0x7f48dc19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.134+0000 7f48da800700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48dc1095a0 0x7f48dc1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d9400700 1 -- 172.21.15.6:0/4280550140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48dc06bab0 msgr2=0x7f48dc19be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d9400700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48dc06bab0 0x7f48dc19be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d9400700 1 -- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48dc1095a0 msgr2=0x7f48dc1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d9400700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48dc1095a0 0x7f48dc1a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d9400700 1 -- 172.21.15.6:0/4280550140 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48dc1a0e50 con 0x7f48dc06c470 2024-05-20T21:25:15.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d9400700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48dc06c470 0x7f48dc19c380 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f48c800e9f0 tx=0x7f48c800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d2a00700 1 -- 172.21.15.6:0/4280550140 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c8004220 con 0x7f48dc06c470 2024-05-20T21:25:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48dc1a1140 con 0x7f48dc06c470 2024-05-20T21:25:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d2a00700 1 -- 172.21.15.6:0/4280550140 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48c80043c0 con 0x7f48dc06c470 2024-05-20T21:25:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.135+0000 7f48d2a00700 1 -- 172.21.15.6:0/4280550140 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c8005020 con 0x7f48dc06c470 2024-05-20T21:25:15.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.136+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48dc1a89c0 con 0x7f48dc06c470 2024-05-20T21:25:15.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.137+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48dc06a230 con 0x7f48dc06c470 2024-05-20T21:25:15.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.140+0000 7f48d2a00700 1 -- 172.21.15.6:0/4280550140 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f48c8004750 con 0x7f48dc06c470 2024-05-20T21:25:15.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.142+0000 7f48d2a00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48c00b2880 0x7f48c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.142+0000 7f48d2a00700 1 -- 172.21.15.6:0/4280550140 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f48c80e2270 con 0x7f48dc06c470 2024-05-20T21:25:15.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.142+0000 7f48d9e00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48c00b2880 0x7f48c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:15.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.143+0000 7f48d9e00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48c00b2880 0x7f48c00b4d40 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f48cc009680 tx=0x7f48cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:15.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.143+0000 7f48d2a00700 1 -- 172.21.15.6:0/4280550140 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f48c80a9e90 con 0x7f48dc06c470 2024-05-20T21:25:15.190 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:15.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.440+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f48dc19d1a0 con 0x7f48dc06c470 2024-05-20T21:25:15.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.441+0000 7f48d2a00700 1 -- 172.21.15.6:0/4280550140 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f48c80a9790 con 0x7f48dc06c470 2024-05-20T21:25:15.443 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:25:15.443 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:25:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.444+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48c00b2880 msgr2=0x7f48c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:15.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.444+0000 7f48e0a00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48c00b2880 0x7f48c00b4d40 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f48cc009680 tx=0x7f48cc009260 comp rx=0 tx=0).stop 2024-05-20T21:25:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48dc06c470 msgr2=0x7f48dc19c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48dc06c470 0x7f48dc19c380 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f48c800e9f0 tx=0x7f48c800ed00 comp rx=0 tx=0).stop 2024-05-20T21:25:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 shutdown_connections 2024-05-20T21:25:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48c00b2880 0x7f48c00b4d40 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f48dc1095a0 0x7f48dc1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f48dc06bab0 0x7f48dc19be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 --2- 172.21.15.6:0/4280550140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48dc06c470 0x7f48dc19c380 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:15.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 >> 172.21.15.6:0/4280550140 conn(0x7f48dc0793b0 msgr2=0x7f48dc10e6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:15.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 shutdown_connections 2024-05-20T21:25:15.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:15.445+0000 7f48e0a00700 1 -- 172.21.15.6:0/4280550140 wait complete. 2024-05-20T21:25:15.447 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:25:15.985 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:15 smithi006 ceph-mon[31422]: pgmap v722: 97 pgs: 97 active+clean; 632 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:16.011 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:15 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4280550140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:15 smithi062 ceph-mon[36640]: pgmap v722: 97 pgs: 97 active+clean; 632 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:15 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4280550140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:15 smithi042 ceph-mon[36332]: pgmap v722: 97 pgs: 97 active+clean; 632 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:15 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4280550140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:16.787 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-05-20T21:25:16.787 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-05-20T21:25:17.603 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:17.995 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:17 smithi006 ceph-mon[31422]: pgmap v723: 97 pgs: 97 active+clean; 689 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:17 smithi062 ceph-mon[36640]: pgmap v723: 97 pgs: 97 active+clean; 689 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:17 smithi042 ceph-mon[36332]: pgmap v723: 97 pgs: 97 active+clean; 689 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-05-20T21:25:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.316+0000 7f4905000700 1 -- 172.21.15.6:0/2178907678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4900103460 msgr2=0x7f49001038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.316+0000 7f4905000700 1 --2- 172.21.15.6:0/2178907678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4900103460 0x7f49001038e0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f48e80098f0 tx=0x7f48e8009c00 comp rx=0 tx=0).stop 2024-05-20T21:25:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.317+0000 7f4905000700 1 -- 172.21.15.6:0/2178907678 shutdown_connections 2024-05-20T21:25:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.317+0000 7f4905000700 1 --2- 172.21.15.6:0/2178907678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4900103e20 0x7f4900110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.317+0000 7f4905000700 1 --2- 172.21.15.6:0/2178907678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f49001094f0 0x7f49001098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.317+0000 7f4905000700 1 --2- 172.21.15.6:0/2178907678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4900103460 0x7f49001038e0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.317+0000 7f4905000700 1 -- 172.21.15.6:0/2178907678 >> 172.21.15.6:0/2178907678 conn(0x7f49000fef90 msgr2=0x7f49001013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:18.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.317+0000 7f4905000700 1 -- 172.21.15.6:0/2178907678 shutdown_connections 2024-05-20T21:25:18.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.317+0000 7f4905000700 1 -- 172.21.15.6:0/2178907678 wait complete. 2024-05-20T21:25:18.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.318+0000 7f4905000700 1 Processor -- start 2024-05-20T21:25:18.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.318+0000 7f4905000700 1 -- start start 2024-05-20T21:25:18.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f4905000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4900103460 0x7f490019bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f4905000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4900103e20 0x7f490019c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f4905000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f49001094f0 0x7f49001a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f4905000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4900113600 con 0x7f49001094f0 2024-05-20T21:25:18.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f4905000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4900113480 con 0x7f4900103e20 2024-05-20T21:25:18.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f4905000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4900113780 con 0x7f4900103460 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48ffe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f49001094f0 0x7f49001a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48f7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4900103e20 0x7f490019c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48ff400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4900103460 0x7f490019bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48ffe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f49001094f0 0x7f49001a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34334/0 (socket says 172.21.15.6:34334) 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48ffe00700 1 -- 172.21.15.6:0/1557962978 learned_addr learned my addr 172.21.15.6:0/1557962978 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48f7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4900103e20 0x7f490019c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44696/0 (socket says 172.21.15.6:44696) 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48f7e00700 1 -- 172.21.15.6:0/1557962978 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4900103460 msgr2=0x7f490019bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48f7e00700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4900103460 0x7f490019bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48f7e00700 1 -- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f49001094f0 msgr2=0x7f49001a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48f7e00700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f49001094f0 0x7f49001a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.319+0000 7f48f7e00700 1 -- 172.21.15.6:0/1557962978 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49001a0d30 con 0x7f4900103e20 2024-05-20T21:25:18.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.320+0000 7f48f7e00700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4900103e20 0x7f490019c260 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009230 tx=0x7f48e800fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:18.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.320+0000 7f48fcc00700 1 -- 172.21.15.6:0/1557962978 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8005140 con 0x7f4900103e20 2024-05-20T21:25:18.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.320+0000 7f48fcc00700 1 -- 172.21.15.6:0/1557962978 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48e800b560 con 0x7f4900103e20 2024-05-20T21:25:18.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.320+0000 7f4905000700 1 -- 172.21.15.6:0/1557962978 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49001a0fc0 con 0x7f4900103e20 2024-05-20T21:25:18.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.320+0000 7f48fcc00700 1 -- 172.21.15.6:0/1557962978 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e80038e0 con 0x7f4900103e20 2024-05-20T21:25:18.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.320+0000 7f4905000700 1 -- 172.21.15.6:0/1557962978 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49001a88a0 con 0x7f4900103e20 2024-05-20T21:25:18.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.324+0000 7f48fcc00700 1 -- 172.21.15.6:0/1557962978 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f48e800b9c0 con 0x7f4900103e20 2024-05-20T21:25:18.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.325+0000 7f4910e97b80 1 Processor -- start 2024-05-20T21:25:18.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.325+0000 7f4910e97b80 1 -- start start 2024-05-20T21:25:18.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.325+0000 7f48fcc00700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48e40b2880 0x7f48e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f48fcc00700 1 -- 172.21.15.6:0/1557962978 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f48e80e30b0 con 0x7f4900103e20 2024-05-20T21:25:18.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d464b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d46f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f4910e97b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560864ca4e40 con 0x560864d4c020 2024-05-20T21:25:18.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f4910e97b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560864c949e0 con 0x560864d46ad0 2024-05-20T21:25:18.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f4910e97b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560864c98a20 con 0x560864d4c940 2024-05-20T21:25:18.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f48ffe00700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48e40b2880 0x7f48e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f48ff400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f48f7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d464b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f48ff400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34342/0 (socket says 172.21.15.6:34342) 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f48ff400700 1 -- 172.21.15.6:0/2995968357 learned_addr learned my addr 172.21.15.6:0/2995968357 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f48f7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d464b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60522/0 (socket says 172.21.15.6:60522) 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.326+0000 7f48ffe00700 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d46f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48f7e00700 1 -- 172.21.15.6:0/2995968357 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 msgr2=0x560864d46f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48f7e00700 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d46f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48f7e00700 1 -- 172.21.15.6:0/2995968357 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 msgr2=0x560864d4c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:18.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48f7e00700 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48f7e00700 1 -- 172.21.15.6:0/2995968357 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560864c5d420 con 0x560864d4c940 2024-05-20T21:25:18.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48ff400700 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:18.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48ffe00700 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d46f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:18.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48ffe00700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48e40b2880 0x7f48e40b4d40 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f48f8009d30 tx=0x7f48f800fda0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:18.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.327+0000 7f48f7e00700 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d464b0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f48e80e0ab0 tx=0x7f48e800fb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=647e19f993c1eb3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:18.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.328+0000 7f48f4c00700 1 -- 172.21.15.6:0/2995968357 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e80aad60 con 0x560864d4c940 2024-05-20T21:25:18.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.328+0000 7f48f4c00700 1 -- 172.21.15.6:0/2995968357 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48e80aa660 con 0x560864d4c940 2024-05-20T21:25:18.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.328+0000 7f48f4c00700 1 -- 172.21.15.6:0/2995968357 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e80a6a80 con 0x560864d4c940 2024-05-20T21:25:18.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 -- 172.21.15.6:0/2995968357 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 msgr2=0x560864d464b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d464b0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f48e80e0ab0 tx=0x7f48e800fb20 comp rx=0 tx=0).stop 2024-05-20T21:25:18.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 -- 172.21.15.6:0/2995968357 shutdown_connections 2024-05-20T21:25:18.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d46f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2995968357 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d464b0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 -- 172.21.15.6:0/2995968357 >> 172.21.15.6:0/2995968357 conn(0x560864c74be0 msgr2=0x560864d41150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:18.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 -- 172.21.15.6:0/2995968357 shutdown_connections 2024-05-20T21:25:18.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.329+0000 7f4910e97b80 1 -- 172.21.15.6:0/2995968357 wait complete. 2024-05-20T21:25:18.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.330+0000 7f4910e97b80 1 -- start start 2024-05-20T21:25:18.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.330+0000 7f4910e97b80 1 Processor -- start 2024-05-20T21:25:18.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d46ad0 0x560864d52730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 0x560864d4fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d50010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f4910e97b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560864b9afa0 con 0x560864d46ad0 2024-05-20T21:25:18.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f4910e97b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560864c35760 con 0x560864d4c020 2024-05-20T21:25:18.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f4910e97b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560864d53220 con 0x560864d4c940 2024-05-20T21:25:18.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f48ff400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d46ad0 0x560864d52730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f48ff400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d46ad0 0x560864d52730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34358/0 (socket says 172.21.15.6:34358) 2024-05-20T21:25:18.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f48ff400700 1 -- 172.21.15.6:0/2932283239 learned_addr learned my addr 172.21.15.6:0/2932283239 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:18.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.331+0000 7f48ffe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d50010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.332+0000 7f48f7e00700 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 0x560864d4fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.332+0000 7f4910e97b80 10 client.0 _ll_register_callbacks cb 0x560864c3ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:18.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.332+0000 7f48ffe00700 1 -- 172.21.15.6:0/2932283239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 msgr2=0x560864d4fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:18.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.332+0000 7f48ffe00700 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 0x560864d4fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.332+0000 7f48ffe00700 1 -- 172.21.15.6:0/2932283239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d46ad0 msgr2=0x560864d52730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:18.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.332+0000 7f48ffe00700 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d46ad0 0x560864d52730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.332+0000 7f48ffe00700 1 -- 172.21.15.6:0/2932283239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560864be48d0 con 0x560864d4c940 2024-05-20T21:25:18.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.333+0000 7f48ffe00700 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d50010 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f48f800ffd0 tx=0x7f48f8004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f11858b0266f7c50 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:18.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.333+0000 7f48ed600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:18.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.333+0000 7f48ed600700 1 -- 172.21.15.6:0/2932283239 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f8028070 con 0x560864d4c940 2024-05-20T21:25:18.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.333+0000 7f48ed600700 1 -- 172.21.15.6:0/2932283239 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f48f8004040 con 0x560864d4c940 2024-05-20T21:25:18.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.333+0000 7f4910e97b80 1 -- 172.21.15.6:0/2932283239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48e80aa660 con 0x560864d4c940 2024-05-20T21:25:18.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f48ed600700 1 -- 172.21.15.6:0/2932283239 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f48f8034050 con 0x560864d4c940 2024-05-20T21:25:18.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f4910e97b80 10 client.27928 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:18.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f4910e97b80 1 -- 172.21.15.6:0/2932283239 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560864c65060 con 0x560864d4c940 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f48ed600700 1 -- 172.21.15.6:0/2932283239 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48e80aa660 con 0x560864d4c940 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f48ed600700 1 -- 172.21.15.6:0/2932283239 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f48f80086f0 con 0x560864d4c940 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f4910e97b80 10 client.27928 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f4910e97b80 10 client.27928 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f4910e97b80 20 client.27928 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560864d5fc80 0x560864d620a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f4910e97b80 4 client.27928 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.334+0000 7f4910e97b80 1 -- 172.21.15.6:0/2932283239 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560864ca6d90 con 0x560864d5fc80 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.335+0000 7f48ff400700 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560864d5fc80 0x560864d620a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.335+0000 7f48ff400700 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560864d5fc80 0x560864d620a0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d1075cdd30ce433 server_cookie=59288417814f9758 in_seq=0 out_seq=0 2024-05-20T21:25:18.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.335+0000 7f48ed600700 10 client.27928 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.336+0000 7f48ed600700 1 -- 172.21.15.6:0/2932283239 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560864ca6d90 con 0x560864d5fc80 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.336+0000 7f48ed600700 10 client.27928 handle_command_reply: tid=0 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.336+0000 7f4910e97b80 1 client.27928 shutdown 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 -- 172.21.15.6:0/2932283239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 msgr2=0x560864d50010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d50010 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f48f800ffd0 tx=0x7f48f8004b40 comp rx=0 tx=0).stop 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 -- 172.21.15.6:0/2932283239 shutdown_connections 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560864d5fc80 0x560864d620a0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d50010 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d46ad0 0x560864d52730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 --2- 172.21.15.6:0/2932283239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 0x560864d4fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f48ed600700 0 client.27928 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 -- 172.21.15.6:0/2932283239 >> 172.21.15.6:0/2932283239 conn(0x560864c74be0 msgr2=0x560864d454a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 -- 172.21.15.6:0/2932283239 shutdown_connections 2024-05-20T21:25:18.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 1 -- 172.21.15.6:0/2932283239 wait complete. 2024-05-20T21:25:18.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.337+0000 7f4910e97b80 20 client.27928 trim_cache size 0 max 16384 2024-05-20T21:25:18.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.354+0000 7f4910e97b80 1 Processor -- start 2024-05-20T21:25:18.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.354+0000 7f4910e97b80 1 -- start start 2024-05-20T21:25:18.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.354+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d464b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.354+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.354+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d679c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.354+0000 7f4910e97b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f49001b2690 con 0x560864d4c020 2024-05-20T21:25:18.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.354+0000 7f4910e97b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f49001aff20 con 0x560864d46ad0 2024-05-20T21:25:18.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.354+0000 7f4910e97b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f49001add70 con 0x560864d4c940 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d464b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d464b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44712/0 (socket says 172.21.15.6:44712) 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 -- 172.21.15.6:0/654713349 learned_addr learned my addr 172.21.15.6:0/654713349 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48f7e00700 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ffe00700 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d679c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 -- 172.21.15.6:0/654713349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 msgr2=0x560864d679c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d679c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 -- 172.21.15.6:0/654713349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 msgr2=0x560864d4a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 -- 172.21.15.6:0/654713349 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560864d50a00 con 0x560864d46ad0 2024-05-20T21:25:18.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.355+0000 7f48ff400700 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d464b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x560864d628e0 tx=0x7f48f0009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=487d75aaa77b93bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:18.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f48efe00700 1 -- 172.21.15.6:0/654713349 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f0025030 con 0x560864d46ad0 2024-05-20T21:25:18.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f48efe00700 1 -- 172.21.15.6:0/654713349 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48f0004830 con 0x560864d46ad0 2024-05-20T21:25:18.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f48efe00700 1 -- 172.21.15.6:0/654713349 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f0005420 con 0x560864d46ad0 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f4910e97b80 1 -- 172.21.15.6:0/654713349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 msgr2=0x560864d464b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f4910e97b80 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d464b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x560864d628e0 tx=0x7f48f0009310 comp rx=0 tx=0).stop 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f4910e97b80 1 -- 172.21.15.6:0/654713349 shutdown_connections 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f4910e97b80 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d4c940 0x560864d679c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f4910e97b80 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d46ad0 0x560864d464b0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.356+0000 7f4910e97b80 1 --2- 172.21.15.6:0/654713349 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c020 0x560864d4a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.357+0000 7f4910e97b80 1 -- 172.21.15.6:0/654713349 >> 172.21.15.6:0/654713349 conn(0x560864c74be0 msgr2=0x560864d49b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.357+0000 7f4910e97b80 1 -- 172.21.15.6:0/654713349 shutdown_connections 2024-05-20T21:25:18.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.357+0000 7f4910e97b80 1 -- 172.21.15.6:0/654713349 wait complete. 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.357+0000 7f4910e97b80 1 -- start start 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.357+0000 7f4910e97b80 1 Processor -- start 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d46ad0 0x560864d58380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 0x560864d588c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f4910e97b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c940 0x560864d55350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f4910e97b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f49001ae3e0 con 0x560864d4c940 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f4910e97b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f49001af850 con 0x560864d4c020 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f4910e97b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f49001aeab0 con 0x560864d46ad0 2024-05-20T21:25:18.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f4910e97b80 10 client.0 _ll_register_callbacks cb 0x560864c3ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:18.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f48ffe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c940 0x560864d55350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f48ffe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c940 0x560864d55350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34382/0 (socket says 172.21.15.6:34382) 2024-05-20T21:25:18.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f48ffe00700 1 -- 172.21.15.6:0/3088209752 learned_addr learned my addr 172.21.15.6:0/3088209752 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:18.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.358+0000 7f48ff400700 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d46ad0 0x560864d58380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48f7e00700 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 0x560864d588c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ffe00700 1 -- 172.21.15.6:0/3088209752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d46ad0 msgr2=0x560864d58380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:18.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ffe00700 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d46ad0 0x560864d58380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ffe00700 1 -- 172.21.15.6:0/3088209752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 msgr2=0x560864d588c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ffe00700 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 0x560864d588c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ffe00700 1 -- 172.21.15.6:0/3088209752 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560864d55890 con 0x560864d4c940 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ff400700 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d46ad0 0x560864d58380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ffe00700 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c940 0x560864d55350 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f48f8009c10 tx=0x7f48f8018ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22b772d868cc6158 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ed600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.359+0000 7f48ed600700 1 -- 172.21.15.6:0/3088209752 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48f803c020 con 0x560864d4c940 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f4910e97b80 1 -- 172.21.15.6:0/3088209752 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f48f0004830 con 0x560864d4c940 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f48ed600700 1 -- 172.21.15.6:0/3088209752 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f48f8008510 con 0x560864d4c940 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f48ed600700 1 -- 172.21.15.6:0/3088209752 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f48f8047050 con 0x560864d4c940 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f4910e97b80 10 client.17823 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f4910e97b80 1 -- 172.21.15.6:0/3088209752 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560864dcb0a0 con 0x560864d4c940 2024-05-20T21:25:18.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f48ed600700 1 -- 172.21.15.6:0/3088209752 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48f0004830 con 0x560864d4c940 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f48ed600700 1 -- 172.21.15.6:0/3088209752 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f48f8004530 con 0x560864d4c940 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f4910e97b80 10 client.17823 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f4910e97b80 10 client.17823 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.360+0000 7f4910e97b80 20 client.17823 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.361+0000 7f4910e97b80 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560864dcb800 0x560864dcdc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.361+0000 7f4910e97b80 4 client.17823 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.361+0000 7f4910e97b80 1 -- 172.21.15.6:0/3088209752 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560864ca0570 con 0x560864dcb800 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.361+0000 7f48ff400700 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560864dcb800 0x560864dcdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.361+0000 7f48ff400700 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560864dcb800 0x560864dcdc20 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd2252cebc4eac08 server_cookie=cdb1eefd02bdef9d in_seq=0 out_seq=0 2024-05-20T21:25:18.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.361+0000 7f48ed600700 10 client.17823 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f48ed600700 1 -- 172.21.15.6:0/3088209752 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560864ca0570 con 0x560864dcb800 2024-05-20T21:25:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f48ed600700 10 client.17823 handle_command_reply: tid=0 2024-05-20T21:25:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 client.17823 shutdown 2024-05-20T21:25:18.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 -- 172.21.15.6:0/3088209752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c940 msgr2=0x560864d55350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c940 0x560864d55350 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f48f8009c10 tx=0x7f48f8018ed0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 -- 172.21.15.6:0/3088209752 shutdown_connections 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560864d4c940 0x560864d55350 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560864dcb800 0x560864dcdc20 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560864d46ad0 0x560864d58380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 --2- 172.21.15.6:0/3088209752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560864d4c020 0x560864d588c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 -- 172.21.15.6:0/3088209752 >> 172.21.15.6:0/3088209752 conn(0x560864c74be0 msgr2=0x560864d4cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f48ed600700 0 client.17823 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 -- 172.21.15.6:0/3088209752 shutdown_connections 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 1 -- 172.21.15.6:0/3088209752 wait complete. 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.362+0000 7f4910e97b80 20 client.17823 trim_cache size 0 max 16384 2024-05-20T21:25:18.365 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:25:18.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 -- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48e40b2880 msgr2=0x7f48e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48e40b2880 0x7f48e40b4d40 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f48f8009d30 tx=0x7f48f800fda0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 -- 172.21.15.6:0/1557962978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4900103e20 msgr2=0x7f490019c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:18.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4900103e20 0x7f490019c260 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009230 tx=0x7f48e800fa00 comp rx=0 tx=0).stop 2024-05-20T21:25:18.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 -- 172.21.15.6:0/1557962978 shutdown_connections 2024-05-20T21:25:18.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f48e40b2880 0x7f48e40b4d40 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f49001094f0 0x7f49001a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4900103460 0x7f490019bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 --2- 172.21.15.6:0/1557962978 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4900103e20 0x7f490019c260 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:18.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 -- 172.21.15.6:0/1557962978 >> 172.21.15.6:0/1557962978 conn(0x7f49000fef90 msgr2=0x7f490010ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:18.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.363+0000 7f4905000700 1 -- 172.21.15.6:0/1557962978 shutdown_connections 2024-05-20T21:25:18.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:18.364+0000 7f4905000700 1 -- 172.21.15.6:0/1557962978 wait complete. 2024-05-20T21:25:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:19 smithi062 ceph-mon[36640]: pgmap v724: 97 pgs: 97 active+clean; 689 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-05-20T21:25:20.098 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:19 smithi006 ceph-mon[31422]: pgmap v724: 97 pgs: 97 active+clean; 689 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-05-20T21:25:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:19 smithi042 ceph-mon[36332]: pgmap v724: 97 pgs: 97 active+clean; 689 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 16 op/s 2024-05-20T21:25:21.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 -- 172.21.15.6:0/3281244870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 msgr2=0x7f4ea410bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3281244870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 0x7f4ea410bb30 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f4e940098f0 tx=0x7f4e94009c00 comp rx=0 tx=0).stop 2024-05-20T21:25:21.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 -- 172.21.15.6:0/3281244870 shutdown_connections 2024-05-20T21:25:21.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3281244870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4ea4106110 0x7f4ea4112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3281244870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 0x7f4ea410bb30 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3281244870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ea4105750 0x7f4ea4105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 -- 172.21.15.6:0/3281244870 >> 172.21.15.6:0/3281244870 conn(0x7f4ea4101220 msgr2=0x7f4ea4103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 -- 172.21.15.6:0/3281244870 shutdown_connections 2024-05-20T21:25:21.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.124+0000 7f4eaa200700 1 -- 172.21.15.6:0/3281244870 wait complete. 2024-05-20T21:25:21.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.125+0000 7f4eaa200700 1 Processor -- start 2024-05-20T21:25:21.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.126+0000 7f4eaa200700 1 -- start start 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.126+0000 7f4eaa200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ea4105750 0x7f4ea419bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.126+0000 7f4eaa200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4ea4106110 0x7f4ea419c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.126+0000 7f4eaa200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 0x7f4ea41a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.126+0000 7f4eaa200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea4115980 con 0x7f4ea4106110 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.126+0000 7f4eaa200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea4115800 con 0x7f4ea4105750 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.126+0000 7f4eaa200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea4115b00 con 0x7f4ea410b750 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ea4105750 0x7f4ea419bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4ea4106110 0x7f4ea419c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ea4105750 0x7f4ea419bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44748/0 (socket says 172.21.15.6:44748) 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3400700 1 -- 172.21.15.6:0/3620527024 learned_addr learned my addr 172.21.15.6:0/3620527024 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3e00700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 0x7f4ea41a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3400700 1 -- 172.21.15.6:0/3620527024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 msgr2=0x7f4ea41a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3400700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 0x7f4ea41a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3400700 1 -- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4ea4106110 msgr2=0x7f4ea419c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3400700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4ea4106110 0x7f4ea419c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3400700 1 -- 172.21.15.6:0/3620527024 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea41a0dc0 con 0x7f4ea4105750 2024-05-20T21:25:21.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.127+0000 7f4ea3e00700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 0x7f4ea41a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:21.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.128+0000 7f4ea3400700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ea4105750 0x7f4ea419bdb0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4e94009230 tx=0x7f4e9400fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.128+0000 7f4e9be00700 1 -- 172.21.15.6:0/3620527024 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e94005140 con 0x7f4ea4105750 2024-05-20T21:25:21.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.128+0000 7f4e9be00700 1 -- 172.21.15.6:0/3620527024 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e9400b560 con 0x7f4ea4105750 2024-05-20T21:25:21.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.128+0000 7f4e9be00700 1 -- 172.21.15.6:0/3620527024 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e94003ae0 con 0x7f4ea4105750 2024-05-20T21:25:21.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.128+0000 7f4eaa200700 1 -- 172.21.15.6:0/3620527024 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea41a1050 con 0x7f4ea4105750 2024-05-20T21:25:21.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.128+0000 7f4eaa200700 1 -- 172.21.15.6:0/3620527024 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea41a8930 con 0x7f4ea4105750 2024-05-20T21:25:21.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.132+0000 7f4e9be00700 1 -- 172.21.15.6:0/3620527024 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4e94003c80 con 0x7f4ea4105750 2024-05-20T21:25:21.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.134+0000 7f4eb4ae5b80 1 Processor -- start 2024-05-20T21:25:21.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.134+0000 7f4eb4ae5b80 1 -- start start 2024-05-20T21:25:21.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.134+0000 7f4e9be00700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e880b2930 0x7f4e880b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.134+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.134+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5588937685c0 0x558893762060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.134+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x558893762ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5588936bffd0 con 0x558893762680 2024-05-20T21:25:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5588936afb70 con 0x558893767ca0 2024-05-20T21:25:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5588936b3bb0 con 0x5588937685c0 2024-05-20T21:25:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4e9be00700 1 -- 172.21.15.6:0/3620527024 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4e940e32c0 con 0x7f4ea4105750 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4ea3e00700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e880b2930 0x7f4e880b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4ea3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4ea3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44756/0 (socket says 172.21.15.6:44756) 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4ea3400700 1 -- 172.21.15.6:0/1042183229 learned_addr learned my addr 172.21.15.6:0/1042183229 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5588937685c0 0x558893762060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.135+0000 7f4ea3e00700 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x558893762ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4ea3400700 1 -- 172.21.15.6:0/1042183229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5588937685c0 msgr2=0x558893762060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4ea3400700 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5588937685c0 0x558893762060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4ea3400700 1 -- 172.21.15.6:0/1042183229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 msgr2=0x558893762ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4ea3400700 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x558893762ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4ea3400700 1 -- 172.21.15.6:0/1042183229 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588936785b0 con 0x558893767ca0 2024-05-20T21:25:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5588937685c0 0x558893762060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4ea3400700 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768080 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f4e940a68f0 tx=0x7f4e94009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28eed1520a2624fd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4ea3e00700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e880b2930 0x7f4e880b4df0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c015e20 tx=0x7f4e9c015420 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4e98c00700 1 -- 172.21.15.6:0/1042183229 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e940a9fe0 con 0x558893767ca0 2024-05-20T21:25:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4e98c00700 1 -- 172.21.15.6:0/1042183229 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e940aa380 con 0x558893767ca0 2024-05-20T21:25:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.136+0000 7f4e98c00700 1 -- 172.21.15.6:0/1042183229 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e940c3550 con 0x558893767ca0 2024-05-20T21:25:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/1042183229 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 msgr2=0x558893768080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768080 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f4e940a68f0 tx=0x7f4e94009c00 comp rx=0 tx=0).stop 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/1042183229 shutdown_connections 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x558893762ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768080 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/1042183229 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5588937685c0 0x558893762060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/1042183229 >> 172.21.15.6:0/1042183229 conn(0x55889368fd70 msgr2=0x55889375cf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/1042183229 shutdown_connections 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.137+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/1042183229 wait complete. 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.138+0000 7f4eb4ae5b80 1 -- start start 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.138+0000 7f4eb4ae5b80 1 Processor -- start 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x55889376e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893767ca0 0x55889376b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55889376bb60 0x55889376bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5588935b6130 con 0x558893762680 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5588936508f0 con 0x55889376bb60 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55889376edf0 con 0x558893767ca0 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4eb4ae5b80 10 client.0 _ll_register_callbacks cb 0x558893659e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4ea3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x55889376e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4ea3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55889376bb60 0x55889376bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4ea3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x55889376e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34414/0 (socket says 172.21.15.6:34414) 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4ea3400700 1 -- 172.21.15.6:0/2150003006 learned_addr learned my addr 172.21.15.6:0/2150003006 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893767ca0 0x55889376b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.139+0000 7f4ea3400700 1 -- 172.21.15.6:0/2150003006 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893767ca0 msgr2=0x55889376b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4ea3400700 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893767ca0 0x55889376b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4ea3400700 1 -- 172.21.15.6:0/2150003006 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55889376bb60 msgr2=0x55889376bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4ea3400700 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55889376bb60 0x55889376bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4ea3400700 1 -- 172.21.15.6:0/2150003006 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588935ffa60 con 0x558893762680 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4ea3e00700 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55889376bb60 0x55889376bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893767ca0 0x55889376b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4ea3400700 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x55889376e280 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f4e94005c10 tx=0x7f4e9400b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f584e70ffab43f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4e8d600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4e8d600700 1 -- 172.21.15.6:0/2150003006 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e940aa870 con 0x558893762680 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4e8d600700 1 -- 172.21.15.6:0/2150003006 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4e940a6e60 con 0x558893762680 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.140+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/2150003006 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e940aa380 con 0x558893762680 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4e8d600700 1 -- 172.21.15.6:0/2150003006 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4e940aec20 con 0x558893762680 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4eb4ae5b80 10 client.17835 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/2150003006 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5588936801f0 con 0x558893762680 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4e8d600700 1 -- 172.21.15.6:0/2150003006 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e940aa380 con 0x558893762680 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4e8d600700 1 -- 172.21.15.6:0/2150003006 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4e940c3190 con 0x558893762680 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4eb4ae5b80 10 client.17835 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4eb4ae5b80 10 client.17835 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4eb4ae5b80 20 client.17835 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55889377bb20 0x55889377df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4eb4ae5b80 4 client.17835 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.141+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/2150003006 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588936c1f20 con 0x55889377bb20 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.142+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55889377bb20 0x55889377df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.142+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55889377bb20 0x55889377df10 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4eb16bce0974eadd server_cookie=9b2e38fc0287d790 in_seq=0 out_seq=0 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.142+0000 7f4e8d600700 10 client.17835 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.143+0000 7f4e8d600700 1 -- 172.21.15.6:0/2150003006 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5588936c1f20 con 0x55889377bb20 2024-05-20T21:25:21.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.143+0000 7f4e8d600700 10 client.17835 handle_command_reply: tid=0 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.143+0000 7f4eb4ae5b80 1 client.17835 shutdown 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.143+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/2150003006 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 msgr2=0x55889376e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.143+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x55889376e280 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f4e94005c10 tx=0x7f4e9400b9a0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/2150003006 shutdown_connections 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55889376bb60 0x55889376bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558893762680 0x55889376e280 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55889377bb20 0x55889377df10 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/2150003006 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893767ca0 0x55889376b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/2150003006 >> 172.21.15.6:0/2150003006 conn(0x55889368fd70 msgr2=0x55889375c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4e8d600700 0 client.17835 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/2150003006 shutdown_connections 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/2150003006 wait complete. 2024-05-20T21:25:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.144+0000 7f4eb4ae5b80 20 client.17835 trim_cache size 0 max 16384 2024-05-20T21:25:21.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.167+0000 7f4eb4ae5b80 1 Processor -- start 2024-05-20T21:25:21.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.167+0000 7f4eb4ae5b80 1 -- start start 2024-05-20T21:25:21.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.167+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893762060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.167+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.167+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x55889376a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.167+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea41b2860 con 0x55889376bb60 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.167+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea41b00f0 con 0x558893767ca0 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.167+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea41adf40 con 0x558893762680 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x55889376a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x55889376a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34428/0 (socket says 172.21.15.6:34428) 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea3e00700 1 -- 172.21.15.6:0/3248856577 learned_addr learned my addr 172.21.15.6:0/3248856577 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea3400700 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893762060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea2a00700 1 -- 172.21.15.6:0/3248856577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 msgr2=0x558893762060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893762060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea2a00700 1 -- 172.21.15.6:0/3248856577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 msgr2=0x55889376a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x55889376a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea2a00700 1 -- 172.21.15.6:0/3248856577 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55889375d4d0 con 0x558893767ca0 2024-05-20T21:25:21.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea3e00700 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x55889376a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:21.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.168+0000 7f4ea3400700 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893762060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:21.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.169+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768d20 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x55889376cbf0 tx=0x7f4e90009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=688660e47a6ea303 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.169+0000 7f4e8fe00700 1 -- 172.21.15.6:0/3248856577 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90012310 con 0x558893767ca0 2024-05-20T21:25:21.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.169+0000 7f4e8fe00700 1 -- 172.21.15.6:0/3248856577 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e900044e0 con 0x558893767ca0 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.169+0000 7f4e8fe00700 1 -- 172.21.15.6:0/3248856577 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90005280 con 0x558893767ca0 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3248856577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 msgr2=0x558893768d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768d20 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x55889376cbf0 tx=0x7f4e90009260 comp rx=0 tx=0).stop 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3248856577 shutdown_connections 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x55889376a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893762060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3248856577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893768d20 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3248856577 >> 172.21.15.6:0/3248856577 conn(0x55889368fd70 msgr2=0x558893769de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3248856577 shutdown_connections 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3248856577 wait complete. 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 -- start start 2024-05-20T21:25:21.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.170+0000 7f4eb4ae5b80 1 Processor -- start 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893774320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893774860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4eb4ae5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x558893771210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea41ae5b0 con 0x55889376bb60 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea41afa20 con 0x558893767ca0 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4eb4ae5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea41aec80 con 0x558893762680 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4eb4ae5b80 10 client.0 _ll_register_callbacks cb 0x558893659e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4ea3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893774320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4ea3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x558893771210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4ea2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893774860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4ea3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893774320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60612/0 (socket says 172.21.15.6:60612) 2024-05-20T21:25:21.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.171+0000 7f4ea3400700 1 -- 172.21.15.6:0/3451256391 learned_addr learned my addr 172.21.15.6:0/3451256391 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:21.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4ea3400700 1 -- 172.21.15.6:0/3451256391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 msgr2=0x558893774860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4ea3400700 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893774860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4ea3400700 1 -- 172.21.15.6:0/3451256391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 msgr2=0x558893771210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4ea3400700 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x558893771210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4ea3400700 1 -- 172.21.15.6:0/3451256391 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558893771a20 con 0x558893762680 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4ea3400700 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893774320 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4e940aa570 tx=0x7f4e940aaad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f319406231428dd2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4e8d600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4e8d600700 1 -- 172.21.15.6:0/3451256391 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e940aa380 con 0x558893762680 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4e8d600700 1 -- 172.21.15.6:0/3451256391 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4e940a6e60 con 0x558893762680 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.172+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3451256391 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e900044e0 con 0x558893762680 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4e8d600700 1 -- 172.21.15.6:0/3451256391 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4e940c7020 con 0x558893762680 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4eb4ae5b80 10 client.27952 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3451256391 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558893771a20 con 0x558893762680 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4e8d600700 1 -- 172.21.15.6:0/3451256391 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e900044e0 con 0x558893762680 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4e8d600700 1 -- 172.21.15.6:0/3451256391 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4e940c3190 con 0x558893762680 2024-05-20T21:25:21.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4eb4ae5b80 10 client.27952 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:21.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4eb4ae5b80 10 client.27952 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:25:21.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4eb4ae5b80 20 client.27952 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:21.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5588937e75f0 0x5588937e9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:21.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4eb4ae5b80 4 client.27952 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-05-20T21:25:21.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.173+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3451256391 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x5588936bb700 con 0x5588937e75f0 2024-05-20T21:25:21.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.174+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5588937e75f0 0x5588937e9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:21.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.174+0000 7f4ea2a00700 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5588937e75f0 0x5588937e9a10 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37cd689dbde9d436 server_cookie=1c5fd2f5bca73bde in_seq=0 out_seq=0 2024-05-20T21:25:21.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.174+0000 7f4e8d600700 10 client.27952 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4e8d600700 1 -- 172.21.15.6:0/3451256391 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5588936bb700 con 0x5588937e75f0 2024-05-20T21:25:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4e8d600700 10 client.27952 handle_command_reply: tid=0 2024-05-20T21:25:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 client.27952 shutdown 2024-05-20T21:25:21.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3451256391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 msgr2=0x558893774320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893774320 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4e940aa570 tx=0x7f4e940aaad0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3451256391 shutdown_connections 2024-05-20T21:25:21.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55889376bb60 0x558893771210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5588937e75f0 0x5588937e9a10 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558893762680 0x558893774320 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 --2- 172.21.15.6:0/3451256391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558893767ca0 0x558893774860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3451256391 >> 172.21.15.6:0/3451256391 conn(0x55889368fd70 msgr2=0x55889376a670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4e8d600700 0 client.27952 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3451256391 shutdown_connections 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.194+0000 7f4eb4ae5b80 1 -- 172.21.15.6:0/3451256391 wait complete. 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eb4ae5b80 20 client.27952 trim_cache size 0 max 16384 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:25:21.196 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 34, 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "e5b44a9e": { 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 34, 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 130.0, 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:25:21.197 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:21.198 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:25:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 -- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e880b2930 msgr2=0x7f4e880b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e880b2930 0x7f4e880b4df0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c015e20 tx=0x7f4e9c015420 comp rx=0 tx=0).stop 2024-05-20T21:25:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 -- 172.21.15.6:0/3620527024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ea4105750 msgr2=0x7f4ea419bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ea4105750 0x7f4ea419bdb0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f4e94009230 tx=0x7f4e9400fa70 comp rx=0 tx=0).stop 2024-05-20T21:25:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 -- 172.21.15.6:0/3620527024 shutdown_connections 2024-05-20T21:25:21.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e880b2930 0x7f4e880b4df0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4ea410b750 0x7f4ea41a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4ea4105750 0x7f4ea419bdb0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 --2- 172.21.15.6:0/3620527024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4ea4106110 0x7f4ea419c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:21.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.195+0000 7f4eaa200700 1 -- 172.21.15.6:0/3620527024 >> 172.21.15.6:0/3620527024 conn(0x7f4ea4101220 msgr2=0x7f4ea4101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:21.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.196+0000 7f4eaa200700 1 -- 172.21.15.6:0/3620527024 shutdown_connections 2024-05-20T21:25:21.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:21.196+0000 7f4eaa200700 1 -- 172.21.15.6:0/3620527024 wait complete. 2024-05-20T21:25:21.502 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:25:21.502 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:25:21.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:21 smithi006 ceph-mon[31422]: pgmap v725: 97 pgs: 97 active+clean; 689 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:25:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:21 smithi062 ceph-mon[36640]: pgmap v725: 97 pgs: 97 active+clean; 689 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:25:22.109 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e5b44a9e', quiesce took 12.1 seconds. Will release after: -2.0999999999999996 2024-05-20T21:25:22.110 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:21 smithi042 ceph-mon[36332]: pgmap v725: 97 pgs: 97 active+clean; 689 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-20T21:25:22.206 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 -- 172.21.15.6:0/1638058510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f101066e0 msgr2=0x7f5f1010cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1638058510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f101066e0 0x7f5f1010cf70 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5f08009be0 tx=0x7f5f0802a6c0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 -- 172.21.15.6:0/1638058510 shutdown_connections 2024-05-20T21:25:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1638058510 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f101066e0 0x7f5f1010cf70 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1638058510 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5f10105d20 0x7f5f101061a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1638058510 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5f10104b30 0x7f5f10104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 -- 172.21.15.6:0/1638058510 >> 172.21.15.6:0/1638058510 conn(0x7f5f101000c0 msgr2=0x7f5f101024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:23.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 -- 172.21.15.6:0/1638058510 shutdown_connections 2024-05-20T21:25:23.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.436+0000 7f5f0f200640 1 -- 172.21.15.6:0/1638058510 wait complete. 2024-05-20T21:25:23.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.437+0000 7f5f0f200640 1 Processor -- start 2024-05-20T21:25:23.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.437+0000 7f5f0f200640 1 -- start start 2024-05-20T21:25:23.441 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5f10104b30 0x7f5f1019ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0f200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f10105d20 0x7f5f1019b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0f200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5f101066e0 0x7f5f101a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0f200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5f10110660 con 0x7f5f10104b30 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0f200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101104e0 con 0x7f5f101066e0 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0f200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101107e0 con 0x7f5f10105d20 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5f10104b30 0x7f5f1019ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f05400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f10105d20 0x7f5f1019b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5f10104b30 0x7f5f1019ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34454/0 (socket says 172.21.15.6:34454) 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0de00640 1 -- 172.21.15.6:0/1956803235 learned_addr learned my addr 172.21.15.6:0/1956803235 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f05400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f10105d20 0x7f5f1019b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60624/0 (socket says 172.21.15.6:60624) 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0e800640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5f101066e0 0x7f5f101a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f05400640 1 -- 172.21.15.6:0/1956803235 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5f101066e0 msgr2=0x7f5f101a2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f05400640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5f101066e0 0x7f5f101a2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f05400640 1 -- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5f10104b30 msgr2=0x7f5f1019ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f05400640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5f10104b30 0x7f5f1019ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f05400640 1 -- 172.21.15.6:0/1956803235 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f101a2930 con 0x7f5f10105d20 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.438+0000 7f5f0de00640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5f10104b30 0x7f5f1019ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.439+0000 7f5f05400640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f10105d20 0x7f5f1019b260 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5ef800e9f0 tx=0x7f5ef800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.439+0000 7f5f07400640 1 -- 172.21.15.6:0/1956803235 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef800ccc0 con 0x7f5f10105d20 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.439+0000 7f5f07400640 1 -- 172.21.15.6:0/1956803235 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ef8005020 con 0x7f5f10105d20 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.439+0000 7f5f0f200640 1 -- 172.21.15.6:0/1956803235 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f101a2c20 con 0x7f5f10105d20 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.439+0000 7f5f07400640 1 -- 172.21.15.6:0/1956803235 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef8004a00 con 0x7f5f10105d20 2024-05-20T21:25:23.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.439+0000 7f5f0f200640 1 -- 172.21.15.6:0/1956803235 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f101a3120 con 0x7f5f10105d20 2024-05-20T21:25:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.442+0000 7f5f18080740 1 Processor -- start 2024-05-20T21:25:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f18080740 1 -- start start 2024-05-20T21:25:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f18080740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904dc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f18080740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904e11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f18080740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f18080740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56539044bb90 con 0x5653904e1850 2024-05-20T21:25:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f18080740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56539043b730 con 0x5653904dbcf0 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f18080740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56539043f770 con 0x5653904dc6e0 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f07400640 1 -- 172.21.15.6:0/1956803235 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5ef8004ba0 con 0x7f5f10105d20 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f0de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904e11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f0de00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904e11e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60638/0 (socket says 172.21.15.6:60638) 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f0de00640 1 -- 172.21.15.6:0/3418247220 learned_addr learned my addr 172.21.15.6:0/3418247220 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f0e800640 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904dc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.443+0000 7f5f05400640 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5f0de00640 1 -- 172.21.15.6:0/3418247220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 msgr2=0x5653904dc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5f0de00640 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904dc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5f0de00640 1 -- 172.21.15.6:0/3418247220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 msgr2=0x5653904e3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5f0de00640 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5f0de00640 1 -- 172.21.15.6:0/3418247220 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653903d48b0 con 0x5653904dc6e0 2024-05-20T21:25:23.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5f0e800640 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904dc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5f05400640 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5f0de00640 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904e11e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f5f000115f0 tx=0x7f5f00011ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27777b710cb52d72 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5eff400640 1 -- 172.21.15.6:0/3418247220 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f0001e070 con 0x5653904dc6e0 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5eff400640 1 -- 172.21.15.6:0/3418247220 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f0000faf0 con 0x5653904dc6e0 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.444+0000 7f5eff400640 1 -- 172.21.15.6:0/3418247220 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f00019cb0 con 0x5653904dc6e0 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.445+0000 7f5f18080740 1 -- 172.21.15.6:0/3418247220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 msgr2=0x5653904e11e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.445+0000 7f5f18080740 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904e11e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f5f000115f0 tx=0x7f5f00011ab0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.445+0000 7f5f07400640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ef40b27d0 0x7f5ef40b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f18080740 1 -- 172.21.15.6:0/3418247220 shutdown_connections 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f18080740 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f18080740 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904e11e0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f18080740 1 --2- 172.21.15.6:0/3418247220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904dc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f18080740 1 -- 172.21.15.6:0/3418247220 >> 172.21.15.6:0/3418247220 conn(0x5653904d7360 msgr2=0x5653904d7760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f07400640 1 -- 172.21.15.6:0/1956803235 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5ef80e2320 con 0x7f5f10105d20 2024-05-20T21:25:23.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f0e800640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ef40b27d0 0x7f5ef40b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f18080740 1 -- 172.21.15.6:0/3418247220 shutdown_connections 2024-05-20T21:25:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f18080740 1 -- 172.21.15.6:0/3418247220 wait complete. 2024-05-20T21:25:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f18080740 1 -- start start 2024-05-20T21:25:23.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.446+0000 7f5f0e800640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ef40b27d0 0x7f5ef40b4c90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5f0802abe0 tx=0x7f5f08005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:23.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f18080740 1 Processor -- start 2024-05-20T21:25:23.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f18080740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904e5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f18080740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dc6e0 0x5653904e6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f18080740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904e1850 0x5653904ed040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f18080740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x565390121790 con 0x5653904dbcf0 2024-05-20T21:25:23.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f18080740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5653903e3bc0 con 0x5653904dc6e0 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f18080740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5653904e4800 con 0x5653904e1850 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f18080740 10 client.0 _ll_register_callbacks cb 0x5653903c1400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f0de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904e5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f0de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904e5ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34466/0 (socket says 172.21.15.6:34466) 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f0de00640 1 -- 172.21.15.6:0/2135938795 learned_addr learned my addr 172.21.15.6:0/2135938795 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.447+0000 7f5f0e800640 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904e1850 0x5653904ed040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.448+0000 7f5f05400640 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dc6e0 0x5653904e6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.448+0000 7f5f0de00640 1 -- 172.21.15.6:0/2135938795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904e1850 msgr2=0x5653904ed040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.448+0000 7f5f0de00640 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904e1850 0x5653904ed040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.448+0000 7f5f0de00640 1 -- 172.21.15.6:0/2135938795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dc6e0 msgr2=0x5653904e6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.448+0000 7f5f0de00640 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dc6e0 0x5653904e6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.448+0000 7f5f0de00640 1 -- 172.21.15.6:0/2135938795 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565390150210 con 0x5653904dbcf0 2024-05-20T21:25:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.448+0000 7f5f0de00640 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904e5ac0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f5f0001b000 tx=0x7f5f0000ff50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9c7c5186d9e54ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.448+0000 7f5ef3e00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.449+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2135938795 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f00028070 con 0x5653904dbcf0 2024-05-20T21:25:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.449+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2135938795 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5f0000f740 con 0x5653904dbcf0 2024-05-20T21:25:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.449+0000 7f5f18080740 1 -- 172.21.15.6:0/2135938795 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f0000faf0 con 0x5653904dbcf0 2024-05-20T21:25:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.449+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2135938795 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5f0001e040 con 0x5653904dbcf0 2024-05-20T21:25:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.449+0000 7f5f18080740 10 client.17853 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.449+0000 7f5f18080740 1 -- 172.21.15.6:0/2135938795 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56539021c620 con 0x5653904dbcf0 2024-05-20T21:25:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.449+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2135938795 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f0000faf0 con 0x5653904dbcf0 2024-05-20T21:25:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.450+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2135938795 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5f0002b030 con 0x5653904dbcf0 2024-05-20T21:25:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.450+0000 7f5f18080740 10 client.17853 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.450+0000 7f5f18080740 10 client.17853 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.450+0000 7f5f18080740 20 client.17853 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.450+0000 7f5f18080740 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653904f12c0 0x5653904f36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.450+0000 7f5f18080740 4 client.17853 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.450+0000 7f5f18080740 1 -- 172.21.15.6:0/2135938795 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56539044dae0 con 0x5653904f12c0 2024-05-20T21:25:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.450+0000 7f5f05400640 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653904f12c0 0x5653904f36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.451+0000 7f5f05400640 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653904f12c0 0x5653904f36d0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f323f898309f6f79 server_cookie=c29d8675dd5a5694 in_seq=0 out_seq=0 2024-05-20T21:25:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.451+0000 7f5ef3e00640 10 client.17853 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2135938795 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56539044dae0 con 0x5653904f12c0 2024-05-20T21:25:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5ef3e00640 10 client.17853 handle_command_reply: tid=0 2024-05-20T21:25:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 client.17853 shutdown 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 -- 172.21.15.6:0/2135938795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 msgr2=0x5653904e5ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904e5ac0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f5f0001b000 tx=0x7f5f0000ff50 comp rx=0 tx=0).stop 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 -- 172.21.15.6:0/2135938795 shutdown_connections 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5653904f12c0 0x5653904f36d0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904e1850 0x5653904ed040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dc6e0 0x5653904e6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 --2- 172.21.15.6:0/2135938795 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904e5ac0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5ef3e00640 0 client.17853 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 -- 172.21.15.6:0/2135938795 >> 172.21.15.6:0/2135938795 conn(0x5653904d7360 msgr2=0x5653904d64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 -- 172.21.15.6:0/2135938795 shutdown_connections 2024-05-20T21:25:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 1 -- 172.21.15.6:0/2135938795 wait complete. 2024-05-20T21:25:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.452+0000 7f5f18080740 20 client.17853 trim_cache size 0 max 16384 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f18080740 1 Processor -- start 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f18080740 1 -- start start 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f18080740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904e4db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f18080740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904ed000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f18080740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f18080740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101aea40 con 0x5653904e1850 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f18080740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101ac310 con 0x5653904dbcf0 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f18080740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101aa160 con 0x5653904dc6e0 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f05400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904ed000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.471 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f05400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904ed000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60644/0 (socket says 172.21.15.6:60644) 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f05400640 1 -- 172.21.15.6:0/253467632 learned_addr learned my addr 172.21.15.6:0/253467632 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.470+0000 7f5f0e800640 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5f0de00640 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904e4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5f05400640 1 -- 172.21.15.6:0/253467632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 msgr2=0x5653904e4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5f05400640 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904e4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5f05400640 1 -- 172.21.15.6:0/253467632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 msgr2=0x5653904e52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5f05400640 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5f05400640 1 -- 172.21.15.6:0/253467632 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653904e4ba0 con 0x5653904dc6e0 2024-05-20T21:25:23.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5f05400640 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904ed000 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f5ef80a6a20 tx=0x7f5ef80dfbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98be3daf0090c9ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:23.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5efea00640 1 -- 172.21.15.6:0/253467632 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef801c040 con 0x5653904dc6e0 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5efea00640 1 -- 172.21.15.6:0/253467632 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ef80a9f40 con 0x5653904dc6e0 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.471+0000 7f5efea00640 1 -- 172.21.15.6:0/253467632 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef80dfe30 con 0x5653904dc6e0 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 -- 172.21.15.6:0/253467632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 msgr2=0x5653904ed000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904ed000 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f5ef80a6a20 tx=0x7f5ef80dfbf0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 -- 172.21.15.6:0/253467632 shutdown_connections 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904e1850 0x5653904e52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904ed000 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 --2- 172.21.15.6:0/253467632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904dbcf0 0x5653904e4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 -- 172.21.15.6:0/253467632 >> 172.21.15.6:0/253467632 conn(0x5653904d7360 msgr2=0x5653904da8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 -- 172.21.15.6:0/253467632 shutdown_connections 2024-05-20T21:25:23.477 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.472+0000 7f5f18080740 1 -- 172.21.15.6:0/253467632 wait complete. 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 1 -- start start 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 1 Processor -- start 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904ea610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904eab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904e1850 0x5653904ebb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101aa7d0 con 0x5653904dbcf0 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101abc40 con 0x5653904e1850 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5f101aaea0 con 0x5653904dc6e0 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.473+0000 7f5f18080740 10 client.0 _ll_register_callbacks cb 0x7f5f0001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904ea610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f05400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904eab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.478 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904ea610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34486/0 (socket says 172.21.15.6:34486) 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 -- 172.21.15.6:0/2024914341 learned_addr learned my addr 172.21.15.6:0/2024914341 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0e800640 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904e1850 0x5653904ebb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 -- 172.21.15.6:0/2024914341 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 msgr2=0x5653904eab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904eab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 -- 172.21.15.6:0/2024914341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904e1850 msgr2=0x5653904ebb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904e1850 0x5653904ebb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 -- 172.21.15.6:0/2024914341 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653904ec150 con 0x5653904dbcf0 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f05400640 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904eab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5f0de00640 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904ea610 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5f00011af0 tx=0x7f5f00011560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f529ed5d52bdad4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.474+0000 7f5ef3e00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.475+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2024914341 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f00028070 con 0x5653904dbcf0 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.475+0000 7f5f18080740 1 -- 172.21.15.6:0/2024914341 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ef80a9f40 con 0x5653904dbcf0 2024-05-20T21:25:23.479 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.475+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2024914341 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5f0000fa50 con 0x5653904dbcf0 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.475+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2024914341 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5f00009cd0 con 0x5653904dbcf0 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.475+0000 7f5f18080740 10 client.17859 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.475+0000 7f5f18080740 1 -- 172.21.15.6:0/2024914341 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56539055beb0 con 0x5653904dbcf0 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.475+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2024914341 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ef80a9f40 con 0x5653904dbcf0 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.476+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2024914341 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5f0002b040 con 0x5653904dbcf0 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.476+0000 7f5f18080740 10 client.17859 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.476+0000 7f5f18080740 10 client.17859 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.476+0000 7f5f18080740 20 client.17859 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:23.480 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.476+0000 7f5f18080740 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56539055c6e0 0x56539055eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:23.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.476+0000 7f5f18080740 4 client.17859 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:23.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.476+0000 7f5f18080740 1 -- 172.21.15.6:0/2024914341 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5653904472c0 con 0x56539055c6e0 2024-05-20T21:25:23.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.476+0000 7f5f05400640 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56539055c6e0 0x56539055eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:23.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.477+0000 7f5f05400640 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56539055c6e0 0x56539055eb00 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c4a1f53fb765f22 server_cookie=728034b4340915b9 in_seq=0 out_seq=0 2024-05-20T21:25:23.481 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.477+0000 7f5ef3e00640 10 client.17859 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.490+0000 7f5ef3e00640 1 -- 172.21.15.6:0/2024914341 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5653904472c0 con 0x56539055c6e0 2024-05-20T21:25:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.490+0000 7f5ef3e00640 10 client.17859 handle_command_reply: tid=0 2024-05-20T21:25:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.490+0000 7f5f18080740 1 client.17859 shutdown 2024-05-20T21:25:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 -- 172.21.15.6:0/2024914341 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 msgr2=0x5653904ea610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904ea610 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5f00011af0 tx=0x7f5f00011560 comp rx=0 tx=0).stop 2024-05-20T21:25:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 -- 172.21.15.6:0/2024914341 shutdown_connections 2024-05-20T21:25:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56539055c6e0 0x56539055eb00 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5653904e1850 0x5653904ebb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5653904dc6e0 0x5653904eab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 --2- 172.21.15.6:0/2024914341 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5653904dbcf0 0x5653904ea610 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5ef3e00640 0 client.17859 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:23.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 -- 172.21.15.6:0/2024914341 >> 172.21.15.6:0/2024914341 conn(0x5653904d7360 msgr2=0x5653904d5c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:23.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 -- 172.21.15.6:0/2024914341 shutdown_connections 2024-05-20T21:25:23.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 1 -- 172.21.15.6:0/2024914341 wait complete. 2024-05-20T21:25:23.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.491+0000 7f5f18080740 20 client.17859 trim_cache size 0 max 16384 2024-05-20T21:25:23.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:25:23.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:25:23.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:25:23.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 -- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ef40b27d0 msgr2=0x7f5ef40b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ef40b27d0 0x7f5ef40b4c90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5f0802abe0 tx=0x7f5f08005fd0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 -- 172.21.15.6:0/1956803235 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f10105d20 msgr2=0x7f5f1019b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f10105d20 0x7f5f1019b260 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5ef800e9f0 tx=0x7f5ef800eeb0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 -- 172.21.15.6:0/1956803235 shutdown_connections 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5ef40b27d0 0x7f5ef40b4c90 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5f101066e0 0x7f5f101a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f10105d20 0x7f5f1019b260 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 --2- 172.21.15.6:0/1956803235 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5f10104b30 0x7f5f1019ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 -- 172.21.15.6:0/1956803235 >> 172.21.15.6:0/1956803235 conn(0x7f5f101000c0 msgr2=0x7f5f10109020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 -- 172.21.15.6:0/1956803235 shutdown_connections 2024-05-20T21:25:23.494 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:23.492+0000 7f5f0f200640 1 -- 172.21.15.6:0/1956803235 wait complete. 2024-05-20T21:25:23.728 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:23 smithi062 ceph-mon[36640]: pgmap v726: 97 pgs: 97 active+clean; 751 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:25:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:23 smithi042 ceph-mon[36332]: pgmap v726: 97 pgs: 97 active+clean; 751 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:25:24.130 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:23 smithi006 ceph-mon[31422]: pgmap v726: 97 pgs: 97 active+clean; 751 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:25:25.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 -- 172.21.15.6:0/646511561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06c630 msgr2=0x7efc5c1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 --2- 172.21.15.6:0/646511561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06c630 0x7efc5c1103d0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7efc5400b0a0 tx=0x7efc5400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 -- 172.21.15.6:0/646511561 shutdown_connections 2024-05-20T21:25:25.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 --2- 172.21.15.6:0/646511561 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06c630 0x7efc5c1103d0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 --2- 172.21.15.6:0/646511561 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efc5c1095b0 0x7efc5c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 --2- 172.21.15.6:0/646511561 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc5c06bc70 0x7efc5c06c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 -- 172.21.15.6:0/646511561 >> 172.21.15.6:0/646511561 conn(0x7efc5c0793f0 msgr2=0x7efc5c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 -- 172.21.15.6:0/646511561 shutdown_connections 2024-05-20T21:25:25.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.292+0000 7efc64400700 1 -- 172.21.15.6:0/646511561 wait complete. 2024-05-20T21:25:25.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.293+0000 7efc64400700 1 Processor -- start 2024-05-20T21:25:25.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.293+0000 7efc64400700 1 -- start start 2024-05-20T21:25:25.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.293+0000 7efc64400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06bc70 0x7efc5c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc64400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efc5c06c630 0x7efc5c19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc64400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc5c1095b0 0x7efc5c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc64400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c1136d0 con 0x7efc5c1095b0 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc64400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c113550 con 0x7efc5c06c630 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc64400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c113850 con 0x7efc5c06bc70 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc62400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc5c1095b0 0x7efc5c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc62400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc5c1095b0 0x7efc5c1a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34504/0 (socket says 172.21.15.6:34504) 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc62400700 1 -- 172.21.15.6:0/1661603378 learned_addr learned my addr 172.21.15.6:0/1661603378 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc61000700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efc5c06c630 0x7efc5c19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc61a00700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06bc70 0x7efc5c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc61a00700 1 -- 172.21.15.6:0/1661603378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efc5c06c630 msgr2=0x7efc5c19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc61a00700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efc5c06c630 0x7efc5c19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc61a00700 1 -- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc5c1095b0 msgr2=0x7efc5c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.294+0000 7efc61a00700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc5c1095b0 0x7efc5c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.295+0000 7efc61a00700 1 -- 172.21.15.6:0/1661603378 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc5c1a0da0 con 0x7efc5c06bc70 2024-05-20T21:25:25.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.295+0000 7efc61a00700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06bc70 0x7efc5c19bd90 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7efc5000e9f0 tx=0x7efc5000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.295+0000 7efc5a000700 1 -- 172.21.15.6:0/1661603378 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5000c9c0 con 0x7efc5c06bc70 2024-05-20T21:25:25.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.295+0000 7efc5a000700 1 -- 172.21.15.6:0/1661603378 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc5000cb60 con 0x7efc5c06bc70 2024-05-20T21:25:25.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.295+0000 7efc5a000700 1 -- 172.21.15.6:0/1661603378 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc50018680 con 0x7efc5c06bc70 2024-05-20T21:25:25.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.295+0000 7efc64400700 1 -- 172.21.15.6:0/1661603378 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc5c1a1090 con 0x7efc5c06bc70 2024-05-20T21:25:25.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.296+0000 7efc64400700 1 -- 172.21.15.6:0/1661603378 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc5c1a8910 con 0x7efc5c06bc70 2024-05-20T21:25:25.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.299+0000 7efc5a000700 1 -- 172.21.15.6:0/1661603378 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efc50010430 con 0x7efc5c06bc70 2024-05-20T21:25:25.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.300+0000 7efc6ee31b80 1 Processor -- start 2024-05-20T21:25:25.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc6ee31b80 1 -- start start 2024-05-20T21:25:25.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc5a000700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efc440b2900 0x7efc440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761702a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616fcba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7616fd1c0 0x55b7616fd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b76165aec0 con 0x55b761702690 2024-05-20T21:25:25.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b76164aa60 con 0x55b7616fd1c0 2024-05-20T21:25:25.301 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b76164eaa0 con 0x55b761702fb0 2024-05-20T21:25:25.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.301+0000 7efc5a000700 1 -- 172.21.15.6:0/1661603378 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7efc500e2350 con 0x7efc5c06bc70 2024-05-20T21:25:25.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc62400700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efc440b2900 0x7efc440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761702a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616fcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761702a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34508/0 (socket says 172.21.15.6:34508) 2024-05-20T21:25:25.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61a00700 1 -- 172.21.15.6:0/351099338 learned_addr learned my addr 172.21.15.6:0/351099338 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:25.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616fcba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60688/0 (socket says 172.21.15.6:60688) 2024-05-20T21:25:25.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc62400700 1 --2- 172.21.15.6:0/351099338 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7616fd1c0 0x55b7616fd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61000700 1 -- 172.21.15.6:0/351099338 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7616fd1c0 msgr2=0x55b7616fd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61000700 1 --2- 172.21.15.6:0/351099338 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7616fd1c0 0x55b7616fd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61000700 1 -- 172.21.15.6:0/351099338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 msgr2=0x55b761702a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61000700 1 --2- 172.21.15.6:0/351099338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761702a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.302+0000 7efc61000700 1 -- 172.21.15.6:0/351099338 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7616134a0 con 0x55b761702fb0 2024-05-20T21:25:25.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.303+0000 7efc61000700 1 --2- 172.21.15.6:0/351099338 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616fcba0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7efc48005950 tx=0x7efc4800bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc6d584d8bce9115 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.303+0000 7efc62400700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efc440b2900 0x7efc440b4dc0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x55b7616fdb80 tx=0x7efc54009d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.303+0000 7efc4ea00700 1 -- 172.21.15.6:0/351099338 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc48010c70 con 0x55b761702fb0 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.303+0000 7efc4ea00700 1 -- 172.21.15.6:0/351099338 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc480044e0 con 0x55b761702fb0 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.303+0000 7efc4ea00700 1 -- 172.21.15.6:0/351099338 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc48005280 con 0x55b761702fb0 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 -- 172.21.15.6:0/351099338 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 msgr2=0x55b7616fcba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/351099338 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616fcba0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7efc48005950 tx=0x7efc4800bf60 comp rx=0 tx=0).stop 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 -- 172.21.15.6:0/351099338 shutdown_connections 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/351099338 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7616fd1c0 0x55b7616fd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/351099338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761702a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/351099338 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616fcba0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 -- 172.21.15.6:0/351099338 >> 172.21.15.6:0/351099338 conn(0x55b76162ac60 msgr2=0x55b7616f7710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 -- 172.21.15.6:0/351099338 shutdown_connections 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.304+0000 7efc6ee31b80 1 -- 172.21.15.6:0/351099338 wait complete. 2024-05-20T21:25:25.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.305+0000 7efc6ee31b80 1 -- start start 2024-05-20T21:25:25.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.305+0000 7efc6ee31b80 1 Processor -- start 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.305+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b761708cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761706060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702fb0 0x55b7617065a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b761551020 con 0x55b761702690 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b7615eb7e0 con 0x55b761702fb0 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b761709a60 con 0x55b7616fd1c0 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc6ee31b80 10 client.0 _ll_register_callbacks cb 0x55b7615f4cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc61000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761706060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc62400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702fb0 0x55b7617065a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc61000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761706060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34510/0 (socket says 172.21.15.6:34510) 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc61000700 1 -- 172.21.15.6:0/1265047589 learned_addr learned my addr 172.21.15.6:0/1265047589 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc61a00700 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b761708cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc62400700 1 -- 172.21.15.6:0/1265047589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 msgr2=0x55b761708cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc62400700 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b761708cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.306+0000 7efc62400700 1 -- 172.21.15.6:0/1265047589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 msgr2=0x55b761706060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc62400700 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761706060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc62400700 1 -- 172.21.15.6:0/1265047589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b76159a950 con 0x55b761702fb0 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc61a00700 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b761708cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:25.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc61000700 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761706060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:25.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc62400700 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702fb0 0x55b7617065a0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7efc54009fd0 tx=0x7efc54006210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=717e0be3ce86d891 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc43400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc43400700 1 -- 172.21.15.6:0/1265047589 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc54021460 con 0x55b761702fb0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc43400700 1 -- 172.21.15.6:0/1265047589 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7efc54021600 con 0x55b761702fb0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.307+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1265047589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc480044e0 con 0x55b761702fb0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.308+0000 7efc43400700 1 -- 172.21.15.6:0/1265047589 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc54021800 con 0x55b761702fb0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.308+0000 7efc6ee31b80 10 client.27986 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.308+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1265047589 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b76161b0e0 con 0x55b761702fb0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.308+0000 7efc43400700 1 -- 172.21.15.6:0/1265047589 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc480044e0 con 0x55b761702fb0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.308+0000 7efc43400700 1 -- 172.21.15.6:0/1265047589 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efc54033070 con 0x55b761702fb0 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc6ee31b80 10 client.27986 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc6ee31b80 10 client.27986 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc6ee31b80 20 client.27986 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b761716610 0x55b761718a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc6ee31b80 4 client.27986 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1265047589 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b76165ce10 con 0x55b761716610 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc61a00700 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b761716610 0x55b761718a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc61a00700 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b761716610 0x55b761718a20 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f69e8c42eb9ea379 server_cookie=a71142209fd67774 in_seq=0 out_seq=0 2024-05-20T21:25:25.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.309+0000 7efc43400700 10 client.27986 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.310+0000 7efc43400700 1 -- 172.21.15.6:0/1265047589 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b76165ce10 con 0x55b761716610 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.310+0000 7efc43400700 10 client.27986 handle_command_reply: tid=0 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.310+0000 7efc6ee31b80 1 client.27986 shutdown 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1265047589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702fb0 msgr2=0x55b7617065a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702fb0 0x55b7617065a0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7efc54009fd0 tx=0x7efc54006210 comp rx=0 tx=0).stop 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1265047589 shutdown_connections 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702fb0 0x55b7617065a0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b761716610 0x55b761718a20 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b761708cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1265047589 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702690 0x55b761706060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc43400700 0 client.27986 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:25.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1265047589 >> 172.21.15.6:0/1265047589 conn(0x55b76162ac60 msgr2=0x55b7616f6df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1265047589 shutdown_connections 2024-05-20T21:25:25.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1265047589 wait complete. 2024-05-20T21:25:25.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.311+0000 7efc6ee31b80 20 client.27986 trim_cache size 0 max 16384 2024-05-20T21:25:25.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.334+0000 7efc6ee31b80 1 Processor -- start 2024-05-20T21:25:25.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.334+0000 7efc6ee31b80 1 -- start start 2024-05-20T21:25:25.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7616fd1c0 0x55b7616fcba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b761703ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616f7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c1b28e0 con 0x55b7616fd1c0 2024-05-20T21:25:25.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c1b0170 con 0x55b761702690 2024-05-20T21:25:25.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c1adfc0 con 0x55b761702fb0 2024-05-20T21:25:25.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc61a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7616fd1c0 0x55b7616fcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc61000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b761703ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc61000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b761703ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44884/0 (socket says 172.21.15.6:44884) 2024-05-20T21:25:25.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc61000700 1 -- 172.21.15.6:0/3269204019 learned_addr learned my addr 172.21.15.6:0/3269204019 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.335+0000 7efc62400700 1 --2- 172.21.15.6:0/3269204019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616f7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.336+0000 7efc61000700 1 -- 172.21.15.6:0/3269204019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 msgr2=0x55b7616f7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.336+0000 7efc61000700 1 --2- 172.21.15.6:0/3269204019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616f7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.336+0000 7efc61000700 1 -- 172.21.15.6:0/3269204019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7616fd1c0 msgr2=0x55b7616fcba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.336+0000 7efc61000700 1 --2- 172.21.15.6:0/3269204019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7616fd1c0 0x55b7616fcba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.336+0000 7efc61000700 1 -- 172.21.15.6:0/3269204019 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b761700800 con 0x55b761702690 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.336+0000 7efc61000700 1 --2- 172.21.15.6:0/3269204019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b761703ce0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7efc4800b8a0 tx=0x7efc48010a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd5a5f467ae36d4c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc4e000700 1 -- 172.21.15.6:0/3269204019 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc4802b070 con 0x55b761702690 2024-05-20T21:25:25.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc4e000700 1 -- 172.21.15.6:0/3269204019 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc48010d90 con 0x55b761702690 2024-05-20T21:25:25.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc4e000700 1 -- 172.21.15.6:0/3269204019 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc48005290 con 0x55b761702690 2024-05-20T21:25:25.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc6ee31b80 1 -- 172.21.15.6:0/3269204019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 msgr2=0x55b761703ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/3269204019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b761703ce0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7efc4800b8a0 tx=0x7efc48010a70 comp rx=0 tx=0).stop 2024-05-20T21:25:25.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc6ee31b80 1 -- 172.21.15.6:0/3269204019 shutdown_connections 2024-05-20T21:25:25.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/3269204019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b761702fb0 0x55b7616f7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/3269204019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7616fd1c0 0x55b7616fcba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/3269204019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b761703ce0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.337+0000 7efc6ee31b80 1 -- 172.21.15.6:0/3269204019 >> 172.21.15.6:0/3269204019 conn(0x55b76162ac60 msgr2=0x55b761707660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.338+0000 7efc6ee31b80 1 -- 172.21.15.6:0/3269204019 shutdown_connections 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.338+0000 7efc6ee31b80 1 -- 172.21.15.6:0/3269204019 wait complete. 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.338+0000 7efc6ee31b80 1 -- start start 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.338+0000 7efc6ee31b80 1 Processor -- start 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b76170f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b76170bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc6ee31b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702fb0 0x55b76170c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c1ae630 con 0x55b761702fb0 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c1afaa0 con 0x55b761702690 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc6ee31b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c1aed00 con 0x55b7616fd1c0 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc6ee31b80 10 client.0 _ll_register_callbacks cb 0x55b7615f4cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc61000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b76170bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc62400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702fb0 0x55b76170c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc61a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b76170f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc61000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b76170bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44896/0 (socket says 172.21.15.6:44896) 2024-05-20T21:25:25.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.339+0000 7efc61000700 1 -- 172.21.15.6:0/1211525658 learned_addr learned my addr 172.21.15.6:0/1211525658 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:25.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc62400700 1 -- 172.21.15.6:0/1211525658 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 msgr2=0x55b76170f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc62400700 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b76170f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc62400700 1 -- 172.21.15.6:0/1211525658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 msgr2=0x55b76170bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:25.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc62400700 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b76170bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc62400700 1 -- 172.21.15.6:0/1211525658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b76170c7c0 con 0x55b761702fb0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc61000700 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b76170bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc61a00700 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b76170f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc62400700 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702fb0 0x55b76170c200 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7efc5401b920 tx=0x7efc5401b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bd3660a3856509 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc43400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc43400700 1 -- 172.21.15.6:0/1211525658 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc54038070 con 0x55b761702fb0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc43400700 1 -- 172.21.15.6:0/1211525658 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7efc540219a0 con 0x55b761702fb0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.340+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1211525658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc48010d90 con 0x55b761702fb0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc43400700 1 -- 172.21.15.6:0/1211525658 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc54021ba0 con 0x55b761702fb0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc6ee31b80 10 client.17877 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1211525658 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b761781fe0 con 0x55b761702fb0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc43400700 1 -- 172.21.15.6:0/1211525658 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc48010d90 con 0x55b761702fb0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc43400700 1 -- 172.21.15.6:0/1211525658 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efc54033040 con 0x55b761702fb0 2024-05-20T21:25:25.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc6ee31b80 10 client.17877 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:25.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc6ee31b80 10 client.17877 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:25.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc6ee31b80 20 client.17877 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:25.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b761782580 0x55b7617849e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:25.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc6ee31b80 4 client.17877 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:25:25.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.341+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1211525658 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b7616565f0 con 0x55b761782580 2024-05-20T21:25:25.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.342+0000 7efc61a00700 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b761782580 0x55b7617849e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:25.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.342+0000 7efc61a00700 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b761782580 0x55b7617849e0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=129898c8764b182f server_cookie=6c65c4d069234d34 in_seq=0 out_seq=0 2024-05-20T21:25:25.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.342+0000 7efc43400700 10 client.17877 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:25.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc43400700 1 -- 172.21.15.6:0/1211525658 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b7616565f0 con 0x55b761782580 2024-05-20T21:25:25.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc43400700 10 client.17877 handle_command_reply: tid=0 2024-05-20T21:25:25.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 client.17877 shutdown 2024-05-20T21:25:25.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1211525658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702fb0 msgr2=0x55b76170c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702fb0 0x55b76170c200 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7efc5401b920 tx=0x7efc5401b690 comp rx=0 tx=0).stop 2024-05-20T21:25:25.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1211525658 shutdown_connections 2024-05-20T21:25:25.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b761702fb0 0x55b76170c200 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b761782580 0x55b7617849e0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7616fd1c0 0x55b76170f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 --2- 172.21.15.6:0/1211525658 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b761702690 0x55b76170bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc43400700 0 client.17877 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1211525658 >> 172.21.15.6:0/1211525658 conn(0x55b76162ac60 msgr2=0x55b761703b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1211525658 shutdown_connections 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 1 -- 172.21.15.6:0/1211525658 wait complete. 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.344+0000 7efc6ee31b80 20 client.17877 trim_cache size 0 max 16384 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:25:25.346 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:25:25.347 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "a51bfe35-0e16-40a1-bde5-4ab5ea43dc37", 2024-05-20T21:25:25.347 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:25:25.347 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:25:25.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 -- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efc440b2900 msgr2=0x7efc440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efc440b2900 0x7efc440b4dc0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x55b7616fdb80 tx=0x7efc54009d20 comp rx=0 tx=0).stop 2024-05-20T21:25:25.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 -- 172.21.15.6:0/1661603378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06bc70 msgr2=0x7efc5c19bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:25.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06bc70 0x7efc5c19bd90 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7efc5000e9f0 tx=0x7efc5000ed00 comp rx=0 tx=0).stop 2024-05-20T21:25:25.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 -- 172.21.15.6:0/1661603378 shutdown_connections 2024-05-20T21:25:25.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efc440b2900 0x7efc440b4dc0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efc5c1095b0 0x7efc5c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc5c06bc70 0x7efc5c19bd90 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 --2- 172.21.15.6:0/1661603378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efc5c06c630 0x7efc5c19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:25.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 -- 172.21.15.6:0/1661603378 >> 172.21.15.6:0/1661603378 conn(0x7efc5c0793f0 msgr2=0x7efc5c100f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:25.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.345+0000 7efc64400700 1 -- 172.21.15.6:0/1661603378 shutdown_connections 2024-05-20T21:25:25.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:25.346+0000 7efc64400700 1 -- 172.21.15.6:0/1661603378 wait complete. 2024-05-20T21:25:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:25 smithi062 ceph-mon[36640]: pgmap v727: 97 pgs: 97 active+clean; 751 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:25 smithi042 ceph-mon[36332]: pgmap v727: 97 pgs: 97 active+clean; 751 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:26.141 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:25 smithi006 ceph-mon[31422]: pgmap v727: 97 pgs: 97 active+clean; 751 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:25:26.569 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:25:26.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:26 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:25:26.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:26 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:26.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:26 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:25:26.793 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:26 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:27.024 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:26 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:25:27.025 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:26 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:27.025 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:26 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:25:27.025 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:26 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:27.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:26 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:25:27.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:26 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:27.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:26 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:25:27.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:26 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.141+0000 7fa113c00700 1 -- 172.21.15.6:0/2899879605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa10c075770 msgr2=0x7fa10c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.141+0000 7fa113c00700 1 --2- 172.21.15.6:0/2899879605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa10c075770 0x7fa10c075b50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fa100009990 tx=0x7fa100009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.142+0000 7fa113c00700 1 -- 172.21.15.6:0/2899879605 shutdown_connections 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.142+0000 7fa113c00700 1 --2- 172.21.15.6:0/2899879605 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10c114710 0x7fa10c116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.142+0000 7fa113c00700 1 --2- 172.21.15.6:0/2899879605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa10c075770 0x7fa10c075b50 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.142+0000 7fa113c00700 1 --2- 172.21.15.6:0/2899879605 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa10c076090 0x7fa10c1141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.142+0000 7fa113c00700 1 -- 172.21.15.6:0/2899879605 >> 172.21.15.6:0/2899879605 conn(0x7fa10c07a6a0 msgr2=0x7fa10c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.142+0000 7fa113c00700 1 -- 172.21.15.6:0/2899879605 shutdown_connections 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.142+0000 7fa113c00700 1 -- 172.21.15.6:0/2899879605 wait complete. 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.143+0000 7fa113c00700 1 Processor -- start 2024-05-20T21:25:27.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.143+0000 7fa113c00700 1 -- start start 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.143+0000 7fa113c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10c075770 0x7fa10c1a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.143+0000 7fa113c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa10c076090 0x7fa10c1a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.143+0000 7fa113c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa10c114710 0x7fa10c1a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.143+0000 7fa113c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa10c119d60 con 0x7fa10c075770 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.143+0000 7fa113c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa10c119be0 con 0x7fa10c114710 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.143+0000 7fa113c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa10c119ee0 con 0x7fa10c076090 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10c075770 0x7fa10c1a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10c075770 0x7fa10c1a0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57888/0 (socket says 172.21.15.6:57888) 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111200700 1 -- 172.21.15.6:0/4119320373 learned_addr learned my addr 172.21.15.6:0/4119320373 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa10be00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa10c076090 0x7fa10c1a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111c00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa10c114710 0x7fa10c1a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111200700 1 -- 172.21.15.6:0/4119320373 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa10c076090 msgr2=0x7fa10c1a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111200700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa10c076090 0x7fa10c1a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111200700 1 -- 172.21.15.6:0/4119320373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa10c114710 msgr2=0x7fa10c1a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111200700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa10c114710 0x7fa10c1a4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.144+0000 7fa111200700 1 -- 172.21.15.6:0/4119320373 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa10c1a5320 con 0x7fa10c075770 2024-05-20T21:25:27.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.145+0000 7fa111200700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10c075770 0x7fa10c1a0310 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa100005910 tx=0x7fa10000b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.145+0000 7fa109600700 1 -- 172.21.15.6:0/4119320373 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa100027070 con 0x7fa10c075770 2024-05-20T21:25:27.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.145+0000 7fa109600700 1 -- 172.21.15.6:0/4119320373 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa100022470 con 0x7fa10c075770 2024-05-20T21:25:27.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.145+0000 7fa109600700 1 -- 172.21.15.6:0/4119320373 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa100017650 con 0x7fa10c075770 2024-05-20T21:25:27.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.145+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa10c1a55b0 con 0x7fa10c075770 2024-05-20T21:25:27.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.145+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa10c1ace90 con 0x7fa10c075770 2024-05-20T21:25:27.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.147+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa10c076e60 con 0x7fa10c075770 2024-05-20T21:25:27.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.150+0000 7fa109600700 1 -- 172.21.15.6:0/4119320373 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa10002a070 con 0x7fa10c075770 2024-05-20T21:25:27.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.152+0000 7fa109600700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa0f40b2900 0x7fa0f40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:27.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.153+0000 7fa109600700 1 -- 172.21.15.6:0/4119320373 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa1000e30e0 con 0x7fa10c075770 2024-05-20T21:25:27.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.153+0000 7fa10be00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa0f40b2900 0x7fa0f40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:27.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.154+0000 7fa10be00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa0f40b2900 0x7fa0f40b4dc0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa10c114610 tx=0x7fa0f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:27.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.155+0000 7fa109600700 1 -- 172.21.15.6:0/4119320373 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa100013070 con 0x7fa10c075770 2024-05-20T21:25:27.237 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.461+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa10c1a1670 con 0x7fa10c075770 2024-05-20T21:25:27.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.462+0000 7fa109600700 1 -- 172.21.15.6:0/4119320373 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fa1000aad90 con 0x7fa10c075770 2024-05-20T21:25:27.463 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:25:27.463 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:25:27.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa0f40b2900 msgr2=0x7fa0f40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa0f40b2900 0x7fa0f40b4dc0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa10c114610 tx=0x7fa0f8009260 comp rx=0 tx=0).stop 2024-05-20T21:25:27.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10c075770 msgr2=0x7fa10c1a0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:27.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10c075770 0x7fa10c1a0310 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa100005910 tx=0x7fa10000b670 comp rx=0 tx=0).stop 2024-05-20T21:25:27.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 shutdown_connections 2024-05-20T21:25:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa0f40b2900 0x7fa0f40b4dc0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa10c114710 0x7fa10c1a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa10c075770 0x7fa10c1a0310 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 --2- 172.21.15.6:0/4119320373 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa10c076090 0x7fa10c1a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 >> 172.21.15.6:0/4119320373 conn(0x7fa10c07a6a0 msgr2=0x7fa10c1101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.466+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 shutdown_connections 2024-05-20T21:25:27.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:27.467+0000 7fa113c00700 1 -- 172.21.15.6:0/4119320373 wait complete. 2024-05-20T21:25:27.468 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:25:27.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:27 smithi006 ceph-mon[31422]: pgmap v728: 97 pgs: 97 active+clean; 764 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:27.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:27 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4119320373' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:27 smithi062 ceph-mon[36640]: pgmap v728: 97 pgs: 97 active+clean; 764 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:27 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4119320373' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:27 smithi042 ceph-mon[36332]: pgmap v728: 97 pgs: 97 active+clean; 764 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:27 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4119320373' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:29.670 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id e5b44a9e --release --await' 2024-05-20T21:25:29.670 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id e5b44a9e --release --await 2024-05-20T21:25:29.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:29 smithi006 ceph-mon[31422]: pgmap v729: 97 pgs: 97 active+clean; 764 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.6 KiB/s wr, 13 op/s 2024-05-20T21:25:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:29 smithi062 ceph-mon[36640]: pgmap v729: 97 pgs: 97 active+clean; 764 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.6 KiB/s wr, 13 op/s 2024-05-20T21:25:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:29 smithi042 ceph-mon[36332]: pgmap v729: 97 pgs: 97 active+clean; 764 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.6 KiB/s wr, 13 op/s 2024-05-20T21:25:30.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.292+0000 7f54dcc00700 1 -- 172.21.15.6:0/2378549672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54d8076090 msgr2=0x7f54d810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.292+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2378549672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54d8076090 0x7f54d810fa00 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f54c4009990 tx=0x7f54c4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.293+0000 7f54dcc00700 1 -- 172.21.15.6:0/2378549672 shutdown_connections 2024-05-20T21:25:30.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.293+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2378549672 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54d810ff40 0x7f54d8112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.293+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2378549672 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54d8075770 0x7f54d8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.293+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2378549672 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54d8076090 0x7f54d810fa00 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.293+0000 7f54dcc00700 1 -- 172.21.15.6:0/2378549672 >> 172.21.15.6:0/2378549672 conn(0x7f54d807a6f0 msgr2=0x7f54d807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:30.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.293+0000 7f54dcc00700 1 -- 172.21.15.6:0/2378549672 shutdown_connections 2024-05-20T21:25:30.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.293+0000 7f54dcc00700 1 -- 172.21.15.6:0/2378549672 wait complete. 2024-05-20T21:25:30.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.295+0000 7f54dcc00700 1 Processor -- start 2024-05-20T21:25:30.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.295+0000 7f54dcc00700 1 -- start start 2024-05-20T21:25:30.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.296+0000 7f54dcc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54d8075770 0x7f54d819be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.296+0000 7f54dcc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54d8076090 0x7f54d819c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.296+0000 7f54dcc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54d810ff40 0x7f54d81a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.296+0000 7f54dcc00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54d8115980 con 0x7f54d810ff40 2024-05-20T21:25:30.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.296+0000 7f54dcc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54d8115800 con 0x7f54d8075770 2024-05-20T21:25:30.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.296+0000 7f54dcc00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54d8115b00 con 0x7f54d8076090 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.296+0000 7f54d5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54d8075770 0x7f54d819be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54d8075770 0x7f54d819be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58406/0 (socket says 172.21.15.6:58406) 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d5e00700 1 -- 172.21.15.6:0/2150994007 learned_addr learned my addr 172.21.15.6:0/2150994007 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d6800700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54d810ff40 0x7f54d81a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d5e00700 1 -- 172.21.15.6:0/2150994007 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54d8076090 msgr2=0x7f54d819c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d5e00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54d8076090 0x7f54d819c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d5e00700 1 -- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54d810ff40 msgr2=0x7f54d81a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d5e00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54d810ff40 0x7f54d81a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d5e00700 1 -- 172.21.15.6:0/2150994007 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d81a0e80 con 0x7f54d8075770 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.297+0000 7f54d5e00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54d8075770 0x7f54d819be70 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f54c800e9a0 tx=0x7f54c800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:30.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.298+0000 7f54cea00700 1 -- 172.21.15.6:0/2150994007 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c800cbd0 con 0x7f54d8075770 2024-05-20T21:25:30.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.298+0000 7f54dcc00700 1 -- 172.21.15.6:0/2150994007 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54d81a1170 con 0x7f54d8075770 2024-05-20T21:25:30.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.298+0000 7f54cea00700 1 -- 172.21.15.6:0/2150994007 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54c800cd70 con 0x7f54d8075770 2024-05-20T21:25:30.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.298+0000 7f54cea00700 1 -- 172.21.15.6:0/2150994007 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c8018680 con 0x7f54d8075770 2024-05-20T21:25:30.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.298+0000 7f54dcc00700 1 -- 172.21.15.6:0/2150994007 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54d81a89f0 con 0x7f54d8075770 2024-05-20T21:25:30.302 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.302+0000 7f54cea00700 1 -- 172.21.15.6:0/2150994007 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f54c8010430 con 0x7f54d8075770 2024-05-20T21:25:30.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.304+0000 7f54cea00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54bc0b2880 0x7f54bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.304+0000 7f54cea00700 1 -- 172.21.15.6:0/2150994007 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54c80e2590 con 0x7f54d8075770 2024-05-20T21:25:30.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.304+0000 7f54d5400700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54bc0b2880 0x7f54bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.304+0000 7f54e75cdb80 1 Processor -- start 2024-05-20T21:25:30.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.305+0000 7f54e75cdb80 1 -- start start 2024-05-20T21:25:30.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.305+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81085eb0 0x561c81086290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.305+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 0x561c81080260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.305+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 0x561c81080ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.305+0000 7f54d5400700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54bc0b2880 0x7f54bc0b4d40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f54c40098e0 tx=0x7f54c4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:30.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.305+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561c80fdee40 con 0x561c81080880 2024-05-20T21:25:30.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.305+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561c80fce9e0 con 0x561c810867d0 2024-05-20T21:25:30.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.305+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x561c80fd2a20 con 0x561c81085eb0 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81085eb0 0x561c81086290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 0x561c81080260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81085eb0 0x561c81086290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57466/0 (socket says 172.21.15.6:57466) 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 0x561c81080ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 -- 172.21.15.6:0/317713085 learned_addr learned my addr 172.21.15.6:0/317713085 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 -- 172.21.15.6:0/317713085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 msgr2=0x561c81080260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 --2- 172.21.15.6:0/317713085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 0x561c81080260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 -- 172.21.15.6:0/317713085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 msgr2=0x561c81080ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 --2- 172.21.15.6:0/317713085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 0x561c81080ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 -- 172.21.15.6:0/317713085 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c80f97420 con 0x561c81085eb0 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.306+0000 7f54d5e00700 1 --2- 172.21.15.6:0/317713085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81085eb0 0x561c81086290 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f54c80a6d20 tx=0x7f54c80a9350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c18c85675ae59bcb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:30.307 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.307+0000 7f54c3400700 1 -- 172.21.15.6:0/317713085 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c80a95c0 con 0x561c81085eb0 2024-05-20T21:25:30.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.307+0000 7f54c3400700 1 -- 172.21.15.6:0/317713085 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54c80aa1b0 con 0x561c81085eb0 2024-05-20T21:25:30.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.307+0000 7f54c3400700 1 -- 172.21.15.6:0/317713085 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c80b26e0 con 0x561c81085eb0 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 -- 172.21.15.6:0/317713085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81085eb0 msgr2=0x561c81086290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/317713085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81085eb0 0x561c81086290 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f54c80a6d20 tx=0x7f54c80a9350 comp rx=0 tx=0).stop 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 -- 172.21.15.6:0/317713085 shutdown_connections 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/317713085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 0x561c81080ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/317713085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81085eb0 0x561c81086290 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/317713085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 0x561c81080260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 -- 172.21.15.6:0/317713085 >> 172.21.15.6:0/317713085 conn(0x561c80faebe0 msgr2=0x561c8107b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 -- 172.21.15.6:0/317713085 shutdown_connections 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.308+0000 7f54e75cdb80 1 -- 172.21.15.6:0/317713085 wait complete. 2024-05-20T21:25:30.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.309+0000 7f54e75cdb80 1 -- start start 2024-05-20T21:25:30.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.309+0000 7f54e75cdb80 1 Processor -- start 2024-05-20T21:25:30.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 0x561c8108c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810898d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c810867d0 0x561c81089e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561c80ed4fa0 con 0x561c81080880 2024-05-20T21:25:30.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x561c80f6f760 con 0x561c81085eb0 2024-05-20T21:25:30.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x561c8108d1e0 con 0x561c810867d0 2024-05-20T21:25:30.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54e75cdb80 10 client.0 _ll_register_callbacks cb 0x561c80f78c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:30.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54d5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810898d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54d5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 0x561c8108c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54d5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810898d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58416/0 (socket says 172.21.15.6:58416) 2024-05-20T21:25:30.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54d5400700 1 -- 172.21.15.6:0/271455635 learned_addr learned my addr 172.21.15.6:0/271455635 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:30.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.310+0000 7f54d6800700 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c810867d0 0x561c81089e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54d5400700 1 -- 172.21.15.6:0/271455635 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c810867d0 msgr2=0x561c81089e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54d5400700 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c810867d0 0x561c81089e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54d5400700 1 -- 172.21.15.6:0/271455635 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 msgr2=0x561c8108c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54d5400700 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 0x561c8108c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54d5400700 1 -- 172.21.15.6:0/271455635 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c80f1e8d0 con 0x561c81085eb0 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54d5400700 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810898d0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f54c4005cd0 tx=0x7f54c4000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1a3e578f7d0a781 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54b7e00700 1 -- 172.21.15.6:0/271455635 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c4034060 con 0x561c81085eb0 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54e75cdb80 1 -- 172.21.15.6:0/271455635 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54c80aa1b0 con 0x561c81085eb0 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.311+0000 7f54b7e00700 1 -- 172.21.15.6:0/271455635 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54c4003680 con 0x561c81085eb0 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.312+0000 7f54b7e00700 1 -- 172.21.15.6:0/271455635 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54c4003880 con 0x561c81085eb0 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.312+0000 7f54e75cdb80 10 client.28010 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:30.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.312+0000 7f54e75cdb80 1 -- 172.21.15.6:0/271455635 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561c80f9f060 con 0x561c81085eb0 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.312+0000 7f54b7e00700 1 -- 172.21.15.6:0/271455635 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54c80aa1b0 con 0x561c81085eb0 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.312+0000 7f54b7e00700 1 -- 172.21.15.6:0/271455635 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f54c402fbb0 con 0x561c81085eb0 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.312+0000 7f54e75cdb80 10 client.28010 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.312+0000 7f54e75cdb80 10 client.28010 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.312+0000 7f54e75cdb80 20 client.28010 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.313+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561c81099cf0 0x561c8109c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.313+0000 7f54e75cdb80 4 client.28010 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.313+0000 7f54e75cdb80 1 -- 172.21.15.6:0/271455635 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c80fe0d90 con 0x561c81099cf0 2024-05-20T21:25:30.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.313+0000 7f54d5e00700 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561c81099cf0 0x561c8109c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.313+0000 7f54d5e00700 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561c81099cf0 0x561c8109c100 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba4f4ef27055b5e5 server_cookie=a73e7a54d0ab52aa in_seq=0 out_seq=0 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.313+0000 7f54b7e00700 10 client.28010 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.314+0000 7f54b7e00700 1 -- 172.21.15.6:0/271455635 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561c80fe0d90 con 0x561c81099cf0 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.314+0000 7f54b7e00700 10 client.28010 handle_command_reply: tid=0 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.314+0000 7f54e75cdb80 1 client.28010 shutdown 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 -- 172.21.15.6:0/271455635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 msgr2=0x561c810898d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810898d0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f54c4005cd0 tx=0x7f54c4000bc0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 -- 172.21.15.6:0/271455635 shutdown_connections 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561c81099cf0 0x561c8109c100 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c810867d0 0x561c81089e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81080880 0x561c8108c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/271455635 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810898d0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 -- 172.21.15.6:0/271455635 >> 172.21.15.6:0/271455635 conn(0x561c80faebe0 msgr2=0x561c8107f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:30.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54b7e00700 0 client.28010 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:30.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 -- 172.21.15.6:0/271455635 shutdown_connections 2024-05-20T21:25:30.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 1 -- 172.21.15.6:0/271455635 wait complete. 2024-05-20T21:25:30.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.315+0000 7f54e75cdb80 20 client.28010 trim_cache size 0 max 16384 2024-05-20T21:25:30.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.338+0000 7f54e75cdb80 1 Processor -- start 2024-05-20T21:25:30.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.338+0000 7f54e75cdb80 1 -- start start 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.338+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c81080260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.338+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81085eb0 0x561c810840d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.338+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 0x561c81089f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54d81b2a60 con 0x561c81085eb0 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54d81b02f0 con 0x561c810867d0 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54d81ae140 con 0x561c81080880 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c81080260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 0x561c81089f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81085eb0 0x561c810840d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.339 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c81080260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57482/0 (socket says 172.21.15.6:57482) 2024-05-20T21:25:30.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5e00700 1 -- 172.21.15.6:0/2125534473 learned_addr learned my addr 172.21.15.6:0/2125534473 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:30.340 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5e00700 1 -- 172.21.15.6:0/2125534473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 msgr2=0x561c81089f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:30.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5e00700 1 --2- 172.21.15.6:0/2125534473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 0x561c81089f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5e00700 1 -- 172.21.15.6:0/2125534473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81085eb0 msgr2=0x561c810840d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:30.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5e00700 1 --2- 172.21.15.6:0/2125534473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81085eb0 0x561c810840d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.339+0000 7f54d5e00700 1 -- 172.21.15.6:0/2125534473 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c81087e90 con 0x561c81080880 2024-05-20T21:25:30.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.340+0000 7f54d5e00700 1 --2- 172.21.15.6:0/2125534473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c81080260 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f54c80a99f0 tx=0x7f54c8010cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc5ed03577f9f58 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:30.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.340+0000 7f54c2a00700 1 -- 172.21.15.6:0/2125534473 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c80aa1b0 con 0x561c81080880 2024-05-20T21:25:30.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.340+0000 7f54c2a00700 1 -- 172.21.15.6:0/2125534473 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54c80ade60 con 0x561c81080880 2024-05-20T21:25:30.341 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.340+0000 7f54c2a00700 1 -- 172.21.15.6:0/2125534473 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c80e0190 con 0x561c81080880 2024-05-20T21:25:30.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.341+0000 7f54e75cdb80 1 -- 172.21.15.6:0/2125534473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 msgr2=0x561c81080260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.341+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/2125534473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c81080260 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f54c80a99f0 tx=0x7f54c8010cb0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.341+0000 7f54e75cdb80 1 -- 172.21.15.6:0/2125534473 shutdown_connections 2024-05-20T21:25:30.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.341+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/2125534473 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c810867d0 0x561c81089f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.341+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/2125534473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c81080260 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.341+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/2125534473 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c81085eb0 0x561c810840d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.341+0000 7f54e75cdb80 1 -- 172.21.15.6:0/2125534473 >> 172.21.15.6:0/2125534473 conn(0x561c80faebe0 msgr2=0x561c810839c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:30.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.342+0000 7f54e75cdb80 1 -- 172.21.15.6:0/2125534473 shutdown_connections 2024-05-20T21:25:30.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.342+0000 7f54e75cdb80 1 -- 172.21.15.6:0/2125534473 wait complete. 2024-05-20T21:25:30.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.342+0000 7f54e75cdb80 1 -- start start 2024-05-20T21:25:30.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.342+0000 7f54e75cdb80 1 Processor -- start 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c810a1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810a1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54e75cdb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c810867d0 0x561c810a1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54d81ae7b0 con 0x561c810867d0 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54d81afc20 con 0x561c81085eb0 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54e75cdb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54d81aee80 con 0x561c81080880 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54e75cdb80 10 client.0 _ll_register_callbacks cb 0x561c80f78c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54d5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810a1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54d5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c810a1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54d5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810a1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58438/0 (socket says 172.21.15.6:58438) 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54d5400700 1 -- 172.21.15.6:0/3810029456 learned_addr learned my addr 172.21.15.6:0/3810029456 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.343+0000 7f54d6800700 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c810867d0 0x561c810a1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.344+0000 7f54d5e00700 1 -- 172.21.15.6:0/3810029456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 msgr2=0x561c810a1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:30.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.344+0000 7f54d5e00700 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810a1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.344+0000 7f54d5e00700 1 -- 172.21.15.6:0/3810029456 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c810867d0 msgr2=0x561c810a1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:30.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.344+0000 7f54d5e00700 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c810867d0 0x561c810a1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.344+0000 7f54d5e00700 1 -- 172.21.15.6:0/3810029456 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c81103920 con 0x561c81080880 2024-05-20T21:25:30.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.344+0000 7f54d6800700 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c810867d0 0x561c810a1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:30.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.344+0000 7f54d5e00700 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c810a1530 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f54c80a6d20 tx=0x7f54c80b2250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42ff82899da96391 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:30.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.344+0000 7f54b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:30.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54b7e00700 1 -- 172.21.15.6:0/3810029456 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c80a9ab0 con 0x561c81080880 2024-05-20T21:25:30.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54b7e00700 1 -- 172.21.15.6:0/3810029456 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54c80a5040 con 0x561c81080880 2024-05-20T21:25:30.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54e75cdb80 1 -- 172.21.15.6:0/3810029456 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561c80fda570 con 0x561c81080880 2024-05-20T21:25:30.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54b7e00700 1 -- 172.21.15.6:0/3810029456 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54c80b2910 con 0x561c81080880 2024-05-20T21:25:30.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54e75cdb80 10 client.28009 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:30.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54e75cdb80 1 -- 172.21.15.6:0/3810029456 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561c81104bf0 con 0x561c81080880 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54b7e00700 1 -- 172.21.15.6:0/3810029456 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x561c80fda570 con 0x561c81080880 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54b7e00700 1 -- 172.21.15.6:0/3810029456 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f54c80b2510 con 0x561c81080880 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54e75cdb80 10 client.28009 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.345+0000 7f54e75cdb80 10 client.28009 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.346+0000 7f54e75cdb80 20 client.28009 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.346+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561c81104e20 0x561c81107210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.346+0000 7f54e75cdb80 4 client.28009 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.346+0000 7f54e75cdb80 1 -- 172.21.15.6:0/3810029456 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561c80e51250 con 0x561c81104e20 2024-05-20T21:25:30.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.346+0000 7f54d5400700 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561c81104e20 0x561c81107210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:30.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.346+0000 7f54d5400700 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561c81104e20 0x561c81107210 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee099ab238f393c1 server_cookie=432d027a734870c4 in_seq=0 out_seq=0 2024-05-20T21:25:30.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.346+0000 7f54b7e00700 10 client.28009 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:30.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54b7e00700 1 -- 172.21.15.6:0/3810029456 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561c80e51250 con 0x561c81104e20 2024-05-20T21:25:30.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54b7e00700 10 client.28009 handle_command_reply: tid=0 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 client.28009 shutdown 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 -- 172.21.15.6:0/3810029456 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 msgr2=0x561c810a1530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c810a1530 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f54c80a6d20 tx=0x7f54c80b2250 comp rx=0 tx=0).stop 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 -- 172.21.15.6:0/3810029456 shutdown_connections 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x561c810867d0 0x561c810a1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561c81104e20 0x561c81107210 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54b7e00700 0 client.28009 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x561c81080880 0x561c810a1530 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 --2- 172.21.15.6:0/3810029456 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x561c81085eb0 0x561c810a1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 -- 172.21.15.6:0/3810029456 >> 172.21.15.6:0/3810029456 conn(0x561c80faebe0 msgr2=0x561c8107a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 -- 172.21.15.6:0/3810029456 shutdown_connections 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.347+0000 7f54e75cdb80 1 -- 172.21.15.6:0/3810029456 wait complete. 2024-05-20T21:25:30.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.348+0000 7f54e75cdb80 20 client.28009 trim_cache size 0 max 16384 2024-05-20T21:25:30.350 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:25:30.350 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:25:30.350 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:25:30.350 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 -- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54bc0b2880 msgr2=0x7f54bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54bc0b2880 0x7f54bc0b4d40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f54c40098e0 tx=0x7f54c4005fb0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 -- 172.21.15.6:0/2150994007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54d8075770 msgr2=0x7f54d819be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54d8075770 0x7f54d819be70 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f54c800e9a0 tx=0x7f54c800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 -- 172.21.15.6:0/2150994007 shutdown_connections 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54bc0b2880 0x7f54bc0b4d40 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54d810ff40 0x7f54d81a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54d8075770 0x7f54d819be70 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 --2- 172.21.15.6:0/2150994007 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54d8076090 0x7f54d819c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 -- 172.21.15.6:0/2150994007 >> 172.21.15.6:0/2150994007 conn(0x7f54d807a6f0 msgr2=0x7f54d8100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:30.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 -- 172.21.15.6:0/2150994007 shutdown_connections 2024-05-20T21:25:30.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:30.349+0000 7f54dcc00700 1 -- 172.21.15.6:0/2150994007 wait complete. 2024-05-20T21:25:30.368 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:30 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:25:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:30 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:25:31.127 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:30 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:25:31.193 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:25:31.193 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:31 smithi062 ceph-mon[36640]: pgmap v730: 97 pgs: 97 active+clean; 764 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.6 KiB/s wr, 11 op/s 2024-05-20T21:25:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:31 smithi042 ceph-mon[36332]: pgmap v730: 97 pgs: 97 active+clean; 764 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.6 KiB/s wr, 11 op/s 2024-05-20T21:25:32.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:31 smithi006 ceph-mon[31422]: pgmap v730: 97 pgs: 97 active+clean; 764 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.6 KiB/s wr, 11 op/s 2024-05-20T21:25:32.760 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:32.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:32 smithi006 ceph-mon[31422]: pgmap v731: 97 pgs: 97 active+clean; 769 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-20T21:25:33.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:32 smithi062 ceph-mon[36640]: pgmap v731: 97 pgs: 97 active+clean; 769 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-20T21:25:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:32 smithi042 ceph-mon[36332]: pgmap v731: 97 pgs: 97 active+clean; 769 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-20T21:25:34.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.123+0000 7f3808c00700 1 -- 172.21.15.6:0/2125838970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f380410ff40 msgr2=0x7f3804112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.123+0000 7f3808c00700 1 --2- 172.21.15.6:0/2125838970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f380410ff40 0x7f3804112330 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f37fc00b0a0 tx=0x7f37fc00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.123+0000 7f3808c00700 1 -- 172.21.15.6:0/2125838970 shutdown_connections 2024-05-20T21:25:34.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.123+0000 7f3808c00700 1 --2- 172.21.15.6:0/2125838970 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f380410ff40 0x7f3804112330 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.123+0000 7f3808c00700 1 --2- 172.21.15.6:0/2125838970 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3804075770 0x7f3804075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.123+0000 7f3808c00700 1 --2- 172.21.15.6:0/2125838970 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3804076090 0x7f380410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.123+0000 7f3808c00700 1 -- 172.21.15.6:0/2125838970 >> 172.21.15.6:0/2125838970 conn(0x7f380407a6a0 msgr2=0x7f380407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:34.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.123+0000 7f3808c00700 1 -- 172.21.15.6:0/2125838970 shutdown_connections 2024-05-20T21:25:34.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.124+0000 7f3808c00700 1 -- 172.21.15.6:0/2125838970 wait complete. 2024-05-20T21:25:34.125 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.125+0000 7f3808c00700 1 Processor -- start 2024-05-20T21:25:34.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.125+0000 7f3808c00700 1 -- start start 2024-05-20T21:25:34.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.125+0000 7f3808c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3804075770 0x7f380419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.125+0000 7f3808c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3804076090 0x7f380419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.125+0000 7f3808c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f380410ff40 0x7f38041a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.125+0000 7f3808c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3804115930 con 0x7f380410ff40 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.125+0000 7f3808c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38041157b0 con 0x7f3804075770 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.125+0000 7f3808c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3804115ab0 con 0x7f3804076090 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3804075770 0x7f380419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3804076090 0x7f380419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3804075770 0x7f380419bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58456/0 (socket says 172.21.15.6:58456) 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3802800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f380410ff40 0x7f38041a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801e00700 1 -- 172.21.15.6:0/2500737856 learned_addr learned my addr 172.21.15.6:0/2500737856 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801400700 1 -- 172.21.15.6:0/2500737856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3804075770 msgr2=0x7f380419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801400700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3804075770 0x7f380419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801400700 1 -- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f380410ff40 msgr2=0x7f38041a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801400700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f380410ff40 0x7f38041a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801400700 1 -- 172.21.15.6:0/2500737856 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38041a0e60 con 0x7f3804076090 2024-05-20T21:25:34.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801e00700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3804075770 0x7f380419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:34.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.126+0000 7f3801400700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3804076090 0x7f380419c3e0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f37f000e9f0 tx=0x7f37f000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:34.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.127+0000 7f37faa00700 1 -- 172.21.15.6:0/2500737856 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f0004220 con 0x7f3804076090 2024-05-20T21:25:34.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.127+0000 7f3808c00700 1 -- 172.21.15.6:0/2500737856 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38041a1150 con 0x7f3804076090 2024-05-20T21:25:34.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.127+0000 7f37faa00700 1 -- 172.21.15.6:0/2500737856 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f00043c0 con 0x7f3804076090 2024-05-20T21:25:34.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.127+0000 7f37faa00700 1 -- 172.21.15.6:0/2500737856 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f0005020 con 0x7f3804076090 2024-05-20T21:25:34.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.127+0000 7f3808c00700 1 -- 172.21.15.6:0/2500737856 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38041a89d0 con 0x7f3804076090 2024-05-20T21:25:34.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.132+0000 7f37faa00700 1 -- 172.21.15.6:0/2500737856 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f37f0004750 con 0x7f3804076090 2024-05-20T21:25:34.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.132+0000 7f38134efb80 1 Processor -- start 2024-05-20T21:25:34.132 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.132+0000 7f38134efb80 1 -- start start 2024-05-20T21:25:34.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f38134efb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a703cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f38134efb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703d530 0x5584a7036fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f38134efb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7037a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f38134efb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5584a6f94f40 con 0x5584a70375f0 2024-05-20T21:25:34.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f38134efb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5584a6f84ae0 con 0x5584a703cc10 2024-05-20T21:25:34.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f38134efb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5584a6f88b20 con 0x5584a703d530 2024-05-20T21:25:34.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f3801e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703d530 0x5584a7036fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f3801e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703d530 0x5584a7036fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57534/0 (socket says 172.21.15.6:57534) 2024-05-20T21:25:34.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f3802800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a703cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f3801e00700 1 -- 172.21.15.6:0/1321445314 learned_addr learned my addr 172.21.15.6:0/1321445314 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.133+0000 7f3801400700 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7037a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f3801e00700 1 -- 172.21.15.6:0/1321445314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 msgr2=0x5584a703cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f3801e00700 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a703cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f3801e00700 1 -- 172.21.15.6:0/1321445314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 msgr2=0x5584a7037a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f3801e00700 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7037a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f3801e00700 1 -- 172.21.15.6:0/1321445314 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584a6f4d520 con 0x5584a703d530 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f3802800700 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a703cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f3801e00700 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703d530 0x5584a7036fd0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f37f40117e0 tx=0x7f37f4011af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96b35efdd977d58c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:34.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f37faa00700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f37e80b2880 0x7f37e80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.134+0000 7f37ef400700 1 -- 172.21.15.6:0/1321445314 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f401e070 con 0x5584a703d530 2024-05-20T21:25:34.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.135+0000 7f37faa00700 1 -- 172.21.15.6:0/2500737856 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f37f00e2200 con 0x7f3804076090 2024-05-20T21:25:34.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.135+0000 7f37ef400700 1 -- 172.21.15.6:0/1321445314 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f400f930 con 0x5584a703d530 2024-05-20T21:25:34.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.135+0000 7f37ef400700 1 -- 172.21.15.6:0/1321445314 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f4019970 con 0x5584a703d530 2024-05-20T21:25:34.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.135+0000 7f3802800700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f37e80b2880 0x7f37e80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.135+0000 7f3802800700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f37e80b2880 0x7f37e80b4d40 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f37fc00b780 tx=0x7f37fc006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.135+0000 7f38134efb80 1 -- 172.21.15.6:0/1321445314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703d530 msgr2=0x5584a7036fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.135+0000 7f38134efb80 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703d530 0x5584a7036fd0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f37f40117e0 tx=0x7f37f4011af0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.136+0000 7f38134efb80 1 -- 172.21.15.6:0/1321445314 shutdown_connections 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.136+0000 7f38134efb80 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7037a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.136+0000 7f38134efb80 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a703cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.136+0000 7f38134efb80 1 --2- 172.21.15.6:0/1321445314 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703d530 0x5584a7036fd0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.136+0000 7f38134efb80 1 -- 172.21.15.6:0/1321445314 >> 172.21.15.6:0/1321445314 conn(0x5584a6f64ce0 msgr2=0x5584a7031f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.136+0000 7f38134efb80 1 -- 172.21.15.6:0/1321445314 shutdown_connections 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.136+0000 7f38134efb80 1 -- 172.21.15.6:0/1321445314 wait complete. 2024-05-20T21:25:34.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.136+0000 7f38134efb80 1 -- start start 2024-05-20T21:25:34.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.137+0000 7f38134efb80 1 Processor -- start 2024-05-20T21:25:34.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.137+0000 7f38134efb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7043210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.137+0000 7f38134efb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a70405b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.137+0000 7f38134efb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a7040af0 0x5584a7040f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.137+0000 7f38134efb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5584a6e8b0a0 con 0x5584a70375f0 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.137+0000 7f38134efb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5584a6f25860 con 0x5584a703cc10 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.137+0000 7f38134efb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5584a7043fa0 con 0x5584a7040af0 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.137+0000 7f38134efb80 10 client.0 _ll_register_callbacks cb 0x5584a6f2ed70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7043210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a70405b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7043210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57968/0 (socket says 172.21.15.6:57968) 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801e00700 1 -- 172.21.15.6:0/3230732944 learned_addr learned my addr 172.21.15.6:0/3230732944 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3802800700 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a7040af0 0x5584a7040f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801400700 1 -- 172.21.15.6:0/3230732944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a7040af0 msgr2=0x5584a7040f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801400700 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a7040af0 0x5584a7040f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801400700 1 -- 172.21.15.6:0/3230732944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 msgr2=0x5584a7043210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:34.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801400700 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7043210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801400700 1 -- 172.21.15.6:0/3230732944 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584a6ed49d0 con 0x5584a703cc10 2024-05-20T21:25:34.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.138+0000 7f3801e00700 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7043210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.139+0000 7f3801400700 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a70405b0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f37f00dfc00 tx=0x7f37f00a9c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c79a1a428dfefbf4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.139+0000 7f37e3e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.139+0000 7f37e3e00700 1 -- 172.21.15.6:0/3230732944 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f001c070 con 0x5584a703cc10 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.139+0000 7f38134efb80 1 -- 172.21.15.6:0/3230732944 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37f400f930 con 0x5584a703cc10 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.139+0000 7f37e3e00700 1 -- 172.21.15.6:0/3230732944 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f37f00a8980 con 0x5584a703cc10 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.139+0000 7f37e3e00700 1 -- 172.21.15.6:0/3230732944 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37f00a9070 con 0x5584a703cc10 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.139+0000 7f38134efb80 10 client.28028 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.139+0000 7f38134efb80 1 -- 172.21.15.6:0/3230732944 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5584a6f55160 con 0x5584a703cc10 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.140+0000 7f37e3e00700 1 -- 172.21.15.6:0/3230732944 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f400f930 con 0x5584a703cc10 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.140+0000 7f37e3e00700 1 -- 172.21.15.6:0/3230732944 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f37f00e40d0 con 0x5584a703cc10 2024-05-20T21:25:34.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.140+0000 7f38134efb80 10 client.28028 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:34.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.140+0000 7f38134efb80 10 client.28028 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:25:34.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.140+0000 7f38134efb80 20 client.28028 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:34.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.140+0000 7f38134efb80 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5584a7050ee0 0x5584a70532d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.140+0000 7f38134efb80 4 client.28028 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:34.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.140+0000 7f38134efb80 1 -- 172.21.15.6:0/3230732944 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584a6f96e90 con 0x5584a7050ee0 2024-05-20T21:25:34.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.141+0000 7f3801e00700 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5584a7050ee0 0x5584a70532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.141+0000 7f3801e00700 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5584a7050ee0 0x5584a70532d0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8011ceeda20ba810 server_cookie=283892081314fade in_seq=0 out_seq=0 2024-05-20T21:25:34.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.141+0000 7f37e3e00700 10 client.28028 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:34.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.142+0000 7f37e3e00700 1 -- 172.21.15.6:0/3230732944 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5584a6f96e90 con 0x5584a7050ee0 2024-05-20T21:25:34.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.142+0000 7f37e3e00700 10 client.28028 handle_command_reply: tid=0 2024-05-20T21:25:34.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.142+0000 7f38134efb80 1 client.28028 shutdown 2024-05-20T21:25:34.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.142+0000 7f38134efb80 1 -- 172.21.15.6:0/3230732944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 msgr2=0x5584a70405b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.142+0000 7f38134efb80 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a70405b0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f37f00dfc00 tx=0x7f37f00a9c60 comp rx=0 tx=0).stop 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 1 -- 172.21.15.6:0/3230732944 shutdown_connections 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5584a7050ee0 0x5584a70532d0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a7040af0 0x5584a7040f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7043210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 1 --2- 172.21.15.6:0/3230732944 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a703cc10 0x5584a70405b0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 1 -- 172.21.15.6:0/3230732944 >> 172.21.15.6:0/3230732944 conn(0x5584a6f64ce0 msgr2=0x5584a7031430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f37e3e00700 0 client.28028 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 1 -- 172.21.15.6:0/3230732944 shutdown_connections 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 1 -- 172.21.15.6:0/3230732944 wait complete. 2024-05-20T21:25:34.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.143+0000 7f38134efb80 20 client.28028 trim_cache size 0 max 16384 2024-05-20T21:25:34.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.167+0000 7f38134efb80 1 Processor -- start 2024-05-20T21:25:34.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.167+0000 7f38134efb80 1 -- start start 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.167+0000 7f38134efb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7036fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.167+0000 7f38134efb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a703e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.167+0000 7f38134efb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 0x5584a7058b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.167+0000 7f38134efb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f38041b2a30 con 0x5584a70375f0 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.167+0000 7f38134efb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38041b02c0 con 0x5584a7040af0 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.167+0000 7f38134efb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f38041ae110 con 0x5584a703cc10 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7036fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7036fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57972/0 (socket says 172.21.15.6:57972) 2024-05-20T21:25:34.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801e00700 1 -- 172.21.15.6:0/699714461 learned_addr learned my addr 172.21.15.6:0/699714461 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3802800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 0x5584a7058b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801400700 1 --2- 172.21.15.6:0/699714461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a703e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801400700 1 -- 172.21.15.6:0/699714461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 msgr2=0x5584a7058b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801400700 1 --2- 172.21.15.6:0/699714461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 0x5584a7058b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801400700 1 -- 172.21.15.6:0/699714461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 msgr2=0x5584a7036fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801400700 1 --2- 172.21.15.6:0/699714461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7036fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.168+0000 7f3801400700 1 -- 172.21.15.6:0/699714461 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584a70412e0 con 0x5584a703cc10 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.169+0000 7f3801400700 1 --2- 172.21.15.6:0/699714461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a703e0a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f37f00a9420 tx=0x7f37f00a9620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8448c95d7c1760c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.169+0000 7f37eea00700 1 -- 172.21.15.6:0/699714461 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f001c070 con 0x5584a703cc10 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.169+0000 7f37eea00700 1 -- 172.21.15.6:0/699714461 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f00b0e50 con 0x5584a703cc10 2024-05-20T21:25:34.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.169+0000 7f37eea00700 1 -- 172.21.15.6:0/699714461 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f00a8e90 con 0x5584a703cc10 2024-05-20T21:25:34.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 -- 172.21.15.6:0/699714461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 msgr2=0x5584a703e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 --2- 172.21.15.6:0/699714461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a703e0a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f37f00a9420 tx=0x7f37f00a9620 comp rx=0 tx=0).stop 2024-05-20T21:25:34.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 -- 172.21.15.6:0/699714461 shutdown_connections 2024-05-20T21:25:34.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 --2- 172.21.15.6:0/699714461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 0x5584a7058b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 --2- 172.21.15.6:0/699714461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7036fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 --2- 172.21.15.6:0/699714461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a703e0a0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 -- 172.21.15.6:0/699714461 >> 172.21.15.6:0/699714461 conn(0x5584a6f64ce0 msgr2=0x5584a703d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:34.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 -- 172.21.15.6:0/699714461 shutdown_connections 2024-05-20T21:25:34.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.170+0000 7f38134efb80 1 -- 172.21.15.6:0/699714461 wait complete. 2024-05-20T21:25:34.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.171+0000 7f38134efb80 1 -- start start 2024-05-20T21:25:34.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.171+0000 7f38134efb80 1 Processor -- start 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f38134efb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7049410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f38134efb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a7049950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f38134efb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 0x5584a7046200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f38134efb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f38041ae780 con 0x5584a70375f0 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f38134efb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38041afbf0 con 0x5584a7040af0 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f38134efb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f38041aee50 con 0x5584a703cc10 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f38134efb80 10 client.0 _ll_register_callbacks cb 0x5584a6f2ed70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f3801e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7049410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f3801e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7049410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57980/0 (socket says 172.21.15.6:57980) 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f3801e00700 1 -- 172.21.15.6:0/1222798425 learned_addr learned my addr 172.21.15.6:0/1222798425 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f3801400700 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a7049950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f3802800700 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 0x5584a7046200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f3801400700 1 -- 172.21.15.6:0/1222798425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 msgr2=0x5584a7046200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.172+0000 7f3801400700 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 0x5584a7046200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f3801400700 1 -- 172.21.15.6:0/1222798425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 msgr2=0x5584a7049410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f3801400700 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7049410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f3801400700 1 -- 172.21.15.6:0/1222798425 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584a7046910 con 0x5584a703cc10 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f3801e00700 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7049410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f3801400700 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a7049950 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f37f00a9420 tx=0x7f37f00bee20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41d34317a267b569 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f37e3e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f37e3e00700 1 -- 172.21.15.6:0/1222798425 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f001c030 con 0x5584a703cc10 2024-05-20T21:25:34.175 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f37e3e00700 1 -- 172.21.15.6:0/1222798425 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f37f00a8b90 con 0x5584a703cc10 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f38134efb80 1 -- 172.21.15.6:0/1222798425 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37f00b0e50 con 0x5584a703cc10 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f37e3e00700 1 -- 172.21.15.6:0/1222798425 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37f00a8e90 con 0x5584a703cc10 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f38134efb80 10 client.28027 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.173+0000 7f38134efb80 1 -- 172.21.15.6:0/1222798425 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5584a70bc4b0 con 0x5584a703cc10 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f37e3e00700 1 -- 172.21.15.6:0/1222798425 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f00b0e50 con 0x5584a703cc10 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f37e3e00700 1 -- 172.21.15.6:0/1222798425 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f37f00a83f0 con 0x5584a703cc10 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f38134efb80 10 client.28027 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f38134efb80 10 client.28027 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f38134efb80 20 client.28027 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f38134efb80 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5584a70bc910 0x5584a70bed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f38134efb80 4 client.28027 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e5b44a9e", "release": true, "await": true}] 2024-05-20T21:25:34.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f38134efb80 1 -- 172.21.15.6:0/1222798425 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e5b44a9e", "release": true, "await": true}) -- 0x5584a6f90670 con 0x5584a70bc910 2024-05-20T21:25:34.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.174+0000 7f3801e00700 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5584a70bc910 0x5584a70bed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:34.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.175+0000 7f3801e00700 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5584a70bc910 0x5584a70bed00 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c42fca812a8b7db server_cookie=7ce4fa55464be592 in_seq=0 out_seq=0 2024-05-20T21:25:34.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.175+0000 7f37e3e00700 10 client.28027 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:34.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.178+0000 7f37e3e00700 1 -- 172.21.15.6:0/1222798425 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5584a6f90670 con 0x5584a70bc910 2024-05-20T21:25:34.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.178+0000 7f37e3e00700 10 client.28027 handle_command_reply: tid=0 2024-05-20T21:25:34.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.178+0000 7f38134efb80 1 client.28027 shutdown 2024-05-20T21:25:34.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.178+0000 7f38134efb80 1 -- 172.21.15.6:0/1222798425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 msgr2=0x5584a7049950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.178+0000 7f38134efb80 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a7049950 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f37f00a9420 tx=0x7f37f00bee20 comp rx=0 tx=0).stop 2024-05-20T21:25:34.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 1 -- 172.21.15.6:0/1222798425 shutdown_connections 2024-05-20T21:25:34.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5584a7040af0 0x5584a7046200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5584a70375f0 0x5584a7049410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5584a70bc910 0x5584a70bed00 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 1 --2- 172.21.15.6:0/1222798425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5584a703cc10 0x5584a7049950 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 1 -- 172.21.15.6:0/1222798425 >> 172.21.15.6:0/1222798425 conn(0x5584a6f64ce0 msgr2=0x5584a703eea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:34.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f37e3e00700 0 client.28027 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:34.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 1 -- 172.21.15.6:0/1222798425 shutdown_connections 2024-05-20T21:25:34.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 1 -- 172.21.15.6:0/1222798425 wait complete. 2024-05-20T21:25:34.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.179+0000 7f38134efb80 20 client.28027 trim_cache size 0 max 16384 2024-05-20T21:25:34.180 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:25:34.180 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 36, 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "e5b44a9e": { 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 36, 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 130.0, 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:25:34.181 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:25:34.182 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.180+0000 7f3808c00700 1 -- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f37e80b2880 msgr2=0x7f37e80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.180+0000 7f3808c00700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f37e80b2880 0x7f37e80b4d40 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f37fc00b780 tx=0x7f37fc006210 comp rx=0 tx=0).stop 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.180+0000 7f3808c00700 1 -- 172.21.15.6:0/2500737856 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3804076090 msgr2=0x7f380419c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.180+0000 7f3808c00700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3804076090 0x7f380419c3e0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f37f000e9f0 tx=0x7f37f000ed00 comp rx=0 tx=0).stop 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.181+0000 7f3808c00700 1 -- 172.21.15.6:0/2500737856 shutdown_connections 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.181+0000 7f3808c00700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f37e80b2880 0x7f37e80b4d40 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.181+0000 7f3808c00700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f380410ff40 0x7f38041a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.181+0000 7f3808c00700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3804075770 0x7f380419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.181+0000 7f3808c00700 1 --2- 172.21.15.6:0/2500737856 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3804076090 0x7f380419c3e0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.181+0000 7f3808c00700 1 -- 172.21.15.6:0/2500737856 >> 172.21.15.6:0/2500737856 conn(0x7f380407a6a0 msgr2=0x7f38041007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:34.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.181+0000 7f3808c00700 1 -- 172.21.15.6:0/2500737856 shutdown_connections 2024-05-20T21:25:34.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:34.181+0000 7f3808c00700 1 -- 172.21.15.6:0/2500737856 wait complete. 2024-05-20T21:25:35.614 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e5b44a9e', total seconds elapsed: 25.6 2024-05-20T21:25:35.792 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:35 smithi006 ceph-mon[31422]: pgmap v732: 97 pgs: 97 active+clean; 769 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-20T21:25:35.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:35 smithi042 ceph-mon[36332]: pgmap v732: 97 pgs: 97 active+clean; 769 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-20T21:25:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:35 smithi062 ceph-mon[36640]: pgmap v732: 97 pgs: 97 active+clean; 769 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 -- 172.21.15.6:0/630915921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d241088f0 msgr2=0x7f5d24110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 --2- 172.21.15.6:0/630915921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d241088f0 0x7f5d24110470 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c00b0d0 tx=0x7f5d1c00b3e0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 -- 172.21.15.6:0/630915921 shutdown_connections 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 --2- 172.21.15.6:0/630915921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d241088f0 0x7f5d24110470 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 --2- 172.21.15.6:0/630915921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d241037f0 0x7f5d24103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 --2- 172.21.15.6:0/630915921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5d241041a0 0x7f5d241081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 -- 172.21.15.6:0/630915921 >> 172.21.15.6:0/630915921 conn(0x7f5d2407a6a0 msgr2=0x7f5d2407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 -- 172.21.15.6:0/630915921 shutdown_connections 2024-05-20T21:25:36.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.360+0000 7f5d2b400700 1 -- 172.21.15.6:0/630915921 wait complete. 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.361+0000 7f5d2b400700 1 Processor -- start 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.361+0000 7f5d2b400700 1 -- start start 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d2b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5d241037f0 0x7f5d2419bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d2b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d241041a0 0x7f5d2419c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d2b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d241088f0 0x7f5d241a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d2b400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5d24113730 con 0x7f5d241041a0 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d2b400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5d241135b0 con 0x7f5d241088f0 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d2b400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5d241138b0 con 0x7f5d241037f0 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d28a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5d241037f0 0x7f5d2419bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d1be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d241041a0 0x7f5d2419c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d28a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5d241037f0 0x7f5d2419bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57568/0 (socket says 172.21.15.6:57568) 2024-05-20T21:25:36.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d28a00700 1 -- 172.21.15.6:0/2692881128 learned_addr learned my addr 172.21.15.6:0/2692881128 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:36.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.362+0000 7f5d29400700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d241088f0 0x7f5d241a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d28a00700 1 -- 172.21.15.6:0/2692881128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d241088f0 msgr2=0x7f5d241a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d28a00700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d241088f0 0x7f5d241a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d28a00700 1 -- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d241041a0 msgr2=0x7f5d2419c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d28a00700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d241041a0 0x7f5d2419c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d28a00700 1 -- 172.21.15.6:0/2692881128 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d241a0d50 con 0x7f5d241037f0 2024-05-20T21:25:36.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d28a00700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5d241037f0 0x7f5d2419bd40 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f5d1400d980 tx=0x7f5d1400dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:36.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d22000700 1 -- 172.21.15.6:0/2692881128 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d14016070 con 0x7f5d241037f0 2024-05-20T21:25:36.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d22000700 1 -- 172.21.15.6:0/2692881128 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d14004830 con 0x7f5d241037f0 2024-05-20T21:25:36.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d22000700 1 -- 172.21.15.6:0/2692881128 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d14005540 con 0x7f5d241037f0 2024-05-20T21:25:36.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d241a1040 con 0x7f5d241037f0 2024-05-20T21:25:36.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.363+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d241a88c0 con 0x7f5d241037f0 2024-05-20T21:25:36.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.365+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d2406a230 con 0x7f5d241037f0 2024-05-20T21:25:36.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.367+0000 7f5d22000700 1 -- 172.21.15.6:0/2692881128 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5d14004220 con 0x7f5d241037f0 2024-05-20T21:25:36.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.368+0000 7f5d22000700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5d080b2880 0x7f5d080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.369+0000 7f5d22000700 1 -- 172.21.15.6:0/2692881128 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5d140e2650 con 0x7f5d241037f0 2024-05-20T21:25:36.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.369+0000 7f5d1be00700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5d080b2880 0x7f5d080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.370+0000 7f5d1be00700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5d080b2880 0x7f5d080b4d40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f5d24110820 tx=0x7f5d0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:36.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.371+0000 7f5d22000700 1 -- 172.21.15.6:0/2692881128 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5d1401f020 con 0x7f5d241037f0 2024-05-20T21:25:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.638+0000 7f71a2800640 1 -- 172.21.15.6:0/1478241926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f719c102910 msgr2=0x7f719c102d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.638+0000 7f71a2800640 1 --2- 172.21.15.6:0/1478241926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f719c102910 0x7f719c102d30 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f718c009860 tx=0x7f718c02a340 comp rx=0 tx=0).stop 2024-05-20T21:25:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.638+0000 7f71a2800640 1 -- 172.21.15.6:0/1478241926 shutdown_connections 2024-05-20T21:25:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.638+0000 7f71a2800640 1 --2- 172.21.15.6:0/1478241926 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f719c1044c0 0x7f719c10ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.638+0000 7f71a2800640 1 --2- 172.21.15.6:0/1478241926 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f719c103b00 0x7f719c103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.638+0000 7f71a2800640 1 --2- 172.21.15.6:0/1478241926 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f719c102910 0x7f719c102d30 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.638+0000 7f71a2800640 1 -- 172.21.15.6:0/1478241926 >> 172.21.15.6:0/1478241926 conn(0x7f719c0fde80 msgr2=0x7f719c1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.638+0000 7f71a2800640 1 -- 172.21.15.6:0/1478241926 shutdown_connections 2024-05-20T21:25:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.639+0000 7f71a2800640 1 -- 172.21.15.6:0/1478241926 wait complete. 2024-05-20T21:25:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a2800640 1 Processor -- start 2024-05-20T21:25:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a2800640 1 -- start start 2024-05-20T21:25:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a2800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f719c102910 0x7f719c0767b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a2800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f719c103b00 0x7f719c074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a2800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f719c1044c0 0x7f719c075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a2800640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f719c10e410 con 0x7f719c102910 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a2800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f719c10e290 con 0x7f719c1044c0 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a2800640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f719c10e590 con 0x7f719c103b00 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.640+0000 7f71a1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f719c102910 0x7f719c0767b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f719c102910 0x7f719c0767b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58008/0 (socket says 172.21.15.6:58008) 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a1400640 1 -- 172.21.15.6:0/3147734120 learned_addr learned my addr 172.21.15.6:0/3147734120 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a0a00640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f719c103b00 0x7f719c074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a1e00640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f719c1044c0 0x7f719c075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a1400640 1 -- 172.21.15.6:0/3147734120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f719c103b00 msgr2=0x7f719c074e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a1400640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f719c103b00 0x7f719c074e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a1400640 1 -- 172.21.15.6:0/3147734120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f719c1044c0 msgr2=0x7f719c075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a1400640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f719c1044c0 0x7f719c075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.641+0000 7f71a1400640 1 -- 172.21.15.6:0/3147734120 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f719c075c40 con 0x7f719c102910 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.642+0000 7f71a1400640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f719c102910 0x7f719c0767b0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f718c0057c0 tx=0x7f718c032da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.642+0000 7f719a000640 1 -- 172.21.15.6:0/3147734120 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c037040 con 0x7f719c102910 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.642+0000 7f719a000640 1 -- 172.21.15.6:0/3147734120 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f718c030bd0 con 0x7f719c102910 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.642+0000 7f71a2800640 1 -- 172.21.15.6:0/3147734120 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f719c1a2c50 con 0x7f719c102910 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.642+0000 7f719a000640 1 -- 172.21.15.6:0/3147734120 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c005280 con 0x7f719c102910 2024-05-20T21:25:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.642+0000 7f71a2800640 1 -- 172.21.15.6:0/3147734120 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f719c1a3100 con 0x7f719c102910 2024-05-20T21:25:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a6c18740 1 Processor -- start 2024-05-20T21:25:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a6c18740 1 -- start start 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d7e6e0 0x5600c0d831e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d83850 0x5600c0d85ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a6c18740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5600c0cedb90 con 0x5600c0d83850 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a6c18740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5600c0cdd730 con 0x5600c0d7e6e0 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a6c18740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5600c0ce1770 con 0x5600c0d7dcf0 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a1e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.646+0000 7f71a0a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d83850 0x5600c0d85ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a1e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57590/0 (socket says 172.21.15.6:57590) 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a1e00640 1 -- 172.21.15.6:0/3284188361 learned_addr learned my addr 172.21.15.6:0/3284188361 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a1e00640 1 -- 172.21.15.6:0/3284188361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d7e6e0 msgr2=0x5600c0d831e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:25:36.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a1e00640 1 --2- 172.21.15.6:0/3284188361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d7e6e0 0x5600c0d831e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a1e00640 1 -- 172.21.15.6:0/3284188361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d83850 msgr2=0x5600c0d85ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a1e00640 1 --2- 172.21.15.6:0/3284188361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d83850 0x5600c0d85ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a1e00640 1 -- 172.21.15.6:0/3284188361 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600c0c768b0 con 0x5600c0d7dcf0 2024-05-20T21:25:36.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a0a00640 1 --2- 172.21.15.6:0/3284188361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d83850 0x5600c0d85ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.647+0000 7f71a1e00640 1 --2- 172.21.15.6:0/3284188361 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7e110 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f719400e450 tx=0x7f71940095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eda725f63ac1a104 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f7192600640 1 -- 172.21.15.6:0/3284188361 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719400d910 con 0x5600c0d7dcf0 2024-05-20T21:25:36.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f7192600640 1 -- 172.21.15.6:0/3284188361 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f719401c070 con 0x5600c0d7dcf0 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f7192600640 1 -- 172.21.15.6:0/3284188361 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7194017e50 con 0x5600c0d7dcf0 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f719a000640 1 -- 172.21.15.6:0/3147734120 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f718c043020 con 0x7f719c102910 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f71a6c18740 1 -- 172.21.15.6:0/3284188361 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 msgr2=0x5600c0d7e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3284188361 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7e110 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f719400e450 tx=0x7f71940095c0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f71a6c18740 1 -- 172.21.15.6:0/3284188361 shutdown_connections 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3284188361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d83850 0x5600c0d85ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3284188361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d7e6e0 0x5600c0d831e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3284188361 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7e110 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.648+0000 7f71a6c18740 1 -- 172.21.15.6:0/3284188361 >> 172.21.15.6:0/3284188361 conn(0x5600c0d79360 msgr2=0x5600c0d79760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.649+0000 7f71a6c18740 1 -- 172.21.15.6:0/3284188361 shutdown_connections 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.649+0000 7f71a6c18740 1 -- 172.21.15.6:0/3284188361 wait complete. 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.649+0000 7f71a6c18740 1 -- start start 2024-05-20T21:25:36.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.649+0000 7f71a6c18740 1 Processor -- start 2024-05-20T21:25:36.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f719a000640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f71800b2760 0x7f71800b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f719a000640 1 -- 172.21.15.6:0/3147734120 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f718c1017c0 con 0x7f719c102910 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d87be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a1e00640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f71800b2760 0x7f71800b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d88120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a6c18740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5600c09c3790 con 0x5600c0d7dcf0 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a6c18740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5600c0c85bc0 con 0x5600c0d83850 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a6c18740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5600c0d86800 con 0x5600c0d7e6e0 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a6c18740 10 client.0 _ll_register_callbacks cb 0x5600c0c63400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d87be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d87be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58020/0 (socket says 172.21.15.6:58020) 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.650+0000 7f71a1400640 1 -- 172.21.15.6:0/3377772623 learned_addr learned my addr 172.21.15.6:0/3377772623 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:36.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1e00640 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a0a00640 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d88120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1400640 1 -- 172.21.15.6:0/3377772623 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 msgr2=0x5600c0d88120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1400640 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d88120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1400640 1 -- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 msgr2=0x5600c0d8f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1400640 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1400640 1 -- 172.21.15.6:0/3377772623 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600c09f2210 con 0x5600c0d7dcf0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1e00640 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1e00640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f71800b2760 0x7f71800b4c20 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7194009e20 tx=0x7f7194000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f71a1400640 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d87be0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f718c0ff590 tx=0x7f718c0c84b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a21783d96346db2e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f7186a00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.651+0000 7f7186a00640 1 -- 172.21.15.6:0/3377772623 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c0c8d40 con 0x5600c0d7dcf0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.652+0000 7f7186a00640 1 -- 172.21.15.6:0/3377772623 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f718c005420 con 0x5600c0d7dcf0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.652+0000 7f71a6c18740 1 -- 172.21.15.6:0/3377772623 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f719401c070 con 0x5600c0d7dcf0 2024-05-20T21:25:36.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.652+0000 7f7186a00640 1 -- 172.21.15.6:0/3377772623 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f718c0cd0f0 con 0x5600c0d7dcf0 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.652+0000 7f71a6c18740 10 client.17937 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.652+0000 7f71a6c18740 1 -- 172.21.15.6:0/3377772623 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600c0abe620 con 0x5600c0d7dcf0 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.652+0000 7f7186a00640 1 -- 172.21.15.6:0/3377772623 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f719401c070 con 0x5600c0d7dcf0 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.652+0000 7f7186a00640 1 -- 172.21.15.6:0/3377772623 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f718c0c46b0 con 0x5600c0d7dcf0 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.653+0000 7f71a6c18740 10 client.17937 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.653+0000 7f71a6c18740 10 client.17937 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.653+0000 7f71a6c18740 20 client.17937 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.653+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5600c0d936d0 0x5600c0d95b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.653+0000 7f71a6c18740 4 client.17937 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.653+0000 7f71a6c18740 1 -- 172.21.15.6:0/3377772623 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5600c0cefae0 con 0x5600c0d936d0 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.653+0000 7f71a0a00640 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5600c0d936d0 0x5600c0d95b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.654+0000 7f71a0a00640 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5600c0d936d0 0x5600c0d95b00 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eec36fdb86bf6eff server_cookie=992485f9f521593 in_seq=0 out_seq=0 2024-05-20T21:25:36.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.654+0000 7f7186a00640 10 client.17937 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:36.657 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.654+0000 7f7186a00640 1 -- 172.21.15.6:0/3377772623 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5600c0cefae0 con 0x5600c0d936d0 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.654+0000 7f7186a00640 10 client.17937 handle_command_reply: tid=0 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.654+0000 7f71a6c18740 1 client.17937 shutdown 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 -- 172.21.15.6:0/3377772623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 msgr2=0x5600c0d87be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d87be0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f718c0ff590 tx=0x7f718c0c84b0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 -- 172.21.15.6:0/3377772623 shutdown_connections 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5600c0d936d0 0x5600c0d95b00 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d88120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f7186a00640 0 client.17937 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 --2- 172.21.15.6:0/3377772623 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d87be0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 -- 172.21.15.6:0/3377772623 >> 172.21.15.6:0/3377772623 conn(0x5600c0d79360 msgr2=0x5600c0d784c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:36.658 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 -- 172.21.15.6:0/3377772623 shutdown_connections 2024-05-20T21:25:36.659 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 1 -- 172.21.15.6:0/3377772623 wait complete. 2024-05-20T21:25:36.659 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.655+0000 7f71a6c18740 20 client.17937 trim_cache size 0 max 16384 2024-05-20T21:25:36.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.671+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d241a8af0 con 0x7f5d241037f0 2024-05-20T21:25:36.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.671+0000 7f5d22000700 1 -- 172.21.15.6:0/2692881128 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f5d140cae20 con 0x7f5d241037f0 2024-05-20T21:25:36.673 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:25:36.673 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a6c18740 1 Processor -- start 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a6c18740 1 -- start start 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d7f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a6c18740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f719c1ae9b0 con 0x5600c0d7e6e0 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a6c18740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f719c1ac280 con 0x5600c0d83850 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a6c18740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f719c1aa0d0 con 0x5600c0d7dcf0 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a1400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a0a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a1400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57612/0 (socket says 172.21.15.6:57612) 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a1400640 1 -- 172.21.15.6:0/4231955842 learned_addr learned my addr 172.21.15.6:0/4231955842 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.673+0000 7f71a1e00640 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d7f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f71a1400640 1 -- 172.21.15.6:0/4231955842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 msgr2=0x5600c0d7f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f71a1400640 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d7f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f71a1400640 1 -- 172.21.15.6:0/4231955842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7e6e0 msgr2=0x5600c0d8f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f71a1400640 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f71a1400640 1 -- 172.21.15.6:0/4231955842 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600c0d7e0d0 con 0x5600c0d7dcf0 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f71a0a00640 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f71a1400640 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7cb00 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f718c0ff270 tx=0x7f718c004310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf5509a17285d258 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f7191c00640 1 -- 172.21.15.6:0/4231955842 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c0c8850 con 0x5600c0d7dcf0 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f7191c00640 1 -- 172.21.15.6:0/4231955842 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f718c0c8d40 con 0x5600c0d7dcf0 2024-05-20T21:25:36.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.674+0000 7f7191c00640 1 -- 172.21.15.6:0/4231955842 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f718c0c46b0 con 0x5600c0d7dcf0 2024-05-20T21:25:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5d080b2880 msgr2=0x7f5d080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5d080b2880 0x7f5d080b4d40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f5d24110820 tx=0x7f5d0c009260 comp rx=0 tx=0).stop 2024-05-20T21:25:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5d241037f0 msgr2=0x7f5d2419bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5d241037f0 0x7f5d2419bd40 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f5d1400d980 tx=0x7f5d1400dc90 comp rx=0 tx=0).stop 2024-05-20T21:25:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 shutdown_connections 2024-05-20T21:25:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5d080b2880 0x7f5d080b4d40 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5d241088f0 0x7f5d241a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5d241037f0 0x7f5d2419bd40 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 --2- 172.21.15.6:0/2692881128 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5d241041a0 0x7f5d2419c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 >> 172.21.15.6:0/2692881128 conn(0x7f5d2407a6a0 msgr2=0x7f5d241017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:36.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 shutdown_connections 2024-05-20T21:25:36.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f5d2b400700 1 -- 172.21.15.6:0/2692881128 wait complete. 2024-05-20T21:25:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f71a6c18740 1 -- 172.21.15.6:0/4231955842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 msgr2=0x5600c0d7cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.675+0000 7f71a6c18740 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7cb00 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f718c0ff270 tx=0x7f718c004310 comp rx=0 tx=0).stop 2024-05-20T21:25:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 -- 172.21.15.6:0/4231955842 shutdown_connections 2024-05-20T21:25:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d7f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 --2- 172.21.15.6:0/4231955842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7dcf0 0x5600c0d7cb00 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 -- 172.21.15.6:0/4231955842 >> 172.21.15.6:0/4231955842 conn(0x5600c0d79360 msgr2=0x5600c0d7f150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 -- 172.21.15.6:0/4231955842 shutdown_connections 2024-05-20T21:25:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 -- 172.21.15.6:0/4231955842 wait complete. 2024-05-20T21:25:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 -- start start 2024-05-20T21:25:36.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.676+0000 7f71a6c18740 1 Processor -- start 2024-05-20T21:25:36.680 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d8c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a6c18740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a6c18740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f719c1aa740 con 0x5600c0d7dcf0 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a6c18740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f719c1abbb0 con 0x5600c0d83850 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a6c18740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f719c1aae10 con 0x5600c0d7e6e0 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a6c18740 10 client.0 _ll_register_callbacks cb 0x7f718c0045b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a1e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a1400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d8c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a1e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58552/0 (socket says 172.21.15.6:58552) 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a0a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.677+0000 7f71a1e00640 1 -- 172.21.15.6:0/2524331171 learned_addr learned my addr 172.21.15.6:0/2524331171 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f71a1e00640 1 -- 172.21.15.6:0/2524331171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 msgr2=0x5600c0d8cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f71a1e00640 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f71a1e00640 1 -- 172.21.15.6:0/2524331171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 msgr2=0x5600c0d8c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f71a1e00640 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d8c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f71a1e00640 1 -- 172.21.15.6:0/2524331171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600c0d8e0d0 con 0x5600c0d83850 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f71a0a00640 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f71a1e00640 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8dae0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7194009fb0 tx=0x7f719402b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ced2ddd5b095281 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f7186a00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f7186a00640 1 -- 172.21.15.6:0/2524331171 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7194035070 con 0x5600c0d83850 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f71a6c18740 1 -- 172.21.15.6:0/2524331171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f718c0c8d40 con 0x5600c0d83850 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.678+0000 7f7186a00640 1 -- 172.21.15.6:0/2524331171 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f719400d910 con 0x5600c0d83850 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f7186a00640 1 -- 172.21.15.6:0/2524331171 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7194041050 con 0x5600c0d83850 2024-05-20T21:25:36.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f71a6c18740 10 client.28055 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f71a6c18740 1 -- 172.21.15.6:0/2524331171 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5600c0d8f3e0 con 0x5600c0d83850 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f7186a00640 1 -- 172.21.15.6:0/2524331171 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f718c0c8d40 con 0x5600c0d83850 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f7186a00640 1 -- 172.21.15.6:0/2524331171 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f719400b040 con 0x5600c0d83850 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f71a6c18740 10 client.28055 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f71a6c18740 10 client.28055 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f71a6c18740 20 client.28055 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f71a6c18740 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5600c0dfe610 0x5600c0e00a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f71a6c18740 4 client.28055 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.679+0000 7f71a6c18740 1 -- 172.21.15.6:0/2524331171 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5600c0ce92c0 con 0x5600c0dfe610 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.680+0000 7f71a1400640 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5600c0dfe610 0x5600c0e00a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.680+0000 7f71a1400640 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5600c0dfe610 0x5600c0e00a00 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41f4078bf067db12 server_cookie=e97b4bb1156335cb in_seq=0 out_seq=0 2024-05-20T21:25:36.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.680+0000 7f7186a00640 10 client.28055 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f7186a00640 1 -- 172.21.15.6:0/2524331171 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5600c0ce92c0 con 0x5600c0dfe610 2024-05-20T21:25:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f7186a00640 10 client.28055 handle_command_reply: tid=0 2024-05-20T21:25:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 client.28055 shutdown 2024-05-20T21:25:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 -- 172.21.15.6:0/2524331171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 msgr2=0x5600c0d8dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8dae0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7194009fb0 tx=0x7f719402b000 comp rx=0 tx=0).stop 2024-05-20T21:25:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 -- 172.21.15.6:0/2524331171 shutdown_connections 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5600c0dfe610 0x5600c0e00a00 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5600c0d83850 0x5600c0d8dae0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5600c0d7e6e0 0x5600c0d8cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f7186a00640 0 client.28055 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 --2- 172.21.15.6:0/2524331171 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5600c0d7dcf0 0x5600c0d8c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 -- 172.21.15.6:0/2524331171 >> 172.21.15.6:0/2524331171 conn(0x5600c0d79360 msgr2=0x5600c0d7f9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 -- 172.21.15.6:0/2524331171 shutdown_connections 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 1 -- 172.21.15.6:0/2524331171 wait complete. 2024-05-20T21:25:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.693+0000 7f71a6c18740 20 client.28055 trim_cache size 0 max 16384 2024-05-20T21:25:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:25:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:25:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:25:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 -- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f71800b2760 msgr2=0x7f71800b4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f71800b2760 0x7f71800b4c20 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7194009e20 tx=0x7f7194000f40 comp rx=0 tx=0).stop 2024-05-20T21:25:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 -- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f719c102910 msgr2=0x7f719c0767b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f719c102910 0x7f719c0767b0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f718c0057c0 tx=0x7f718c032da0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 -- 172.21.15.6:0/3147734120 shutdown_connections 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f71800b2760 0x7f71800b4c20 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f719c1044c0 0x7f719c075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f719c103b00 0x7f719c074e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 --2- 172.21.15.6:0/3147734120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f719c102910 0x7f719c0767b0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.694+0000 7f71a2800640 1 -- 172.21.15.6:0/3147734120 >> 172.21.15.6:0/3147734120 conn(0x7f719c0fde80 msgr2=0x7f719c106ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.695+0000 7f71a2800640 1 -- 172.21.15.6:0/3147734120 shutdown_connections 2024-05-20T21:25:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:36.695+0000 7f71a2800640 1 -- 172.21.15.6:0/3147734120 wait complete. 2024-05-20T21:25:37.606 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:25:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:37 smithi042 ceph-mon[36332]: pgmap v733: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-20T21:25:37.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:37 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2692881128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:37.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:37 smithi006 ceph-mon[31422]: pgmap v733: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-20T21:25:37.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:37 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2692881128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:37 smithi062 ceph-mon[36640]: pgmap v733: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-20T21:25:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:37 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2692881128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:25:38.153 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:39.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:39 smithi042 ceph-mon[36332]: pgmap v734: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-20T21:25:39.876 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:39 smithi006 ceph-mon[31422]: pgmap v734: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-20T21:25:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:39 smithi062 ceph-mon[36640]: pgmap v734: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-20T21:25:40.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 -- 172.21.15.6:0/3388135544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 msgr2=0x7fbda810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 --2- 172.21.15.6:0/3388135544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 0x7fbda810bb40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c009990 tx=0x7fbd9c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 -- 172.21.15.6:0/3388135544 shutdown_connections 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 --2- 172.21.15.6:0/3388135544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbda8106120 0x7fbda8112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 --2- 172.21.15.6:0/3388135544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 0x7fbda810bb40 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 --2- 172.21.15.6:0/3388135544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbda8105760 0x7fbda8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 -- 172.21.15.6:0/3388135544 >> 172.21.15.6:0/3388135544 conn(0x7fbda8101250 msgr2=0x7fbda8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 -- 172.21.15.6:0/3388135544 shutdown_connections 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.454+0000 7fbdaf400700 1 -- 172.21.15.6:0/3388135544 wait complete. 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.455+0000 7fbdaf400700 1 Processor -- start 2024-05-20T21:25:40.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.456+0000 7fbdaf400700 1 -- start start 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.456+0000 7fbdaf400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbda8105760 0x7fbda819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.456+0000 7fbdaf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbda8106120 0x7fbda819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.456+0000 7fbdaf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 0x7fbda81a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.456+0000 7fbdaf400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbda8115940 con 0x7fbda810b760 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.456+0000 7fbdaf400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbda81157c0 con 0x7fbda8105760 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.456+0000 7fbdaf400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbda8115ac0 con 0x7fbda8106120 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdad400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 0x7fbda81a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdaca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbda8105760 0x7fbda819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdaca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbda8105760 0x7fbda819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33022/0 (socket says 172.21.15.6:33022) 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdaca00700 1 -- 172.21.15.6:0/1832562767 learned_addr learned my addr 172.21.15.6:0/1832562767 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbda7e00700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbda8106120 0x7fbda819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdad400700 1 -- 172.21.15.6:0/1832562767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbda8106120 msgr2=0x7fbda819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdad400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbda8106120 0x7fbda819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdad400700 1 -- 172.21.15.6:0/1832562767 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbda8105760 msgr2=0x7fbda819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdad400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbda8105760 0x7fbda819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdad400700 1 -- 172.21.15.6:0/1832562767 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda81a0de0 con 0x7fbda810b760 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.457+0000 7fbdad400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 0x7fbda81a06a0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fbda000efc0 tx=0x7fbda000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.458+0000 7fbda5600700 1 -- 172.21.15.6:0/1832562767 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda00092e0 con 0x7fbda810b760 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.458+0000 7fbda5600700 1 -- 172.21.15.6:0/1832562767 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbda0004bb0 con 0x7fbda810b760 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.458+0000 7fbda5600700 1 -- 172.21.15.6:0/1832562767 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0004020 con 0x7fbda810b760 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.458+0000 7fbdaf400700 1 -- 172.21.15.6:0/1832562767 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda81a1070 con 0x7fbda810b760 2024-05-20T21:25:40.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.458+0000 7fbdaf400700 1 -- 172.21.15.6:0/1832562767 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda81a8950 con 0x7fbda810b760 2024-05-20T21:25:40.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.462+0000 7fbda5600700 1 -- 172.21.15.6:0/1832562767 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbda001b030 con 0x7fbda810b760 2024-05-20T21:25:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbdb9d0fb80 1 Processor -- start 2024-05-20T21:25:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbdb9d0fb80 1 -- start start 2024-05-20T21:25:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd73290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbda5600700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbd900b2900 0x7fbd900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd6d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55fb6dccbe40 con 0x55fb6dd737d0 2024-05-20T21:25:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fb6dcbb9e0 con 0x55fb6dd72eb0 2024-05-20T21:25:40.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.463+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55fb6dcbfa20 con 0x55fb6dd6d880 2024-05-20T21:25:40.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda5600700 1 -- 172.21.15.6:0/1832562767 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbda00e1d20 con 0x7fbda810b760 2024-05-20T21:25:40.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd73290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd73290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33026/0 (socket says 172.21.15.6:33026) 2024-05-20T21:25:40.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 -- 172.21.15.6:0/2756213220 learned_addr learned my addr 172.21.15.6:0/2756213220 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:40.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbdaca00700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbd900b2900 0x7fbd900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd6d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbdad400700 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 -- 172.21.15.6:0/2756213220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 msgr2=0x55fb6dd6dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 -- 172.21.15.6:0/2756213220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 msgr2=0x55fb6dd6d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd6d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.464+0000 7fbda7e00700 1 -- 172.21.15.6:0/2756213220 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb6dc84420 con 0x55fb6dd72eb0 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.465+0000 7fbda7e00700 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd73290 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fbd94011880 tx=0x7fbd940058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d60a955f49db75 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.465+0000 7fbdaca00700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbd900b2900 0x7fbd900b4dc0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c005cd0 tx=0x7fbd9c005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.465+0000 7fbd9a000700 1 -- 172.21.15.6:0/2756213220 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94004030 con 0x55fb6dd72eb0 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.465+0000 7fbd9a000700 1 -- 172.21.15.6:0/2756213220 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd94004830 con 0x55fb6dd72eb0 2024-05-20T21:25:40.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.465+0000 7fbd9a000700 1 -- 172.21.15.6:0/2756213220 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94005400 con 0x55fb6dd72eb0 2024-05-20T21:25:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2756213220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd72eb0 msgr2=0x55fb6dd73290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd73290 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fbd94011880 tx=0x7fbd940058e0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2756213220 shutdown_connections 2024-05-20T21:25:40.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd73290 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2756213220 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd6d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2756213220 >> 172.21.15.6:0/2756213220 conn(0x55fb6dc9bbe0 msgr2=0x55fb6dd68010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2756213220 shutdown_connections 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.466+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2756213220 wait complete. 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.467+0000 7fbdb9d0fb80 1 -- start start 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.467+0000 7fbdb9d0fb80 1 Processor -- start 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd794f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd76890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd76dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55fb6dbc1fa0 con 0x55fb6dd737d0 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fb6dc5c760 con 0x55fb6dd6d880 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55fb6dd7a240 con 0x55fb6dd72eb0 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdb9d0fb80 10 client.0 _ll_register_callbacks cb 0x55fb6dc65c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdaca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd794f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdad400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd76dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdaca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd794f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33032/0 (socket says 172.21.15.6:33032) 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdaca00700 1 -- 172.21.15.6:0/3441724940 learned_addr learned my addr 172.21.15.6:0/3441724940 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbda7e00700 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd76890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdaca00700 1 -- 172.21.15.6:0/3441724940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 msgr2=0x55fb6dd76890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdaca00700 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd76890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdaca00700 1 -- 172.21.15.6:0/3441724940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 msgr2=0x55fb6dd76dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdaca00700 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd76dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.468+0000 7fbdaca00700 1 -- 172.21.15.6:0/3441724940 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb6dc0b8d0 con 0x55fb6dd6d880 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.469+0000 7fbdaca00700 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd794f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c00be80 tx=0x7fbd9c009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b6d20ec8566d41 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.469+0000 7fbd8ea00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.469+0000 7fbd8ea00700 1 -- 172.21.15.6:0/3441724940 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c003c90 con 0x55fb6dd6d880 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.469+0000 7fbd8ea00700 1 -- 172.21.15.6:0/3441724940 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbd9c00f460 con 0x55fb6dd6d880 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.469+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3441724940 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd94004830 con 0x55fb6dd6d880 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbd8ea00700 1 -- 172.21.15.6:0/3441724940 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbd9c003e30 con 0x55fb6dd6d880 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbdb9d0fb80 10 client.28067 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3441724940 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fb6dc8c060 con 0x55fb6dd6d880 2024-05-20T21:25:40.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbd8ea00700 1 -- 172.21.15.6:0/3441724940 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd94004830 con 0x55fb6dd6d880 2024-05-20T21:25:40.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbd8ea00700 1 -- 172.21.15.6:0/3441724940 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbd9c02d070 con 0x55fb6dd6d880 2024-05-20T21:25:40.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbdb9d0fb80 10 client.28067 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:40.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbdb9d0fb80 10 client.28067 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:25:40.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbdb9d0fb80 20 client.28067 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:40.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55fb6dd86d60 0x55fb6dd89150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbdb9d0fb80 4 client.28067 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:40.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.470+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3441724940 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb6dccdd90 con 0x55fb6dd86d60 2024-05-20T21:25:40.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.471+0000 7fbda7e00700 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55fb6dd86d60 0x55fb6dd89150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.472+0000 7fbda7e00700 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55fb6dd86d60 0x55fb6dd89150 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=58d51f84bcbd8d2a server_cookie=d146af48aa242b9c in_seq=0 out_seq=0 2024-05-20T21:25:40.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.472+0000 7fbd8ea00700 10 client.28067 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:25:40.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.472+0000 7fbd8ea00700 1 -- 172.21.15.6:0/3441724940 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fb6dccdd90 con 0x55fb6dd86d60 2024-05-20T21:25:40.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.472+0000 7fbd8ea00700 10 client.28067 handle_command_reply: tid=0 2024-05-20T21:25:40.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 client.28067 shutdown 2024-05-20T21:25:40.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3441724940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 msgr2=0x55fb6dd794f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd794f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c00be80 tx=0x7fbd9c009310 comp rx=0 tx=0).stop 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3441724940 shutdown_connections 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd76dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55fb6dd86d60 0x55fb6dd89150 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd794f0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbd8ea00700 0 client.28067 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3441724940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd76890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3441724940 >> 172.21.15.6:0/3441724940 conn(0x55fb6dc9bbe0 msgr2=0x55fb6dd6c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3441724940 shutdown_connections 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3441724940 wait complete. 2024-05-20T21:25:40.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.473+0000 7fbdb9d0fb80 20 client.28067 trim_cache size 0 max 16384 2024-05-20T21:25:40.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.491+0000 7fbdb9d0fb80 1 Processor -- start 2024-05-20T21:25:40.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.491+0000 7fbdb9d0fb80 1 -- start start 2024-05-20T21:25:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.491+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.491+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd69700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.491+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd75180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.491+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbda81b28b0 con 0x55fb6dd737d0 2024-05-20T21:25:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.491+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbda81b0140 con 0x55fb6dd6d880 2024-05-20T21:25:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.491+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbda81adf90 con 0x55fb6dd72eb0 2024-05-20T21:25:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdad400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd75180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdaca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdad400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd75180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37754/0 (socket says 172.21.15.6:37754) 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdad400700 1 -- 172.21.15.6:0/3616729173 learned_addr learned my addr 172.21.15.6:0/3616729173 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbda7e00700 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd69700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdad400700 1 -- 172.21.15.6:0/3616729173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 msgr2=0x55fb6dd69700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdad400700 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd69700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdad400700 1 -- 172.21.15.6:0/3616729173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 msgr2=0x55fb6dd6d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdad400700 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdad400700 1 -- 172.21.15.6:0/3616729173 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb6dd79130 con 0x55fb6dd737d0 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.492+0000 7fbdaca00700 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.493+0000 7fbdad400700 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd75180 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbda000ef90 tx=0x7fbda0089060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bce6c912339d65ce server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.493+0000 7fbd99600700 1 -- 172.21.15.6:0/3616729173 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda00a8de0 con 0x55fb6dd737d0 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.493+0000 7fbd99600700 1 -- 172.21.15.6:0/3616729173 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbda00a99d0 con 0x55fb6dd737d0 2024-05-20T21:25:40.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.493+0000 7fbd99600700 1 -- 172.21.15.6:0/3616729173 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0058260 con 0x55fb6dd737d0 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3616729173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 msgr2=0x55fb6dd75180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd75180 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbda000ef90 tx=0x7fbda0089060 comp rx=0 tx=0).stop 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3616729173 shutdown_connections 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd737d0 0x55fb6dd75180 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd6d880 0x55fb6dd6d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/3616729173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd69700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3616729173 >> 172.21.15.6:0/3616729173 conn(0x55fb6dc9bbe0 msgr2=0x55fb6dd61e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3616729173 shutdown_connections 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.494+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/3616729173 wait complete. 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.495+0000 7fbdb9d0fb80 1 -- start start 2024-05-20T21:25:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.495+0000 7fbdb9d0fb80 1 Processor -- start 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.495+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd8e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.495+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd8ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.495+0000 7fbdb9d0fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd737d0 0x55fb6dd8efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.495+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbda81ae600 con 0x55fb6dd72eb0 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.495+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbda81afa70 con 0x55fb6dd737d0 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.495+0000 7fbdb9d0fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbda81aecd0 con 0x55fb6dd6d880 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbdb9d0fb80 10 client.0 _ll_register_callbacks cb 0x55fb6dc65c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbda7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd8ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbdaca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd8e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbda7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd8ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37758/0 (socket says 172.21.15.6:37758) 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbda7e00700 1 -- 172.21.15.6:0/2125100866 learned_addr learned my addr 172.21.15.6:0/2125100866 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbdad400700 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd737d0 0x55fb6dd8efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbdaca00700 1 -- 172.21.15.6:0/2125100866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd737d0 msgr2=0x55fb6dd8efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbdaca00700 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd737d0 0x55fb6dd8efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbdaca00700 1 -- 172.21.15.6:0/2125100866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd72eb0 msgr2=0x55fb6dd8ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbdaca00700 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd8ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbdaca00700 1 -- 172.21.15.6:0/2125100866 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb6ddf0910 con 0x55fb6dd6d880 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.496+0000 7fbda7e00700 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd8ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.497+0000 7fbdaca00700 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd8e530 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c024810 tx=0x7fbd9c024a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e9bf01a24f15836 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.497+0000 7fbd8ea00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:40.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.497+0000 7fbd8ea00700 1 -- 172.21.15.6:0/2125100866 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c03b040 con 0x55fb6dd6d880 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.497+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2125100866 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbda00a99d0 con 0x55fb6dd6d880 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.497+0000 7fbd8ea00700 1 -- 172.21.15.6:0/2125100866 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbd9c024d70 con 0x55fb6dd6d880 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.497+0000 7fbd8ea00700 1 -- 172.21.15.6:0/2125100866 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbd9c00f460 con 0x55fb6dd6d880 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.497+0000 7fbdb9d0fb80 10 client.28069 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.497+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2125100866 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fb6ddf1bf0 con 0x55fb6dd6d880 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbd8ea00700 1 -- 172.21.15.6:0/2125100866 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbda00a99d0 con 0x55fb6dd6d880 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbd8ea00700 1 -- 172.21.15.6:0/2125100866 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbd9c02d040 con 0x55fb6dd6d880 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbdb9d0fb80 10 client.28069 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbdb9d0fb80 10 client.28069 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbdb9d0fb80 20 client.28069 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55fb6ddf2230 0x55fb6ddf4620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbdb9d0fb80 4 client.28069 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2125100866 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fb6dcc7570 con 0x55fb6ddf2230 2024-05-20T21:25:40.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.498+0000 7fbda7e00700 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55fb6ddf2230 0x55fb6ddf4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbda7e00700 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55fb6ddf2230 0x55fb6ddf4620 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e40dffe396011e53 server_cookie=213a7bd40845ecaa in_seq=0 out_seq=0 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbd8ea00700 10 client.28069 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbd8ea00700 1 -- 172.21.15.6:0/2125100866 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fb6dcc7570 con 0x55fb6ddf2230 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbd8ea00700 10 client.28069 handle_command_reply: tid=0 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 client.28069 shutdown 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2125100866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 msgr2=0x55fb6dd8e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd8e530 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c024810 tx=0x7fbd9c024a00 comp rx=0 tx=0).stop 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2125100866 shutdown_connections 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55fb6ddf2230 0x55fb6ddf4620 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fb6dd737d0 0x55fb6dd8efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fb6dd6d880 0x55fb6dd8e530 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 --2- 172.21.15.6:0/2125100866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fb6dd72eb0 0x55fb6dd8ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2125100866 >> 172.21.15.6:0/2125100866 conn(0x55fb6dc9bbe0 msgr2=0x55fb6dd69700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.499+0000 7fbd8ea00700 0 client.28069 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:25:40.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.500+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2125100866 shutdown_connections 2024-05-20T21:25:40.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.500+0000 7fbdb9d0fb80 1 -- 172.21.15.6:0/2125100866 wait complete. 2024-05-20T21:25:40.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.500+0000 7fbdb9d0fb80 20 client.28069 trim_cache size 0 max 16384 2024-05-20T21:25:40.503 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 -- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbd900b2900 msgr2=0x7fbd900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbd900b2900 0x7fbd900b4dc0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c005cd0 tx=0x7fbd9c005c60 comp rx=0 tx=0).stop 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 -- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 msgr2=0x7fbda81a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 0x7fbda81a06a0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fbda000efc0 tx=0x7fbda000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 -- 172.21.15.6:0/1832562767 shutdown_connections 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbd900b2900 0x7fbd900b4dc0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbda810b760 0x7fbda81a06a0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbda8105760 0x7fbda819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 --2- 172.21.15.6:0/1832562767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbda8106120 0x7fbda819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 -- 172.21.15.6:0/1832562767 >> 172.21.15.6:0/1832562767 conn(0x7fbda8101250 msgr2=0x7fbda8101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:40.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 -- 172.21.15.6:0/1832562767 shutdown_connections 2024-05-20T21:25:40.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:40.501+0000 7fbdaf400700 1 -- 172.21.15.6:0/1832562767 wait complete. 2024-05-20T21:25:41.416 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:25:41.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:41 smithi006 ceph-mon[31422]: pgmap v735: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-05-20T21:25:41.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:41 smithi042 ceph-mon[36332]: pgmap v735: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-05-20T21:25:41.910 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:41 smithi062 ceph-mon[36640]: pgmap v735: 97 pgs: 97 active+clean; 802 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-05-20T21:25:43.742 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:43 smithi006 ceph-mon[31422]: pgmap v736: 97 pgs: 97 active+clean; 869 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:25:43.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:43 smithi042 ceph-mon[36332]: pgmap v736: 97 pgs: 97 active+clean; 869 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:25:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:43 smithi062 ceph-mon[36640]: pgmap v736: 97 pgs: 97 active+clean; 869 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-20T21:25:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.229+0000 7f18a0c00700 1 -- 172.21.15.6:0/1056322562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c106140 msgr2=0x7f189c112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.229+0000 7f18a0c00700 1 --2- 172.21.15.6:0/1056322562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c106140 0x7f189c112650 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f189400b0a0 tx=0x7f189400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.229+0000 7f18a0c00700 1 -- 172.21.15.6:0/1056322562 shutdown_connections 2024-05-20T21:25:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.229+0000 7f18a0c00700 1 --2- 172.21.15.6:0/1056322562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c106140 0x7f189c112650 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.229+0000 7f18a0c00700 1 --2- 172.21.15.6:0/1056322562 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f189c10b780 0x7f189c10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.229+0000 7f18a0c00700 1 --2- 172.21.15.6:0/1056322562 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f189c105780 0x7f189c105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.229+0000 7f18a0c00700 1 -- 172.21.15.6:0/1056322562 >> 172.21.15.6:0/1056322562 conn(0x7f189c101270 msgr2=0x7f189c103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.230+0000 7f18a0c00700 1 -- 172.21.15.6:0/1056322562 shutdown_connections 2024-05-20T21:25:44.231 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.230+0000 7f18a0c00700 1 -- 172.21.15.6:0/1056322562 wait complete. 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.231+0000 7f18a0c00700 1 Processor -- start 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.231+0000 7f18a0c00700 1 -- start start 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.231+0000 7f18a0c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c105780 0x7f189c19be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.231+0000 7f18a0c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f189c106140 0x7f189c19c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.231+0000 7f18a0c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f189c10b780 0x7f189c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.231+0000 7f18a0c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f189c115a10 con 0x7f189c10b780 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.231+0000 7f18a0c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f189c115890 con 0x7f189c106140 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.231+0000 7f18a0c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f189c115b90 con 0x7f189c105780 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f189c106140 0x7f189c19c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c105780 0x7f189c19be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f189a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f189c10b780 0x7f189c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f189c106140 0x7f189c19c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:33060/0 (socket says 172.21.15.6:33060) 2024-05-20T21:25:44.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899400700 1 -- 172.21.15.6:0/2627271124 learned_addr learned my addr 172.21.15.6:0/2627271124 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899400700 1 -- 172.21.15.6:0/2627271124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c105780 msgr2=0x7f189c19be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899400700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c105780 0x7f189c19be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899400700 1 -- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f189c10b780 msgr2=0x7f189c1a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899400700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f189c10b780 0x7f189c1a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899400700 1 -- 172.21.15.6:0/2627271124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f189c1a0e10 con 0x7f189c106140 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f189a800700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f189c10b780 0x7f189c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.232+0000 7f1899e00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c105780 0x7f189c19be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.233+0000 7f1899400700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f189c106140 0x7f189c19c340 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f188800e9a0 tx=0x7f188800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.233+0000 7f1892a00700 1 -- 172.21.15.6:0/2627271124 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188800ca10 con 0x7f189c106140 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.233+0000 7f1892a00700 1 -- 172.21.15.6:0/2627271124 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f188800cbb0 con 0x7f189c106140 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.233+0000 7f1892a00700 1 -- 172.21.15.6:0/2627271124 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1888018680 con 0x7f189c106140 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.233+0000 7f18a0c00700 1 -- 172.21.15.6:0/2627271124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f189c1a1100 con 0x7f189c106140 2024-05-20T21:25:44.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.233+0000 7f18a0c00700 1 -- 172.21.15.6:0/2627271124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f189c1a8980 con 0x7f189c106140 2024-05-20T21:25:44.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.239+0000 7f18ab604b80 1 Processor -- start 2024-05-20T21:25:44.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f18ab604b80 1 -- start start 2024-05-20T21:25:44.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f1892a00700 1 -- 172.21.15.6:0/2627271124 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1888010430 con 0x7f189c106140 2024-05-20T21:25:44.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a4962290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 0x5556a495c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a495c880 0x5556a495cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f18ab604b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5556a48bae40 con 0x5556a495c880 2024-05-20T21:25:44.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f18ab604b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5556a48aa9e0 con 0x5556a49627d0 2024-05-20T21:25:44.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f18ab604b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5556a48aea20 con 0x5556a4961eb0 2024-05-20T21:25:44.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.240+0000 7f1899400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a495c880 0x5556a495cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f189a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a4962290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f1899400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a495c880 0x5556a495cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37786/0 (socket says 172.21.15.6:37786) 2024-05-20T21:25:44.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f1899400700 1 -- 172.21.15.6:0/1399396174 learned_addr learned my addr 172.21.15.6:0/1399396174 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:44.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f1899e00700 1 --2- 172.21.15.6:0/1399396174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 0x5556a495c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f189a800700 1 -- 172.21.15.6:0/1399396174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 msgr2=0x5556a495c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:44.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f189a800700 1 --2- 172.21.15.6:0/1399396174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 0x5556a495c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f189a800700 1 -- 172.21.15.6:0/1399396174 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a495c880 msgr2=0x5556a495cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:44.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f189a800700 1 --2- 172.21.15.6:0/1399396174 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a495c880 0x5556a495cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f189a800700 1 -- 172.21.15.6:0/1399396174 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556a4873420 con 0x5556a4961eb0 2024-05-20T21:25:44.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.241+0000 7f189a800700 1 --2- 172.21.15.6:0/1399396174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a4962290 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f18940062a0 tx=0x7f189400bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61dac48ebbd3694f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:44.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.242+0000 7f1887400700 1 -- 172.21.15.6:0/1399396174 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1894021070 con 0x5556a4961eb0 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.242+0000 7f1887400700 1 -- 172.21.15.6:0/1399396174 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18940074e0 con 0x5556a4961eb0 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.242+0000 7f1887400700 1 -- 172.21.15.6:0/1399396174 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1894005280 con 0x5556a4961eb0 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.242+0000 7f1892a00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18800b2880 0x7f18800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.242+0000 7f1892a00700 1 -- 172.21.15.6:0/2627271124 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f18880e2400 con 0x7f189c106140 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f1899e00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18800b2880 0x7f18800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 -- 172.21.15.6:0/1399396174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 msgr2=0x5556a4962290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 --2- 172.21.15.6:0/1399396174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a4962290 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f18940062a0 tx=0x7f189400bf60 comp rx=0 tx=0).stop 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 -- 172.21.15.6:0/1399396174 shutdown_connections 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 --2- 172.21.15.6:0/1399396174 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a495c880 0x5556a495cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 --2- 172.21.15.6:0/1399396174 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a4962290 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 --2- 172.21.15.6:0/1399396174 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 0x5556a495c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 -- 172.21.15.6:0/1399396174 >> 172.21.15.6:0/1399396174 conn(0x5556a488abe0 msgr2=0x5556a4957010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 -- 172.21.15.6:0/1399396174 shutdown_connections 2024-05-20T21:25:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.243+0000 7f18ab604b80 1 -- 172.21.15.6:0/1399396174 wait complete. 2024-05-20T21:25:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.244+0000 7f1899e00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18800b2880 0x7f18800b4d40 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f188c012640 tx=0x7f188c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.244+0000 7f18ab604b80 1 -- start start 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.244+0000 7f18ab604b80 1 Processor -- start 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a4968520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a4961eb0 0x5556a49658c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 0x5556a4965e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f18ab604b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5556a47b0fa0 con 0x5556a4961eb0 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f18ab604b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5556a484b760 con 0x5556a49627d0 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f18ab604b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5556a49691e0 con 0x5556a495c880 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f18ab604b80 10 client.0 _ll_register_callbacks cb 0x5556a4854c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f1899e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a4968520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f1899e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a4968520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49186/0 (socket says 172.21.15.6:49186) 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f1899e00700 1 -- 172.21.15.6:0/907432405 learned_addr learned my addr 172.21.15.6:0/907432405 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f189a800700 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 0x5556a4965e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.245+0000 7f1899400700 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a4961eb0 0x5556a49658c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f1899e00700 1 -- 172.21.15.6:0/907432405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 msgr2=0x5556a4965e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f1899e00700 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 0x5556a4965e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f1899e00700 1 -- 172.21.15.6:0/907432405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a4961eb0 msgr2=0x5556a49658c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f1899e00700 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a4961eb0 0x5556a49658c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f1899e00700 1 -- 172.21.15.6:0/907432405 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556a47fa8d0 con 0x5556a495c880 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f1899e00700 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a4968520 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f188c013010 tx=0x7f188c0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1397e02f619f71fb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f187be00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f187be00700 1 -- 172.21.15.6:0/907432405 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c01de10 con 0x5556a495c880 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f187be00700 1 -- 172.21.15.6:0/907432405 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f188c018030 con 0x5556a495c880 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.246+0000 7f18ab604b80 1 -- 172.21.15.6:0/907432405 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f18940074e0 con 0x5556a495c880 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.247+0000 7f187be00700 1 -- 172.21.15.6:0/907432405 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f188c004830 con 0x5556a495c880 2024-05-20T21:25:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.247+0000 7f18ab604b80 10 client.28081 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:44.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.247+0000 7f18ab604b80 1 -- 172.21.15.6:0/907432405 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5556a487b060 con 0x5556a495c880 2024-05-20T21:25:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.247+0000 7f187be00700 1 -- 172.21.15.6:0/907432405 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18940074e0 con 0x5556a495c880 2024-05-20T21:25:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.247+0000 7f187be00700 1 -- 172.21.15.6:0/907432405 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f188c032960 con 0x5556a495c880 2024-05-20T21:25:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f18ab604b80 10 client.28081 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f18ab604b80 10 client.28081 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:25:44.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f18ab604b80 20 client.28081 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f18ab604b80 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5556a4975df0 0x5556a49781e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f18ab604b80 4 client.28081 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f18ab604b80 1 -- 172.21.15.6:0/907432405 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556a48bcd90 con 0x5556a4975df0 2024-05-20T21:25:44.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f1899400700 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5556a4975df0 0x5556a49781e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f1899400700 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5556a4975df0 0x5556a49781e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29943fdde189be1f server_cookie=ae42ffb6283acc8c in_seq=0 out_seq=0 2024-05-20T21:25:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.248+0000 7f187be00700 10 client.28081 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:25:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.249+0000 7f187be00700 1 -- 172.21.15.6:0/907432405 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5556a48bcd90 con 0x5556a4975df0 2024-05-20T21:25:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.249+0000 7f187be00700 10 client.28081 handle_command_reply: tid=0 2024-05-20T21:25:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.249+0000 7f18ab604b80 1 client.28081 shutdown 2024-05-20T21:25:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.249+0000 7f18ab604b80 1 -- 172.21.15.6:0/907432405 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 msgr2=0x5556a4968520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a4968520 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f188c013010 tx=0x7f188c0047c0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 -- 172.21.15.6:0/907432405 shutdown_connections 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a49627d0 0x5556a4965e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5556a4975df0 0x5556a49781e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a4968520 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 --2- 172.21.15.6:0/907432405 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a4961eb0 0x5556a49658c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f187be00700 0 client.28081 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 -- 172.21.15.6:0/907432405 >> 172.21.15.6:0/907432405 conn(0x5556a488abe0 msgr2=0x5556a495b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 -- 172.21.15.6:0/907432405 shutdown_connections 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 1 -- 172.21.15.6:0/907432405 wait complete. 2024-05-20T21:25:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.250+0000 7f18ab604b80 20 client.28081 trim_cache size 0 max 16384 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.267+0000 7f18ab604b80 1 Processor -- start 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.267+0000 7f18ab604b80 1 -- start start 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a495c880 0x5556a495c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a495f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a495ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f18ab604b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f189c1b2880 con 0x5556a49627d0 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f18ab604b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f189c1b0110 con 0x5556a495c880 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f18ab604b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f189c1adf60 con 0x5556a4961eb0 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f1899400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a495f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f1899400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a495f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49188/0 (socket says 172.21.15.6:49188) 2024-05-20T21:25:44.269 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f1899400700 1 -- 172.21.15.6:0/2516344833 learned_addr learned my addr 172.21.15.6:0/2516344833 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.268+0000 7f1899e00700 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a495c880 0x5556a495c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f189a800700 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a495ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1899400700 1 -- 172.21.15.6:0/2516344833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a495c880 msgr2=0x5556a495c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1899400700 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a495c880 0x5556a495c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1899400700 1 -- 172.21.15.6:0/2516344833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 msgr2=0x5556a495ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1899400700 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a495ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1899400700 1 -- 172.21.15.6:0/2516344833 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556a4963e30 con 0x5556a4961eb0 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f189a800700 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a495ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:25:44.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1899400700 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a495f9c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f18880a5a00 tx=0x7f1888091040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a68a742ffd7cdde5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1886a00700 1 -- 172.21.15.6:0/2516344833 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18880a90f0 con 0x5556a4961eb0 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1886a00700 1 -- 172.21.15.6:0/2516344833 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18880b2120 con 0x5556a4961eb0 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.269+0000 7f1886a00700 1 -- 172.21.15.6:0/2516344833 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18880a5110 con 0x5556a4961eb0 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 -- 172.21.15.6:0/2516344833 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 msgr2=0x5556a495f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a495f9c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f18880a5a00 tx=0x7f1888091040 comp rx=0 tx=0).stop 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 -- 172.21.15.6:0/2516344833 shutdown_connections 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a495ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a495c880 0x5556a495c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2516344833 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a4961eb0 0x5556a495f9c0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 -- 172.21.15.6:0/2516344833 >> 172.21.15.6:0/2516344833 conn(0x5556a488abe0 msgr2=0x5556a4965880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 -- 172.21.15.6:0/2516344833 shutdown_connections 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.270+0000 7f18ab604b80 1 -- 172.21.15.6:0/2516344833 wait complete. 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 1 -- start start 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 1 Processor -- start 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a497d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a4961eb0 0x5556a497dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a497e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f189c1ae5d0 con 0x5556a49627d0 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f189c1afa40 con 0x5556a4961eb0 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f189c1aeca0 con 0x5556a495c880 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.271+0000 7f18ab604b80 10 client.0 _ll_register_callbacks cb 0x5556a4854c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a497d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a4961eb0 0x5556a497dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a497d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49204/0 (socket says 172.21.15.6:49204) 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899e00700 1 -- 172.21.15.6:0/2106925275 learned_addr learned my addr 172.21.15.6:0/2106925275 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f189a800700 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a497e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899e00700 1 -- 172.21.15.6:0/2106925275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a4961eb0 msgr2=0x5556a497dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899e00700 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a4961eb0 0x5556a497dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899e00700 1 -- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 msgr2=0x5556a497e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899e00700 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a497e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899e00700 1 -- 172.21.15.6:0/2106925275 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556a49e8390 con 0x5556a495c880 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f189a800700 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a497e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:44.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.272+0000 7f1899400700 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a4961eb0 0x5556a497dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:44.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f1899e00700 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a497d790 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f188c032dd0 tx=0x7f188c009e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aed35c80b1730ac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:44.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f187be00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:44.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f187be00700 1 -- 172.21.15.6:0/2106925275 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188c032640 con 0x5556a495c880 2024-05-20T21:25:44.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f187be00700 1 -- 172.21.15.6:0/2106925275 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f188c0327e0 con 0x5556a495c880 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f18ab604b80 1 -- 172.21.15.6:0/2106925275 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5556a48b6570 con 0x5556a495c880 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f187be00700 1 -- 172.21.15.6:0/2106925275 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f188c04a050 con 0x5556a495c880 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f18ab604b80 10 client.28087 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f18ab604b80 1 -- 172.21.15.6:0/2106925275 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5556a49e95c0 con 0x5556a495c880 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.273+0000 7f187be00700 1 -- 172.21.15.6:0/2106925275 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5556a48b6570 con 0x5556a495c880 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.274+0000 7f187be00700 1 -- 172.21.15.6:0/2106925275 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f188c00f880 con 0x5556a495c880 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.274+0000 7f18ab604b80 10 client.28087 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.274+0000 7f18ab604b80 10 client.28087 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.274+0000 7f18ab604b80 20 client.28087 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.274+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5556a49e9cf0 0x5556a49ec110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:44.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.274+0000 7f18ab604b80 4 client.28087 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.274+0000 7f18ab604b80 1 -- 172.21.15.6:0/2106925275 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5556a472d250 con 0x5556a49e9cf0 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.274+0000 7f1899400700 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5556a49e9cf0 0x5556a49ec110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f1899400700 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5556a49e9cf0 0x5556a49ec110 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d0ce452a69082475 server_cookie=d535a5fc95759bad in_seq=0 out_seq=0 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f187be00700 10 client.28087 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f187be00700 1 -- 172.21.15.6:0/2106925275 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5556a472d250 con 0x5556a49e9cf0 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f187be00700 10 client.28087 handle_command_reply: tid=0 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 client.28087 shutdown 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 -- 172.21.15.6:0/2106925275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 msgr2=0x5556a497d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a497d790 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f188c032dd0 tx=0x7f188c009e20 comp rx=0 tx=0).stop 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 -- 172.21.15.6:0/2106925275 shutdown_connections 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5556a49627d0 0x5556a497e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5556a49e9cf0 0x5556a49ec110 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5556a495c880 0x5556a497d790 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 --2- 172.21.15.6:0/2106925275 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5556a4961eb0 0x5556a497dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 -- 172.21.15.6:0/2106925275 >> 172.21.15.6:0/2106925275 conn(0x5556a488abe0 msgr2=0x5556a4965840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:44.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f187be00700 0 client.28087 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:25:44.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 -- 172.21.15.6:0/2106925275 shutdown_connections 2024-05-20T21:25:44.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.275+0000 7f18ab604b80 1 -- 172.21.15.6:0/2106925275 wait complete. 2024-05-20T21:25:44.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18ab604b80 20 client.28087 trim_cache size 0 max 16384 2024-05-20T21:25:44.279 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 -- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18800b2880 msgr2=0x7f18800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18800b2880 0x7f18800b4d40 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f188c012640 tx=0x7f188c009260 comp rx=0 tx=0).stop 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 -- 172.21.15.6:0/2627271124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f189c106140 msgr2=0x7f189c19c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f189c106140 0x7f189c19c340 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f188800e9a0 tx=0x7f188800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 -- 172.21.15.6:0/2627271124 shutdown_connections 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f18800b2880 0x7f18800b4d40 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f189c10b780 0x7f189c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f189c105780 0x7f189c19be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 --2- 172.21.15.6:0/2627271124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f189c106140 0x7f189c19c340 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:44.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.276+0000 7f18a0c00700 1 -- 172.21.15.6:0/2627271124 >> 172.21.15.6:0/2627271124 conn(0x7f189c101270 msgr2=0x7f189c101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:44.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.277+0000 7f18a0c00700 1 -- 172.21.15.6:0/2627271124 shutdown_connections 2024-05-20T21:25:44.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:44.277+0000 7f18a0c00700 1 -- 172.21.15.6:0/2627271124 wait complete. 2024-05-20T21:25:45.193 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:25:45.681 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:45.831 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:45 smithi006 ceph-mon[31422]: pgmap v737: 97 pgs: 97 active+clean; 869 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:25:45.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:45 smithi042 ceph-mon[36332]: pgmap v737: 97 pgs: 97 active+clean; 869 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:25:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:45 smithi062 ceph-mon[36640]: pgmap v737: 97 pgs: 97 active+clean; 869 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-20T21:25:47.828 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:47 smithi006 ceph-mon[31422]: pgmap v738: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:25:47.840 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:47 smithi062 ceph-mon[36640]: pgmap v738: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:25:47.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:47 smithi042 ceph-mon[36332]: pgmap v738: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-20T21:25:48.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 -- 172.21.15.6:0/2620313194 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ab0105760 msgr2=0x7f0ab0105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2620313194 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ab0105760 0x7f0ab0105be0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c0098f0 tx=0x7f0a9c009c00 comp rx=0 tx=0).stop 2024-05-20T21:25:48.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 -- 172.21.15.6:0/2620313194 shutdown_connections 2024-05-20T21:25:48.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2620313194 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab0106120 0x7f0ab0112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2620313194 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ab010b760 0x7f0ab010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2620313194 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ab0105760 0x7f0ab0105be0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 -- 172.21.15.6:0/2620313194 >> 172.21.15.6:0/2620313194 conn(0x7f0ab0101250 msgr2=0x7f0ab0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:48.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 -- 172.21.15.6:0/2620313194 shutdown_connections 2024-05-20T21:25:48.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.009+0000 7f0ab5000700 1 -- 172.21.15.6:0/2620313194 wait complete. 2024-05-20T21:25:48.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.010+0000 7f0ab5000700 1 Processor -- start 2024-05-20T21:25:48.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.010+0000 7f0ab5000700 1 -- start start 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.010+0000 7f0ab5000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ab0105760 0x7f0ab019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0ab5000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab0106120 0x7f0ab019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0ab5000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ab010b760 0x7f0ab01a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0ab5000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab0115940 con 0x7f0ab0105760 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0ab5000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab01157c0 con 0x7f0ab0106120 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0ab5000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab0115ac0 con 0x7f0ab010b760 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aad400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab0106120 0x7f0ab019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ab0105760 0x7f0ab019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aad400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab0106120 0x7f0ab019c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41350/0 (socket says 172.21.15.6:41350) 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aad400700 1 -- 172.21.15.6:0/2489844156 learned_addr learned my addr 172.21.15.6:0/2489844156 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aae800700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ab010b760 0x7f0ab01a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aad400700 1 -- 172.21.15.6:0/2489844156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ab010b760 msgr2=0x7f0ab01a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aad400700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ab010b760 0x7f0ab01a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aad400700 1 -- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ab0105760 msgr2=0x7f0ab019be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aad400700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ab0105760 0x7f0ab019be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.011+0000 7f0aad400700 1 -- 172.21.15.6:0/2489844156 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ab01a0e30 con 0x7f0ab0106120 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.012+0000 7f0aad400700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab0106120 0x7f0ab019c3b0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00f990 tx=0x7f0a9c00f9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.012+0000 7f0aa6a00700 1 -- 172.21.15.6:0/2489844156 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c027070 con 0x7f0ab0106120 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.012+0000 7f0aa6a00700 1 -- 172.21.15.6:0/2489844156 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a9c0055f0 con 0x7f0ab0106120 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.012+0000 7f0ab5000700 1 -- 172.21.15.6:0/2489844156 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ab01a10c0 con 0x7f0ab0106120 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.012+0000 7f0aa6a00700 1 -- 172.21.15.6:0/2489844156 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c004930 con 0x7f0ab0106120 2024-05-20T21:25:48.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.012+0000 7f0ab5000700 1 -- 172.21.15.6:0/2489844156 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ab01a89a0 con 0x7f0ab0106120 2024-05-20T21:25:48.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.016+0000 7f0aa6a00700 1 -- 172.21.15.6:0/2489844156 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0a9c02a070 con 0x7f0ab0106120 2024-05-20T21:25:48.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.017+0000 7f0abf9eeb80 1 Processor -- start 2024-05-20T21:25:48.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.017+0000 7f0abf9eeb80 1 -- start start 2024-05-20T21:25:48.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0aa6a00700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a940b2900 0x7f0a940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x5605238719f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871f30 0x56052386bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56052386c140 0x56052386c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5605237c9e40 con 0x56052386c140 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5605237b99e0 con 0x560523871610 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5605237bda20 con 0x560523871f30 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0aa6a00700 1 -- 172.21.15.6:0/2489844156 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0a9c0e2c70 con 0x7f0ab0106120 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0aae800700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a940b2900 0x7f0a940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0aade00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x5605238719f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0aade00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x5605238719f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41360/0 (socket says 172.21.15.6:41360) 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0aade00700 1 -- 172.21.15.6:0/3566916215 learned_addr learned my addr 172.21.15.6:0/3566916215 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0aad400700 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871f30 0x56052386bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.018+0000 7f0aae800700 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56052386c140 0x56052386c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.019+0000 7f0aade00700 1 -- 172.21.15.6:0/3566916215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871f30 msgr2=0x56052386bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:48.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.019+0000 7f0aade00700 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871f30 0x56052386bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.019+0000 7f0aade00700 1 -- 172.21.15.6:0/3566916215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56052386c140 msgr2=0x56052386c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:48.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.019+0000 7f0aade00700 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56052386c140 0x56052386c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.019+0000 7f0aade00700 1 -- 172.21.15.6:0/3566916215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560523782420 con 0x560523871610 2024-05-20T21:25:48.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.019+0000 7f0aad400700 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871f30 0x56052386bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.019+0000 7f0aae800700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a940b2900 0x7f0a940b4dc0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8015da0 tx=0x7f0aa8015420 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.019+0000 7f0aade00700 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x5605238719f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009e70 tx=0x7f0aa0011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1dfe01d0265a9830 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.020+0000 7f0a9b400700 1 -- 172.21.15.6:0/3566916215 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa0004310 con 0x560523871610 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.020+0000 7f0a9b400700 1 -- 172.21.15.6:0/3566916215 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0aa00044b0 con 0x560523871610 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.020+0000 7f0a9b400700 1 -- 172.21.15.6:0/3566916215 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa00197e0 con 0x560523871610 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.020+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3566916215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 msgr2=0x5605238719f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.020+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x5605238719f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009e70 tx=0x7f0aa0011720 comp rx=0 tx=0).stop 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.021+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3566916215 shutdown_connections 2024-05-20T21:25:48.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.021+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56052386c140 0x56052386c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.021+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x5605238719f0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.021+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3566916215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871f30 0x56052386bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.021+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3566916215 >> 172.21.15.6:0/3566916215 conn(0x560523799be0 msgr2=0x560523866690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:48.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.021+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3566916215 shutdown_connections 2024-05-20T21:25:48.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.021+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3566916215 wait complete. 2024-05-20T21:25:48.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.021+0000 7f0abf9eeb80 1 -- start start 2024-05-20T21:25:48.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.022+0000 7f0abf9eeb80 1 Processor -- start 2024-05-20T21:25:48.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.022+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x560523877c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.022+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x560523874fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.022+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x5605238754e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.022+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5605236bffa0 con 0x560523871f30 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.022+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56052375a760 con 0x560523871610 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.022+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5605238789e0 con 0x56052386c140 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.022+0000 7f0abf9eeb80 10 client.0 _ll_register_callbacks cb 0x560523763c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aae800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x5605238754e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x560523877c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aae800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x5605238754e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57234/0 (socket says 172.21.15.6:57234) 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aae800700 1 -- 172.21.15.6:0/1215700945 learned_addr learned my addr 172.21.15.6:0/1215700945 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aad400700 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x560523874fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aade00700 1 -- 172.21.15.6:0/1215700945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 msgr2=0x560523874fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aade00700 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x560523874fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aade00700 1 -- 172.21.15.6:0/1215700945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 msgr2=0x5605238754e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:48.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aade00700 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x5605238754e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.023+0000 7f0aade00700 1 -- 172.21.15.6:0/1215700945 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605237098d0 con 0x56052386c140 2024-05-20T21:25:48.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.024+0000 7f0aade00700 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x560523877c00 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0006010 tx=0x7f0aa0005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a677a5895871101 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:48.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.024+0000 7f0a8fe00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:48.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.024+0000 7f0a8fe00700 1 -- 172.21.15.6:0/1215700945 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa0027020 con 0x56052386c140 2024-05-20T21:25:48.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.024+0000 7f0a8fe00700 1 -- 172.21.15.6:0/1215700945 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0aa0003890 con 0x56052386c140 2024-05-20T21:25:48.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.024+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1215700945 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0aa00044b0 con 0x56052386c140 2024-05-20T21:25:48.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.024+0000 7f0a8fe00700 1 -- 172.21.15.6:0/1215700945 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0aa0032050 con 0x56052386c140 2024-05-20T21:25:48.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.024+0000 7f0abf9eeb80 10 client.28099 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:48.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.024+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1215700945 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56052378a060 con 0x56052386c140 2024-05-20T21:25:48.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.025+0000 7f0a8fe00700 1 -- 172.21.15.6:0/1215700945 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0aa00044b0 con 0x56052386c140 2024-05-20T21:25:48.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.025+0000 7f0a8fe00700 1 -- 172.21.15.6:0/1215700945 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0aa0018070 con 0x56052386c140 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.025+0000 7f0abf9eeb80 10 client.28099 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.025+0000 7f0abf9eeb80 10 client.28099 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.025+0000 7f0abf9eeb80 20 client.28099 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.025+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560523885440 0x560523887830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.025+0000 7f0abf9eeb80 4 client.28099 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.025+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1215700945 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605237cbd90 con 0x560523885440 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.026+0000 7f0aad400700 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560523885440 0x560523887830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.026+0000 7f0aad400700 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560523885440 0x560523887830 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4218053b65cda3e server_cookie=4042ce0a42bff567 in_seq=0 out_seq=0 2024-05-20T21:25:48.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.026+0000 7f0a8fe00700 10 client.28099 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:48.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0a8fe00700 1 -- 172.21.15.6:0/1215700945 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5605237cbd90 con 0x560523885440 2024-05-20T21:25:48.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0a8fe00700 10 client.28099 handle_command_reply: tid=0 2024-05-20T21:25:48.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 client.28099 shutdown 2024-05-20T21:25:48.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1215700945 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 msgr2=0x560523877c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x560523877c00 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0006010 tx=0x7f0aa0005e80 comp rx=0 tx=0).stop 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1215700945 shutdown_connections 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x5605238754e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560523885440 0x560523887830 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x560523877c00 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1215700945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871610 0x560523874fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0a8fe00700 0 client.28099 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1215700945 >> 172.21.15.6:0/1215700945 conn(0x560523799be0 msgr2=0x560523865d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1215700945 shutdown_connections 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.027+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1215700945 wait complete. 2024-05-20T21:25:48.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.028+0000 7f0abf9eeb80 20 client.28099 trim_cache size 0 max 16384 2024-05-20T21:25:48.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0abf9eeb80 1 Processor -- start 2024-05-20T21:25:48.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0abf9eeb80 1 -- start start 2024-05-20T21:25:48.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56052386c140 0x56052386bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871610 0x5605238750f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x560523872ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab01b2840 con 0x560523871f30 2024-05-20T21:25:48.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab01b00d0 con 0x56052386c140 2024-05-20T21:25:48.045 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab01adf20 con 0x560523871610 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0aae800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x560523872ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0aae800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x560523872ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57246/0 (socket says 172.21.15.6:57246) 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0aae800700 1 -- 172.21.15.6:0/1564056847 learned_addr learned my addr 172.21.15.6:0/1564056847 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.045+0000 7f0aad400700 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871610 0x5605238750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aade00700 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56052386c140 0x56052386bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aade00700 1 -- 172.21.15.6:0/1564056847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871610 msgr2=0x5605238750f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aade00700 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871610 0x5605238750f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aade00700 1 -- 172.21.15.6:0/1564056847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 msgr2=0x560523872ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aade00700 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x560523872ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aade00700 1 -- 172.21.15.6:0/1564056847 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560523873510 con 0x56052386c140 2024-05-20T21:25:48.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aad400700 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871610 0x5605238750f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:48.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aae800700 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x560523872ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:48.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0aade00700 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56052386c140 0x56052386bb20 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009a60 tx=0x7f0aa0011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f00d764c47849d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:48.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.046+0000 7f0a9aa00700 1 -- 172.21.15.6:0/1564056847 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa0027040 con 0x56052386c140 2024-05-20T21:25:48.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.047+0000 7f0a9aa00700 1 -- 172.21.15.6:0/1564056847 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0aa001ad60 con 0x56052386c140 2024-05-20T21:25:48.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.047+0000 7f0a9aa00700 1 -- 172.21.15.6:0/1564056847 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa0005070 con 0x56052386c140 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.047+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1564056847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56052386c140 msgr2=0x56052386bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.047+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56052386c140 0x56052386bb20 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009a60 tx=0x7f0aa0011720 comp rx=0 tx=0).stop 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1564056847 shutdown_connections 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871f30 0x560523872ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56052386c140 0x56052386bb20 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/1564056847 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560523871610 0x5605238750f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1564056847 >> 172.21.15.6:0/1564056847 conn(0x560523799be0 msgr2=0x5605238700e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1564056847 shutdown_connections 2024-05-20T21:25:48.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/1564056847 wait complete. 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 -- start start 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.048+0000 7f0abf9eeb80 1 Processor -- start 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x56052387de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871610 0x56052387e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0abf9eeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871f30 0x56052388c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab01ae590 con 0x560523871610 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab01afa00 con 0x560523871f30 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0abf9eeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ab01aec60 con 0x56052386c140 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0abf9eeb80 10 client.0 _ll_register_callbacks cb 0x560523763c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0aade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x56052387de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0aade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x56052387de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44580/0 (socket says 172.21.15.6:44580) 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0aade00700 1 -- 172.21.15.6:0/3148733644 learned_addr learned my addr 172.21.15.6:0/3148733644 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0aad400700 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871610 0x56052387e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.049+0000 7f0aae800700 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871f30 0x56052388c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0aade00700 1 -- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871f30 msgr2=0x56052388c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:48.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0aade00700 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871f30 0x56052388c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0aade00700 1 -- 172.21.15.6:0/3148733644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871610 msgr2=0x56052387e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:48.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0aade00700 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871610 0x56052387e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0aade00700 1 -- 172.21.15.6:0/3148733644 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56052388cc40 con 0x56052386c140 2024-05-20T21:25:48.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0aae800700 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871f30 0x56052388c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:48.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0aade00700 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x56052387de80 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009e70 tx=0x7f0aa001a650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=292d459691b2ce8a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:48.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0a8fe00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:48.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0a8fe00700 1 -- 172.21.15.6:0/3148733644 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa001aab0 con 0x56052386c140 2024-05-20T21:25:48.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0a8fe00700 1 -- 172.21.15.6:0/3148733644 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0aa0003890 con 0x56052386c140 2024-05-20T21:25:48.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.050+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3148733644 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0aa001ad60 con 0x56052386c140 2024-05-20T21:25:48.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0a8fe00700 1 -- 172.21.15.6:0/3148733644 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0aa0003a90 con 0x56052386c140 2024-05-20T21:25:48.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0abf9eeb80 10 client.28105 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:48.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3148733644 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5605238efa20 con 0x56052386c140 2024-05-20T21:25:48.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0a8fe00700 1 -- 172.21.15.6:0/3148733644 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0aa001ad60 con 0x56052386c140 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0a8fe00700 1 -- 172.21.15.6:0/3148733644 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0aa0018070 con 0x56052386c140 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0abf9eeb80 10 client.28105 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0abf9eeb80 10 client.28105 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0abf9eeb80 20 client.28105 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5605238eff70 0x5605238f2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0abf9eeb80 4 client.28105 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.051+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3148733644 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5605237c5570 con 0x5605238eff70 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.052+0000 7f0aad400700 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5605238eff70 0x5605238f2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.052+0000 7f0aad400700 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5605238eff70 0x5605238f2390 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82ff18d6e775436a server_cookie=d63308f8085aebe4 in_seq=0 out_seq=0 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.052+0000 7f0a8fe00700 10 client.28105 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0a8fe00700 1 -- 172.21.15.6:0/3148733644 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5605237c5570 con 0x5605238eff70 2024-05-20T21:25:48.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0a8fe00700 10 client.28105 handle_command_reply: tid=0 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 client.28105 shutdown 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3148733644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 msgr2=0x56052387de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x56052387de80 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f0aa0009e70 tx=0x7f0aa001a650 comp rx=0 tx=0).stop 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3148733644 shutdown_connections 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560523871f30 0x56052388c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5605238eff70 0x5605238f2390 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56052386c140 0x56052387de80 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 --2- 172.21.15.6:0/3148733644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560523871610 0x56052387e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3148733644 >> 172.21.15.6:0/3148733644 conn(0x560523799be0 msgr2=0x560523874120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0a8fe00700 0 client.28105 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3148733644 shutdown_connections 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 1 -- 172.21.15.6:0/3148733644 wait complete. 2024-05-20T21:25:48.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.053+0000 7f0abf9eeb80 20 client.28105 trim_cache size 0 max 16384 2024-05-20T21:25:48.057 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:25:48.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 -- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a940b2900 msgr2=0x7f0a940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a940b2900 0x7f0a940b4dc0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8015da0 tx=0x7f0aa8015420 comp rx=0 tx=0).stop 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 -- 172.21.15.6:0/2489844156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab0106120 msgr2=0x7f0ab019c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab0106120 0x7f0ab019c3b0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00f990 tx=0x7f0a9c00f9c0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 -- 172.21.15.6:0/2489844156 shutdown_connections 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a940b2900 0x7f0a940b4dc0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ab010b760 0x7f0ab01a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ab0105760 0x7f0ab019be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 --2- 172.21.15.6:0/2489844156 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ab0106120 0x7f0ab019c3b0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 -- 172.21.15.6:0/2489844156 >> 172.21.15.6:0/2489844156 conn(0x7f0ab0101250 msgr2=0x7f0ab0101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 -- 172.21.15.6:0/2489844156 shutdown_connections 2024-05-20T21:25:48.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:48.054+0000 7f0ab5000700 1 -- 172.21.15.6:0/2489844156 wait complete. 2024-05-20T21:25:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.843+0000 7f6697e00640 1 -- 172.21.15.6:0/2206047537 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f669810a7d0 msgr2=0x7f669810cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.843+0000 7f6697e00640 1 --2- 172.21.15.6:0/2206047537 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f669810a7d0 0x7f669810cc60 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f6690009ca0 tx=0x7f669002a8c0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.844+0000 7f6697e00640 1 -- 172.21.15.6:0/2206047537 shutdown_connections 2024-05-20T21:25:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.844+0000 7f6697e00640 1 --2- 172.21.15.6:0/2206047537 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f669810a7d0 0x7f669810cc60 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.844+0000 7f6697e00640 1 --2- 172.21.15.6:0/2206047537 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66980754b0 0x7f6698075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.844+0000 7f6697e00640 1 --2- 172.21.15.6:0/2206047537 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6698076a90 0x7f6698074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.844+0000 7f6697e00640 1 -- 172.21.15.6:0/2206047537 >> 172.21.15.6:0/2206047537 conn(0x7f66980fde80 msgr2=0x7f66981002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.844+0000 7f6697e00640 1 -- 172.21.15.6:0/2206047537 shutdown_connections 2024-05-20T21:25:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.844+0000 7f6697e00640 1 -- 172.21.15.6:0/2206047537 wait complete. 2024-05-20T21:25:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.845+0000 7f6697e00640 1 Processor -- start 2024-05-20T21:25:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.845+0000 7f6697e00640 1 -- start start 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.845+0000 7f6697e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66980754b0 0x7f669819acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.845+0000 7f6697e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6698076a90 0x7f669819b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.845+0000 7f6697e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f669810a7d0 0x7f66981a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.845+0000 7f6697e00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6698110670 con 0x7f669810a7d0 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.845+0000 7f6697e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66981104f0 con 0x7f6698076a90 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.845+0000 7f6697e00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66981107f0 con 0x7f66980754b0 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66980754b0 0x7f669819acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66980754b0 0x7f669819acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44598/0 (socket says 172.21.15.6:44598) 2024-05-20T21:25:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696a00640 1 -- 172.21.15.6:0/1370877660 learned_addr learned my addr 172.21.15.6:0/1370877660 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6697400640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f669810a7d0 0x7f66981a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696a00640 1 -- 172.21.15.6:0/1370877660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6698076a90 msgr2=0x7f669819b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696000640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6698076a90 0x7f669819b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696a00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6698076a90 0x7f669819b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696a00640 1 -- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f669810a7d0 msgr2=0x7f66981a2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696a00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f669810a7d0 0x7f66981a2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696a00640 1 -- 172.21.15.6:0/1370877660 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66981a2900 con 0x7f66980754b0 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6697400640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f669810a7d0 0x7f66981a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.846+0000 7f6696000640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6698076a90 0x7f669819b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.847+0000 7f6696a00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66980754b0 0x7f669819acf0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f668800ea60 tx=0x7f668800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.847+0000 7f668f400640 1 -- 172.21.15.6:0/1370877660 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668800cde0 con 0x7f66980754b0 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.847+0000 7f668f400640 1 -- 172.21.15.6:0/1370877660 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66880035f0 con 0x7f66980754b0 2024-05-20T21:25:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.847+0000 7f6697e00640 1 -- 172.21.15.6:0/1370877660 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66981a2bf0 con 0x7f66980754b0 2024-05-20T21:25:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.847+0000 7f668f400640 1 -- 172.21.15.6:0/1370877660 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6688010690 con 0x7f66980754b0 2024-05-20T21:25:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.847+0000 7f6697e00640 1 -- 172.21.15.6:0/1370877660 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66981a3140 con 0x7f66980754b0 2024-05-20T21:25:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.851+0000 7f66a0477740 1 Processor -- start 2024-05-20T21:25:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.851+0000 7f66a0477740 1 -- start start 2024-05-20T21:25:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.851+0000 7f66a0477740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad0b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.851+0000 7f66a0477740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad101e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.851+0000 7f66a0477740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad12ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.851+0000 7f66a0477740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ed8ac7ab90 con 0x55ed8ad10850 2024-05-20T21:25:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.851+0000 7f66a0477740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ed8ac6a730 con 0x55ed8ad0acf0 2024-05-20T21:25:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.851+0000 7f66a0477740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ed8ac6e770 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad0b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad0b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41396/0 (socket says 172.21.15.6:41396) 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 -- 172.21.15.6:0/1543936362 learned_addr learned my addr 172.21.15.6:0/1543936362 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6696000640 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad12ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 -- 172.21.15.6:0/1543936362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 msgr2=0x55ed8ad101e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad101e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 -- 172.21.15.6:0/1543936362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 msgr2=0x55ed8ad12ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad12ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 -- 172.21.15.6:0/1543936362 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed8ac038b0 con 0x55ed8ad0acf0 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6696000640 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad12ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f668f400640 1 -- 172.21.15.6:0/1370877660 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6688004000 con 0x7f66980754b0 2024-05-20T21:25:49.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.852+0000 7f6697400640 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad0b110 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6690009ca0 tx=0x7f6690009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa2d9406a3f031c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.853+0000 7f6683400640 1 -- 172.21.15.6:0/1543936362 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6690031450 con 0x55ed8ad0acf0 2024-05-20T21:25:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.853+0000 7f6683400640 1 -- 172.21.15.6:0/1543936362 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6690036040 con 0x55ed8ad0acf0 2024-05-20T21:25:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.853+0000 7f6683400640 1 -- 172.21.15.6:0/1543936362 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66900045c0 con 0x55ed8ad0acf0 2024-05-20T21:25:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 -- 172.21.15.6:0/1543936362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 msgr2=0x55ed8ad0b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad0b110 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6690009ca0 tx=0x7f6690009360 comp rx=0 tx=0).stop 2024-05-20T21:25:49.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 -- 172.21.15.6:0/1543936362 shutdown_connections 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad12ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad101e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 --2- 172.21.15.6:0/1543936362 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad0b110 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 -- 172.21.15.6:0/1543936362 >> 172.21.15.6:0/1543936362 conn(0x55ed8ad06360 msgr2=0x55ed8ad06760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 -- 172.21.15.6:0/1543936362 shutdown_connections 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f66a0477740 1 -- 172.21.15.6:0/1543936362 wait complete. 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.854+0000 7f668f400640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f667c0b26e0 0x7f667c0b4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.855+0000 7f668f400640 1 -- 172.21.15.6:0/1370877660 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66880e2710 con 0x7f66980754b0 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.855+0000 7f6696000640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f667c0b26e0 0x7f667c0b4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.855+0000 7f66a0477740 1 -- start start 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.855+0000 7f66a0477740 1 Processor -- start 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.855+0000 7f6696000640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f667c0b26e0 0x7f667c0b4ba0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x55ed8ad07230 tx=0x7f6684005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f66a0477740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad14920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f66a0477740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad14e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f66a0477740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad1bea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f66a0477740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ed8a950790 con 0x55ed8ad10850 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f66a0477740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ed8ac12bc0 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f66a0477740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ed8ad13620 con 0x55ed8ad0acf0 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f66a0477740 10 client.0 _ll_register_callbacks cb 0x55ed8abf0400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad14920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad14e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad14920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44614/0 (socket says 172.21.15.6:44614) 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696a00640 1 -- 172.21.15.6:0/4275256598 learned_addr learned my addr 172.21.15.6:0/4275256598 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6697400640 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad1bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696a00640 1 -- 172.21.15.6:0/4275256598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0b6e0 msgr2=0x55ed8ad14e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696a00640 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad14e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696a00640 1 -- 172.21.15.6:0/4275256598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 msgr2=0x55ed8ad1bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696a00640 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad1bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696a00640 1 -- 172.21.15.6:0/4275256598 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed8a97f210 con 0x55ed8ad0acf0 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.856+0000 7f6696000640 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad14e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.857+0000 7f6696a00640 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad14920 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f66880a9c20 tx=0x7f66880a9400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afa5d49521ba736e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.857+0000 7f6677e00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.857+0000 7f6677e00640 1 -- 172.21.15.6:0/4275256598 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6688091040 con 0x55ed8ad0acf0 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.857+0000 7f6677e00640 1 -- 172.21.15.6:0/4275256598 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66880c4310 con 0x55ed8ad0acf0 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.857+0000 7f66a0477740 1 -- 172.21.15.6:0/4275256598 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6690036040 con 0x55ed8ad0acf0 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.857+0000 7f6677e00640 1 -- 172.21.15.6:0/4275256598 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f66880042f0 con 0x55ed8ad0acf0 2024-05-20T21:25:49.862 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.857+0000 7f66a0477740 10 client.28114 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.857+0000 7f66a0477740 1 -- 172.21.15.6:0/4275256598 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ed8aa4b620 con 0x55ed8ad0acf0 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f6677e00640 1 -- 172.21.15.6:0/4275256598 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6690036040 con 0x55ed8ad0acf0 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f6677e00640 1 -- 172.21.15.6:0/4275256598 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f66880a5e90 con 0x55ed8ad0acf0 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f66a0477740 10 client.28114 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f66a0477740 10 client.28114 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f66a0477740 20 client.28114 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f66a0477740 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed8ad20440 0x55ed8ad22830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f66a0477740 4 client.28114 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f66a0477740 1 -- 172.21.15.6:0/4275256598 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed8ac7cae0 con 0x55ed8ad20440 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.858+0000 7f6696000640 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed8ad20440 0x55ed8ad22830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.859+0000 7f6696000640 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed8ad20440 0x55ed8ad22830 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65f33bac6fda362f server_cookie=8a013f6607cfde96 in_seq=0 out_seq=0 2024-05-20T21:25:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.859+0000 7f6677e00640 10 client.28114 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.859+0000 7f6677e00640 1 -- 172.21.15.6:0/4275256598 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ed8ac7cae0 con 0x55ed8ad20440 2024-05-20T21:25:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.859+0000 7f6677e00640 10 client.28114 handle_command_reply: tid=0 2024-05-20T21:25:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 client.28114 shutdown 2024-05-20T21:25:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 -- 172.21.15.6:0/4275256598 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0acf0 msgr2=0x55ed8ad14920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad14920 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f66880a9c20 tx=0x7f66880a9400 comp rx=0 tx=0).stop 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 -- 172.21.15.6:0/4275256598 shutdown_connections 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed8ad20440 0x55ed8ad22830 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad1bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad14e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 --2- 172.21.15.6:0/4275256598 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad14920 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f6677e00640 0 client.28114 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 -- 172.21.15.6:0/4275256598 >> 172.21.15.6:0/4275256598 conn(0x55ed8ad06360 msgr2=0x55ed8ad054c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 -- 172.21.15.6:0/4275256598 shutdown_connections 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 1 -- 172.21.15.6:0/4275256598 wait complete. 2024-05-20T21:25:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.860+0000 7f66a0477740 20 client.28114 trim_cache size 0 max 16384 2024-05-20T21:25:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:49 smithi042 ceph-mon[36332]: pgmap v739: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:25:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:49.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:49.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:49.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:49 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:49.877 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.877+0000 7f66a0477740 1 Processor -- start 2024-05-20T21:25:49.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.877+0000 7f66a0477740 1 -- start start 2024-05-20T21:25:49.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f66a0477740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad09b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f66a0477740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad1be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f66a0477740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad10850 0x55ed8ad0c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f66a0477740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66981ae960 con 0x55ed8ad0acf0 2024-05-20T21:25:49.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f66a0477740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66981ac230 con 0x55ed8ad10850 2024-05-20T21:25:49.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f66a0477740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66981aa080 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.880 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f6696000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad1be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.880 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f6696000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad1be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44630/0 (socket says 172.21.15.6:44630) 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f6696000640 1 -- 172.21.15.6:0/1952050607 learned_addr learned my addr 172.21.15.6:0/1952050607 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f6696a00640 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad09b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.878+0000 7f6697400640 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad10850 0x55ed8ad0c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6696000640 1 -- 172.21.15.6:0/1952050607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad10850 msgr2=0x55ed8ad0c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6696000640 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad10850 0x55ed8ad0c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6696000640 1 -- 172.21.15.6:0/1952050607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad0acf0 msgr2=0x55ed8ad09b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6696000640 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad09b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6696000640 1 -- 172.21.15.6:0/1952050607 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed8ad22e60 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6696a00640 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad09b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6697400640 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad10850 0x55ed8ad0c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6696000640 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad1be30 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x55ed8ad23090 tx=0x7f6684015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b7e742ec8031772 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6682a00640 1 -- 172.21.15.6:0/1952050607 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6684003d80 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6682a00640 1 -- 172.21.15.6:0/1952050607 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66840298e0 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.879+0000 7f6682a00640 1 -- 172.21.15.6:0/1952050607 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668401eb10 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 -- 172.21.15.6:0/1952050607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 msgr2=0x55ed8ad1be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad1be30 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x55ed8ad23090 tx=0x7f6684015000 comp rx=0 tx=0).stop 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 -- 172.21.15.6:0/1952050607 shutdown_connections 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad10850 0x55ed8ad0c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad1be30 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 --2- 172.21.15.6:0/1952050607 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad09b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 -- 172.21.15.6:0/1952050607 >> 172.21.15.6:0/1952050607 conn(0x55ed8ad06360 msgr2=0x55ed8ad0c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 -- 172.21.15.6:0/1952050607 shutdown_connections 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.880+0000 7f66a0477740 1 -- 172.21.15.6:0/1952050607 wait complete. 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 1 -- start start 2024-05-20T21:25:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 1 Processor -- start 2024-05-20T21:25:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad19280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad197c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad1a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66981aa6f0 con 0x55ed8ad10850 2024-05-20T21:25:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66981abb60 con 0x55ed8ad0acf0 2024-05-20T21:25:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66981aadc0 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.881+0000 7f66a0477740 10 client.0 _ll_register_callbacks cb 0x7f6688004560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad197c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad197c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44644/0 (socket says 172.21.15.6:44644) 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696000640 1 -- 172.21.15.6:0/3240907914 learned_addr learned my addr 172.21.15.6:0/3240907914 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696a00640 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad19280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6697400640 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad1a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696000640 1 -- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 msgr2=0x55ed8ad19280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696000640 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad19280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696000640 1 -- 172.21.15.6:0/3240907914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 msgr2=0x55ed8ad1a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696000640 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad1a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696000640 1 -- 172.21.15.6:0/3240907914 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed8ad1adc0 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.882+0000 7f6696a00640 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad19280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.883+0000 7f6696000640 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad197c0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6684005eb0 tx=0x7f6684029c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85b504f247dee0f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.883+0000 7f6677e00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.883+0000 7f6677e00640 1 -- 172.21.15.6:0/3240907914 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6684029430 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.883+0000 7f66a0477740 1 -- 172.21.15.6:0/3240907914 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66840298e0 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.883+0000 7f6677e00640 1 -- 172.21.15.6:0/3240907914 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66840295d0 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.883+0000 7f6677e00640 1 -- 172.21.15.6:0/3240907914 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6684005050 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.883+0000 7f66a0477740 10 client.28120 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.883+0000 7f66a0477740 1 -- 172.21.15.6:0/3240907914 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ed8ad1c070 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f6677e00640 1 -- 172.21.15.6:0/3240907914 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66840298e0 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f6677e00640 1 -- 172.21.15.6:0/3240907914 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f668400f040 con 0x55ed8ad0b6e0 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f66a0477740 10 client.28120 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f66a0477740 10 client.28120 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f66a0477740 20 client.28120 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f66a0477740 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed8ad93f00 0x55ed8ad96320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f66a0477740 4 client.28120 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:25:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f66a0477740 1 -- 172.21.15.6:0/3240907914 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ed8ac762c0 con 0x55ed8ad93f00 2024-05-20T21:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.884+0000 7f6696a00640 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed8ad93f00 0x55ed8ad96320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.885+0000 7f6696a00640 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed8ad93f00 0x55ed8ad96320 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cea410022fa10b07 server_cookie=9e5b1a1ce4b4d15c in_seq=0 out_seq=0 2024-05-20T21:25:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.885+0000 7f6677e00640 10 client.28120 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f6677e00640 1 -- 172.21.15.6:0/3240907914 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ed8ac762c0 con 0x55ed8ad93f00 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f6677e00640 10 client.28120 handle_command_reply: tid=0 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 client.28120 shutdown 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 -- 172.21.15.6:0/3240907914 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 msgr2=0x55ed8ad197c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad197c0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6684005eb0 tx=0x7f6684029c80 comp rx=0 tx=0).stop 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 -- 172.21.15.6:0/3240907914 shutdown_connections 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed8ad93f00 0x55ed8ad96320 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed8ad10850 0x55ed8ad1a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed8ad0b6e0 0x55ed8ad197c0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 --2- 172.21.15.6:0/3240907914 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed8ad0acf0 0x55ed8ad19280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 -- 172.21.15.6:0/3240907914 >> 172.21.15.6:0/3240907914 conn(0x55ed8ad06360 msgr2=0x55ed8ad0c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f6677e00640 0 client.28120 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 -- 172.21.15.6:0/3240907914 shutdown_connections 2024-05-20T21:25:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.896+0000 7f66a0477740 1 -- 172.21.15.6:0/3240907914 wait complete. 2024-05-20T21:25:49.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.897+0000 7f66a0477740 20 client.28120 trim_cache size 0 max 16384 2024-05-20T21:25:49.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:25:49.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:25:49.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.897+0000 7f6697e00640 1 -- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f667c0b26e0 msgr2=0x7f667c0b4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.897+0000 7f6697e00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f667c0b26e0 0x7f667c0b4ba0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x55ed8ad07230 tx=0x7f6684005f90 comp rx=0 tx=0).stop 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.897+0000 7f6697e00640 1 -- 172.21.15.6:0/1370877660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66980754b0 msgr2=0x7f669819acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.897+0000 7f6697e00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66980754b0 0x7f669819acf0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f668800ea60 tx=0x7f668800ef20 comp rx=0 tx=0).stop 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.897+0000 7f6697e00640 1 -- 172.21.15.6:0/1370877660 shutdown_connections 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.898+0000 7f6697e00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f667c0b26e0 0x7f667c0b4ba0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.898+0000 7f6697e00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f669810a7d0 0x7f66981a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.898+0000 7f6697e00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6698076a90 0x7f669819b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.898+0000 7f6697e00640 1 --2- 172.21.15.6:0/1370877660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66980754b0 0x7f669819acf0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.898+0000 7f6697e00640 1 -- 172.21.15.6:0/1370877660 >> 172.21.15.6:0/1370877660 conn(0x7f66980fde80 msgr2=0x7f66981066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.898+0000 7f6697e00640 1 -- 172.21.15.6:0/1370877660 shutdown_connections 2024-05-20T21:25:49.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:25:49.898+0000 7f6697e00640 1 -- 172.21.15.6:0/1370877660 wait complete. 2024-05-20T21:25:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:49 smithi006 ceph-mon[31422]: pgmap v739: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:25:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:49.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:49.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:49 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:49.983 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:25:49.984 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:25:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:49 smithi062 ceph-mon[36640]: pgmap v739: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:25:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:50.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:50.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:49 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:50.456 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:50.605 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:25:50.605 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:25:50.605 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:25:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:25:50.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:25:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:25:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:25:51.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:51 smithi042 ceph-mon[36332]: pgmap v740: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:25:51.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:51 smithi006 ceph-mon[31422]: pgmap v740: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:25:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:51 smithi062 ceph-mon[36640]: pgmap v740: 97 pgs: 97 active+clean; 929 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:25:52.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 -- 172.21.15.6:0/2518569261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f68106120 msgr2=0x7f0f68112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 --2- 172.21.15.6:0/2518569261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f68106120 0x7f0f68112630 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f0f6400b0a0 tx=0x7f0f6400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 -- 172.21.15.6:0/2518569261 shutdown_connections 2024-05-20T21:25:52.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 --2- 172.21.15.6:0/2518569261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f68106120 0x7f0f68112630 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 --2- 172.21.15.6:0/2518569261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f6810b760 0x7f0f6810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 --2- 172.21.15.6:0/2518569261 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f68105760 0x7f0f68105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 -- 172.21.15.6:0/2518569261 >> 172.21.15.6:0/2518569261 conn(0x7f0f68101250 msgr2=0x7f0f68103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 -- 172.21.15.6:0/2518569261 shutdown_connections 2024-05-20T21:25:52.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.904+0000 7f0f70800700 1 -- 172.21.15.6:0/2518569261 wait complete. 2024-05-20T21:25:52.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.905+0000 7f0f70800700 1 Processor -- start 2024-05-20T21:25:52.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f70800700 1 -- start start 2024-05-20T21:25:52.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f70800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f68105760 0x7f0f6819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f70800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f68106120 0x7f0f6819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f70800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f6810b760 0x7f0f681a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f70800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0f68115940 con 0x7f0f6810b760 2024-05-20T21:25:52.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f70800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0f681157c0 con 0x7f0f68105760 2024-05-20T21:25:52.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f70800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0f68115ac0 con 0x7f0f68106120 2024-05-20T21:25:52.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f6d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f68106120 0x7f0f6819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f6de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f68105760 0x7f0f6819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f6e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f6810b760 0x7f0f681a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f6d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f68106120 0x7f0f6819c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44664/0 (socket says 172.21.15.6:44664) 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.906+0000 7f0f6d400700 1 -- 172.21.15.6:0/1324467402 learned_addr learned my addr 172.21.15.6:0/1324467402 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.907+0000 7f0f6d400700 1 -- 172.21.15.6:0/1324467402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f68105760 msgr2=0x7f0f6819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.907+0000 7f0f6d400700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f68105760 0x7f0f6819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.907+0000 7f0f6d400700 1 -- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f6810b760 msgr2=0x7f0f681a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.907+0000 7f0f6d400700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f6810b760 0x7f0f681a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.907+0000 7f0f6d400700 1 -- 172.21.15.6:0/1324467402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f681a0d90 con 0x7f0f68106120 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.907+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f6810b760 0x7f0f681a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.907+0000 7f0f6d400700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f68106120 0x7f0f6819c310 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0f5800e9a0 tx=0x7f0f5800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.907+0000 7f0f62a00700 1 -- 172.21.15.6:0/1324467402 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f5800ca10 con 0x7f0f68106120 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.908+0000 7f0f70800700 1 -- 172.21.15.6:0/1324467402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f681a1080 con 0x7f0f68106120 2024-05-20T21:25:52.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.908+0000 7f0f62a00700 1 -- 172.21.15.6:0/1324467402 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f5800cbb0 con 0x7f0f68106120 2024-05-20T21:25:52.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.908+0000 7f0f62a00700 1 -- 172.21.15.6:0/1324467402 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f58018680 con 0x7f0f68106120 2024-05-20T21:25:52.909 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.908+0000 7f0f70800700 1 -- 172.21.15.6:0/1324467402 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f681a8900 con 0x7f0f68106120 2024-05-20T21:25:52.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.912+0000 7f0f62a00700 1 -- 172.21.15.6:0/1324467402 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0f58010430 con 0x7f0f68106120 2024-05-20T21:25:52.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.913+0000 7f0f7b22eb80 1 Processor -- start 2024-05-20T21:25:52.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.913+0000 7f0f7b22eb80 1 -- start start 2024-05-20T21:25:52.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7dd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7dd900 0x5572ad7ddd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5572ad73bec0 con 0x5572ad7e2f30 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5572ad72ba60 con 0x5572ad7e3850 2024-05-20T21:25:52.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5572ad72faa0 con 0x5572ad7dd900 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f6e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f6e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e3310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57326/0 (socket says 172.21.15.6:57326) 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f6e800700 1 -- 172.21.15.6:0/150472377 learned_addr learned my addr 172.21.15.6:0/150472377 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f6de00700 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7dd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.914+0000 7f0f6d400700 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7dd900 0x5572ad7ddd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f62a00700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f500b2880 0x7f0f500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f6e800700 1 -- 172.21.15.6:0/150472377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7dd900 msgr2=0x5572ad7ddd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f6e800700 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7dd900 0x5572ad7ddd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f6e800700 1 -- 172.21.15.6:0/150472377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 msgr2=0x5572ad7dd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f6e800700 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7dd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f6e800700 1 -- 172.21.15.6:0/150472377 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572ad6f44a0 con 0x5572ad7e2f30 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f6de00700 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7dd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f62a00700 1 -- 172.21.15.6:0/1324467402 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0f580e2460 con 0x7f0f68106120 2024-05-20T21:25:52.916 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f500b2880 0x7f0f500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.915+0000 7f0f6e800700 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e3310 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f0f64009d90 tx=0x7f0f64009dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2079bfdd3060317e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.917 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.916+0000 7f0f57400700 1 -- 172.21.15.6:0/150472377 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f64021070 con 0x5572ad7e2f30 2024-05-20T21:25:52.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.916+0000 7f0f57400700 1 -- 172.21.15.6:0/150472377 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f64004d60 con 0x5572ad7e2f30 2024-05-20T21:25:52.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.916+0000 7f0f57400700 1 -- 172.21.15.6:0/150472377 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f640052b0 con 0x5572ad7e2f30 2024-05-20T21:25:52.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f500b2880 0x7f0f500b4d40 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0f64029000 tx=0x7f0f6402a000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/150472377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 msgr2=0x5572ad7e3310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.919 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e3310 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f0f64009d90 tx=0x7f0f64009dc0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/150472377 shutdown_connections 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7dd900 0x5572ad7ddd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e3310 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/150472377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7dd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/150472377 >> 172.21.15.6:0/150472377 conn(0x5572ad70bc60 msgr2=0x5572ad7d8090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/150472377 shutdown_connections 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.917+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/150472377 wait complete. 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.918+0000 7f0f7b22eb80 1 -- start start 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.918+0000 7f0f7b22eb80 1 Processor -- start 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.918+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7dd900 0x5572ad7e95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7e6940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7e6e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5572ad632020 con 0x5572ad7dd900 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5572ad6cc7e0 con 0x5572ad7e3850 2024-05-20T21:25:52.920 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5572ad7ea2c0 con 0x5572ad7e2f30 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f7b22eb80 10 client.0 _ll_register_callbacks cb 0x5572ad6d5cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f6de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7dd900 0x5572ad7e95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f6e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7e6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f6d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7e6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f6e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7e6e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41470/0 (socket says 172.21.15.6:41470) 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f6e800700 1 -- 172.21.15.6:0/1449891515 learned_addr learned my addr 172.21.15.6:0/1449891515 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f6d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7e6940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44688/0 (socket says 172.21.15.6:44688) 2024-05-20T21:25:52.921 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.919+0000 7f0f6e800700 1 -- 172.21.15.6:0/1449891515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 msgr2=0x5572ad7e6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7e6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f6e800700 1 -- 172.21.15.6:0/1449891515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7dd900 msgr2=0x5572ad7e95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7dd900 0x5572ad7e95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f6e800700 1 -- 172.21.15.6:0/1449891515 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572ad67b950 con 0x5572ad7e3850 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f6d400700 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7e6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7e6e80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f0f64009e60 tx=0x7f0f640057e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ad1509edcc3081f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f4be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f4be00700 1 -- 172.21.15.6:0/1449891515 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f64021030 con 0x5572ad7e3850 2024-05-20T21:25:52.923 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1449891515 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f64004d60 con 0x5572ad7e3850 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.920+0000 7f0f4be00700 1 -- 172.21.15.6:0/1449891515 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0f640074a0 con 0x5572ad7e3850 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.921+0000 7f0f4be00700 1 -- 172.21.15.6:0/1449891515 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0f640076a0 con 0x5572ad7e3850 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.921+0000 7f0f7b22eb80 10 client.28133 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.921+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1449891515 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572ad6fc0e0 con 0x5572ad7e3850 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.921+0000 7f0f4be00700 1 -- 172.21.15.6:0/1449891515 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f64004d60 con 0x5572ad7e3850 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.921+0000 7f0f4be00700 1 -- 172.21.15.6:0/1449891515 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0f64011070 con 0x5572ad7e3850 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.921+0000 7f0f7b22eb80 10 client.28133 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.921+0000 7f0f7b22eb80 10 client.28133 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.921+0000 7f0f7b22eb80 20 client.28133 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.922+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572ad7f6cb0 0x5572ad7f90a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.922+0000 7f0f7b22eb80 4 client.28133 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.922+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1449891515 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572ad73de10 con 0x5572ad7f6cb0 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.922+0000 7f0f6de00700 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572ad7f6cb0 0x5572ad7f90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.924 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.923+0000 7f0f6de00700 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572ad7f6cb0 0x5572ad7f90a0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77e112a0d39988c0 server_cookie=c5aa0b35a6e6f935 in_seq=0 out_seq=0 2024-05-20T21:25:52.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.923+0000 7f0f4be00700 10 client.28133 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:52.925 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.923+0000 7f0f4be00700 1 -- 172.21.15.6:0/1449891515 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5572ad73de10 con 0x5572ad7f6cb0 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.923+0000 7f0f4be00700 10 client.28133 handle_command_reply: tid=0 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 client.28133 shutdown 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1449891515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 msgr2=0x5572ad7e6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7e6e80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f0f64009e60 tx=0x7f0f640057e0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1449891515 shutdown_connections 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7e3850 0x5572ad7e6e80 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7dd900 0x5572ad7e95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.926 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572ad7f6cb0 0x5572ad7f90a0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1449891515 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7e6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f4be00700 0 client.28133 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:52.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1449891515 >> 172.21.15.6:0/1449891515 conn(0x5572ad70bc60 msgr2=0x5572ad7dc2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1449891515 shutdown_connections 2024-05-20T21:25:52.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1449891515 wait complete. 2024-05-20T21:25:52.927 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.924+0000 7f0f7b22eb80 20 client.28133 trim_cache size 0 max 16384 2024-05-20T21:25:52.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.947+0000 7f0f7b22eb80 1 Processor -- start 2024-05-20T21:25:52.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.947+0000 7f0f7b22eb80 1 -- start start 2024-05-20T21:25:52.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7dd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e3850 0x5572ad7d80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0f681b2930 con 0x5572ad7e2f30 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0f681b01c0 con 0x5572ad7dd900 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0f681ae010 con 0x5572ad7e3850 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f6e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e3850 0x5572ad7d80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f6e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e3850 0x5572ad7d80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44700/0 (socket says 172.21.15.6:44700) 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f6e800700 1 -- 172.21.15.6:0/1682267041 learned_addr learned my addr 172.21.15.6:0/1682267041 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.948+0000 7f0f6de00700 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7dd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f6d400700 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f6e800700 1 -- 172.21.15.6:0/1682267041 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 msgr2=0x5572ad7dd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7dd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f6e800700 1 -- 172.21.15.6:0/1682267041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 msgr2=0x5572ad7e45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f6e800700 1 -- 172.21.15.6:0/1682267041 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572ad7d9b40 con 0x5572ad7e3850 2024-05-20T21:25:52.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f6d400700 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:25:52.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f6e800700 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e3850 0x5572ad7d80d0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0f64005420 tx=0x7f0f64000f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8dcb08e0623dcf62 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.949+0000 7f0f56a00700 1 -- 172.21.15.6:0/1682267041 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f64047070 con 0x5572ad7e3850 2024-05-20T21:25:52.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f56a00700 1 -- 172.21.15.6:0/1682267041 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f64004d60 con 0x5572ad7e3850 2024-05-20T21:25:52.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f56a00700 1 -- 172.21.15.6:0/1682267041 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f64021040 con 0x5572ad7e3850 2024-05-20T21:25:52.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1682267041 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e3850 msgr2=0x5572ad7d80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e3850 0x5572ad7d80d0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0f64005420 tx=0x7f0f64000f40 comp rx=0 tx=0).stop 2024-05-20T21:25:52.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1682267041 shutdown_connections 2024-05-20T21:25:52.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e3850 0x5572ad7d80d0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7dd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/1682267041 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e2f30 0x5572ad7e45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1682267041 >> 172.21.15.6:0/1682267041 conn(0x5572ad70bc60 msgr2=0x5572ad7e5100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.950+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1682267041 shutdown_connections 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.951+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/1682267041 wait complete. 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.951+0000 7f0f7b22eb80 1 -- start start 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.951+0000 7f0f7b22eb80 1 Processor -- start 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7fb210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7fb750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f7b22eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e3850 0x5572ad861500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0f681ae680 con 0x5572ad7e3850 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0f681afaf0 con 0x5572ad7dd900 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f7b22eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0f681aed50 con 0x5572ad7e2f30 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f7b22eb80 10 client.0 _ll_register_callbacks cb 0x5572ad6d5cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7fb210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7fb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e3850 0x5572ad861500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7fb210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:41476/0 (socket says 172.21.15.6:41476) 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6de00700 1 -- 172.21.15.6:0/426941962 learned_addr learned my addr 172.21.15.6:0/426941962 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6de00700 1 -- 172.21.15.6:0/426941962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 msgr2=0x5572ad7fb750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6de00700 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7fb750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6de00700 1 -- 172.21.15.6:0/426941962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e3850 msgr2=0x5572ad861500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:52.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.952+0000 7f0f6de00700 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e3850 0x5572ad861500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.953+0000 7f0f6de00700 1 -- 172.21.15.6:0/426941962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572ad861a40 con 0x5572ad7dd900 2024-05-20T21:25:52.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.953+0000 7f0f6e800700 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e3850 0x5572ad861500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:52.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.953+0000 7f0f6de00700 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7fb210 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x5572ad73bfe0 tx=0x7f0f5c004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78889e70409321e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:52.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.953+0000 7f0f4be00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:25:52.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.953+0000 7f0f4be00700 1 -- 172.21.15.6:0/426941962 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f5c023070 con 0x5572ad7dd900 2024-05-20T21:25:52.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.953+0000 7f0f4be00700 1 -- 172.21.15.6:0/426941962 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0f5c003c10 con 0x5572ad7dd900 2024-05-20T21:25:52.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.953+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/426941962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f64004d60 con 0x5572ad7dd900 2024-05-20T21:25:52.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f4be00700 1 -- 172.21.15.6:0/426941962 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0f5c02e050 con 0x5572ad7dd900 2024-05-20T21:25:52.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f7b22eb80 10 client.28139 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:52.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/426941962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572ad862be0 con 0x5572ad7dd900 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f4be00700 1 -- 172.21.15.6:0/426941962 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f64004d60 con 0x5572ad7dd900 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f4be00700 1 -- 172.21.15.6:0/426941962 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0f5c0105c0 con 0x5572ad7dd900 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f7b22eb80 10 client.28139 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f7b22eb80 10 client.28139 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f7b22eb80 20 client.28139 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.954+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572ad863300 0x5572ad865720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.955+0000 7f0f7b22eb80 4 client.28139 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.955+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/426941962 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5572ad7375f0 con 0x5572ad863300 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.955+0000 7f0f6d400700 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572ad863300 0x5572ad865720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.955+0000 7f0f6d400700 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572ad863300 0x5572ad865720 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b913b1349387941 server_cookie=18db7f0a817573af in_seq=0 out_seq=0 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.955+0000 7f0f4be00700 10 client.28139 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.956+0000 7f0f4be00700 1 -- 172.21.15.6:0/426941962 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5572ad7375f0 con 0x5572ad863300 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.956+0000 7f0f4be00700 10 client.28139 handle_command_reply: tid=0 2024-05-20T21:25:52.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.956+0000 7f0f7b22eb80 1 client.28139 shutdown 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/426941962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 msgr2=0x5572ad7fb210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7fb210 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x5572ad73bfe0 tx=0x7f0f5c004270 comp rx=0 tx=0).stop 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/426941962 shutdown_connections 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5572ad7e3850 0x5572ad861500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5572ad7dd900 0x5572ad7fb210 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5572ad863300 0x5572ad865720 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 --2- 172.21.15.6:0/426941962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5572ad7e2f30 0x5572ad7fb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/426941962 >> 172.21.15.6:0/426941962 conn(0x5572ad70bc60 msgr2=0x5572ad7e4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f4be00700 0 client.28139 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/426941962 shutdown_connections 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 1 -- 172.21.15.6:0/426941962 wait complete. 2024-05-20T21:25:52.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.957+0000 7f0f7b22eb80 20 client.28139 trim_cache size 0 max 16384 2024-05-20T21:25:52.962 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:25:52.962 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:25:52.962 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "599c2788-a4e9-4660-8be5-224489fabef7", 2024-05-20T21:25:52.962 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:25:52.962 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 -- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f500b2880 msgr2=0x7f0f500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f500b2880 0x7f0f500b4d40 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0f64029000 tx=0x7f0f6402a000 comp rx=0 tx=0).stop 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 -- 172.21.15.6:0/1324467402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f68106120 msgr2=0x7f0f6819c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f68106120 0x7f0f6819c310 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0f5800e9a0 tx=0x7f0f5800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 -- 172.21.15.6:0/1324467402 shutdown_connections 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0f500b2880 0x7f0f500b4d40 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0f6810b760 0x7f0f681a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0f68105760 0x7f0f6819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 --2- 172.21.15.6:0/1324467402 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0f68106120 0x7f0f6819c310 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 -- 172.21.15.6:0/1324467402 >> 172.21.15.6:0/1324467402 conn(0x7f0f68101250 msgr2=0x7f0f681018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.958+0000 7f0f70800700 1 -- 172.21.15.6:0/1324467402 shutdown_connections 2024-05-20T21:25:52.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:52.959+0000 7f0f70800700 1 -- 172.21.15.6:0/1324467402 wait complete. 2024-05-20T21:25:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:53 smithi042 ceph-mon[36332]: pgmap v741: 97 pgs: 97 active+clean; 996 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:25:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:53 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:25:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:53 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:53 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:25:53.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:53 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:53 smithi006 ceph-mon[31422]: pgmap v741: 97 pgs: 97 active+clean; 996 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:25:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:53 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:25:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:53 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:53 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:25:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:53 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:53 smithi062 ceph-mon[36640]: pgmap v741: 97 pgs: 97 active+clean; 996 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:25:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:53 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:25:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:53 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:54.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:53 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:25:54.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:53 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:25:54.056 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:25:54.187 INFO:tasks.quiescer.fs.[cephfs]:Total duration (53.1) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:25:54.187 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 26.55 2024-05-20T21:25:54.188 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:54.522 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:55.443 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:55 smithi042 ceph-mon[36332]: pgmap v742: 97 pgs: 97 active+clean; 996 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:55.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:55 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:25:55.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:55 smithi006 ceph-mon[31422]: pgmap v742: 97 pgs: 97 active+clean; 996 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:55.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:55 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:25:56.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:55 smithi062 ceph-mon[36640]: pgmap v742: 97 pgs: 97 active+clean; 996 KiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:25:56.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:55 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:25:57.303 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 -- 172.21.15.6:0/1851773936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 msgr2=0x7fb410109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 --2- 172.21.15.6:0/1851773936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 0x7fb410109920 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fb4000099c0 tx=0x7fb400009cd0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 -- 172.21.15.6:0/1851773936 shutdown_connections 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 --2- 172.21.15.6:0/1851773936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb410103e50 0x7fb410110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 --2- 172.21.15.6:0/1851773936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 0x7fb410109920 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 --2- 172.21.15.6:0/1851773936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb410103490 0x7fb410103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 -- 172.21.15.6:0/1851773936 >> 172.21.15.6:0/1851773936 conn(0x7fb4100fefc0 msgr2=0x7fb4101013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 -- 172.21.15.6:0/1851773936 shutdown_connections 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.047+0000 7fb415000700 1 -- 172.21.15.6:0/1851773936 wait complete. 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.049+0000 7fb415000700 1 Processor -- start 2024-05-20T21:25:57.304 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.049+0000 7fb415000700 1 -- start start 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb415000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb410103490 0x7fb410075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb415000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb410103e50 0x7fb410075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb415000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 0x7fb4100762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb415000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb410113670 con 0x7fb410109540 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb415000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4101134f0 con 0x7fb410103e50 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb415000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb4101137f0 con 0x7fb410103490 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb406a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb410103e50 0x7fb410075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb40f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb410103490 0x7fb410075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb406a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb410103e50 0x7fb410075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53134/0 (socket says 172.21.15.6:53134) 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb406a00700 1 -- 172.21.15.6:0/2072687498 learned_addr learned my addr 172.21.15.6:0/2072687498 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb40fe00700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 0x7fb4100762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb406a00700 1 -- 172.21.15.6:0/2072687498 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb410103490 msgr2=0x7fb410075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.305 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb406a00700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb410103490 0x7fb410075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb406a00700 1 -- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 msgr2=0x7fb4100762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.050+0000 7fb406a00700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 0x7fb4100762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb406a00700 1 -- 172.21.15.6:0/2072687498 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4101a8010 con 0x7fb410103e50 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb40f400700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb410103490 0x7fb410075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb40fe00700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 0x7fb4100762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb406a00700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb410103e50 0x7fb410075d80 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fb3f800ef10 tx=0x7fb3f800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb40cc00700 1 -- 172.21.15.6:0/2072687498 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f800c9c0 con 0x7fb410103e50 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb40cc00700 1 -- 172.21.15.6:0/2072687498 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3f8019070 con 0x7fb410103e50 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb415000700 1 -- 172.21.15.6:0/2072687498 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4101a82a0 con 0x7fb410103e50 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb40cc00700 1 -- 172.21.15.6:0/2072687498 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f8014480 con 0x7fb410103e50 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.051+0000 7fb415000700 1 -- 172.21.15.6:0/2072687498 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4101a87e0 con 0x7fb410103e50 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.055+0000 7fb40cc00700 1 -- 172.21.15.6:0/2072687498 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb3f8012050 con 0x7fb410103e50 2024-05-20T21:25:57.306 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.056+0000 7fb420f08b80 1 Processor -- start 2024-05-20T21:25:57.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.056+0000 7fb420f08b80 1 -- start start 2024-05-20T21:25:57.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.056+0000 7fb40cc00700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb3f40b2880 0x7fb3f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582f9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.308 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582f34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40cc00700 1 -- 172.21.15.6:0/2072687498 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb3f80e2260 con 0x7fb410103e50 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582f3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb420f08b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e858251e40 con 0x55e8582f3ad0 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb420f08b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e8582419e0 con 0x55e8582f9940 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb420f08b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e858245a20 con 0x55e8582f9020 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40fe00700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb3f40b2880 0x7fb3f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582f9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb406a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582f34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582f9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54672/0 (socket says 172.21.15.6:54672) 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb406a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582f34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53136/0 (socket says 172.21.15.6:53136) 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40f400700 1 -- 172.21.15.6:0/1757618741 learned_addr learned my addr 172.21.15.6:0/1757618741 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40fe00700 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582f3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40f400700 1 -- 172.21.15.6:0/1757618741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 msgr2=0x55e8582f34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:57.309 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40f400700 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582f34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40f400700 1 -- 172.21.15.6:0/1757618741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 msgr2=0x55e8582f3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40f400700 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582f3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb40f400700 1 -- 172.21.15.6:0/1757618741 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e85820a420 con 0x55e8582f9020 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.057+0000 7fb406a00700 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582f34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.058+0000 7fb40f400700 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582f9400 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fb400015000 tx=0x7fb4000036e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7320f225a370edad server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.058+0000 7fb40fe00700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb3f40b2880 0x7fb3f40b4d40 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fb4080097a0 tx=0x7fb408009f30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.058+0000 7fb404c00700 1 -- 172.21.15.6:0/1757618741 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40000bcf0 con 0x55e8582f9020 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.058+0000 7fb404c00700 1 -- 172.21.15.6:0/1757618741 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb40000be90 con 0x55e8582f9020 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.058+0000 7fb404c00700 1 -- 172.21.15.6:0/1757618741 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb400003e20 con 0x55e8582f9020 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 -- 172.21.15.6:0/1757618741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 msgr2=0x55e8582f9400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582f9400 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fb400015000 tx=0x7fb4000036e0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 -- 172.21.15.6:0/1757618741 shutdown_connections 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582f3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.310 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582f9400 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 --2- 172.21.15.6:0/1757618741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582f34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 -- 172.21.15.6:0/1757618741 >> 172.21.15.6:0/1757618741 conn(0x55e858221be0 msgr2=0x55e8582ee150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 -- 172.21.15.6:0/1757618741 shutdown_connections 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.059+0000 7fb420f08b80 1 -- 172.21.15.6:0/1757618741 wait complete. 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.060+0000 7fb420f08b80 1 -- start start 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.060+0000 7fb420f08b80 1 Processor -- start 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.060+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582ff6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.060+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582fca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.060+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582fcfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb420f08b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e858147fa0 con 0x55e8582f3ad0 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb420f08b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e8581e2760 con 0x55e8582f9940 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb420f08b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e8583003a0 con 0x55e8582f9020 2024-05-20T21:25:57.311 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb420f08b80 10 client.0 _ll_register_callbacks cb 0x55e8581ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb40f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582ff6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb406a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582fca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb40f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582ff6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45274/0 (socket says 172.21.15.6:45274) 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb406a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582fca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54680/0 (socket says 172.21.15.6:54680) 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb40f400700 1 -- 172.21.15.6:0/3388993371 learned_addr learned my addr 172.21.15.6:0/3388993371 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb40fe00700 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582fcfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb406a00700 1 -- 172.21.15.6:0/3388993371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 msgr2=0x55e8582fcfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb406a00700 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582fcfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb406a00700 1 -- 172.21.15.6:0/3388993371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 msgr2=0x55e8582ff6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb406a00700 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582ff6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb406a00700 1 -- 172.21.15.6:0/3388993371 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e8581918d0 con 0x55e8582f9020 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.061+0000 7fb40f400700 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582ff6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:57.312 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb406a00700 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582fca80 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fb3f80dfc60 tx=0x7fb3f80a9290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c671d8039e9107f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb3fd600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb3fd600700 1 -- 172.21.15.6:0/3388993371 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f80a9780 con 0x55e8582f9020 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb3fd600700 1 -- 172.21.15.6:0/3388993371 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb3f80a99e0 con 0x55e8582f9020 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb420f08b80 1 -- 172.21.15.6:0/3388993371 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb40000be90 con 0x55e8582f9020 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb3fd600700 1 -- 172.21.15.6:0/3388993371 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb3f80adb30 con 0x55e8582f9020 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb420f08b80 10 client.28150 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb420f08b80 1 -- 172.21.15.6:0/3388993371 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e858212060 con 0x55e8582f9020 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.062+0000 7fb3fd600700 1 -- 172.21.15.6:0/3388993371 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb40000be90 con 0x55e8582f9020 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.063+0000 7fb3fd600700 1 -- 172.21.15.6:0/3388993371 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb3f806c020 con 0x55e8582f9020 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.063+0000 7fb420f08b80 10 client.28150 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.063+0000 7fb420f08b80 10 client.28150 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.063+0000 7fb420f08b80 20 client.28150 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.063+0000 7fb420f08b80 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e85830cfa0 0x55e85830f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.313 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.063+0000 7fb420f08b80 4 client.28150 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.063+0000 7fb420f08b80 1 -- 172.21.15.6:0/3388993371 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e858253d90 con 0x55e85830cfa0 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.063+0000 7fb40f400700 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e85830cfa0 0x55e85830f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.064+0000 7fb40f400700 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e85830cfa0 0x55e85830f390 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf23d04b93f3eb39 server_cookie=f0f5efbb80c784c in_seq=0 out_seq=0 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.064+0000 7fb3fd600700 10 client.28150 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb3fd600700 1 -- 172.21.15.6:0/3388993371 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e858253d90 con 0x55e85830cfa0 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb3fd600700 10 client.28150 handle_command_reply: tid=0 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 client.28150 shutdown 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 -- 172.21.15.6:0/3388993371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 msgr2=0x55e8582fca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582fca80 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fb3f80dfc60 tx=0x7fb3f80a9290 comp rx=0 tx=0).stop 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 -- 172.21.15.6:0/3388993371 shutdown_connections 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e8582fcfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e8582ff6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.314 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e85830cfa0 0x55e85830f390 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 --2- 172.21.15.6:0/3388993371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e8582fca80 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb3fd600700 0 client.28150 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 -- 172.21.15.6:0/3388993371 >> 172.21.15.6:0/3388993371 conn(0x55e858221be0 msgr2=0x55e8582f24a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 -- 172.21.15.6:0/3388993371 shutdown_connections 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 1 -- 172.21.15.6:0/3388993371 wait complete. 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.065+0000 7fb420f08b80 20 client.28150 trim_cache size 0 max 16384 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.088+0000 7fb420f08b80 1 Processor -- start 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb420f08b80 1 -- start start 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f3ad0 0x55e8582f34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f9020 0x55e8582f6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9940 0x55e8582f6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb420f08b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb4101b27e0 con 0x55e8582f9020 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb420f08b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4101b0070 con 0x55e8582f3ad0 2024-05-20T21:25:57.315 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb420f08b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb4101adec0 con 0x55e8582f9940 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb406a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f9020 0x55e8582f6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb40fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9940 0x55e8582f6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb406a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f9020 0x55e8582f6aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45278/0 (socket says 172.21.15.6:45278) 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb406a00700 1 -- 172.21.15.6:0/2075423114 learned_addr learned my addr 172.21.15.6:0/2075423114 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.089+0000 7fb40f400700 1 --2- 172.21.15.6:0/2075423114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f3ad0 0x55e8582f34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb406a00700 1 -- 172.21.15.6:0/2075423114 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9940 msgr2=0x55e8582f6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb406a00700 1 --2- 172.21.15.6:0/2075423114 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9940 0x55e8582f6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb406a00700 1 -- 172.21.15.6:0/2075423114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f3ad0 msgr2=0x55e8582f34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb406a00700 1 --2- 172.21.15.6:0/2075423114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f3ad0 0x55e8582f34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb406a00700 1 -- 172.21.15.6:0/2075423114 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e8582faff0 con 0x55e8582f9020 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb406a00700 1 --2- 172.21.15.6:0/2075423114 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f9020 0x55e8582f6aa0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fb3f800eee0 tx=0x7fb3f80dfce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fffd44129924881 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb3ffe00700 1 -- 172.21.15.6:0/2075423114 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f80c7030 con 0x55e8582f9020 2024-05-20T21:25:57.316 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb3ffe00700 1 -- 172.21.15.6:0/2075423114 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3f80b25e0 con 0x55e8582f9020 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.090+0000 7fb3ffe00700 1 -- 172.21.15.6:0/2075423114 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f8091180 con 0x55e8582f9020 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 -- 172.21.15.6:0/2075423114 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f9020 msgr2=0x55e8582f6aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 --2- 172.21.15.6:0/2075423114 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f9020 0x55e8582f6aa0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fb3f800eee0 tx=0x7fb3f80dfce0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 -- 172.21.15.6:0/2075423114 shutdown_connections 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 --2- 172.21.15.6:0/2075423114 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9940 0x55e8582f6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 --2- 172.21.15.6:0/2075423114 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f3ad0 0x55e8582f34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 --2- 172.21.15.6:0/2075423114 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f9020 0x55e8582f6aa0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 -- 172.21.15.6:0/2075423114 >> 172.21.15.6:0/2075423114 conn(0x55e858221be0 msgr2=0x55e8582fca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 -- 172.21.15.6:0/2075423114 shutdown_connections 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.091+0000 7fb420f08b80 1 -- 172.21.15.6:0/2075423114 wait complete. 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 1 -- start start 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 1 Processor -- start 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e858305630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.317 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e858305b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e858302600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb4101ae530 con 0x55e8582f3ad0 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb4101af9a0 con 0x55e8582f9940 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb4101aec00 con 0x55e8582f9020 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.092+0000 7fb420f08b80 10 client.0 _ll_register_callbacks cb 0x55e8582e8fa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb40f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e858305630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb40f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e858305630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45282/0 (socket says 172.21.15.6:45282) 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb40f400700 1 -- 172.21.15.6:0/502035583 learned_addr learned my addr 172.21.15.6:0/502035583 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb406a00700 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e858305b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb40fe00700 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e858302600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb406a00700 1 -- 172.21.15.6:0/502035583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 msgr2=0x55e858302600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb406a00700 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e858302600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.318 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb406a00700 1 -- 172.21.15.6:0/502035583 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 msgr2=0x55e858305630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb406a00700 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e858305630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb406a00700 1 -- 172.21.15.6:0/502035583 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e858302b40 con 0x55e8582f9020 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb40f400700 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e858305630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb406a00700 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e858305b70 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb3f801d000 tx=0x7fb3f8009040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b396a3a1ff6bd1e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.093+0000 7fb3fd600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.094+0000 7fb3fd600700 1 -- 172.21.15.6:0/502035583 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f8088070 con 0x55e8582f9020 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.094+0000 7fb420f08b80 1 -- 172.21.15.6:0/502035583 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3f80b25e0 con 0x55e8582f9020 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.094+0000 7fb3fd600700 1 -- 172.21.15.6:0/502035583 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb3f80a5d70 con 0x55e8582f9020 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.094+0000 7fb3fd600700 1 -- 172.21.15.6:0/502035583 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb3f80b7050 con 0x55e8582f9020 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.094+0000 7fb420f08b80 10 client.28156 fetch_fsmap learned FSMap version 26 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.094+0000 7fb420f08b80 1 -- 172.21.15.6:0/502035583 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e858378330 con 0x55e8582f9020 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.094+0000 7fb3fd600700 1 -- 172.21.15.6:0/502035583 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3f80b25e0 con 0x55e8582f9020 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.094+0000 7fb3fd600700 1 -- 172.21.15.6:0/502035583 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb3f806c070 con 0x55e8582f9020 2024-05-20T21:25:57.319 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb420f08b80 10 client.28156 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb420f08b80 10 client.28156 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb420f08b80 20 client.28156 populate_metadata read hostname 'smithi006' 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb420f08b80 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e858378820 0x55e85837ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb420f08b80 4 client.28156 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb420f08b80 1 -- 172.21.15.6:0/502035583 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e85824d570 con 0x55e858378820 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb40f400700 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e858378820 0x55e85837ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb40f400700 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e858378820 0x55e85837ac40 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7656971e8489a43 server_cookie=495df726caa3767b in_seq=0 out_seq=0 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.095+0000 7fb3fd600700 10 client.28156 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb3fd600700 1 -- 172.21.15.6:0/502035583 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e85824d570 con 0x55e858378820 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb3fd600700 10 client.28156 handle_command_reply: tid=0 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 client.28156 shutdown 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 -- 172.21.15.6:0/502035583 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 msgr2=0x55e858305b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e858305b70 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb3f801d000 tx=0x7fb3f8009040 comp rx=0 tx=0).stop 2024-05-20T21:25:57.320 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 -- 172.21.15.6:0/502035583 shutdown_connections 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e8582f9940 0x55e858302600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e8582f3ad0 0x55e858305630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e858378820 0x55e85837ac40 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 --2- 172.21.15.6:0/502035583 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e8582f9020 0x55e858305b70 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb3fd600700 0 client.28156 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 -- 172.21.15.6:0/502035583 >> 172.21.15.6:0/502035583 conn(0x55e858221be0 msgr2=0x55e8582f6aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:25:57.321 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:25:57.322 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:25:57.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 -- 172.21.15.6:0/502035583 shutdown_connections 2024-05-20T21:25:57.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 1 -- 172.21.15.6:0/502035583 wait complete. 2024-05-20T21:25:57.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.096+0000 7fb420f08b80 20 client.28156 trim_cache size 0 max 16384 2024-05-20T21:25:57.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 -- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb3f40b2880 msgr2=0x7fb3f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb3f40b2880 0x7fb3f40b4d40 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fb4080097a0 tx=0x7fb408009f30 comp rx=0 tx=0).stop 2024-05-20T21:25:57.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 -- 172.21.15.6:0/2072687498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb410103e50 msgr2=0x7fb410075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb410103e50 0x7fb410075d80 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fb3f800ef10 tx=0x7fb3f800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 -- 172.21.15.6:0/2072687498 shutdown_connections 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb3f40b2880 0x7fb3f40b4d40 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb410109540 0x7fb4100762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb410103490 0x7fb410075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 --2- 172.21.15.6:0/2072687498 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb410103e50 0x7fb410075d80 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 -- 172.21.15.6:0/2072687498 >> 172.21.15.6:0/2072687498 conn(0x7fb4100fefc0 msgr2=0x7fb410100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 -- 172.21.15.6:0/2072687498 shutdown_connections 2024-05-20T21:25:57.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:57.097+0000 7fb415000700 1 -- 172.21.15.6:0/2072687498 wait complete. 2024-05-20T21:25:57.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:57 smithi042 ceph-mon[36332]: pgmap v743: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:25:57.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:57 smithi006 ceph-mon[31422]: pgmap v743: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:25:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:57 smithi062 ceph-mon[36640]: pgmap v743: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:25:58.870 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:25:58.871 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:25:59.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 -- 172.21.15.6:0/509776237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 msgr2=0x7f9d38105bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:59.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/509776237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 0x7f9d38105bd0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f9d24009990 tx=0x7f9d24009ca0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 -- 172.21.15.6:0/509776237 shutdown_connections 2024-05-20T21:25:59.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/509776237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d38106110 0x7f9d38112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/509776237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d3810b750 0x7f9d3810bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/509776237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 0x7f9d38105bd0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 -- 172.21.15.6:0/509776237 >> 172.21.15.6:0/509776237 conn(0x7f9d38101240 msgr2=0x7f9d38103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:59.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 -- 172.21.15.6:0/509776237 shutdown_connections 2024-05-20T21:25:59.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.519+0000 7f9d3cc00700 1 -- 172.21.15.6:0/509776237 wait complete. 2024-05-20T21:25:59.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.520+0000 7f9d3cc00700 1 Processor -- start 2024-05-20T21:25:59.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.520+0000 7f9d3cc00700 1 -- start start 2024-05-20T21:25:59.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d3cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 0x7f9d3819be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:59.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d3cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d38106110 0x7f9d3819c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:59.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d3cc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d3810b750 0x7f9d381a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:59.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d3cc00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9d381159e0 con 0x7f9d38106110 2024-05-20T21:25:59.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d3cc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9d38115860 con 0x7f9d38105750 2024-05-20T21:25:59.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d3cc00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9d38115b60 con 0x7f9d3810b750 2024-05-20T21:25:59.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d35400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d38106110 0x7f9d3819c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:59.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d35e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 0x7f9d3819be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d36800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d3810b750 0x7f9d381a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d35e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 0x7f9d3819be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53180/0 (socket says 172.21.15.6:53180) 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.521+0000 7f9d35e00700 1 -- 172.21.15.6:0/536233966 learned_addr learned my addr 172.21.15.6:0/536233966 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.522+0000 7f9d35e00700 1 -- 172.21.15.6:0/536233966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d3810b750 msgr2=0x7f9d381a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.522+0000 7f9d35e00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d3810b750 0x7f9d381a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.522+0000 7f9d35e00700 1 -- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d38106110 msgr2=0x7f9d3819c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.522+0000 7f9d35e00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d38106110 0x7f9d3819c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.522+0000 7f9d35e00700 1 -- 172.21.15.6:0/536233966 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d381a0ea0 con 0x7f9d38105750 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.522+0000 7f9d35e00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 0x7f9d3819be90 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f9d2800e9a0 tx=0x7f9d2800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.522+0000 7f9d2ea00700 1 -- 172.21.15.6:0/536233966 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d2800ca10 con 0x7f9d38105750 2024-05-20T21:25:59.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.523+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d381a1190 con 0x7f9d38105750 2024-05-20T21:25:59.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.523+0000 7f9d2ea00700 1 -- 172.21.15.6:0/536233966 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d2800cbb0 con 0x7f9d38105750 2024-05-20T21:25:59.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.523+0000 7f9d2ea00700 1 -- 172.21.15.6:0/536233966 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d28018680 con 0x7f9d38105750 2024-05-20T21:25:59.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.523+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d381a8a10 con 0x7f9d38105750 2024-05-20T21:25:59.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.524+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d3806a230 con 0x7f9d38105750 2024-05-20T21:25:59.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.526+0000 7f9d2ea00700 1 -- 172.21.15.6:0/536233966 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9d28010430 con 0x7f9d38105750 2024-05-20T21:25:59.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.528+0000 7f9d2ea00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b2900 0x7f9d1c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:25:59.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.528+0000 7f9d2ea00700 1 -- 172.21.15.6:0/536233966 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9d280e2390 con 0x7f9d38105750 2024-05-20T21:25:59.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.528+0000 7f9d35400700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b2900 0x7f9d1c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:25:59.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.529+0000 7f9d35400700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b2900 0x7f9d1c0b4dc0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f9d381038e0 tx=0x7f9d24005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:25:59.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.532+0000 7f9d2ea00700 1 -- 172.21.15.6:0/536233966 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9d280a9fb0 con 0x7f9d38105750 2024-05-20T21:25:59.581 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:25:59.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:25:59 smithi006 ceph-mon[31422]: pgmap v744: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:25:59.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.829+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d3802e560 con 0x7f9d38105750 2024-05-20T21:25:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.830+0000 7f9d2ea00700 1 -- 172.21.15.6:0/536233966 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f9d280a98b0 con 0x7f9d38105750 2024-05-20T21:25:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:25:59.831 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:25:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b2900 msgr2=0x7f9d1c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b2900 0x7f9d1c0b4dc0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f9d381038e0 tx=0x7f9d24005fd0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 msgr2=0x7f9d3819be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:25:59.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 0x7f9d3819be90 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f9d2800e9a0 tx=0x7f9d2800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 shutdown_connections 2024-05-20T21:25:59.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d1c0b2900 0x7f9d1c0b4dc0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d3810b750 0x7f9d381a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d38105750 0x7f9d3819be90 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 --2- 172.21.15.6:0/536233966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d38106110 0x7f9d3819c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:25:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.833+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 >> 172.21.15.6:0/536233966 conn(0x7f9d38101240 msgr2=0x7f9d38101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:25:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.834+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 shutdown_connections 2024-05-20T21:25:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:25:59.834+0000 7f9d3cc00700 1 -- 172.21.15.6:0/536233966 wait complete. 2024-05-20T21:25:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:25:59.874 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:25:59 smithi042 ceph-mon[36332]: pgmap v744: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:26:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:25:59 smithi062 ceph-mon[36640]: pgmap v744: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:26:00.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:00 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/536233966' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:00.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:00 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/536233966' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:00 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/536233966' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:01.189 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 146.55 --await-for 45.0' 2024-05-20T21:26:01.190 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 146.55 --await-for 45.0 2024-05-20T21:26:01.829 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:01 smithi042 ceph-mon[36332]: pgmap v745: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:01.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:01 smithi006 ceph-mon[31422]: pgmap v745: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:01 smithi062 ceph-mon[36640]: pgmap v745: 97 pgs: 97 active+clean; 1.0 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:26:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 -- 172.21.15.6:0/2076584185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72d41085e0 msgr2=0x7f72d410aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.039 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 --2- 172.21.15.6:0/2076584185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72d41085e0 0x7f72d410aa30 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009ca0 tx=0x7f72cc02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 -- 172.21.15.6:0/2076584185 shutdown_connections 2024-05-20T21:26:03.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 --2- 172.21.15.6:0/2076584185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72d41085e0 0x7f72d410aa30 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 --2- 172.21.15.6:0/2076584185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72d4105cb0 0x7f72d41080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 --2- 172.21.15.6:0/2076584185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72d4103380 0x7f72d4105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 -- 172.21.15.6:0/2076584185 >> 172.21.15.6:0/2076584185 conn(0x7f72d40fcd30 msgr2=0x7f72d40ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:03.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 -- 172.21.15.6:0/2076584185 shutdown_connections 2024-05-20T21:26:03.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.039+0000 7f72da800640 1 -- 172.21.15.6:0/2076584185 wait complete. 2024-05-20T21:26:03.040 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.041+0000 7f72da800640 1 Processor -- start 2024-05-20T21:26:03.041 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.041+0000 7f72da800640 1 -- start start 2024-05-20T21:26:03.041 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.041+0000 7f72da800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72d4103380 0x7f72d4102cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.041 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.041+0000 7f72da800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72d4105cb0 0x7f72d4101330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.041 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.041+0000 7f72da800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72d41085e0 0x7f72d4101870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.041+0000 7f72da800640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410e4a0 con 0x7f72d4103380 2024-05-20T21:26:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.041+0000 7f72da800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410e320 con 0x7f72d4105cb0 2024-05-20T21:26:03.042 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.041+0000 7f72da800640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410e620 con 0x7f72d41085e0 2024-05-20T21:26:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d8a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72d4105cb0 0x7f72d4101330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d8a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72d4105cb0 0x7f72d4101330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53196/0 (socket says 172.21.15.6:53196) 2024-05-20T21:26:03.043 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d9400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72d4103380 0x7f72d4102cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d8a00640 1 -- 172.21.15.6:0/1799496071 learned_addr learned my addr 172.21.15.6:0/1799496071 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d9e00640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72d41085e0 0x7f72d4101870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d8a00640 1 -- 172.21.15.6:0/1799496071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72d41085e0 msgr2=0x7f72d4101870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d8a00640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72d41085e0 0x7f72d4101870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d8a00640 1 -- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72d4103380 msgr2=0x7f72d4102cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d8a00640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72d4103380 0x7f72d4102cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d8a00640 1 -- 172.21.15.6:0/1799496071 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72d4102100 con 0x7f72d4105cb0 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.042+0000 7f72d9400640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72d4103380 0x7f72d4102cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.043+0000 7f72d8a00640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72d4105cb0 0x7f72d4101330 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f72c000e9c0 tx=0x7f72c000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.043+0000 7f72d2000640 1 -- 172.21.15.6:0/1799496071 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c000cd80 con 0x7f72d4105cb0 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.043+0000 7f72da800640 1 -- 172.21.15.6:0/1799496071 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72d41a2bd0 con 0x7f72d4105cb0 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.043+0000 7f72d2000640 1 -- 172.21.15.6:0/1799496071 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72c00054d0 con 0x7f72d4105cb0 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.043+0000 7f72d2000640 1 -- 172.21.15.6:0/1799496071 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c0010430 con 0x7f72d4105cb0 2024-05-20T21:26:03.044 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.043+0000 7f72da800640 1 -- 172.21.15.6:0/1799496071 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72d41a3170 con 0x7f72d4105cb0 2024-05-20T21:26:03.046 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.046+0000 7f72dec63740 1 Processor -- start 2024-05-20T21:26:03.046 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72dec63740 1 -- start start 2024-05-20T21:26:03.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72dec63740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd13110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72dec63740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd181e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72dec63740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd1ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72dec63740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55cefdc82b90 con 0x55cefdd12cf0 2024-05-20T21:26:03.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72dec63740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cefdc72730 con 0x55cefdd18850 2024-05-20T21:26:03.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72dec63740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55cefdc76770 con 0x55cefdd136e0 2024-05-20T21:26:03.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72d2000640 1 -- 172.21.15.6:0/1799496071 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f72c0004fd0 con 0x7f72d4105cb0 2024-05-20T21:26:03.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72d9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd13110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.047+0000 7f72d9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd13110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45340/0 (socket says 172.21.15.6:45340) 2024-05-20T21:26:03.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d9e00640 1 -- 172.21.15.6:0/3893387721 learned_addr learned my addr 172.21.15.6:0/3893387721 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:03.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d9400640 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd181e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d8a00640 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd1ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d9e00640 1 -- 172.21.15.6:0/3893387721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 msgr2=0x55cefdd181e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:03.049 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d9e00640 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd181e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d9e00640 1 -- 172.21.15.6:0/3893387721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 msgr2=0x55cefdd1ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d9e00640 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd1ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d9e00640 1 -- 172.21.15.6:0/3893387721 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cefdc0b8b0 con 0x55cefdd12cf0 2024-05-20T21:26:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d8a00640 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd1ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:26:03.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.048+0000 7f72d9400640 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd181e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.049+0000 7f72d9e00640 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd13110 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009ca0 tx=0x7f72cc0093c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802a06d40da6c44a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.049+0000 7f72d2000640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72bc0b2850 0x7f72bc0b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.049+0000 7f72c6600640 1 -- 172.21.15.6:0/3893387721 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc031650 con 0x55cefdd12cf0 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.049+0000 7f72c6600640 1 -- 172.21.15.6:0/3893387721 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72cc036030 con 0x55cefdd12cf0 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.049+0000 7f72c6600640 1 -- 172.21.15.6:0/3893387721 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc004620 con 0x55cefdd12cf0 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.050+0000 7f72d2000640 1 -- 172.21.15.6:0/1799496071 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f72c00e26f0 con 0x7f72d4105cb0 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.050+0000 7f72d9400640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72bc0b2850 0x7f72bc0b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.050+0000 7f72dec63740 1 -- 172.21.15.6:0/3893387721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 msgr2=0x55cefdd13110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.050+0000 7f72dec63740 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd13110 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009ca0 tx=0x7f72cc0093c0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.050+0000 7f72d9400640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72bc0b2850 0x7f72bc0b4d10 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f72c8009fd0 tx=0x7f72c8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 -- 172.21.15.6:0/3893387721 shutdown_connections 2024-05-20T21:26:03.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd1ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd181e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 --2- 172.21.15.6:0/3893387721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd13110 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 -- 172.21.15.6:0/3893387721 >> 172.21.15.6:0/3893387721 conn(0x55cefdd0e360 msgr2=0x55cefdd0e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 -- 172.21.15.6:0/3893387721 shutdown_connections 2024-05-20T21:26:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 -- 172.21.15.6:0/3893387721 wait complete. 2024-05-20T21:26:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 -- start start 2024-05-20T21:26:03.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.051+0000 7f72dec63740 1 Processor -- start 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72dec63740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd12cf0 0x55cefdd1c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72dec63740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd136e0 0x55cefdd1ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72dec63740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd18850 0x55cefdd23e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72dec63740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55cefd958790 con 0x55cefdd136e0 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72dec63740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cefdc1abc0 con 0x55cefdd12cf0 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72dec63740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55cefdd1b620 con 0x55cefdd18850 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72dec63740 10 client.0 _ll_register_callbacks cb 0x55cefdbf8400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72d8a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd136e0 0x55cefdd1ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72d9e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd18850 0x55cefdd23e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72d9e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd18850 0x55cefdd23e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54766/0 (socket says 172.21.15.6:54766) 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72d9e00640 1 -- 172.21.15.6:0/2864678434 learned_addr learned my addr 172.21.15.6:0/2864678434 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:03.057 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72d8a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd136e0 0x55cefdd1ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45352/0 (socket says 172.21.15.6:45352) 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.052+0000 7f72d9400640 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd12cf0 0x55cefdd1c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72d9e00640 1 -- 172.21.15.6:0/2864678434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd12cf0 msgr2=0x55cefdd1c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72d9e00640 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd12cf0 0x55cefdd1c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72d9e00640 1 -- 172.21.15.6:0/2864678434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd136e0 msgr2=0x55cefdd1ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72d9e00640 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd136e0 0x55cefdd1ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72d9e00640 1 -- 172.21.15.6:0/2864678434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cefd987210 con 0x55cefdd18850 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72d9e00640 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd18850 0x55cefdd23e50 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f72cc006010 tx=0x7f72cc0046b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1c5e9dd49e50822 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72baa00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72baa00640 1 -- 172.21.15.6:0/2864678434 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc04a040 con 0x55cefdd18850 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72baa00640 1 -- 172.21.15.6:0/2864678434 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f72cc003b70 con 0x55cefdd18850 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.053+0000 7f72dec63740 1 -- 172.21.15.6:0/2864678434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72cc036030 con 0x55cefdd18850 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72baa00640 1 -- 172.21.15.6:0/2864678434 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72cc009540 con 0x55cefdd18850 2024-05-20T21:26:03.058 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72dec63740 10 client.28180 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72dec63740 1 -- 172.21.15.6:0/2864678434 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cefda53620 con 0x55cefdd18850 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72baa00640 1 -- 172.21.15.6:0/2864678434 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72cc036030 con 0x55cefdd18850 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72baa00640 1 -- 172.21.15.6:0/2864678434 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72cc04d030 con 0x55cefdd18850 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72dec63740 10 client.28180 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72dec63740 10 client.28180 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72dec63740 20 client.28180 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72dec63740 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cefdd280c0 0x55cefdd2a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72dec63740 4 client.28180 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.054+0000 7f72dec63740 1 -- 172.21.15.6:0/2864678434 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cefdc84ae0 con 0x55cefdd280c0 2024-05-20T21:26:03.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.055+0000 7f72d9400640 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cefdd280c0 0x55cefdd2a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.056+0000 7f72d9400640 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cefdd280c0 0x55cefdd2a4e0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64a01b81045ca5c0 server_cookie=2818f81c5e2eb885 in_seq=0 out_seq=0 2024-05-20T21:26:03.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.056+0000 7f72baa00640 10 client.28180 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:03.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.056+0000 7f72baa00640 1 -- 172.21.15.6:0/2864678434 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cefdc84ae0 con 0x55cefdd280c0 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.056+0000 7f72baa00640 10 client.28180 handle_command_reply: tid=0 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.056+0000 7f72dec63740 1 client.28180 shutdown 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 -- 172.21.15.6:0/2864678434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd18850 msgr2=0x55cefdd23e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd18850 0x55cefdd23e50 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f72cc006010 tx=0x7f72cc0046b0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 -- 172.21.15.6:0/2864678434 shutdown_connections 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cefdd280c0 0x55cefdd2a4e0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd18850 0x55cefdd23e50 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd136e0 0x55cefdd1ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 --2- 172.21.15.6:0/2864678434 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd12cf0 0x55cefdd1c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 -- 172.21.15.6:0/2864678434 >> 172.21.15.6:0/2864678434 conn(0x55cefdd0e360 msgr2=0x55cefdd0d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72baa00640 0 client.28180 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 -- 172.21.15.6:0/2864678434 shutdown_connections 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 1 -- 172.21.15.6:0/2864678434 wait complete. 2024-05-20T21:26:03.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.057+0000 7f72dec63740 20 client.28180 trim_cache size 0 max 16384 2024-05-20T21:26:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.074+0000 7f72dec63740 1 Processor -- start 2024-05-20T21:26:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.074+0000 7f72dec63740 1 -- start start 2024-05-20T21:26:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.074+0000 7f72dec63740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd12cf0 0x55cefdd14890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.074+0000 7f72dec63740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd136e0 0x55cefdd23e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.074+0000 7f72dec63740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd18850 0x55cefdd0cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.074+0000 7f72dec63740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f72d41ae940 con 0x55cefdd18850 2024-05-20T21:26:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.074+0000 7f72dec63740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f72d41ac210 con 0x55cefdd136e0 2024-05-20T21:26:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.074+0000 7f72dec63740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f72d41aa060 con 0x55cefdd12cf0 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd18850 0x55cefdd0cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d8a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd136e0 0x55cefdd23e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd18850 0x55cefdd0cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45366/0 (socket says 172.21.15.6:45366) 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d9e00640 1 -- 172.21.15.6:0/343158677 learned_addr learned my addr 172.21.15.6:0/343158677 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d9400640 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd12cf0 0x55cefdd14890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d8a00640 1 -- 172.21.15.6:0/343158677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd12cf0 msgr2=0x55cefdd14890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d8a00640 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd12cf0 0x55cefdd14890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d8a00640 1 -- 172.21.15.6:0/343158677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd18850 msgr2=0x55cefdd0cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:03.077 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d8a00640 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd18850 0x55cefdd0cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d8a00640 1 -- 172.21.15.6:0/343158677 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cefdd2a810 con 0x55cefdd136e0 2024-05-20T21:26:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.075+0000 7f72d9e00640 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd18850 0x55cefdd0cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.076+0000 7f72d8a00640 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd136e0 0x55cefdd23e10 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f72c000c6a0 tx=0x7f72c00049b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34a58c246e91e95a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.076+0000 7f72c5c00640 1 -- 172.21.15.6:0/343158677 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c00046c0 con 0x55cefdd136e0 2024-05-20T21:26:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.076+0000 7f72c5c00640 1 -- 172.21.15.6:0/343158677 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72c0091040 con 0x55cefdd136e0 2024-05-20T21:26:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.076+0000 7f72c5c00640 1 -- 172.21.15.6:0/343158677 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c00b2a70 con 0x55cefdd136e0 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.076+0000 7f72dec63740 1 -- 172.21.15.6:0/343158677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd136e0 msgr2=0x55cefdd23e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.076+0000 7f72dec63740 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd136e0 0x55cefdd23e10 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f72c000c6a0 tx=0x7f72c00049b0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 -- 172.21.15.6:0/343158677 shutdown_connections 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd18850 0x55cefdd0cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd136e0 0x55cefdd23e10 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 --2- 172.21.15.6:0/343158677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd12cf0 0x55cefdd14890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 -- 172.21.15.6:0/343158677 >> 172.21.15.6:0/343158677 conn(0x55cefdd0e360 msgr2=0x55cefdd14180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 -- 172.21.15.6:0/343158677 shutdown_connections 2024-05-20T21:26:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 -- 172.21.15.6:0/343158677 wait complete. 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 -- start start 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.077+0000 7f72dec63740 1 Processor -- start 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72dec63740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd21500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72dec63740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd21a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72dec63740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd22a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72dec63740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f72d41aa6d0 con 0x55cefdd12cf0 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72dec63740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f72d41abb40 con 0x55cefdd18850 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72dec63740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f72d41aada0 con 0x55cefdd136e0 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72dec63740 10 client.0 _ll_register_callbacks cb 0x7f72c8009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72d9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd22a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72d9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd22a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53224/0 (socket says 172.21.15.6:53224) 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72d9400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd21500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72d9e00640 1 -- 172.21.15.6:0/2025079271 learned_addr learned my addr 172.21.15.6:0/2025079271 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72d8a00640 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd21a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72d9e00640 1 -- 172.21.15.6:0/2025079271 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 msgr2=0x55cefdd21a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.078+0000 7f72d9e00640 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd21a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.079+0000 7f72d9e00640 1 -- 172.21.15.6:0/2025079271 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 msgr2=0x55cefdd21500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.079+0000 7f72d9e00640 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd21500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.079+0000 7f72d9e00640 1 -- 172.21.15.6:0/2025079271 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cefdd23040 con 0x55cefdd18850 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.079+0000 7f72d9e00640 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd22a50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f72cc02fe20 tx=0x7f72cc004950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bab84fbe4a185549 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.079+0000 7f72baa00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.079+0000 7f72baa00640 1 -- 172.21.15.6:0/2025079271 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc067060 con 0x55cefdd18850 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.079+0000 7f72baa00640 1 -- 172.21.15.6:0/2025079271 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f72cc02f610 con 0x55cefdd18850 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.079+0000 7f72dec63740 1 -- 172.21.15.6:0/2025079271 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72c0091040 con 0x55cefdd18850 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72baa00640 1 -- 172.21.15.6:0/2025079271 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72cc0317f0 con 0x55cefdd18850 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72dec63740 10 client.28184 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72dec63740 1 -- 172.21.15.6:0/2025079271 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cefdd9b500 con 0x55cefdd18850 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72baa00640 1 -- 172.21.15.6:0/2025079271 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72c0091040 con 0x55cefdd18850 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72baa00640 1 -- 172.21.15.6:0/2025079271 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72cc061030 con 0x55cefdd18850 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72dec63740 10 client.28184 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72dec63740 10 client.28184 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72dec63740 20 client.28184 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72dec63740 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cefdd9bed0 0x55cefdd9e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72dec63740 4 client.28184 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.080+0000 7f72dec63740 1 -- 172.21.15.6:0/2025079271 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cefdc7e2c0 con 0x55cefdd9bed0 2024-05-20T21:26:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.081+0000 7f72d9400640 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cefdd9bed0 0x55cefdd9e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.081+0000 7f72d9400640 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cefdd9bed0 0x55cefdd9e2f0 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=beca781141fa7a74 server_cookie=9ee5107e25a9ee99 in_seq=0 out_seq=0 2024-05-20T21:26:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.081+0000 7f72baa00640 10 client.28184 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:03.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72baa00640 1 -- 172.21.15.6:0/2025079271 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55cefdc7e2c0 con 0x55cefdd9bed0 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72baa00640 10 client.28184 handle_command_reply: tid=0 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 client.28184 shutdown 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 -- 172.21.15.6:0/2025079271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 msgr2=0x55cefdd22a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd22a50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f72cc02fe20 tx=0x7f72cc004950 comp rx=0 tx=0).stop 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 -- 172.21.15.6:0/2025079271 shutdown_connections 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cefdd9bed0 0x55cefdd9e2f0 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cefdd18850 0x55cefdd22a50 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cefdd136e0 0x55cefdd21a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 --2- 172.21.15.6:0/2025079271 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cefdd12cf0 0x55cefdd21500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72baa00640 0 client.28184 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:03.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 -- 172.21.15.6:0/2025079271 >> 172.21.15.6:0/2025079271 conn(0x55cefdd0e360 msgr2=0x55cefdd11040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:03.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 -- 172.21.15.6:0/2025079271 shutdown_connections 2024-05-20T21:26:03.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 1 -- 172.21.15.6:0/2025079271 wait complete. 2024-05-20T21:26:03.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.096+0000 7f72dec63740 20 client.28184 trim_cache size 0 max 16384 2024-05-20T21:26:03.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:26:03.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:26:03.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:26:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 -- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72bc0b2850 msgr2=0x7f72bc0b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72bc0b2850 0x7f72bc0b4d10 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f72c8009fd0 tx=0x7f72c8005f90 comp rx=0 tx=0).stop 2024-05-20T21:26:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 -- 172.21.15.6:0/1799496071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72d4105cb0 msgr2=0x7f72d4101330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72d4105cb0 0x7f72d4101330 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f72c000e9c0 tx=0x7f72c000ee80 comp rx=0 tx=0).stop 2024-05-20T21:26:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 -- 172.21.15.6:0/1799496071 shutdown_connections 2024-05-20T21:26:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72bc0b2850 0x7f72bc0b4d10 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72d41085e0 0x7f72d4101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72d4105cb0 0x7f72d4101330 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 --2- 172.21.15.6:0/1799496071 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72d4103380 0x7f72d4102cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 -- 172.21.15.6:0/1799496071 >> 172.21.15.6:0/1799496071 conn(0x7f72d40fcd30 msgr2=0x7f72d4103cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.097+0000 7f72da800640 1 -- 172.21.15.6:0/1799496071 shutdown_connections 2024-05-20T21:26:03.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:03.098+0000 7f72da800640 1 -- 172.21.15.6:0/1799496071 wait complete. 2024-05-20T21:26:03.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 -- 172.21.15.6:0/1064352336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b4105780 msgr2=0x7f91b4105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 --2- 172.21.15.6:0/1064352336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b4105780 0x7f91b4105c00 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f91a0009990 tx=0x7f91a0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 -- 172.21.15.6:0/1064352336 shutdown_connections 2024-05-20T21:26:03.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 --2- 172.21.15.6:0/1064352336 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91b4106140 0x7f91b4112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 --2- 172.21.15.6:0/1064352336 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91b410b780 0x7f91b410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 --2- 172.21.15.6:0/1064352336 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b4105780 0x7f91b4105c00 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 -- 172.21.15.6:0/1064352336 >> 172.21.15.6:0/1064352336 conn(0x7f91b4101270 msgr2=0x7f91b4103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 -- 172.21.15.6:0/1064352336 shutdown_connections 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.776+0000 7f91baa00700 1 -- 172.21.15.6:0/1064352336 wait complete. 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.777+0000 7f91baa00700 1 Processor -- start 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.777+0000 7f91baa00700 1 -- start start 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91baa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91b4105780 0x7f91b419bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91baa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91b4106140 0x7f91b419c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91baa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b410b780 0x7f91b41a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91baa00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f91b4115a10 con 0x7f91b4106140 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91baa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f91b4115890 con 0x7f91b410b780 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91baa00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f91b4115b90 con 0x7f91b4105780 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91b4106140 0x7f91b419c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91b4106140 0x7f91b419c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45312/0 (socket says 172.21.15.6:45312) 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b3400700 1 -- 172.21.15.6:0/2563755655 learned_addr learned my addr 172.21.15.6:0/2563755655 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b8a00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b410b780 0x7f91b41a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b3e00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91b4105780 0x7f91b419bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b8a00700 1 -- 172.21.15.6:0/2563755655 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91b4105780 msgr2=0x7f91b419bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b8a00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91b4105780 0x7f91b419bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b8a00700 1 -- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91b4106140 msgr2=0x7f91b419c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b8a00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91b4106140 0x7f91b419c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b8a00700 1 -- 172.21.15.6:0/2563755655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91b41a0ec0 con 0x7f91b410b780 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.778+0000 7f91b3400700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91b4106140 0x7f91b419c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.779+0000 7f91b8a00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b410b780 0x7f91b41a0780 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f91ac00efb0 tx=0x7f91ac00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.779+0000 7f91b0c00700 1 -- 172.21.15.6:0/2563755655 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ac003a00 con 0x7f91b410b780 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.779+0000 7f91b0c00700 1 -- 172.21.15.6:0/2563755655 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91ac00ce50 con 0x7f91b410b780 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.779+0000 7f91b0c00700 1 -- 172.21.15.6:0/2563755655 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91ac0047c0 con 0x7f91b410b780 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.779+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91b41a11b0 con 0x7f91b410b780 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.779+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91b41a8a30 con 0x7f91b410b780 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.780+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91b410dd10 con 0x7f91b410b780 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.783+0000 7f91b0c00700 1 -- 172.21.15.6:0/2563755655 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f91ac012050 con 0x7f91b410b780 2024-05-20T21:26:03.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.784+0000 7f91b0c00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f91980b2900 0x7f91980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.784+0000 7f91b0c00700 1 -- 172.21.15.6:0/2563755655 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f91ac0e1ae0 con 0x7f91b410b780 2024-05-20T21:26:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.784+0000 7f91b3e00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f91980b2900 0x7f91980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.785+0000 7f91b3e00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f91980b2900 0x7f91980b4dc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f91a4009be0 tx=0x7f91a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:02.787+0000 7f91b0c00700 1 -- 172.21.15.6:0/2563755655 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f91ac022060 con 0x7f91b410b780 2024-05-20T21:26:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.086+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91b410d6f0 con 0x7f91b410b780 2024-05-20T21:26:03.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.088+0000 7f91b0c00700 1 -- 172.21.15.6:0/2563755655 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f91ac010040 con 0x7f91b410b780 2024-05-20T21:26:03.201 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f91980b2900 msgr2=0x7f91980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f91980b2900 0x7f91980b4dc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f91a4009be0 tx=0x7f91a4009260 comp rx=0 tx=0).stop 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b410b780 msgr2=0x7f91b41a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b410b780 0x7f91b41a0780 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f91ac00efb0 tx=0x7f91ac00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 shutdown_connections 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f91980b2900 0x7f91980b4dc0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91b410b780 0x7f91b41a0780 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91b4105780 0x7f91b419bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 --2- 172.21.15.6:0/2563755655 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91b4106140 0x7f91b419c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:03.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 >> 172.21.15.6:0/2563755655 conn(0x7f91b4101270 msgr2=0x7f91b4101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:03.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 shutdown_connections 2024-05-20T21:26:03.203 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:03.091+0000 7f91baa00700 1 -- 172.21.15.6:0/2563755655 wait complete. 2024-05-20T21:26:03.203 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:26:03.717 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:03 smithi006 ceph-mon[31422]: pgmap v746: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:26:03.717 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:03 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2563755655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:03 smithi042 ceph-mon[36332]: pgmap v746: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:26:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:03 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2563755655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:03 smithi062 ceph-mon[36640]: pgmap v746: 97 pgs: 97 active+clean; 1.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 16 op/s 2024-05-20T21:26:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:03 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2563755655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:04.175 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:26:04.641 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:05.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.384+0000 7f1665600700 1 -- 172.21.15.6:0/1794643859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f166010a780 msgr2=0x7f166010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.384+0000 7f1665600700 1 --2- 172.21.15.6:0/1794643859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f166010a780 0x7f166010e7d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f1648009990 tx=0x7f1648009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.385+0000 7f1665600700 1 -- 172.21.15.6:0/1794643859 shutdown_connections 2024-05-20T21:26:05.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.385+0000 7f1665600700 1 --2- 172.21.15.6:0/1794643859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f166010eeb0 0x7f1660116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.385+0000 7f1665600700 1 --2- 172.21.15.6:0/1794643859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1660109dd0 0x7f166010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.385+0000 7f1665600700 1 --2- 172.21.15.6:0/1794643859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f166010a780 0x7f166010e7d0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.385+0000 7f1665600700 1 -- 172.21.15.6:0/1794643859 >> 172.21.15.6:0/1794643859 conn(0x7f1660076d10 msgr2=0x7f1660108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:05.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.385+0000 7f1665600700 1 -- 172.21.15.6:0/1794643859 shutdown_connections 2024-05-20T21:26:05.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.385+0000 7f1665600700 1 -- 172.21.15.6:0/1794643859 wait complete. 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.386+0000 7f1665600700 1 Processor -- start 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.386+0000 7f1665600700 1 -- start start 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.386+0000 7f1665600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1660109dd0 0x7f16601a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.386+0000 7f1665600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f166010a780 0x7f16601a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1665600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f166010eeb0 0x7f16601a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1665600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1660119d80 con 0x7f1660109dd0 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1665600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1660119c00 con 0x7f166010eeb0 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1665600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1660119f00 con 0x7f166010a780 2024-05-20T21:26:05.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1656000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f166010a780 0x7f16601a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f165ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1660109dd0 0x7f16601a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1656000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f166010a780 0x7f16601a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54812/0 (socket says 172.21.15.6:54812) 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1656000700 1 -- 172.21.15.6:0/3804054356 learned_addr learned my addr 172.21.15.6:0/3804054356 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f165f400700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f166010eeb0 0x7f16601a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1656000700 1 -- 172.21.15.6:0/3804054356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f166010eeb0 msgr2=0x7f16601a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1656000700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f166010eeb0 0x7f16601a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1656000700 1 -- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1660109dd0 msgr2=0x7f16601a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1656000700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1660109dd0 0x7f16601a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.387+0000 7f1656000700 1 -- 172.21.15.6:0/3804054356 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16601a51a0 con 0x7f166010a780 2024-05-20T21:26:05.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.388+0000 7f1656000700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f166010a780 0x7f16601a06d0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f1648000c00 tx=0x7f16480057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:05.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.388+0000 7f1657e00700 1 -- 172.21.15.6:0/3804054356 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648027070 con 0x7f166010a780 2024-05-20T21:26:05.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.388+0000 7f1665600700 1 -- 172.21.15.6:0/3804054356 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16601a5430 con 0x7f166010a780 2024-05-20T21:26:05.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.388+0000 7f1657e00700 1 -- 172.21.15.6:0/3804054356 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f164800b610 con 0x7f166010a780 2024-05-20T21:26:05.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.388+0000 7f1657e00700 1 -- 172.21.15.6:0/3804054356 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16480173f0 con 0x7f166010a780 2024-05-20T21:26:05.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.389+0000 7f1665600700 1 -- 172.21.15.6:0/3804054356 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16601acd10 con 0x7f166010a780 2024-05-20T21:26:05.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.393+0000 7f1657e00700 1 -- 172.21.15.6:0/3804054356 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f164802a070 con 0x7f166010a780 2024-05-20T21:26:05.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.394+0000 7f1657e00700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16440b29b0 0x7f16440b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.395+0000 7f1657e00700 1 -- 172.21.15.6:0/3804054356 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f16480e2f90 con 0x7f166010a780 2024-05-20T21:26:05.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.395+0000 7f165ea00700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16440b29b0 0x7f16440b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.395+0000 7f167004fb80 1 Processor -- start 2024-05-20T21:26:05.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.395+0000 7f167004fb80 1 -- start start 2024-05-20T21:26:05.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f165ea00700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16440b29b0 0x7f16440b4e70 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f1650009c60 tx=0x7f1650009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f167004fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885480 0x555a7f885860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f167004fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885da0 0x555a7f87fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f167004fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f880460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f167004fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555a7f7ddfe0 con 0x555a7f885da0 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f167004fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a7f7cdb80 con 0x555a7f880020 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f167004fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555a7f7d1bc0 con 0x555a7f885480 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f165ea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885480 0x555a7f885860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f165ea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885480 0x555a7f885860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54820/0 (socket says 172.21.15.6:54820) 2024-05-20T21:26:05.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f165ea00700 1 -- 172.21.15.6:0/3084769225 learned_addr learned my addr 172.21.15.6:0/3084769225 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:05.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.396+0000 7f1656000700 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885da0 0x555a7f87fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.397+0000 7f165f400700 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f880460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.397+0000 7f165ea00700 1 -- 172.21.15.6:0/3084769225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 msgr2=0x555a7f880460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:05.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.397+0000 7f165ea00700 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f880460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.397+0000 7f165ea00700 1 -- 172.21.15.6:0/3084769225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885da0 msgr2=0x555a7f87fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:05.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.397+0000 7f165ea00700 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885da0 0x555a7f87fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.397+0000 7f165ea00700 1 -- 172.21.15.6:0/3084769225 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a7f7965c0 con 0x555a7f885480 2024-05-20T21:26:05.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.397+0000 7f165f400700 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f880460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.397+0000 7f165ea00700 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885480 0x555a7f885860 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f165000e4e0 tx=0x7f1650014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d65b2c909e2e8e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.398+0000 7f164fe00700 1 -- 172.21.15.6:0/3084769225 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f165000ee00 con 0x555a7f885480 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.398+0000 7f164fe00700 1 -- 172.21.15.6:0/3084769225 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f165001c8c0 con 0x555a7f885480 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.398+0000 7f164fe00700 1 -- 172.21.15.6:0/3084769225 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f165001da10 con 0x555a7f885480 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 -- 172.21.15.6:0/3084769225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885480 msgr2=0x555a7f885860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885480 0x555a7f885860 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f165000e4e0 tx=0x7f1650014000 comp rx=0 tx=0).stop 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 -- 172.21.15.6:0/3084769225 shutdown_connections 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f880460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885480 0x555a7f885860 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 --2- 172.21.15.6:0/3084769225 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885da0 0x555a7f87fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 -- 172.21.15.6:0/3084769225 >> 172.21.15.6:0/3084769225 conn(0x555a7f7add80 msgr2=0x555a7f87a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:05.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 -- 172.21.15.6:0/3084769225 shutdown_connections 2024-05-20T21:26:05.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.399+0000 7f167004fb80 1 -- 172.21.15.6:0/3084769225 wait complete. 2024-05-20T21:26:05.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.400+0000 7f167004fb80 1 -- start start 2024-05-20T21:26:05.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.400+0000 7f167004fb80 1 Processor -- start 2024-05-20T21:26:05.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.400+0000 7f167004fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f88baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.400+0000 7f167004fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f888e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f167004fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f8893d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f167004fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555a7f6d4140 con 0x555a7f885480 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f167004fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a7f76e900 con 0x555a7f880020 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f167004fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555a7f88c880 con 0x555a7f885da0 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f167004fb80 10 client.0 _ll_register_callbacks cb 0x555a7f777e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f165ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f88baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f165ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f88baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53262/0 (socket says 172.21.15.6:53262) 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f165ea00700 1 -- 172.21.15.6:0/3907063280 learned_addr learned my addr 172.21.15.6:0/3907063280 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:05.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f1656000700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f888e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.401+0000 7f165f400700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f8893d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f165ea00700 1 -- 172.21.15.6:0/3907063280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 msgr2=0x555a7f8893d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f165ea00700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f8893d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f165ea00700 1 -- 172.21.15.6:0/3907063280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 msgr2=0x555a7f888e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f165ea00700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f888e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f165ea00700 1 -- 172.21.15.6:0/3907063280 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a7f71da70 con 0x555a7f880020 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f165f400700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f8893d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f1656000700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f888e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f165ea00700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f88baf0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1650005950 tx=0x7f165000ecf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2dc16851327fa39 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f164cc00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:05.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.402+0000 7f164cc00700 1 -- 172.21.15.6:0/3907063280 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1650033060 con 0x555a7f880020 2024-05-20T21:26:05.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.403+0000 7f167004fb80 1 -- 172.21.15.6:0/3907063280 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f165001c8c0 con 0x555a7f880020 2024-05-20T21:26:05.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.403+0000 7f164cc00700 1 -- 172.21.15.6:0/3907063280 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f165001c620 con 0x555a7f880020 2024-05-20T21:26:05.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.403+0000 7f164cc00700 1 -- 172.21.15.6:0/3907063280 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f165001ca70 con 0x555a7f880020 2024-05-20T21:26:05.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.403+0000 7f167004fb80 10 client.28196 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:05.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.403+0000 7f167004fb80 1 -- 172.21.15.6:0/3907063280 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a7f79e200 con 0x555a7f880020 2024-05-20T21:26:05.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.403+0000 7f164cc00700 1 -- 172.21.15.6:0/3907063280 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f165001c8c0 con 0x555a7f880020 2024-05-20T21:26:05.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.404+0000 7f164cc00700 1 -- 172.21.15.6:0/3907063280 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f16500037a0 con 0x555a7f880020 2024-05-20T21:26:05.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.404+0000 7f167004fb80 10 client.28196 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:05.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.404+0000 7f167004fb80 10 client.28196 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:26:05.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.404+0000 7f167004fb80 20 client.28196 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.404+0000 7f167004fb80 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a7f899340 0x555a7f89b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.404+0000 7f167004fb80 4 client.28196 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.404+0000 7f167004fb80 1 -- 172.21.15.6:0/3907063280 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a7f7dff30 con 0x555a7f899340 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.404+0000 7f1656000700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a7f899340 0x555a7f89b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.405+0000 7f1656000700 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a7f899340 0x555a7f89b730 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d1f67847d0f269 server_cookie=c671acb4883fa5b8 in_seq=0 out_seq=0 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.405+0000 7f164cc00700 10 client.28196 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f164cc00700 1 -- 172.21.15.6:0/3907063280 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555a7f7dff30 con 0x555a7f899340 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f164cc00700 10 client.28196 handle_command_reply: tid=0 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 client.28196 shutdown 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 -- 172.21.15.6:0/3907063280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 msgr2=0x555a7f88baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f88baf0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1650005950 tx=0x7f165000ecf0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 -- 172.21.15.6:0/3907063280 shutdown_connections 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a7f899340 0x555a7f89b730 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f8893d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f880020 0x555a7f88baf0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 --2- 172.21.15.6:0/3907063280 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f888e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f167004fb80 1 -- 172.21.15.6:0/3907063280 >> 172.21.15.6:0/3907063280 conn(0x555a7f7add80 msgr2=0x555a7f87e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.406+0000 7f164cc00700 0 client.28196 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.407+0000 7f167004fb80 1 -- 172.21.15.6:0/3907063280 shutdown_connections 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.407+0000 7f167004fb80 1 -- 172.21.15.6:0/3907063280 wait complete. 2024-05-20T21:26:05.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.407+0000 7f167004fb80 20 client.28196 trim_cache size 0 max 16384 2024-05-20T21:26:05.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.430+0000 7f167004fb80 1 Processor -- start 2024-05-20T21:26:05.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.430+0000 7f167004fb80 1 -- start start 2024-05-20T21:26:05.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.430+0000 7f167004fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f880020 0x555a7f883570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.430+0000 7f167004fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f886890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.430+0000 7f167004fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885da0 0x555a7f89e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.430+0000 7f167004fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f16601b6c30 con 0x555a7f885480 2024-05-20T21:26:05.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.430+0000 7f167004fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16601b44c0 con 0x555a7f885da0 2024-05-20T21:26:05.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.430+0000 7f167004fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f16601b2310 con 0x555a7f880020 2024-05-20T21:26:05.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885da0 0x555a7f89e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165ea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f880020 0x555a7f883570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885da0 0x555a7f89e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53276/0 (socket says 172.21.15.6:53276) 2024-05-20T21:26:05.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165f400700 1 -- 172.21.15.6:0/2644725050 learned_addr learned my addr 172.21.15.6:0/2644725050 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:05.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165ea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f880020 0x555a7f883570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54830/0 (socket says 172.21.15.6:54830) 2024-05-20T21:26:05.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f1656000700 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f886890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165f400700 1 -- 172.21.15.6:0/2644725050 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f880020 msgr2=0x555a7f883570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:05.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165f400700 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f880020 0x555a7f883570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165f400700 1 -- 172.21.15.6:0/2644725050 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 msgr2=0x555a7f886890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:05.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165f400700 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f886890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165f400700 1 -- 172.21.15.6:0/2644725050 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a7f889520 con 0x555a7f885da0 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.431+0000 7f165ea00700 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f880020 0x555a7f883570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.432+0000 7f165f400700 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885da0 0x555a7f89e380 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f16580079d0 tx=0x7f1658009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d23b0759f9d69626 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.432+0000 7f164f400700 1 -- 172.21.15.6:0/2644725050 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1658003c00 con 0x555a7f885da0 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.432+0000 7f164f400700 1 -- 172.21.15.6:0/2644725050 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1658003da0 con 0x555a7f885da0 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.432+0000 7f164f400700 1 -- 172.21.15.6:0/2644725050 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16580179d0 con 0x555a7f885da0 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 -- 172.21.15.6:0/2644725050 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885da0 msgr2=0x555a7f89e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885da0 0x555a7f89e380 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f16580079d0 tx=0x7f1658009920 comp rx=0 tx=0).stop 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 -- 172.21.15.6:0/2644725050 shutdown_connections 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885da0 0x555a7f89e380 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f880020 0x555a7f883570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 --2- 172.21.15.6:0/2644725050 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f885480 0x555a7f886890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 -- 172.21.15.6:0/2644725050 >> 172.21.15.6:0/2644725050 conn(0x555a7f7add80 msgr2=0x555a7f886180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:05.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 -- 172.21.15.6:0/2644725050 shutdown_connections 2024-05-20T21:26:05.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 -- 172.21.15.6:0/2644725050 wait complete. 2024-05-20T21:26:05.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.433+0000 7f167004fb80 1 -- start start 2024-05-20T21:26:05.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.434+0000 7f167004fb80 1 Processor -- start 2024-05-20T21:26:05.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.434+0000 7f167004fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f880020 0x555a7f89e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.434+0000 7f167004fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885480 0x555a7f89e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.434+0000 7f167004fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f89c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.434+0000 7f167004fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f16601b2980 con 0x555a7f880020 2024-05-20T21:26:05.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.434+0000 7f167004fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16601b3df0 con 0x555a7f885480 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.434+0000 7f167004fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f16601b3050 con 0x555a7f885da0 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.434+0000 7f167004fb80 10 client.0 _ll_register_callbacks cb 0x555a7f777e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f1656000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885480 0x555a7f89e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f1656000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885480 0x555a7f89e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53280/0 (socket says 172.21.15.6:53280) 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f1656000700 1 -- 172.21.15.6:0/2552167353 learned_addr learned my addr 172.21.15.6:0/2552167353 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f165ea00700 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f880020 0x555a7f89e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f165f400700 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f89c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f1656000700 1 -- 172.21.15.6:0/2552167353 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 msgr2=0x555a7f89c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f1656000700 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f89c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f1656000700 1 -- 172.21.15.6:0/2552167353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f880020 msgr2=0x555a7f89e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:05.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f1656000700 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f880020 0x555a7f89e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f1656000700 1 -- 172.21.15.6:0/2552167353 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a7f89d0d0 con 0x555a7f885480 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.435+0000 7f165f400700 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f89c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f1656000700 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885480 0x555a7f89e950 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f16480e0990 tx=0x7f16480e0860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9440dad80abe2e0d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f164cc00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f164cc00700 1 -- 172.21.15.6:0/2552167353 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16480aa540 con 0x555a7f885480 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f164cc00700 1 -- 172.21.15.6:0/2552167353 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f16480aa7a0 con 0x555a7f885480 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f167004fb80 1 -- 172.21.15.6:0/2552167353 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1658003da0 con 0x555a7f885480 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f164cc00700 1 -- 172.21.15.6:0/2552167353 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f16480ae8f0 con 0x555a7f885480 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f167004fb80 10 client.28202 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f167004fb80 1 -- 172.21.15.6:0/2552167353 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a7f904730 con 0x555a7f885480 2024-05-20T21:26:05.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.436+0000 7f164cc00700 1 -- 172.21.15.6:0/2552167353 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1658003da0 con 0x555a7f885480 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.437+0000 7f164cc00700 1 -- 172.21.15.6:0/2552167353 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f16480cb2f0 con 0x555a7f885480 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.437+0000 7f167004fb80 10 client.28202 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.437+0000 7f167004fb80 10 client.28202 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.437+0000 7f167004fb80 20 client.28202 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.437+0000 7f167004fb80 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a7f904f00 0x555a7f907320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.437+0000 7f167004fb80 4 client.28202 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.55, "await_for": 45.0}] 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.437+0000 7f167004fb80 1 -- 172.21.15.6:0/2552167353 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.55, "await_for": 45.0}) -- 0x555a7f7d9710 con 0x555a7f904f00 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.437+0000 7f165ea00700 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a7f904f00 0x555a7f907320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.438+0000 7f165ea00700 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a7f904f00 0x555a7f907320 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27f7b6f0d0389f50 server_cookie=f4f48f407403378b in_seq=0 out_seq=0 2024-05-20T21:26:05.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.438+0000 7f164cc00700 10 client.28202 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.455+0000 7f164cc00700 1 -- 172.21.15.6:0/2552167353 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555a7f7d9710 con 0x555a7f904f00 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.455+0000 7f164cc00700 10 client.28202 handle_command_reply: tid=0 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.455+0000 7f167004fb80 1 client.28202 shutdown 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 -- 172.21.15.6:0/2552167353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885480 msgr2=0x555a7f89e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885480 0x555a7f89e950 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f16480e0990 tx=0x7f16480e0860 comp rx=0 tx=0).stop 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 -- 172.21.15.6:0/2552167353 shutdown_connections 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a7f904f00 0x555a7f907320 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a7f885da0 0x555a7f89c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a7f880020 0x555a7f89e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 --2- 172.21.15.6:0/2552167353 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a7f885480 0x555a7f89e950 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f164cc00700 0 client.28202 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:05.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 -- 172.21.15.6:0/2552167353 >> 172.21.15.6:0/2552167353 conn(0x555a7f7add80 msgr2=0x555a7f87f7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:05.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 -- 172.21.15.6:0/2552167353 shutdown_connections 2024-05-20T21:26:05.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 1 -- 172.21.15.6:0/2552167353 wait complete. 2024-05-20T21:26:05.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.456+0000 7f167004fb80 20 client.28202 trim_cache size 0 max 16384 2024-05-20T21:26:05.457 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 38, 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "5a8d16e6": { 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 38, 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:26:05.458 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 146.6, 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:05.459 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:05.460 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:05.460 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:26:05.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 -- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16440b29b0 msgr2=0x7f16440b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16440b29b0 0x7f16440b4e70 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f1650009c60 tx=0x7f1650009260 comp rx=0 tx=0).stop 2024-05-20T21:26:05.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 -- 172.21.15.6:0/3804054356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f166010a780 msgr2=0x7f16601a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f166010a780 0x7f16601a06d0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f1648000c00 tx=0x7f16480057c0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 -- 172.21.15.6:0/3804054356 shutdown_connections 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16440b29b0 0x7f16440b4e70 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f166010eeb0 0x7f16601a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1660109dd0 0x7f16601a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 --2- 172.21.15.6:0/3804054356 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f166010a780 0x7f16601a06d0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 -- 172.21.15.6:0/3804054356 >> 172.21.15.6:0/3804054356 conn(0x7f1660076d10 msgr2=0x7f1660077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.457+0000 7f1665600700 1 -- 172.21.15.6:0/3804054356 shutdown_connections 2024-05-20T21:26:05.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:05.458+0000 7f1665600700 1 -- 172.21.15.6:0/3804054356 wait complete. 2024-05-20T21:26:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:05 smithi042 ceph-mon[36332]: pgmap v747: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:26:05.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:05 smithi006 ceph-mon[31422]: pgmap v747: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:26:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:05 smithi062 ceph-mon[36640]: pgmap v747: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 14 op/s 2024-05-20T21:26:06.868 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '5a8d16e6', quiesce took 12.7 seconds. Will release after: 13.850000000000001 2024-05-20T21:26:07.820 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:07 smithi006 ceph-mon[31422]: pgmap v748: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:26:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:07 smithi062 ceph-mon[36640]: pgmap v748: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:26:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:07 smithi042 ceph-mon[36332]: pgmap v748: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:26:08.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 -- 172.21.15.6:0/4208283972 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 msgr2=0x7f0d8c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 --2- 172.21.15.6:0/4208283972 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 0x7f0d8c110470 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400b0d0 tx=0x7f0d8400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 -- 172.21.15.6:0/4208283972 shutdown_connections 2024-05-20T21:26:08.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 --2- 172.21.15.6:0/4208283972 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 0x7f0d8c110470 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 --2- 172.21.15.6:0/4208283972 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d8c1037f0 0x7f0d8c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 --2- 172.21.15.6:0/4208283972 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d8c1041a0 0x7f0d8c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 -- 172.21.15.6:0/4208283972 >> 172.21.15.6:0/4208283972 conn(0x7f0d8c07a6a0 msgr2=0x7f0d8c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:08.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 -- 172.21.15.6:0/4208283972 shutdown_connections 2024-05-20T21:26:08.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.362+0000 7f0d94200700 1 -- 172.21.15.6:0/4208283972 wait complete. 2024-05-20T21:26:08.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.363+0000 7f0d94200700 1 Processor -- start 2024-05-20T21:26:08.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.363+0000 7f0d94200700 1 -- start start 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d94200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d8c1037f0 0x7f0d8c19bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d94200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d8c1041a0 0x7f0d8c19c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d94200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 0x7f0d8c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d94200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c113710 con 0x7f0d8c1088f0 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d94200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c113590 con 0x7f0d8c1041a0 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d94200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c113890 con 0x7f0d8c1037f0 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d91800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d8c1037f0 0x7f0d8c19bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d92200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 0x7f0d8c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d90e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d8c1041a0 0x7f0d8c19c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d91800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d8c1037f0 0x7f0d8c19bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52472/0 (socket says 172.21.15.6:52472) 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.364+0000 7f0d91800700 1 -- 172.21.15.6:0/3234994313 learned_addr learned my addr 172.21.15.6:0/3234994313 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d90e00700 1 -- 172.21.15.6:0/3234994313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d8c1037f0 msgr2=0x7f0d8c19bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d90e00700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d8c1037f0 0x7f0d8c19bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d90e00700 1 -- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 msgr2=0x7f0d8c1a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d90e00700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 0x7f0d8c1a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d90e00700 1 -- 172.21.15.6:0/3234994313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8c1a0d50 con 0x7f0d8c1041a0 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d92200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 0x7f0d8c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d91800700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d8c1037f0 0x7f0d8c19bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d90e00700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d8c1041a0 0x7f0d8c19c280 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f0d7800e9f0 tx=0x7f0d7800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d8a000700 1 -- 172.21.15.6:0/3234994313 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7800c9c0 con 0x7f0d8c1041a0 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d8a000700 1 -- 172.21.15.6:0/3234994313 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d7800cb60 con 0x7f0d8c1041a0 2024-05-20T21:26:08.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d94200700 1 -- 172.21.15.6:0/3234994313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8c1a1040 con 0x7f0d8c1041a0 2024-05-20T21:26:08.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.365+0000 7f0d8a000700 1 -- 172.21.15.6:0/3234994313 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d78018680 con 0x7f0d8c1041a0 2024-05-20T21:26:08.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.366+0000 7f0d94200700 1 -- 172.21.15.6:0/3234994313 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d8c1a88c0 con 0x7f0d8c1041a0 2024-05-20T21:26:08.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.369+0000 7f0d8a000700 1 -- 172.21.15.6:0/3234994313 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0d78010430 con 0x7f0d8c1041a0 2024-05-20T21:26:08.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.370+0000 7f0d9eb25b80 1 Processor -- start 2024-05-20T21:26:08.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d9eb25b80 1 -- start start 2024-05-20T21:26:08.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd72c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd726260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd684e40 con 0x55e4fd72c7d0 2024-05-20T21:26:08.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd6749e0 con 0x55e4fd726880 2024-05-20T21:26:08.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd678a20 con 0x55e4fd72beb0 2024-05-20T21:26:08.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d92200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd72c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d8a000700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d740b2880 0x7f0d740b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d92200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd72c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52480/0 (socket says 172.21.15.6:52480) 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d92200700 1 -- 172.21.15.6:0/632332555 learned_addr learned my addr 172.21.15.6:0/632332555 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d91800700 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd726260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.371+0000 7f0d90e00700 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.372+0000 7f0d8a000700 1 -- 172.21.15.6:0/3234994313 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0d780e2460 con 0x7f0d8c1041a0 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.372+0000 7f0d92200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d740b2880 0x7f0d740b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.372+0000 7f0d91800700 1 -- 172.21.15.6:0/632332555 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 msgr2=0x55e4fd72c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.372+0000 7f0d91800700 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd72c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.372+0000 7f0d91800700 1 -- 172.21.15.6:0/632332555 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 msgr2=0x55e4fd726ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.372+0000 7f0d91800700 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.372+0000 7f0d91800700 1 -- 172.21.15.6:0/632332555 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4fd63d420 con 0x55e4fd72c7d0 2024-05-20T21:26:08.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.372+0000 7f0d91800700 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd726260 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f0d80011570 tx=0x7f0d80011880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a91743944850ff6a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:08.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.373+0000 7f0d7ea00700 1 -- 172.21.15.6:0/632332555 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d80004230 con 0x55e4fd72c7d0 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.373+0000 7f0d7ea00700 1 -- 172.21.15.6:0/632332555 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d800043d0 con 0x55e4fd72c7d0 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.373+0000 7f0d92200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d740b2880 0x7f0d740b4d40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400bfd0 tx=0x7f0d8400b3e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.373+0000 7f0d7ea00700 1 -- 172.21.15.6:0/632332555 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d80019950 con 0x55e4fd72c7d0 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/632332555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 msgr2=0x55e4fd726260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd726260 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f0d80011570 tx=0x7f0d80011880 comp rx=0 tx=0).stop 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/632332555 shutdown_connections 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd72c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/632332555 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd726260 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/632332555 >> 172.21.15.6:0/632332555 conn(0x55e4fd654be0 msgr2=0x55e4fd721010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/632332555 shutdown_connections 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.374+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/632332555 wait complete. 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.375+0000 7f0d9eb25b80 1 -- start start 2024-05-20T21:26:08.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.375+0000 7f0d9eb25b80 1 Processor -- start 2024-05-20T21:26:08.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.375+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd726880 0x55e4fd732490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.375+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72beb0 0x55e4fd72f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.375+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd72fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.375+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd57afa0 con 0x55e4fd72beb0 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.375+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd615760 con 0x55e4fd72c7d0 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.375+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd733240 con 0x55e4fd726880 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d9eb25b80 10 client.0 _ll_register_callbacks cb 0x55e4fd61ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d90e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72beb0 0x55e4fd72f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d90e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72beb0 0x55e4fd72f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45136/0 (socket says 172.21.15.6:45136) 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d90e00700 1 -- 172.21.15.6:0/1132055599 learned_addr learned my addr 172.21.15.6:0/1132055599 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d92200700 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd72fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d91800700 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd726880 0x55e4fd732490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d90e00700 1 -- 172.21.15.6:0/1132055599 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd726880 msgr2=0x55e4fd732490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:08.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d90e00700 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd726880 0x55e4fd732490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d90e00700 1 -- 172.21.15.6:0/1132055599 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 msgr2=0x55e4fd72fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d90e00700 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd72fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.376+0000 7f0d90e00700 1 -- 172.21.15.6:0/1132055599 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4fd5c48d0 con 0x55e4fd72beb0 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.377+0000 7f0d90e00700 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72beb0 0x55e4fd72f830 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f0d780a5a00 tx=0x7f0d7806f360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58ffa0c8892c7558 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.377+0000 7f0d73400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.377+0000 7f0d73400700 1 -- 172.21.15.6:0/1132055599 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d780a90f0 con 0x55e4fd72beb0 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.377+0000 7f0d73400700 1 -- 172.21.15.6:0/1132055599 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0d780a9be0 con 0x55e4fd72beb0 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.377+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/1132055599 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d800043d0 con 0x55e4fd72beb0 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.377+0000 7f0d73400700 1 -- 172.21.15.6:0/1132055599 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0d780b2120 con 0x55e4fd72beb0 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.377+0000 7f0d9eb25b80 10 client.18105 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:08.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.377+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/1132055599 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e4fd645060 con 0x55e4fd72beb0 2024-05-20T21:26:08.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d73400700 1 -- 172.21.15.6:0/1132055599 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d800043d0 con 0x55e4fd72beb0 2024-05-20T21:26:08.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d73400700 1 -- 172.21.15.6:0/1132055599 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0d780b2350 con 0x55e4fd72beb0 2024-05-20T21:26:08.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d9eb25b80 10 client.18105 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d9eb25b80 10 client.18105 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d9eb25b80 20 client.18105 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e4fd73fc70 0x55e4fd742060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d9eb25b80 4 client.18105 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/1132055599 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4fd686d90 con 0x55e4fd73fc70 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.378+0000 7f0d91800700 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e4fd73fc70 0x55e4fd742060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.379+0000 7f0d91800700 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e4fd73fc70 0x55e4fd742060 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c452639e68cdff89 server_cookie=b4249ee34fe71e3c in_seq=0 out_seq=0 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.379+0000 7f0d73400700 10 client.18105 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d73400700 1 -- 172.21.15.6:0/1132055599 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e4fd686d90 con 0x55e4fd73fc70 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d73400700 10 client.18105 handle_command_reply: tid=0 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 client.18105 shutdown 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/1132055599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72beb0 msgr2=0x55e4fd72f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72beb0 0x55e4fd72f830 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f0d780a5a00 tx=0x7f0d7806f360 comp rx=0 tx=0).stop 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/1132055599 shutdown_connections 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e4fd73fc70 0x55e4fd742060 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd72fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd726880 0x55e4fd732490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/1132055599 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72beb0 0x55e4fd72f830 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/1132055599 >> 172.21.15.6:0/1132055599 conn(0x55e4fd654be0 msgr2=0x55e4fd725250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.380+0000 7f0d73400700 0 client.18105 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.381+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/1132055599 shutdown_connections 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.381+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/1132055599 wait complete. 2024-05-20T21:26:08.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.381+0000 7f0d9eb25b80 20 client.18105 trim_cache size 0 max 16384 2024-05-20T21:26:08.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d9eb25b80 1 Processor -- start 2024-05-20T21:26:08.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d9eb25b80 1 -- start start 2024-05-20T21:26:08.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7209e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd720f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c1b2960 con 0x55e4fd72c7d0 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c1b01f0 con 0x55e4fd726880 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c1ae040 con 0x55e4fd72beb0 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d92200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd720f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d91800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.398+0000 7f0d92200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd720f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45146/0 (socket says 172.21.15.6:45146) 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.399+0000 7f0d92200700 1 -- 172.21.15.6:0/2343880485 learned_addr learned my addr 172.21.15.6:0/2343880485 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.399+0000 7f0d90e00700 1 --2- 172.21.15.6:0/2343880485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7209e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.399+0000 7f0d91800700 1 -- 172.21.15.6:0/2343880485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 msgr2=0x55e4fd7209e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.399+0000 7f0d91800700 1 --2- 172.21.15.6:0/2343880485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7209e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.399+0000 7f0d91800700 1 -- 172.21.15.6:0/2343880485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 msgr2=0x55e4fd720f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:08.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.399+0000 7f0d91800700 1 --2- 172.21.15.6:0/2343880485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd720f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.399+0000 7f0d91800700 1 -- 172.21.15.6:0/2343880485 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4fd7320d0 con 0x55e4fd726880 2024-05-20T21:26:08.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.399+0000 7f0d91800700 1 --2- 172.21.15.6:0/2343880485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726260 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f0d80000c00 tx=0x7f0d80019420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e052e8ad45302d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d7e000700 1 -- 172.21.15.6:0/2343880485 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d80005ce0 con 0x55e4fd726880 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d7e000700 1 -- 172.21.15.6:0/2343880485 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d80031070 con 0x55e4fd726880 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d7e000700 1 -- 172.21.15.6:0/2343880485 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d80003ab0 con 0x55e4fd726880 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/2343880485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 msgr2=0x55e4fd726260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/2343880485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726260 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f0d80000c00 tx=0x7f0d80019420 comp rx=0 tx=0).stop 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/2343880485 shutdown_connections 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/2343880485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd72c7d0 0x55e4fd720f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/2343880485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd726880 0x55e4fd726260 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/2343880485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7209e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/2343880485 >> 172.21.15.6:0/2343880485 conn(0x55e4fd654be0 msgr2=0x55e4fd7299c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.400+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/2343880485 shutdown_connections 2024-05-20T21:26:08.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.401+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/2343880485 wait complete. 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.401+0000 7f0d9eb25b80 1 -- start start 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.401+0000 7f0d9eb25b80 1 Processor -- start 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd726880 0x55e4fd738c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7471e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d9eb25b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd7477f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c1ae6b0 con 0x55e4fd726880 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c1afb20 con 0x55e4fd72c7d0 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d9eb25b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c1aed80 con 0x55e4fd72beb0 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d9eb25b80 10 client.0 _ll_register_callbacks cb 0x55e4fd61ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d91800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd726880 0x55e4fd738c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d92200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd7477f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d90e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7471e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d92200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd7477f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59002/0 (socket says 172.21.15.6:59002) 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d91800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd726880 0x55e4fd738c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45150/0 (socket says 172.21.15.6:45150) 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.402+0000 7f0d92200700 1 -- 172.21.15.6:0/3267275709 learned_addr learned my addr 172.21.15.6:0/3267275709 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d90e00700 1 -- 172.21.15.6:0/3267275709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 msgr2=0x55e4fd7477f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d90e00700 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd7477f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d90e00700 1 -- 172.21.15.6:0/3267275709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd726880 msgr2=0x55e4fd738c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d90e00700 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd726880 0x55e4fd738c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d90e00700 1 -- 172.21.15.6:0/3267275709 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4fd748000 con 0x55e4fd72beb0 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d91800700 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd726880 0x55e4fd738c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d92200700 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd7477f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d90e00700 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7471e0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f0d780a9910 tx=0x7f0d780a9e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d1898aaff3e0f1d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:08.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d73400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d73400700 1 -- 172.21.15.6:0/3267275709 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d780a90f0 con 0x55e4fd72beb0 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/3267275709 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d80031070 con 0x55e4fd72beb0 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d73400700 1 -- 172.21.15.6:0/3267275709 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0d780a8df0 con 0x55e4fd72beb0 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.403+0000 7f0d73400700 1 -- 172.21.15.6:0/3267275709 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0d780cc2c0 con 0x55e4fd72beb0 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d9eb25b80 10 client.28219 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/3267275709 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e4fd7aa900 con 0x55e4fd72beb0 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d73400700 1 -- 172.21.15.6:0/3267275709 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d80031070 con 0x55e4fd72beb0 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d73400700 1 -- 172.21.15.6:0/3267275709 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0d7805f020 con 0x55e4fd72beb0 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d9eb25b80 10 client.28219 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d9eb25b80 10 client.28219 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d9eb25b80 20 client.28219 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e4fd7aae60 0x55e4fd7ad280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:08.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d9eb25b80 4 client.28219 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.404+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/3267275709 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e4fd680570 con 0x55e4fd7aae60 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.405+0000 7f0d91800700 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e4fd7aae60 0x55e4fd7ad280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.405+0000 7f0d91800700 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e4fd7aae60 0x55e4fd7ad280 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2da250d8404a988b server_cookie=3d68b30653e0d5ab in_seq=0 out_seq=0 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.405+0000 7f0d73400700 10 client.28219 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.405+0000 7f0d73400700 1 -- 172.21.15.6:0/3267275709 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e4fd680570 con 0x55e4fd7aae60 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.405+0000 7f0d73400700 10 client.28219 handle_command_reply: tid=0 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.405+0000 7f0d9eb25b80 1 client.28219 shutdown 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/3267275709 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 msgr2=0x55e4fd7471e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7471e0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f0d780a9910 tx=0x7f0d780a9e10 comp rx=0 tx=0).stop 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/3267275709 shutdown_connections 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e4fd7aae60 0x55e4fd7ad280 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e4fd72c7d0 0x55e4fd7477f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e4fd726880 0x55e4fd738c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 --2- 172.21.15.6:0/3267275709 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e4fd72beb0 0x55e4fd7471e0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d73400700 0 client.28219 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:26:08.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/3267275709 >> 172.21.15.6:0/3267275709 conn(0x55e4fd654be0 msgr2=0x55e4fd7209e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:08.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/3267275709 shutdown_connections 2024-05-20T21:26:08.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 1 -- 172.21.15.6:0/3267275709 wait complete. 2024-05-20T21:26:08.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.406+0000 7f0d9eb25b80 20 client.28219 trim_cache size 0 max 16384 2024-05-20T21:26:08.410 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:26:08.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 -- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d740b2880 msgr2=0x7f0d740b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d740b2880 0x7f0d740b4d40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400bfd0 tx=0x7f0d8400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 -- 172.21.15.6:0/3234994313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d8c1041a0 msgr2=0x7f0d8c19c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:08.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d8c1041a0 0x7f0d8c19c280 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f0d7800e9f0 tx=0x7f0d7800ed00 comp rx=0 tx=0).stop 2024-05-20T21:26:08.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 -- 172.21.15.6:0/3234994313 shutdown_connections 2024-05-20T21:26:08.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0d740b2880 0x7f0d740b4d40 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0d8c1088f0 0x7f0d8c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0d8c1037f0 0x7f0d8c19bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 --2- 172.21.15.6:0/3234994313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0d8c1041a0 0x7f0d8c19c280 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:08.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 -- 172.21.15.6:0/3234994313 >> 172.21.15.6:0/3234994313 conn(0x7f0d8c07a6a0 msgr2=0x7f0d8c1014a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:08.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 -- 172.21.15.6:0/3234994313 shutdown_connections 2024-05-20T21:26:08.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:08.407+0000 7f0d94200700 1 -- 172.21.15.6:0/3234994313 wait complete. 2024-05-20T21:26:09.251 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:26:09.719 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:09 smithi006 ceph-mon[31422]: pgmap v749: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:26:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:09 smithi062 ceph-mon[36640]: pgmap v749: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:26:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:09 smithi042 ceph-mon[36332]: pgmap v749: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:26:11.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:11 smithi006 ceph-mon[31422]: pgmap v750: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:11 smithi062 ceph-mon[36640]: pgmap v750: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 -- 172.21.15.6:0/1552241199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc10ffa0 msgr2=0x7f5ddc112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 --2- 172.21.15.6:0/1552241199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc10ffa0 0x7f5ddc112390 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f5dd400b0a0 tx=0x7f5dd400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 -- 172.21.15.6:0/1552241199 shutdown_connections 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 --2- 172.21.15.6:0/1552241199 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc10ffa0 0x7f5ddc112390 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 --2- 172.21.15.6:0/1552241199 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ddc075770 0x7f5ddc075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 --2- 172.21.15.6:0/1552241199 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ddc076090 0x7f5ddc10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 -- 172.21.15.6:0/1552241199 >> 172.21.15.6:0/1552241199 conn(0x7f5ddc07a6a0 msgr2=0x7f5ddc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 -- 172.21.15.6:0/1552241199 shutdown_connections 2024-05-20T21:26:12.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.102+0000 7f5de2000700 1 -- 172.21.15.6:0/1552241199 wait complete. 2024-05-20T21:26:12.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.104+0000 7f5de2000700 1 Processor -- start 2024-05-20T21:26:12.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.104+0000 7f5de2000700 1 -- start start 2024-05-20T21:26:12.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5de2000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc075770 0x7f5ddc19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5de2000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ddc076090 0x7f5ddc19c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5de2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ddc10ffa0 0x7f5ddc1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5de2000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc115980 con 0x7f5ddc076090 2024-05-20T21:26:12.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5de2000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc115800 con 0x7f5ddc075770 2024-05-20T21:26:12.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5de2000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc115b00 con 0x7f5ddc10ffa0 2024-05-20T21:26:12.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc075770 0x7f5ddc19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc075770 0x7f5ddc19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59016/0 (socket says 172.21.15.6:59016) 2024-05-20T21:26:12.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddb400700 1 -- 172.21.15.6:0/4144303899 learned_addr learned my addr 172.21.15.6:0/4144303899 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:12.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ddc076090 0x7f5ddc19c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddbe00700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ddc10ffa0 0x7f5ddc1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddb400700 1 -- 172.21.15.6:0/4144303899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ddc10ffa0 msgr2=0x7f5ddc1a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddb400700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ddc10ffa0 0x7f5ddc1a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddb400700 1 -- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ddc076090 msgr2=0x7f5ddc19c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddb400700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ddc076090 0x7f5ddc19c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddb400700 1 -- 172.21.15.6:0/4144303899 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ddc1a0dc0 con 0x7f5ddc075770 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ddc076090 0x7f5ddc19c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.105+0000 7f5ddbe00700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ddc10ffa0 0x7f5ddc1a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.106+0000 7f5ddb400700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc075770 0x7f5ddc19bdb0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc00e9c0 tx=0x7f5dcc00ed80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.106+0000 7f5dd8c00700 1 -- 172.21.15.6:0/4144303899 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc00cbd0 con 0x7f5ddc075770 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.106+0000 7f5de2000700 1 -- 172.21.15.6:0/4144303899 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ddc1a10b0 con 0x7f5ddc075770 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.106+0000 7f5dd8c00700 1 -- 172.21.15.6:0/4144303899 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5dcc00cd70 con 0x7f5ddc075770 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.106+0000 7f5dd8c00700 1 -- 172.21.15.6:0/4144303899 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc010430 con 0x7f5ddc075770 2024-05-20T21:26:12.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.106+0000 7f5de2000700 1 -- 172.21.15.6:0/4144303899 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ddc1a8930 con 0x7f5ddc075770 2024-05-20T21:26:12.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.110+0000 7f5dd8c00700 1 -- 172.21.15.6:0/4144303899 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5dcc004750 con 0x7f5ddc075770 2024-05-20T21:26:12.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.111+0000 7f5dec94bb80 1 Processor -- start 2024-05-20T21:26:12.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.111+0000 7f5dec94bb80 1 -- start start 2024-05-20T21:26:12.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.111+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8599f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.111+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f853b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.111+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f8545c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.111+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564d0f7b1e40 con 0x564d0f859f30 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.111+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564d0f7a19e0 con 0x564d0f859610 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.111+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564d0f7a5a20 con 0x564d0f854140 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5ddbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8599f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5ddbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8599f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59032/0 (socket says 172.21.15.6:59032) 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5ddb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f853b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5ddbe00700 1 -- 172.21.15.6:0/1110576403 learned_addr learned my addr 172.21.15.6:0/1110576403 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5dd8c00700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5dc00b2880 0x7f5dc00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/1110576403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f8545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5ddbe00700 1 -- 172.21.15.6:0/1110576403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 msgr2=0x564d0f8545c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5ddbe00700 1 --2- 172.21.15.6:0/1110576403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f8545c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5ddbe00700 1 -- 172.21.15.6:0/1110576403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 msgr2=0x564d0f853b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5dd8c00700 1 -- 172.21.15.6:0/4144303899 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5dcc0e26d0 con 0x7f5ddc075770 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.112+0000 7f5ddbe00700 1 --2- 172.21.15.6:0/1110576403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f853b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.113+0000 7f5ddbe00700 1 -- 172.21.15.6:0/1110576403 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d0f76a420 con 0x564d0f859610 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.113+0000 7f5ddbe00700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5dc00b2880 0x7f5dc00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.113+0000 7f5ddbe00700 1 --2- 172.21.15.6:0/1110576403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8599f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f5dd400b0a0 tx=0x7f5dd4009d30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22c6511088cf873d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.113+0000 7f5dd0c00700 1 -- 172.21.15.6:0/1110576403 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd40076e0 con 0x564d0f859610 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.113+0000 7f5dd0c00700 1 -- 172.21.15.6:0/1110576403 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5dd4007d30 con 0x564d0f859610 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.113+0000 7f5dd0c00700 1 -- 172.21.15.6:0/1110576403 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd4005670 con 0x564d0f859610 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.113+0000 7f5ddbe00700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5dc00b2880 0x7f5dc00b4d40 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f5dd402a000 tx=0x7f5dd402b000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 -- 172.21.15.6:0/1110576403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 msgr2=0x564d0f8599f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/1110576403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8599f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f5dd400b0a0 tx=0x7f5dd4009d30 comp rx=0 tx=0).stop 2024-05-20T21:26:12.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 -- 172.21.15.6:0/1110576403 shutdown_connections 2024-05-20T21:26:12.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/1110576403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f8545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/1110576403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8599f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/1110576403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f853b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 -- 172.21.15.6:0/1110576403 >> 172.21.15.6:0/1110576403 conn(0x564d0f781be0 msgr2=0x564d0f84e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 -- 172.21.15.6:0/1110576403 shutdown_connections 2024-05-20T21:26:12.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.114+0000 7f5dec94bb80 1 -- 172.21.15.6:0/1110576403 wait complete. 2024-05-20T21:26:12.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.115+0000 7f5dec94bb80 1 -- start start 2024-05-20T21:26:12.116 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.115+0000 7f5dec94bb80 1 Processor -- start 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f854140 0x564d0f85fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859610 0x564d0f85d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f85d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564d0f6a7fa0 con 0x564d0f859f30 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564d0f742760 con 0x564d0f854140 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564d0f8609e0 con 0x564d0f859610 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5dec94bb80 10 client.0 _ll_register_callbacks cb 0x564d0f74bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5ddbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f85d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5ddb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f854140 0x564d0f85fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5dd3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859610 0x564d0f85d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5ddb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f854140 0x564d0f85fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59036/0 (socket says 172.21.15.6:59036) 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.116+0000 7f5ddb400700 1 -- 172.21.15.6:0/2695012195 learned_addr learned my addr 172.21.15.6:0/2695012195 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5ddb400700 1 -- 172.21.15.6:0/2695012195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859610 msgr2=0x564d0f85d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5ddb400700 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859610 0x564d0f85d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5ddb400700 1 -- 172.21.15.6:0/2695012195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 msgr2=0x564d0f85d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5ddb400700 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f85d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5ddb400700 1 -- 172.21.15.6:0/2695012195 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d0f6f18d0 con 0x564d0f854140 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5ddb400700 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f854140 0x564d0f85fc60 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc0e00d0 tx=0x7f5dcc009830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed1c038a5fecaae3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5dc9600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5dc9600700 1 -- 172.21.15.6:0/2695012195 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc0a9540 con 0x564d0f854140 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5dc9600700 1 -- 172.21.15.6:0/2695012195 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5dcc0a9e50 con 0x564d0f854140 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.117+0000 7f5dec94bb80 1 -- 172.21.15.6:0/2695012195 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5dd4007d30 con 0x564d0f854140 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dc9600700 1 -- 172.21.15.6:0/2695012195 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5dcc0a5380 con 0x564d0f854140 2024-05-20T21:26:12.119 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dec94bb80 10 client.28232 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:12.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dec94bb80 1 -- 172.21.15.6:0/2695012195 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564d0f772060 con 0x564d0f854140 2024-05-20T21:26:12.120 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dc9600700 1 -- 172.21.15.6:0/2695012195 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5dd4007d30 con 0x564d0f854140 2024-05-20T21:26:12.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dc9600700 1 -- 172.21.15.6:0/2695012195 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5dcc0b25c0 con 0x564d0f854140 2024-05-20T21:26:12.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dec94bb80 10 client.28232 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:12.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dec94bb80 10 client.28232 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:26:12.121 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dec94bb80 20 client.28232 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564d0f86d500 0x564d0f86f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dec94bb80 4 client.28232 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.118+0000 7f5dec94bb80 1 -- 172.21.15.6:0/2695012195 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d0f7b3d90 con 0x564d0f86d500 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.119+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564d0f86d500 0x564d0f86f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.119+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564d0f86d500 0x564d0f86f8f0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ccde6fcd0b859ae4 server_cookie=622f6861a41fbda4 in_seq=0 out_seq=0 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.119+0000 7f5dc9600700 10 client.28232 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.120+0000 7f5dc9600700 1 -- 172.21.15.6:0/2695012195 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564d0f7b3d90 con 0x564d0f86d500 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.120+0000 7f5dc9600700 10 client.28232 handle_command_reply: tid=0 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.120+0000 7f5dec94bb80 1 client.28232 shutdown 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.120+0000 7f5dec94bb80 1 -- 172.21.15.6:0/2695012195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f854140 msgr2=0x564d0f85fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.120+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f854140 0x564d0f85fc60 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc0e00d0 tx=0x7f5dcc009830 comp rx=0 tx=0).stop 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 1 -- 172.21.15.6:0/2695012195 shutdown_connections 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f85d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.122 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f854140 0x564d0f85fc60 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564d0f86d500 0x564d0f86f8f0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.123 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/2695012195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859610 0x564d0f85d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 1 -- 172.21.15.6:0/2695012195 >> 172.21.15.6:0/2695012195 conn(0x564d0f781be0 msgr2=0x564d0f84dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dc9600700 0 client.28232 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:26:12.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 1 -- 172.21.15.6:0/2695012195 shutdown_connections 2024-05-20T21:26:12.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 1 -- 172.21.15.6:0/2695012195 wait complete. 2024-05-20T21:26:12.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.121+0000 7f5dec94bb80 20 client.28232 trim_cache size 0 max 16384 2024-05-20T21:26:12.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:11 smithi042 ceph-mon[36332]: pgmap v750: 97 pgs: 97 active+clean; 1.1 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:12.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.138+0000 7f5dec94bb80 1 Processor -- start 2024-05-20T21:26:12.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.138+0000 7f5dec94bb80 1 -- start start 2024-05-20T21:26:12.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.138+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f853b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.138+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f85d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.138+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f84e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.138+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1b2880 con 0x564d0f859f30 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.138+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1b0110 con 0x564d0f859610 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.138+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1adf60 con 0x564d0f854140 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f853b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f853b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52576/0 (socket says 172.21.15.6:52576) 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 -- 172.21.15.6:0/786978660 learned_addr learned my addr 172.21.15.6:0/786978660 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f85d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddbe00700 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f84e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 -- 172.21.15.6:0/786978660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 msgr2=0x564d0f85d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f85d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 -- 172.21.15.6:0/786978660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 msgr2=0x564d0f84e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f84e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 -- 172.21.15.6:0/786978660 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d0f859d30 con 0x564d0f854140 2024-05-20T21:26:12.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.139+0000 7f5ddb400700 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f853b20 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc0a5c70 tx=0x7f5dcc0c4380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2363bd924500b4e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dcbe00700 1 -- 172.21.15.6:0/786978660 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc0a9360 con 0x564d0f854140 2024-05-20T21:26:12.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dcbe00700 1 -- 172.21.15.6:0/786978660 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5dcc0b2390 con 0x564d0f854140 2024-05-20T21:26:12.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dcbe00700 1 -- 172.21.15.6:0/786978660 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc0a5560 con 0x564d0f854140 2024-05-20T21:26:12.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dec94bb80 1 -- 172.21.15.6:0/786978660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 msgr2=0x564d0f853b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f853b20 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc0a5c70 tx=0x7f5dcc0c4380 comp rx=0 tx=0).stop 2024-05-20T21:26:12.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dec94bb80 1 -- 172.21.15.6:0/786978660 shutdown_connections 2024-05-20T21:26:12.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f859f30 0x564d0f84e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f854140 0x564d0f853b20 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/786978660 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f85d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.140+0000 7f5dec94bb80 1 -- 172.21.15.6:0/786978660 >> 172.21.15.6:0/786978660 conn(0x564d0f781be0 msgr2=0x564d0f85cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.141+0000 7f5dec94bb80 1 -- 172.21.15.6:0/786978660 shutdown_connections 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.141+0000 7f5dec94bb80 1 -- 172.21.15.6:0/786978660 wait complete. 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.141+0000 7f5dec94bb80 1 -- start start 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.141+0000 7f5dec94bb80 1 Processor -- start 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f854140 0x564d0f874c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8751a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dec94bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859f30 0x564d0f8756e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1ae5d0 con 0x564d0f854140 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1afa40 con 0x564d0f859610 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dec94bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5ddc1aeca0 con 0x564d0f859f30 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dec94bb80 10 client.0 _ll_register_callbacks cb 0x564d0f74bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dd3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8751a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5ddbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859f30 0x564d0f8756e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5ddbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859f30 0x564d0f8756e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52588/0 (socket says 172.21.15.6:52588) 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5dd3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8751a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59054/0 (socket says 172.21.15.6:59054) 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5ddbe00700 1 -- 172.21.15.6:0/369128597 learned_addr learned my addr 172.21.15.6:0/369128597 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.142+0000 7f5ddb400700 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f854140 0x564d0f874c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5dd3e00700 1 -- 172.21.15.6:0/369128597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859f30 msgr2=0x564d0f8756e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859f30 0x564d0f8756e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5dd3e00700 1 -- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f854140 msgr2=0x564d0f874c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f854140 0x564d0f874c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5dd3e00700 1 -- 172.21.15.6:0/369128597 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d0f8d7060 con 0x564d0f859610 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5ddb400700 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f854140 0x564d0f874c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5dd3e00700 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8751a0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x564d0f870100 tx=0x7f5dc4012890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b48f5d6b0e418854 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:12.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5dc9600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.143+0000 7f5dc9600700 1 -- 172.21.15.6:0/369128597 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc4012e60 con 0x564d0f859610 2024-05-20T21:26:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dc9600700 1 -- 172.21.15.6:0/369128597 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5dc4004220 con 0x564d0f859610 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 1 -- 172.21.15.6:0/369128597 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564d0f7ad570 con 0x564d0f859610 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dc9600700 1 -- 172.21.15.6:0/369128597 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5dc4004420 con 0x564d0f859610 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 10 client.28238 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 1 -- 172.21.15.6:0/369128597 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564d0f8d8370 con 0x564d0f859610 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dc9600700 1 -- 172.21.15.6:0/369128597 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564d0f7ad570 con 0x564d0f859610 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dc9600700 1 -- 172.21.15.6:0/369128597 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5dc4011a00 con 0x564d0f859610 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 10 client.28238 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 10 client.28238 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 20 client.28238 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564d0f8d8a00 0x564d0f8dae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 4 client.28238 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.144+0000 7f5dec94bb80 1 -- 172.21.15.6:0/369128597 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564d0f624250 con 0x564d0f8d8a00 2024-05-20T21:26:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.145+0000 7f5ddb400700 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564d0f8d8a00 0x564d0f8dae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.145+0000 7f5ddb400700 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564d0f8d8a00 0x564d0f8dae20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a00b838827a54eab server_cookie=a7a08b079b920eb in_seq=0 out_seq=0 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.145+0000 7f5dc9600700 10 client.28238 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dc9600700 1 -- 172.21.15.6:0/369128597 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564d0f624250 con 0x564d0f8d8a00 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dc9600700 10 client.28238 handle_command_reply: tid=0 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 client.28238 shutdown 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 -- 172.21.15.6:0/369128597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 msgr2=0x564d0f8751a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8751a0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x564d0f870100 tx=0x7f5dc4012890 comp rx=0 tx=0).stop 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 -- 172.21.15.6:0/369128597 shutdown_connections 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x564d0f8d8a00 0x564d0f8dae20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564d0f859f30 0x564d0f8756e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564d0f854140 0x564d0f874c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dc9600700 0 client.28238 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 --2- 172.21.15.6:0/369128597 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564d0f859610 0x564d0f8751a0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 -- 172.21.15.6:0/369128597 >> 172.21.15.6:0/369128597 conn(0x564d0f781be0 msgr2=0x564d0f85a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 -- 172.21.15.6:0/369128597 shutdown_connections 2024-05-20T21:26:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 1 -- 172.21.15.6:0/369128597 wait complete. 2024-05-20T21:26:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.146+0000 7f5dec94bb80 20 client.28238 trim_cache size 0 max 16384 2024-05-20T21:26:12.150 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 -- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5dc00b2880 msgr2=0x7f5dc00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5dc00b2880 0x7f5dc00b4d40 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f5dd402a000 tx=0x7f5dd402b000 comp rx=0 tx=0).stop 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 -- 172.21.15.6:0/4144303899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc075770 msgr2=0x7f5ddc19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc075770 0x7f5ddc19bdb0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc00e9c0 tx=0x7f5dcc00ed80 comp rx=0 tx=0).stop 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 -- 172.21.15.6:0/4144303899 shutdown_connections 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5dc00b2880 0x7f5dc00b4d40 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5ddc10ffa0 0x7f5ddc1a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5ddc075770 0x7f5ddc19bdb0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 --2- 172.21.15.6:0/4144303899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5ddc076090 0x7f5ddc19c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 -- 172.21.15.6:0/4144303899 >> 172.21.15.6:0/4144303899 conn(0x7f5ddc07a6a0 msgr2=0x7f5ddc1006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 -- 172.21.15.6:0/4144303899 shutdown_connections 2024-05-20T21:26:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:12.147+0000 7f5de2000700 1 -- 172.21.15.6:0/4144303899 wait complete. 2024-05-20T21:26:13.217 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:26:13.709 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:13.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:13 smithi006 ceph-mon[31422]: pgmap v751: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:13 smithi062 ceph-mon[36640]: pgmap v751: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:13 smithi042 ceph-mon[36332]: pgmap v751: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:26:15.762 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:15 smithi006 ceph-mon[31422]: pgmap v752: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.0 KiB/s wr, 11 op/s 2024-05-20T21:26:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:15 smithi062 ceph-mon[36640]: pgmap v752: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.0 KiB/s wr, 11 op/s 2024-05-20T21:26:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 -- 172.21.15.6:0/4116094113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 msgr2=0x7f2b9806c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 --2- 172.21.15.6:0/4116094113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 0x7f2b9806c090 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2b840098f0 tx=0x7f2b84009c00 comp rx=0 tx=0).stop 2024-05-20T21:26:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 -- 172.21.15.6:0/4116094113 shutdown_connections 2024-05-20T21:26:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 --2- 172.21.15.6:0/4116094113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b9806c5d0 0x7f2b981103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 --2- 172.21.15.6:0/4116094113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b981095d0 0x7f2b981099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 --2- 172.21.15.6:0/4116094113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 0x7f2b9806c090 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 -- 172.21.15.6:0/4116094113 >> 172.21.15.6:0/4116094113 conn(0x7f2b980793f0 msgr2=0x7f2b98079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 -- 172.21.15.6:0/4116094113 shutdown_connections 2024-05-20T21:26:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.060+0000 7f2b9f400700 1 -- 172.21.15.6:0/4116094113 wait complete. 2024-05-20T21:26:16.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.061+0000 7f2b9f400700 1 Processor -- start 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.061+0000 7f2b9f400700 1 -- start start 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 0x7f2b9819bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b9806c5d0 0x7f2b9819c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b981095d0 0x7f2b981a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9f400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b98113700 con 0x7f2b9806c5d0 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9f400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b98113580 con 0x7f2b981095d0 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9f400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2b98113880 con 0x7f2b9806bc10 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b97e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b9806c5d0 0x7f2b9819c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9ca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 0x7f2b9819bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9ca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 0x7f2b9819bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52606/0 (socket says 172.21.15.6:52606) 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9ca00700 1 -- 172.21.15.6:0/893403058 learned_addr learned my addr 172.21.15.6:0/893403058 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.062+0000 7f2b9d400700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b981095d0 0x7f2b981a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b9ca00700 1 -- 172.21.15.6:0/893403058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b981095d0 msgr2=0x7f2b981a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b9ca00700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b981095d0 0x7f2b981a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b9ca00700 1 -- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b9806c5d0 msgr2=0x7f2b9819c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b9ca00700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b9806c5d0 0x7f2b9819c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b9ca00700 1 -- 172.21.15.6:0/893403058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b981a0f00 con 0x7f2b9806bc10 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b9d400700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b981095d0 0x7f2b981a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b97e00700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b9806c5d0 0x7f2b9819c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b9ca00700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 0x7f2b9819bef0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c00e9f0 tx=0x7f2b8c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b95600700 1 -- 172.21.15.6:0/893403058 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c004a30 con 0x7f2b9806bc10 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b95600700 1 -- 172.21.15.6:0/893403058 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b8c00cc70 con 0x7f2b9806bc10 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b95600700 1 -- 172.21.15.6:0/893403058 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c005540 con 0x7f2b9806bc10 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.063+0000 7f2b9f400700 1 -- 172.21.15.6:0/893403058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b981a11f0 con 0x7f2b9806bc10 2024-05-20T21:26:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.064+0000 7f2b9f400700 1 -- 172.21.15.6:0/893403058 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b981a8a70 con 0x7f2b9806bc10 2024-05-20T21:26:16.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.067+0000 7f2b95600700 1 -- 172.21.15.6:0/893403058 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2b8c004bd0 con 0x7f2b9806bc10 2024-05-20T21:26:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.068+0000 7f2ba9e77b80 1 Processor -- start 2024-05-20T21:26:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.068+0000 7f2ba9e77b80 1 -- start start 2024-05-20T21:26:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde68030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde6c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2b95600700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b800b2900 0x7f2b800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde6c880 0x5609bde6ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5609bddbde40 con 0x5609bde6c880 2024-05-20T21:26:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5609bddad9e0 con 0x5609bde67c50 2024-05-20T21:26:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5609bddb1a20 con 0x5609bde68570 2024-05-20T21:26:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2b95600700 1 -- 172.21.15.6:0/893403058 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b8c0e2330 con 0x7f2b9806bc10 2024-05-20T21:26:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2b9ca00700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b800b2900 0x7f2b800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2b9d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde68030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2b9d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde68030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59070/0 (socket says 172.21.15.6:59070) 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2b9d400700 1 -- 172.21.15.6:0/2255244334 learned_addr learned my addr 172.21.15.6:0/2255244334 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2b97e00700 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde6c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.069+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde6c880 0x5609bde6ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.070+0000 7f2b9d400700 1 -- 172.21.15.6:0/2255244334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 msgr2=0x5609bde6c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.070+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde6c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.070+0000 7f2b9d400700 1 -- 172.21.15.6:0/2255244334 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde6c880 msgr2=0x5609bde6ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.070+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde6c880 0x5609bde6ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.070+0000 7f2b9d400700 1 -- 172.21.15.6:0/2255244334 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609bdd76420 con 0x5609bde67c50 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.070+0000 7f2b9ca00700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b800b2900 0x7f2b800b4dc0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c0a5150 tx=0x7f2b8c004f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.070+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde68030 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2b90008cb0 tx=0x7f2b90009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de2672a3e3ca83c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.070+0000 7f2b8a000700 1 -- 172.21.15.6:0/2255244334 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90020070 con 0x5609bde67c50 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2b8a000700 1 -- 172.21.15.6:0/2255244334 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b90008320 con 0x5609bde67c50 2024-05-20T21:26:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2b8a000700 1 -- 172.21.15.6:0/2255244334 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90007990 con 0x5609bde67c50 2024-05-20T21:26:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2255244334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 msgr2=0x5609bde68030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde68030 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2b90008cb0 tx=0x7f2b90009920 comp rx=0 tx=0).stop 2024-05-20T21:26:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2255244334 shutdown_connections 2024-05-20T21:26:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde6c880 0x5609bde6ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde68030 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2255244334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde6c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.071+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2255244334 >> 172.21.15.6:0/2255244334 conn(0x5609bdd8dbe0 msgr2=0x5609bde5a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.072+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2255244334 shutdown_connections 2024-05-20T21:26:16.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.072+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2255244334 wait complete. 2024-05-20T21:26:16.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.072+0000 7f2ba9e77b80 1 -- start start 2024-05-20T21:26:16.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.073+0000 7f2ba9e77b80 1 Processor -- start 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.073+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde73ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.073+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde68570 0x5609bde71080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.073+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.073+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5609bdcb3fa0 con 0x5609bde68570 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.073+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5609bdd4e760 con 0x5609bde67c50 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.073+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5609bde74a70 con 0x5609bde6c880 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.073+0000 7f2ba9e77b80 10 client.0 _ll_register_callbacks cb 0x5609bdd57c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde68570 0x5609bde71080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde68570 0x5609bde71080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45242/0 (socket says 172.21.15.6:45242) 2024-05-20T21:26:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 -- 172.21.15.6:0/2810915622 learned_addr learned my addr 172.21.15.6:0/2810915622 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde73ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 -- 172.21.15.6:0/2810915622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 msgr2=0x5609bde715c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde715c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 -- 172.21.15.6:0/2810915622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 msgr2=0x5609bde73ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde73ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 -- 172.21.15.6:0/2810915622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609bdcfd8d0 con 0x5609bde68570 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b97e00700 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde68570 0x5609bde71080 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f2b84005e90 tx=0x7f2b84005320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9727d35192a830a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.074+0000 7f2b7ea00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.075+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2810915622 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b84027020 con 0x5609bde68570 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.075+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2810915622 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b84003880 con 0x5609bde68570 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.075+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2810915622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b90008320 con 0x5609bde68570 2024-05-20T21:26:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.075+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2810915622 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2b84032050 con 0x5609bde68570 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.075+0000 7f2ba9e77b80 10 client.18138 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.075+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2810915622 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609bdd7e060 con 0x5609bde68570 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.075+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2810915622 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b90008320 con 0x5609bde68570 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.076+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2810915622 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2b8400b960 con 0x5609bde68570 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.076+0000 7f2ba9e77b80 10 client.18138 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.076+0000 7f2ba9e77b80 10 client.18138 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.076+0000 7f2ba9e77b80 20 client.18138 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.076+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5609bde815c0 0x5609bde839b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.076+0000 7f2ba9e77b80 4 client.18138 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:16.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.076+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2810915622 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5609bddbfd90 con 0x5609bde815c0 2024-05-20T21:26:16.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.076+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5609bde815c0 0x5609bde839b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.077+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5609bde815c0 0x5609bde839b0 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a24b5a2ff8f1558a server_cookie=17b1663820968e24 in_seq=0 out_seq=0 2024-05-20T21:26:16.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.077+0000 7f2b7ea00700 10 client.18138 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:16.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2810915622 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5609bddbfd90 con 0x5609bde815c0 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2b7ea00700 10 client.18138 handle_command_reply: tid=0 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 client.18138 shutdown 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2810915622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde68570 msgr2=0x5609bde71080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde68570 0x5609bde71080 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f2b84005e90 tx=0x7f2b84005320 comp rx=0 tx=0).stop 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2810915622 shutdown_connections 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5609bde815c0 0x5609bde839b0 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde67c50 0x5609bde73ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2810915622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde68570 0x5609bde71080 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2b7ea00700 0 client.18138 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2810915622 >> 172.21.15.6:0/2810915622 conn(0x5609bdd8dbe0 msgr2=0x5609bde5e250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2810915622 shutdown_connections 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2810915622 wait complete. 2024-05-20T21:26:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.078+0000 7f2ba9e77b80 20 client.18138 trim_cache size 0 max 16384 2024-05-20T21:26:16.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.095+0000 7f2ba9e77b80 1 Processor -- start 2024-05-20T21:26:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.095+0000 7f2ba9e77b80 1 -- start start 2024-05-20T21:26:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde6f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde68570 0x5609bde6fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde6e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b981ae4f0 con 0x5609bde67c50 2024-05-20T21:26:16.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b981abd80 con 0x5609bde68570 2024-05-20T21:26:16.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9810e3f0 con 0x5609bde6c880 2024-05-20T21:26:16.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde6f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b97e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde68570 0x5609bde6fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde6f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45256/0 (socket says 172.21.15.6:45256) 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 -- 172.21.15.6:0/4155649251 learned_addr learned my addr 172.21.15.6:0/4155649251 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde6e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 -- 172.21.15.6:0/4155649251 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 msgr2=0x5609bde6e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde6e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 -- 172.21.15.6:0/4155649251 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde68570 msgr2=0x5609bde6fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde68570 0x5609bde6fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.096+0000 7f2b9d400700 1 -- 172.21.15.6:0/4155649251 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609bde6c6b0 con 0x5609bde67c50 2024-05-20T21:26:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.097+0000 7f2b97e00700 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde68570 0x5609bde6fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.097+0000 7f2b9d400700 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde6f990 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f2b9001e040 tx=0x7f2b900093b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e66fed42e2c75b3a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.097+0000 7f2b89600700 1 -- 172.21.15.6:0/4155649251 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90020040 con 0x5609bde67c50 2024-05-20T21:26:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.097+0000 7f2b89600700 1 -- 172.21.15.6:0/4155649251 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b90003cc0 con 0x5609bde67c50 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.097+0000 7f2b89600700 1 -- 172.21.15.6:0/4155649251 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b900042a0 con 0x5609bde67c50 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/4155649251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 msgr2=0x5609bde6f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde6f990 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f2b9001e040 tx=0x7f2b900093b0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/4155649251 shutdown_connections 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde6c880 0x5609bde6e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde6f990 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/4155649251 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde68570 0x5609bde6fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/4155649251 >> 172.21.15.6:0/4155649251 conn(0x5609bdd8dbe0 msgr2=0x5609bde5b700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/4155649251 shutdown_connections 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.098+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/4155649251 wait complete. 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.099+0000 7f2ba9e77b80 1 -- start start 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.099+0000 7f2ba9e77b80 1 Processor -- start 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.099+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde88e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.099+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde89340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.099+0000 7f2ba9e77b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde6c880 0x5609bde89880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.099+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2b981aa240 con 0x5609bde67c50 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.099+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2b981ab6b0 con 0x5609bde6c880 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.099+0000 7f2ba9e77b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2b981aa910 con 0x5609bde68570 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2ba9e77b80 10 client.0 _ll_register_callbacks cb 0x5609bdd57c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b9d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde88e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b9d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde88e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45270/0 (socket says 172.21.15.6:45270) 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b97e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde89340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b9d400700 1 -- 172.21.15.6:0/2002449747 learned_addr learned my addr 172.21.15.6:0/2002449747 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde6c880 0x5609bde89880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b97e00700 1 -- 172.21.15.6:0/2002449747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde6c880 msgr2=0x5609bde89880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b97e00700 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde6c880 0x5609bde89880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b97e00700 1 -- 172.21.15.6:0/2002449747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 msgr2=0x5609bde88e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b97e00700 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde88e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b97e00700 1 -- 172.21.15.6:0/2002449747 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609bdeeb180 con 0x5609bde68570 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.100+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde88e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.101+0000 7f2b97e00700 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde89340 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f2b8400bdb0 tx=0x7f2b84011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad95d9a25bb1cfb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.101+0000 7f2b7ea00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.101+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2002449747 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b84027070 con 0x5609bde68570 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.101+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2002449747 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b90003cc0 con 0x5609bde68570 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.101+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2002449747 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2b8400b760 con 0x5609bde68570 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.101+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2002449747 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2b84046050 con 0x5609bde68570 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.101+0000 7f2ba9e77b80 10 client.28252 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.101+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2002449747 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609bdeec480 con 0x5609bde68570 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.102+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2002449747 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b90003cc0 con 0x5609bde68570 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.102+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2002449747 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2b84003680 con 0x5609bde68570 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.102+0000 7f2ba9e77b80 10 client.28252 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.102+0000 7f2ba9e77b80 10 client.28252 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.102+0000 7f2ba9e77b80 20 client.28252 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.102+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5609bdeecb20 0x5609bdeeef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.102+0000 7f2ba9e77b80 4 client.28252 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.102+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2002449747 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5609bddb9570 con 0x5609bdeecb20 2024-05-20T21:26:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.103+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5609bdeecb20 0x5609bdeeef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.103+0000 7f2b9d400700 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5609bdeecb20 0x5609bdeeef40 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79a583425c04bdbf server_cookie=77983e5c79ed1f28 in_seq=0 out_seq=0 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.103+0000 7f2b7ea00700 10 client.28252 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.103+0000 7f2b7ea00700 1 -- 172.21.15.6:0/2002449747 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5609bddb9570 con 0x5609bdeecb20 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.103+0000 7f2b7ea00700 10 client.28252 handle_command_reply: tid=0 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.103+0000 7f2ba9e77b80 1 client.28252 shutdown 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.103+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2002449747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 msgr2=0x5609bde89340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.103+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde89340 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f2b8400bdb0 tx=0x7f2b84011000 comp rx=0 tx=0).stop 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2002449747 shutdown_connections 2024-05-20T21:26:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5609bde6c880 0x5609bde89880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5609bde67c50 0x5609bde88e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5609bdeecb20 0x5609bdeeef40 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 1 --2- 172.21.15.6:0/2002449747 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5609bde68570 0x5609bde89340 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2002449747 >> 172.21.15.6:0/2002449747 conn(0x5609bdd8dbe0 msgr2=0x5609bde6e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2b7ea00700 0 client.28252 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2002449747 shutdown_connections 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 1 -- 172.21.15.6:0/2002449747 wait complete. 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.104+0000 7f2ba9e77b80 20 client.28252 trim_cache size 0 max 16384 2024-05-20T21:26:16.112 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:26:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 -- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b800b2900 msgr2=0x7f2b800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b800b2900 0x7f2b800b4dc0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c0a5150 tx=0x7f2b8c004f70 comp rx=0 tx=0).stop 2024-05-20T21:26:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 -- 172.21.15.6:0/893403058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 msgr2=0x7f2b9819bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 0x7f2b9819bef0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c00e9f0 tx=0x7f2b8c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:26:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 -- 172.21.15.6:0/893403058 shutdown_connections 2024-05-20T21:26:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2b800b2900 0x7f2b800b4dc0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2b981095d0 0x7f2b981a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2b9806bc10 0x7f2b9819bef0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 --2- 172.21.15.6:0/893403058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2b9806c5d0 0x7f2b9819c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 -- 172.21.15.6:0/893403058 >> 172.21.15.6:0/893403058 conn(0x7f2b980793f0 msgr2=0x7f2b981013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 -- 172.21.15.6:0/893403058 shutdown_connections 2024-05-20T21:26:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:16.105+0000 7f2b9f400700 1 -- 172.21.15.6:0/893403058 wait complete. 2024-05-20T21:26:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:15 smithi042 ceph-mon[36332]: pgmap v752: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.0 KiB/s wr, 11 op/s 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.234+0000 7fa4c1200640 1 -- 172.21.15.6:0/2278419122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 msgr2=0x7fa4bc10aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.234+0000 7fa4c1200640 1 --2- 172.21.15.6:0/2278419122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 0x7fa4bc10aa10 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa4b4009ca0 tx=0x7fa4b402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.234+0000 7fa4c1200640 1 -- 172.21.15.6:0/2278419122 shutdown_connections 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.234+0000 7fa4c1200640 1 --2- 172.21.15.6:0/2278419122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 0x7fa4bc10aa10 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.234+0000 7fa4c1200640 1 --2- 172.21.15.6:0/2278419122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4bc105c90 0x7fa4bc108080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.235+0000 7fa4c1200640 1 --2- 172.21.15.6:0/2278419122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4bc103360 0x7fa4bc105750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.235+0000 7fa4c1200640 1 -- 172.21.15.6:0/2278419122 >> 172.21.15.6:0/2278419122 conn(0x7fa4bc0fcd70 msgr2=0x7fa4bc0ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.235+0000 7fa4c1200640 1 -- 172.21.15.6:0/2278419122 shutdown_connections 2024-05-20T21:26:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.235+0000 7fa4c1200640 1 -- 172.21.15.6:0/2278419122 wait complete. 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4c1200640 1 Processor -- start 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4c1200640 1 -- start start 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4c1200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4bc103360 0x7fa4bc19ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4c1200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4bc105c90 0x7fa4bc19b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4c1200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 0x7fa4bc1a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4c1200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc10e460 con 0x7fa4bc105c90 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4c1200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc10e2e0 con 0x7fa4bc1085c0 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4c1200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc10e5e0 con 0x7fa4bc103360 2024-05-20T21:26:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 0x7fa4bc1a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4bb400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4bc103360 0x7fa4bc19ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 0x7fa4bc1a22a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59108/0 (socket says 172.21.15.6:59108) 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4bbe00640 1 -- 172.21.15.6:0/468326449 learned_addr learned my addr 172.21.15.6:0/468326449 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.236+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4bc105c90 0x7fa4bc19b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4bb400640 1 -- 172.21.15.6:0/468326449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 msgr2=0x7fa4bc1a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4bb400640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 0x7fa4bc1a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4bb400640 1 -- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4bc105c90 msgr2=0x7fa4bc19b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4bb400640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4bc105c90 0x7fa4bc19b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4bb400640 1 -- 172.21.15.6:0/468326449 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4bc1a2940 con 0x7fa4bc103360 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 0x7fa4bc1a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4bb400640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4bc103360 0x7fa4bc19ad30 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac005fd0 tx=0x7fa4ac00dde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4b8c00640 1 -- 172.21.15.6:0/468326449 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac009c30 con 0x7fa4bc103360 2024-05-20T21:26:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4b8c00640 1 -- 172.21.15.6:0/468326449 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4ac009dd0 con 0x7fa4bc103360 2024-05-20T21:26:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.237+0000 7fa4c1200640 1 -- 172.21.15.6:0/468326449 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4bc1a2c30 con 0x7fa4bc103360 2024-05-20T21:26:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.238+0000 7fa4b8c00640 1 -- 172.21.15.6:0/468326449 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac010460 con 0x7fa4bc103360 2024-05-20T21:26:16.239 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.238+0000 7fa4c1200640 1 -- 172.21.15.6:0/468326449 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4bc1a3180 con 0x7fa4bc103360 2024-05-20T21:26:16.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4c562f740 1 Processor -- start 2024-05-20T21:26:16.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4c562f740 1 -- start start 2024-05-20T21:26:16.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb228a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 0x560bb228f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 0x560bb2291ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4c562f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560bb21f9b90 con 0x560bb2289cf0 2024-05-20T21:26:16.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4c562f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560bb21e9730 con 0x560bb228a6e0 2024-05-20T21:26:16.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4c562f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560bb21ed770 con 0x560bb228f850 2024-05-20T21:26:16.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.242+0000 7fa4b8c00640 1 -- 172.21.15.6:0/468326449 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa4ac003e80 con 0x7fa4bc103360 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb228a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb228a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45296/0 (socket says 172.21.15.6:45296) 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bbe00640 1 -- 172.21.15.6:0/2559738551 learned_addr learned my addr 172.21.15.6:0/2559738551 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 0x560bb2291ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bb400640 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 0x560bb228f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bbe00640 1 -- 172.21.15.6:0/2559738551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 msgr2=0x560bb2291ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 0x560bb2291ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bbe00640 1 -- 172.21.15.6:0/2559738551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 msgr2=0x560bb228f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 0x560bb228f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.244 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.243+0000 7fa4bbe00640 1 -- 172.21.15.6:0/2559738551 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bb21828b0 con 0x560bb2289cf0 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.244+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb228a110 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fa4b4005f20 tx=0x7fa4b4005f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd3aab84f8be16dc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.244+0000 7fa4b0c00640 1 -- 172.21.15.6:0/2559738551 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b4031650 con 0x560bb2289cf0 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.244+0000 7fa4b0c00640 1 -- 172.21.15.6:0/2559738551 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4b4036040 con 0x560bb2289cf0 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.244+0000 7fa4b0c00640 1 -- 172.21.15.6:0/2559738551 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b4004660 con 0x560bb2289cf0 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4b8c00640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4a00b27d0 0x7fa4a00b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4b8c00640 1 -- 172.21.15.6:0/468326449 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa4ac0e22a0 con 0x7fa4bc103360 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4bb400640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4a00b27d0 0x7fa4a00b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 -- 172.21.15.6:0/2559738551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 msgr2=0x560bb228a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb228a110 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fa4b4005f20 tx=0x7fa4b4005f50 comp rx=0 tx=0).stop 2024-05-20T21:26:16.246 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 -- 172.21.15.6:0/2559738551 shutdown_connections 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 0x560bb2291ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 0x560bb228f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2559738551 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb228a110 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 -- 172.21.15.6:0/2559738551 >> 172.21.15.6:0/2559738551 conn(0x560bb2285360 msgr2=0x560bb2285760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 -- 172.21.15.6:0/2559738551 shutdown_connections 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.245+0000 7fa4c562f740 1 -- 172.21.15.6:0/2559738551 wait complete. 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.246+0000 7fa4bb400640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4a00b27d0 0x7fa4a00b4c90 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009610 tx=0x7fa4ac0038e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.246+0000 7fa4c562f740 1 -- start start 2024-05-20T21:26:16.247 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.246+0000 7fa4c562f740 1 Processor -- start 2024-05-20T21:26:16.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.246+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb2289cf0 0x560bb22938d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.250 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228a6e0 0x560bb2293e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228f850 0x560bb229ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4c562f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560bb1ecf790 con 0x560bb228f850 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4c562f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560bb2191bc0 con 0x560bb2289cf0 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4c562f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560bb2292620 con 0x560bb228a6e0 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4c562f740 10 client.0 _ll_register_callbacks cb 0x560bb216f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb2289cf0 0x560bb22938d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228f850 0x560bb229ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb2289cf0 0x560bb22938d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:59118/0 (socket says 172.21.15.6:59118) 2024-05-20T21:26:16.251 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 -- 172.21.15.6:0/3261082600 learned_addr learned my addr 172.21.15.6:0/3261082600 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228a6e0 0x560bb2293e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 -- 172.21.15.6:0/3261082600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228a6e0 msgr2=0x560bb2293e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228a6e0 0x560bb2293e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 -- 172.21.15.6:0/3261082600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228f850 msgr2=0x560bb229ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228f850 0x560bb229ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4bbe00640 1 -- 172.21.15.6:0/3261082600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bb1efe210 con 0x560bb2289cf0 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.247+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228a6e0 0x560bb2293e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb2289cf0 0x560bb22938d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa4b402b0b0 tx=0x7fa4b402b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d634d69ef535717 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4a9600640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4a9600640 1 -- 172.21.15.6:0/3261082600 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b4003d80 con 0x560bb2289cf0 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4a9600640 1 -- 172.21.15.6:0/3261082600 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa4b402f610 con 0x560bb2289cf0 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4c562f740 1 -- 172.21.15.6:0/3261082600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4b4036040 con 0x560bb2289cf0 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4a9600640 1 -- 172.21.15.6:0/3261082600 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4b4004b40 con 0x560bb2289cf0 2024-05-20T21:26:16.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4c562f740 10 client.28268 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4c562f740 1 -- 172.21.15.6:0/3261082600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560bb1fca620 con 0x560bb2289cf0 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.248+0000 7fa4a9600640 1 -- 172.21.15.6:0/3261082600 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4b4036040 con 0x560bb2289cf0 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.249+0000 7fa4a9600640 1 -- 172.21.15.6:0/3261082600 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa4b4044070 con 0x560bb2289cf0 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.249+0000 7fa4c562f740 10 client.28268 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.249+0000 7fa4c562f740 10 client.28268 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.249+0000 7fa4c562f740 20 client.28268 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.249+0000 7fa4c562f740 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560bb229f0e0 0x560bb22a14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.249+0000 7fa4c562f740 4 client.28268 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.249+0000 7fa4c562f740 1 -- 172.21.15.6:0/3261082600 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560bb21fbae0 con 0x560bb229f0e0 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.249+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560bb229f0e0 0x560bb22a14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.250+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560bb229f0e0 0x560bb22a14d0 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aad9cd865723f8d2 server_cookie=7bcbea1a21bf0264 in_seq=0 out_seq=0 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.250+0000 7fa4a9600640 10 client.28268 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4a9600640 1 -- 172.21.15.6:0/3261082600 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560bb21fbae0 con 0x560bb229f0e0 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4a9600640 10 client.28268 handle_command_reply: tid=0 2024-05-20T21:26:16.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 client.28268 shutdown 2024-05-20T21:26:16.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 -- 172.21.15.6:0/3261082600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb2289cf0 msgr2=0x560bb22938d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb2289cf0 0x560bb22938d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa4b402b0b0 tx=0x7fa4b402b040 comp rx=0 tx=0).stop 2024-05-20T21:26:16.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 -- 172.21.15.6:0/3261082600 shutdown_connections 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560bb229f0e0 0x560bb22a14d0 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228f850 0x560bb229ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228a6e0 0x560bb2293e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4a9600640 0 client.28268 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 --2- 172.21.15.6:0/3261082600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb2289cf0 0x560bb22938d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 -- 172.21.15.6:0/3261082600 >> 172.21.15.6:0/3261082600 conn(0x560bb2285360 msgr2=0x560bb22844c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 -- 172.21.15.6:0/3261082600 shutdown_connections 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 1 -- 172.21.15.6:0/3261082600 wait complete. 2024-05-20T21:26:16.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.251+0000 7fa4c562f740 20 client.28268 trim_cache size 0 max 16384 2024-05-20T21:26:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4c562f740 1 Processor -- start 2024-05-20T21:26:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4c562f740 1 -- start start 2024-05-20T21:26:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb2293bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 0x560bb229ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 0x560bb228b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4c562f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc1ae9c0 con 0x560bb2289cf0 2024-05-20T21:26:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4c562f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc1ac290 con 0x560bb228a6e0 2024-05-20T21:26:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4c562f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc1aa0e0 con 0x560bb228f850 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.269+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb2293bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb2293bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45310/0 (socket says 172.21.15.6:45310) 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 -- 172.21.15.6:0/1262573309 learned_addr learned my addr 172.21.15.6:0/1262573309 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 0x560bb229ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 0x560bb228b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 -- 172.21.15.6:0/1262573309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 msgr2=0x560bb228b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 0x560bb228b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 -- 172.21.15.6:0/1262573309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 msgr2=0x560bb229ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 0x560bb229ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.271 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 -- 172.21.15.6:0/1262573309 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bb2285190 con 0x560bb2289cf0 2024-05-20T21:26:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb2293bf0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fa4b4005de0 tx=0x7fa4b402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc01764d37f8fb01 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4abe00640 1 -- 172.21.15.6:0/1262573309 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b4009880 con 0x560bb2289cf0 2024-05-20T21:26:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.270+0000 7fa4abe00640 1 -- 172.21.15.6:0/1262573309 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4b4036040 con 0x560bb2289cf0 2024-05-20T21:26:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.271+0000 7fa4abe00640 1 -- 172.21.15.6:0/1262573309 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b402f610 con 0x560bb2289cf0 2024-05-20T21:26:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.271+0000 7fa4c562f740 1 -- 172.21.15.6:0/1262573309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 msgr2=0x560bb2293bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.272 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.271+0000 7fa4c562f740 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb2293bf0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fa4b4005de0 tx=0x7fa4b402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.271+0000 7fa4c562f740 1 -- 172.21.15.6:0/1262573309 shutdown_connections 2024-05-20T21:26:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.271+0000 7fa4c562f740 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb228f850 0x560bb228b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.271+0000 7fa4c562f740 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228a6e0 0x560bb229ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.271+0000 7fa4c562f740 1 --2- 172.21.15.6:0/1262573309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb2289cf0 0x560bb2293bf0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.275 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.271+0000 7fa4c562f740 1 -- 172.21.15.6:0/1262573309 >> 172.21.15.6:0/1262573309 conn(0x560bb2285360 msgr2=0x560bb22934e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.272+0000 7fa4c562f740 1 -- 172.21.15.6:0/1262573309 shutdown_connections 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.272+0000 7fa4c562f740 1 -- 172.21.15.6:0/1262573309 wait complete. 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.272+0000 7fa4c562f740 1 -- start start 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.272+0000 7fa4c562f740 1 Processor -- start 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb2289cf0 0x560bb2297b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228a6e0 0x560bb22980b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4c562f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228f850 0x560bb2307bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4c562f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc1aa750 con 0x560bb228a6e0 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4c562f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc1abbc0 con 0x560bb228f850 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4c562f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa4bc1aae20 con 0x560bb2289cf0 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4c562f740 10 client.0 _ll_register_callbacks cb 0x7fa4a40097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4b3e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228a6e0 0x560bb22980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4b3e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228a6e0 0x560bb22980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45312/0 (socket says 172.21.15.6:45312) 2024-05-20T21:26:16.276 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4b3e00640 1 -- 172.21.15.6:0/2451022615 learned_addr learned my addr 172.21.15.6:0/2451022615 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228f850 0x560bb2307bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb2289cf0 0x560bb2297b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4b3e00640 1 -- 172.21.15.6:0/2451022615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb2289cf0 msgr2=0x560bb2297b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb2289cf0 0x560bb2297b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4b3e00640 1 -- 172.21.15.6:0/2451022615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228f850 msgr2=0x560bb2307bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228f850 0x560bb2307bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.273+0000 7fa4b3e00640 1 -- 172.21.15.6:0/2451022615 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bb229b0e0 con 0x560bb228a6e0 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.274+0000 7fa4b3e00640 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228a6e0 0x560bb22980b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa4a4000c00 tx=0x7fa4a4012c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91d93df1d3811f1a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.274+0000 7fa4a9600640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.274+0000 7fa4a9600640 1 -- 172.21.15.6:0/2451022615 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a4004050 con 0x560bb228a6e0 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.274+0000 7fa4a9600640 1 -- 172.21.15.6:0/2451022615 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa4a40041f0 con 0x560bb228a6e0 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.274+0000 7fa4c562f740 1 -- 172.21.15.6:0/2451022615 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4b4036040 con 0x560bb228a6e0 2024-05-20T21:26:16.277 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4a9600640 1 -- 172.21.15.6:0/2451022615 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4a40043f0 con 0x560bb228a6e0 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4c562f740 10 client.18162 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4c562f740 1 -- 172.21.15.6:0/2451022615 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560bb2309230 con 0x560bb228a6e0 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4a9600640 1 -- 172.21.15.6:0/2451022615 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4b4036040 con 0x560bb228a6e0 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4a9600640 1 -- 172.21.15.6:0/2451022615 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa4a4020b30 con 0x560bb228a6e0 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4c562f740 10 client.18162 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4c562f740 10 client.18162 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4c562f740 20 client.18162 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560bb2309bc0 0x560bb230bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4c562f740 4 client.18162 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.275+0000 7fa4c562f740 1 -- 172.21.15.6:0/2451022615 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560bb21f52c0 con 0x560bb2309bc0 2024-05-20T21:26:16.278 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.276+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560bb2309bc0 0x560bb230bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.276+0000 7fa4bbe00640 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560bb2309bc0 0x560bb230bfe0 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c46e056e149835c6 server_cookie=496a82ddb9c27e6e in_seq=0 out_seq=0 2024-05-20T21:26:16.279 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.276+0000 7fa4a9600640 10 client.18162 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:16.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.290+0000 7fa4a9600640 1 -- 172.21.15.6:0/2451022615 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560bb21f52c0 con 0x560bb2309bc0 2024-05-20T21:26:16.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.290+0000 7fa4a9600640 10 client.18162 handle_command_reply: tid=0 2024-05-20T21:26:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.290+0000 7fa4c562f740 1 client.18162 shutdown 2024-05-20T21:26:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 -- 172.21.15.6:0/2451022615 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228a6e0 msgr2=0x560bb22980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228a6e0 0x560bb22980b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa4a4000c00 tx=0x7fa4a4012c80 comp rx=0 tx=0).stop 2024-05-20T21:26:16.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 -- 172.21.15.6:0/2451022615 shutdown_connections 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560bb2309bc0 0x560bb230bfe0 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560bb228f850 0x560bb2307bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560bb228a6e0 0x560bb22980b0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4a9600640 0 client.18162 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 --2- 172.21.15.6:0/2451022615 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560bb2289cf0 0x560bb2297b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 -- 172.21.15.6:0/2451022615 >> 172.21.15.6:0/2451022615 conn(0x560bb2285360 msgr2=0x560bb228b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 -- 172.21.15.6:0/2451022615 shutdown_connections 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 1 -- 172.21.15.6:0/2451022615 wait complete. 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.291+0000 7fa4c562f740 20 client.18162 trim_cache size 0 max 16384 2024-05-20T21:26:16.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:26:16.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:26:16.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:26:16.293 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.292+0000 7fa4c1200640 1 -- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4a00b27d0 msgr2=0x7fa4a00b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.292+0000 7fa4c1200640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4a00b27d0 0x7fa4a00b4c90 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009610 tx=0x7fa4ac0038e0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.292+0000 7fa4c1200640 1 -- 172.21.15.6:0/468326449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4bc103360 msgr2=0x7fa4bc19ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.292+0000 7fa4c1200640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4bc103360 0x7fa4bc19ad30 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac005fd0 tx=0x7fa4ac00dde0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.292+0000 7fa4c1200640 1 -- 172.21.15.6:0/468326449 shutdown_connections 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.292+0000 7fa4c1200640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa4a00b27d0 0x7fa4a00b4c90 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.292+0000 7fa4c1200640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa4bc1085c0 0x7fa4bc1a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.293+0000 7fa4c1200640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa4bc105c90 0x7fa4bc19b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.293+0000 7fa4c1200640 1 --2- 172.21.15.6:0/468326449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4bc103360 0x7fa4bc19ad30 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.293+0000 7fa4c1200640 1 -- 172.21.15.6:0/468326449 >> 172.21.15.6:0/468326449 conn(0x7fa4bc0fcd70 msgr2=0x7fa4bc102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.293+0000 7fa4c1200640 1 -- 172.21.15.6:0/468326449 shutdown_connections 2024-05-20T21:26:16.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:16.293+0000 7fa4c1200640 1 -- 172.21.15.6:0/468326449 wait complete. 2024-05-20T21:26:17.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:17 smithi006 ceph-mon[31422]: pgmap v753: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.4 KiB/s wr, 10 op/s 2024-05-20T21:26:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:17 smithi062 ceph-mon[36640]: pgmap v753: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.4 KiB/s wr, 10 op/s 2024-05-20T21:26:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:17 smithi042 ceph-mon[36332]: pgmap v753: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.4 KiB/s wr, 10 op/s 2024-05-20T21:26:18.171 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:26:18.172 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:26:18.660 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:19.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:19 smithi006 ceph-mon[31422]: pgmap v754: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:26:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:19 smithi062 ceph-mon[36640]: pgmap v754: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:26:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:19 smithi042 ceph-mon[36332]: pgmap v754: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-20T21:26:20.719 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:26:21.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.133+0000 7f43efe00700 1 -- 172.21.15.6:0/2172300762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43e8075770 msgr2=0x7f43e8075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.133+0000 7f43efe00700 1 --2- 172.21.15.6:0/2172300762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43e8075770 0x7f43e8075b50 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f43dc009f90 tx=0x7f43dc00b330 comp rx=0 tx=0).stop 2024-05-20T21:26:21.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.133+0000 7f43efe00700 1 -- 172.21.15.6:0/2172300762 shutdown_connections 2024-05-20T21:26:21.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.133+0000 7f43efe00700 1 --2- 172.21.15.6:0/2172300762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43e810ff40 0x7f43e8112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.133+0000 7f43efe00700 1 --2- 172.21.15.6:0/2172300762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43e8075770 0x7f43e8075b50 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.133+0000 7f43efe00700 1 --2- 172.21.15.6:0/2172300762 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43e8076090 0x7f43e810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.133+0000 7f43efe00700 1 -- 172.21.15.6:0/2172300762 >> 172.21.15.6:0/2172300762 conn(0x7f43e807a6a0 msgr2=0x7f43e807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:21.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.134+0000 7f43efe00700 1 -- 172.21.15.6:0/2172300762 shutdown_connections 2024-05-20T21:26:21.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.134+0000 7f43efe00700 1 -- 172.21.15.6:0/2172300762 wait complete. 2024-05-20T21:26:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.135+0000 7f43efe00700 1 Processor -- start 2024-05-20T21:26:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.135+0000 7f43efe00700 1 -- start start 2024-05-20T21:26:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43efe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43e8075770 0x7f43e819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43e8076090 0x7f43e819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43efe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43e810ff40 0x7f43e81a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43efe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f43e81158f0 con 0x7f43e8076090 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43efe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f43e8115770 con 0x7f43e8075770 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43efe00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f43e8115a70 con 0x7f43e810ff40 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43eca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43e8076090 0x7f43e819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43ed400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43e8075770 0x7f43e819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43e810ff40 0x7f43e81a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43ed400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43e8075770 0x7f43e819bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40298/0 (socket says 172.21.15.6:40298) 2024-05-20T21:26:21.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.136+0000 7f43ed400700 1 -- 172.21.15.6:0/1330308075 learned_addr learned my addr 172.21.15.6:0/1330308075 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.137+0000 7f43ed400700 1 -- 172.21.15.6:0/1330308075 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43e810ff40 msgr2=0x7f43e81a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.137+0000 7f43ed400700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43e810ff40 0x7f43e81a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.137+0000 7f43ed400700 1 -- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43e8076090 msgr2=0x7f43e819c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.137+0000 7f43ed400700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43e8076090 0x7f43e819c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.137+0000 7f43ed400700 1 -- 172.21.15.6:0/1330308075 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e81a0d80 con 0x7f43e8075770 2024-05-20T21:26:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.137+0000 7f43ed400700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43e8075770 0x7f43e819bdc0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f43dc009f60 tx=0x7f43dc00ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.137+0000 7f43e6000700 1 -- 172.21.15.6:0/1330308075 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc021070 con 0x7f43e8075770 2024-05-20T21:26:21.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.138+0000 7f43e6000700 1 -- 172.21.15.6:0/1330308075 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43dc007ac0 con 0x7f43e8075770 2024-05-20T21:26:21.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.138+0000 7f43efe00700 1 -- 172.21.15.6:0/1330308075 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e81a1010 con 0x7f43e8075770 2024-05-20T21:26:21.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.138+0000 7f43e6000700 1 -- 172.21.15.6:0/1330308075 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc005040 con 0x7f43e8075770 2024-05-20T21:26:21.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.138+0000 7f43efe00700 1 -- 172.21.15.6:0/1330308075 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e81a88f0 con 0x7f43e8075770 2024-05-20T21:26:21.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.141+0000 7f43e6000700 1 -- 172.21.15.6:0/1330308075 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f43dc024070 con 0x7f43e8075770 2024-05-20T21:26:21.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43fa818b80 1 Processor -- start 2024-05-20T21:26:21.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43fa818b80 1 -- start start 2024-05-20T21:26:21.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43e6000700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43d00b2900 0x7f43d00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f1aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43e6000700 1 -- 172.21.15.6:0/1330308075 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f43dc00f020 con 0x7f43e8075770 2024-05-20T21:26:21.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f14ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f151c0 0x55ce73f15640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43fa818b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ce73e72ec0 con 0x55ce73f151c0 2024-05-20T21:26:21.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43fa818b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ce73e62a60 con 0x55ce73f1afb0 2024-05-20T21:26:21.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.144+0000 7f43fa818b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ce73e66aa0 con 0x55ce73f1a690 2024-05-20T21:26:21.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ede00700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43d00b2900 0x7f43d00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ed400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f1aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ed400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f1aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59112/0 (socket says 172.21.15.6:59112) 2024-05-20T21:26:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ed400700 1 -- 172.21.15.6:0/2035170232 learned_addr learned my addr 172.21.15.6:0/2035170232 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43eca00700 1 --2- 172.21.15.6:0/2035170232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f14ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ed400700 1 -- 172.21.15.6:0/2035170232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 msgr2=0x55ce73f14ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ed400700 1 --2- 172.21.15.6:0/2035170232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f14ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ed400700 1 -- 172.21.15.6:0/2035170232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f151c0 msgr2=0x55ce73f15640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ed400700 1 --2- 172.21.15.6:0/2035170232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f151c0 0x55ce73f15640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.145+0000 7f43ed400700 1 -- 172.21.15.6:0/2035170232 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce73e2b4a0 con 0x55ce73f1a690 2024-05-20T21:26:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.146+0000 7f43ed400700 1 --2- 172.21.15.6:0/2035170232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f1aa70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f43dc0a7e20 tx=0x7f43dc00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58959e392b388a96 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.146+0000 7f43ede00700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43d00b2900 0x7f43d00b4dc0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f43e806bdd0 tx=0x7f43e00098c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.146+0000 7f43daa00700 1 -- 172.21.15.6:0/2035170232 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc0b32d0 con 0x55ce73f1a690 2024-05-20T21:26:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.146+0000 7f43daa00700 1 -- 172.21.15.6:0/2035170232 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43dc0aabb0 con 0x55ce73f1a690 2024-05-20T21:26:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.146+0000 7f43daa00700 1 -- 172.21.15.6:0/2035170232 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43dc0aae10 con 0x55ce73f1a690 2024-05-20T21:26:21.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 -- 172.21.15.6:0/2035170232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 msgr2=0x55ce73f1aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2035170232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f1aa70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f43dc0a7e20 tx=0x7f43dc00b330 comp rx=0 tx=0).stop 2024-05-20T21:26:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 -- 172.21.15.6:0/2035170232 shutdown_connections 2024-05-20T21:26:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2035170232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f151c0 0x55ce73f15640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2035170232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f1aa70 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2035170232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f14ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 -- 172.21.15.6:0/2035170232 >> 172.21.15.6:0/2035170232 conn(0x55ce73e42c60 msgr2=0x55ce73f0f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 -- 172.21.15.6:0/2035170232 shutdown_connections 2024-05-20T21:26:21.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.147+0000 7f43fa818b80 1 -- 172.21.15.6:0/2035170232 wait complete. 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.148+0000 7f43fa818b80 1 -- start start 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.148+0000 7f43fa818b80 1 Processor -- start 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f20dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f1e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1afb0 0x55ce73f1e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43fa818b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ce73d69020 con 0x55ce73f1a690 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43fa818b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ce73e037e0 con 0x55ce73f151c0 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43fa818b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ce73f21820 con 0x55ce73f1afb0 2024-05-20T21:26:21.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43fa818b80 10 client.0 _ll_register_callbacks cb 0x55ce73e0ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1afb0 0x55ce73f1e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1afb0 0x55ce73f1e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59124/0 (socket says 172.21.15.6:59124) 2024-05-20T21:26:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43ede00700 1 -- 172.21.15.6:0/2082028548 learned_addr learned my addr 172.21.15.6:0/2082028548 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43eca00700 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f1e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.149+0000 7f43ed400700 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f20dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43ede00700 1 -- 172.21.15.6:0/2082028548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 msgr2=0x55ce73f20dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43ede00700 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f20dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43ede00700 1 -- 172.21.15.6:0/2082028548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 msgr2=0x55ce73f1e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43ede00700 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f1e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43ede00700 1 -- 172.21.15.6:0/2082028548 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce73db2950 con 0x55ce73f1afb0 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43eca00700 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f1e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43ede00700 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1afb0 0x55ce73f1e6b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f43e0010670 tx=0x7f43e00047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=669ed4a1f0ba0e56 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43cf400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43cf400700 1 -- 172.21.15.6:0/2082028548 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e0023030 con 0x55ce73f1afb0 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43fa818b80 1 -- 172.21.15.6:0/2082028548 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43dc0aabb0 con 0x55ce73f1afb0 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.150+0000 7f43cf400700 1 -- 172.21.15.6:0/2082028548 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f43e001f690 con 0x55ce73f1afb0 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.151+0000 7f43cf400700 1 -- 172.21.15.6:0/2082028548 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f43e001f890 con 0x55ce73f1afb0 2024-05-20T21:26:21.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.151+0000 7f43fa818b80 10 client.28282 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:21.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.151+0000 7f43fa818b80 1 -- 172.21.15.6:0/2082028548 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ce73e330e0 con 0x55ce73f1afb0 2024-05-20T21:26:21.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.151+0000 7f43cf400700 1 -- 172.21.15.6:0/2082028548 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43dc0aabb0 con 0x55ce73f1afb0 2024-05-20T21:26:21.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.152+0000 7f43cf400700 1 -- 172.21.15.6:0/2082028548 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f43e001c050 con 0x55ce73f1afb0 2024-05-20T21:26:21.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.152+0000 7f43fa818b80 10 client.28282 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:21.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.152+0000 7f43fa818b80 10 client.28282 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:21.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.152+0000 7f43fa818b80 20 client.28282 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.152+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ce73f2e2d0 0x55ce73f306c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.152+0000 7f43fa818b80 4 client.28282 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.152+0000 7f43fa818b80 1 -- 172.21.15.6:0/2082028548 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce73e74e10 con 0x55ce73f2e2d0 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.152+0000 7f43ed400700 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ce73f2e2d0 0x55ce73f306c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.153+0000 7f43ed400700 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ce73f2e2d0 0x55ce73f306c0 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54e421ab472ddbc0 server_cookie=e074d4ff2ac7c715 in_seq=0 out_seq=0 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.153+0000 7f43cf400700 10 client.28282 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.153+0000 7f43cf400700 1 -- 172.21.15.6:0/2082028548 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ce73e74e10 con 0x55ce73f2e2d0 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.153+0000 7f43cf400700 10 client.28282 handle_command_reply: tid=0 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 client.28282 shutdown 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 -- 172.21.15.6:0/2082028548 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1afb0 msgr2=0x55ce73f1e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1afb0 0x55ce73f1e6b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f43e0010670 tx=0x7f43e00047c0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 -- 172.21.15.6:0/2082028548 shutdown_connections 2024-05-20T21:26:21.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ce73f2e2d0 0x55ce73f306c0 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1afb0 0x55ce73f1e6b0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f20dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 --2- 172.21.15.6:0/2082028548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f1e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43cf400700 0 client.28282 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:21.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 -- 172.21.15.6:0/2082028548 >> 172.21.15.6:0/2082028548 conn(0x55ce73e42c60 msgr2=0x55ce73f0edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:21.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 -- 172.21.15.6:0/2082028548 shutdown_connections 2024-05-20T21:26:21.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 1 -- 172.21.15.6:0/2082028548 wait complete. 2024-05-20T21:26:21.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.154+0000 7f43fa818b80 20 client.28282 trim_cache size 0 max 16384 2024-05-20T21:26:21.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.179+0000 7f43fa818b80 1 Processor -- start 2024-05-20T21:26:21.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.179+0000 7f43fa818b80 1 -- start start 2024-05-20T21:26:21.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.179+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f151c0 0x55ce73f14ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.179+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f0f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.179+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f199a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.179+0000 7f43fa818b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f43e81b28a0 con 0x55ce73f1a690 2024-05-20T21:26:21.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.179+0000 7f43fa818b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f43e81b0130 con 0x55ce73f1afb0 2024-05-20T21:26:21.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.179+0000 7f43fa818b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f43e81adf80 con 0x55ce73f151c0 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43ed400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f151c0 0x55ce73f14ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43ede00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f199a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43ede00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f199a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40322/0 (socket says 172.21.15.6:40322) 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43ede00700 1 -- 172.21.15.6:0/585164900 learned_addr learned my addr 172.21.15.6:0/585164900 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43eca00700 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f0f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43ede00700 1 -- 172.21.15.6:0/585164900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f151c0 msgr2=0x55ce73f14ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43ede00700 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f151c0 0x55ce73f14ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43ede00700 1 -- 172.21.15.6:0/585164900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 msgr2=0x55ce73f0f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:21.181 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.180+0000 7f43ede00700 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f0f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.181+0000 7f43ede00700 1 -- 172.21.15.6:0/585164900 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce73f1acc0 con 0x55ce73f1afb0 2024-05-20T21:26:21.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.181+0000 7f43eca00700 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f0f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:21.182 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.181+0000 7f43ede00700 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f199a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f43e0031ac0 tx=0x7f43e00046b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d7d72df780c557a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.181+0000 7f43da000700 1 -- 172.21.15.6:0/585164900 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e0023070 con 0x55ce73f1afb0 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.181+0000 7f43da000700 1 -- 172.21.15.6:0/585164900 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43e0036020 con 0x55ce73f1afb0 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.181+0000 7f43da000700 1 -- 172.21.15.6:0/585164900 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e0028410 con 0x55ce73f1afb0 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 -- 172.21.15.6:0/585164900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 msgr2=0x55ce73f199a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f199a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f43e0031ac0 tx=0x7f43e00046b0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 -- 172.21.15.6:0/585164900 shutdown_connections 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f1afb0 0x55ce73f199a0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f151c0 0x55ce73f14ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 --2- 172.21.15.6:0/585164900 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1a690 0x55ce73f0f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 -- 172.21.15.6:0/585164900 >> 172.21.15.6:0/585164900 conn(0x55ce73e42c60 msgr2=0x55ce73f19290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:21.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 -- 172.21.15.6:0/585164900 shutdown_connections 2024-05-20T21:26:21.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.182+0000 7f43fa818b80 1 -- 172.21.15.6:0/585164900 wait complete. 2024-05-20T21:26:21.184 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.183+0000 7f43fa818b80 1 -- start start 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.183+0000 7f43fa818b80 1 Processor -- start 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f23aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f23fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43fa818b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1afb0 0x55ce73fa1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43fa818b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f43e81ae5f0 con 0x55ce73f1afb0 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43fa818b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f43e81afa60 con 0x55ce73f151c0 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43fa818b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f43e81aecc0 con 0x55ce73f1a690 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43fa818b80 10 client.0 _ll_register_callbacks cb 0x55ce73e0ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43ede00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1afb0 0x55ce73fa1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43eca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f23fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43eca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f23fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59140/0 (socket says 172.21.15.6:59140) 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43eca00700 1 -- 172.21.15.6:0/4028455752 learned_addr learned my addr 172.21.15.6:0/4028455752 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43ede00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1afb0 0x55ce73fa1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44688/0 (socket says 172.21.15.6:44688) 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43eca00700 1 -- 172.21.15.6:0/4028455752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 msgr2=0x55ce73f23aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.184+0000 7f43ed400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f23aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43eca00700 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f23aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43eca00700 1 -- 172.21.15.6:0/4028455752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1afb0 msgr2=0x55ce73fa1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43eca00700 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1afb0 0x55ce73fa1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43eca00700 1 -- 172.21.15.6:0/4028455752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce73fa1bc0 con 0x55ce73f1a690 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43ede00700 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1afb0 0x55ce73fa1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:21.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43ed400700 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f23aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:26:21.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43eca00700 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f23fe0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f43e8076a70 tx=0x7f43d4010970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4739a39a1562682c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.185+0000 7f43cf400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.186+0000 7f43cf400700 1 -- 172.21.15.6:0/4028455752 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d4004520 con 0x55ce73f1a690 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.186+0000 7f43cf400700 1 -- 172.21.15.6:0/4028455752 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f43d4004830 con 0x55ce73f1a690 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.186+0000 7f43fa818b80 1 -- 172.21.15.6:0/4028455752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43e0036020 con 0x55ce73f1a690 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.186+0000 7f43cf400700 1 -- 172.21.15.6:0/4028455752 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f43d4004a70 con 0x55ce73f1a690 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.186+0000 7f43fa818b80 10 client.28288 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.186+0000 7f43fa818b80 1 -- 172.21.15.6:0/4028455752 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ce73fa2da0 con 0x55ce73f1a690 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.186+0000 7f43cf400700 1 -- 172.21.15.6:0/4028455752 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43e0036020 con 0x55ce73f1a690 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.187+0000 7f43cf400700 1 -- 172.21.15.6:0/4028455752 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f43d401e820 con 0x55ce73f1a690 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.187+0000 7f43fa818b80 10 client.28288 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.187+0000 7f43fa818b80 10 client.28288 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:21.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.187+0000 7f43fa818b80 20 client.28288 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:21.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.187+0000 7f43fa818b80 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ce73fa3500 0x55ce73fa5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:21.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.187+0000 7f43fa818b80 4 client.28288 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:26:21.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.187+0000 7f43fa818b80 1 -- 172.21.15.6:0/4028455752 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ce73e6e5f0 con 0x55ce73fa3500 2024-05-20T21:26:21.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.187+0000 7f43ed400700 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ce73fa3500 0x55ce73fa5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:21.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.188+0000 7f43ed400700 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ce73fa3500 0x55ce73fa5920 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad8f81af9adb0a73 server_cookie=6f0c23754fa91a9e in_seq=0 out_seq=0 2024-05-20T21:26:21.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.188+0000 7f43cf400700 10 client.28288 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:21.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.189+0000 7f43cf400700 1 -- 172.21.15.6:0/4028455752 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ce73e6e5f0 con 0x55ce73fa3500 2024-05-20T21:26:21.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.189+0000 7f43cf400700 10 client.28288 handle_command_reply: tid=0 2024-05-20T21:26:21.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.189+0000 7f43fa818b80 1 client.28288 shutdown 2024-05-20T21:26:21.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43fa818b80 1 -- 172.21.15.6:0/4028455752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 msgr2=0x55ce73f23fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43fa818b80 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f23fe0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f43e8076a70 tx=0x7f43d4010970 comp rx=0 tx=0).stop 2024-05-20T21:26:21.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43fa818b80 1 -- 172.21.15.6:0/4028455752 shutdown_connections 2024-05-20T21:26:21.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43fa818b80 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ce73f1afb0 0x55ce73fa1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43fa818b80 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ce73f151c0 0x55ce73f23aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43fa818b80 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ce73fa3500 0x55ce73fa5920 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43fa818b80 1 --2- 172.21.15.6:0/4028455752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ce73f1a690 0x55ce73f23fe0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43cf400700 0 client.28288 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.190+0000 7f43fa818b80 1 -- 172.21.15.6:0/4028455752 >> 172.21.15.6:0/4028455752 conn(0x55ce73e42c60 msgr2=0x55ce73f19b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.191+0000 7f43fa818b80 1 -- 172.21.15.6:0/4028455752 shutdown_connections 2024-05-20T21:26:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.191+0000 7f43fa818b80 1 -- 172.21.15.6:0/4028455752 wait complete. 2024-05-20T21:26:21.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.191+0000 7f43fa818b80 20 client.28288 trim_cache size 0 max 16384 2024-05-20T21:26:21.192 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:26:21.192 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:26:21.193 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "f16f7067-5e3a-4dac-ad25-7bb82971fa1c", 2024-05-20T21:26:21.193 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:26:21.193 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:26:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 -- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43d00b2900 msgr2=0x7f43d00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43d00b2900 0x7f43d00b4dc0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f43e806bdd0 tx=0x7f43e00098c0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 -- 172.21.15.6:0/1330308075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43e8075770 msgr2=0x7f43e819bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43e8075770 0x7f43e819bdc0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f43dc009f60 tx=0x7f43dc00ccb0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 -- 172.21.15.6:0/1330308075 shutdown_connections 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43d00b2900 0x7f43d00b4dc0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43e810ff40 0x7f43e81a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f43e8075770 0x7f43e819bdc0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 --2- 172.21.15.6:0/1330308075 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f43e8076090 0x7f43e819c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 -- 172.21.15.6:0/1330308075 >> 172.21.15.6:0/1330308075 conn(0x7f43e807a6a0 msgr2=0x7f43e81007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 -- 172.21.15.6:0/1330308075 shutdown_connections 2024-05-20T21:26:21.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:21.192+0000 7f43efe00700 1 -- 172.21.15.6:0/1330308075 wait complete. 2024-05-20T21:26:21.478 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:21.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:21 smithi006 ceph-mon[31422]: pgmap v755: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:26:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:21 smithi062 ceph-mon[36640]: pgmap v755: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:26:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:21 smithi042 ceph-mon[36332]: pgmap v755: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:26:22.149 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:26:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:22 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:26:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:22 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:23.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:22 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:26:23.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:22 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:23.087 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:22 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:26:23.088 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:22 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:23.088 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:22 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:26:23.088 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:22 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:22 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:26:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:22 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:22 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:26:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:22 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:23.571 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:23.755 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:23 smithi006 ceph-mon[31422]: pgmap v756: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:26:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:23 smithi062 ceph-mon[36640]: pgmap v756: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:26:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:23 smithi042 ceph-mon[36332]: pgmap v756: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:26:25.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.550+0000 7fa980e00700 1 -- 172.21.15.6:0/616743857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c1060f0 msgr2=0x7fa97c112600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:25.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.550+0000 7fa980e00700 1 --2- 172.21.15.6:0/616743857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c1060f0 0x7fa97c112600 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fa97400b0a0 tx=0x7fa97400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.550+0000 7fa980e00700 1 -- 172.21.15.6:0/616743857 shutdown_connections 2024-05-20T21:26:25.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.550+0000 7fa980e00700 1 --2- 172.21.15.6:0/616743857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c1060f0 0x7fa97c112600 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.550+0000 7fa980e00700 1 --2- 172.21.15.6:0/616743857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa97c10b730 0x7fa97c10bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.550+0000 7fa980e00700 1 --2- 172.21.15.6:0/616743857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c105730 0x7fa97c105bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.550+0000 7fa980e00700 1 -- 172.21.15.6:0/616743857 >> 172.21.15.6:0/616743857 conn(0x7fa97c101220 msgr2=0x7fa97c103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.551+0000 7fa980e00700 1 -- 172.21.15.6:0/616743857 shutdown_connections 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.551+0000 7fa980e00700 1 -- 172.21.15.6:0/616743857 wait complete. 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.551+0000 7fa980e00700 1 Processor -- start 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa980e00700 1 -- start start 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa980e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c105730 0x7fa97c19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa980e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c1060f0 0x7fa97c19c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:25.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa980e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa97c10b730 0x7fa97c1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa980e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa97c115980 con 0x7fa97c10b730 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa980e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa97c115800 con 0x7fa97c105730 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa980e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa97c115b00 con 0x7fa97c1060f0 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa97a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa97c10b730 0x7fa97c1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa97a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa97c10b730 0x7fa97c1a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44696/0 (socket says 172.21.15.6:44696) 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa97a800700 1 -- 172.21.15.6:0/481550182 learned_addr learned my addr 172.21.15.6:0/481550182 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.552+0000 7fa979e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c105730 0x7fa97c19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.553+0000 7fa979400700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c1060f0 0x7fa97c19c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.553+0000 7fa97a800700 1 -- 172.21.15.6:0/481550182 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c1060f0 msgr2=0x7fa97c19c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.553+0000 7fa97a800700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c1060f0 0x7fa97c19c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.553+0000 7fa97a800700 1 -- 172.21.15.6:0/481550182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c105730 msgr2=0x7fa97c19bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.553+0000 7fa97a800700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c105730 0x7fa97c19bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.553+0000 7fa97a800700 1 -- 172.21.15.6:0/481550182 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa97c1a0de0 con 0x7fa97c10b730 2024-05-20T21:26:25.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.553+0000 7fa979e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c105730 0x7fa97c19bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.553+0000 7fa97a800700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa97c10b730 0x7fa97c1a06a0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa97400b070 tx=0x7fa974009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.554+0000 7fa972a00700 1 -- 172.21.15.6:0/481550182 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa974021070 con 0x7fa97c10b730 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.554+0000 7fa972a00700 1 -- 172.21.15.6:0/481550182 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa974004e40 con 0x7fa97c10b730 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.554+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa97c1a1070 con 0x7fa97c10b730 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.554+0000 7fa972a00700 1 -- 172.21.15.6:0/481550182 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa974004630 con 0x7fa97c10b730 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.554+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa97c1a8950 con 0x7fa97c10b730 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.555+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa97c06a230 con 0x7fa97c10b730 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.557+0000 7fa972a00700 1 -- 172.21.15.6:0/481550182 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa974007980 con 0x7fa97c10b730 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.560+0000 7fa972a00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa9600b2880 0x7fa9600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:25.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.560+0000 7fa972a00700 1 -- 172.21.15.6:0/481550182 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa97400f020 con 0x7fa97c10b730 2024-05-20T21:26:25.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.560+0000 7fa979e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa9600b2880 0x7fa9600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:25.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.561+0000 7fa979e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa9600b2880 0x7fa9600b4d40 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009fd0 tx=0x7fa96c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:25.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.563+0000 7fa972a00700 1 -- 172.21.15.6:0/481550182 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa97402a020 con 0x7fa97c10b730 2024-05-20T21:26:25.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.856+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa97c02e560 con 0x7fa97c10b730 2024-05-20T21:26:25.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.857+0000 7fa972a00700 1 -- 172.21.15.6:0/481550182 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fa9740ab6e0 con 0x7fa97c10b730 2024-05-20T21:26:25.069 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:26:25.069 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa9600b2880 msgr2=0x7fa9600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa9600b2880 0x7fa9600b4d40 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009fd0 tx=0x7fa96c009260 comp rx=0 tx=0).stop 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa97c10b730 msgr2=0x7fa97c1a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa97c10b730 0x7fa97c1a06a0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa97400b070 tx=0x7fa974009c90 comp rx=0 tx=0).stop 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 shutdown_connections 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa9600b2880 0x7fa9600b4d40 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa97c10b730 0x7fa97c1a06a0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa97c105730 0x7fa97c19bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.860+0000 7fa980e00700 1 --2- 172.21.15.6:0/481550182 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c1060f0 0x7fa97c19c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:25.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.861+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 >> 172.21.15.6:0/481550182 conn(0x7fa97c101220 msgr2=0x7fa97c1018e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:25.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.861+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 shutdown_connections 2024-05-20T21:26:25.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:24.861+0000 7fa980e00700 1 -- 172.21.15.6:0/481550182 wait complete. 2024-05-20T21:26:25.071 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:26:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:25 smithi062 ceph-mon[36640]: pgmap v757: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:26:26.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:25 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/481550182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:26.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:25 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:26:26.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:25 smithi006 ceph-mon[31422]: pgmap v757: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:26:26.091 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:25 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/481550182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:26.091 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:25 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:26:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:25 smithi042 ceph-mon[36332]: pgmap v757: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:26:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:25 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/481550182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:25 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:26:26.162 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id 5a8d16e6 --release --await' 2024-05-20T21:26:26.163 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id 5a8d16e6 --release --await 2024-05-20T21:26:26.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.796+0000 7fe14f600700 1 -- 172.21.15.6:0/715315345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe148105730 msgr2=0x7fe148105bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.796+0000 7fe14f600700 1 --2- 172.21.15.6:0/715315345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe148105730 0x7fe148105bb0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe134009990 tx=0x7fe134009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.797+0000 7fe14f600700 1 -- 172.21.15.6:0/715315345 shutdown_connections 2024-05-20T21:26:26.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.797+0000 7fe14f600700 1 --2- 172.21.15.6:0/715315345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe1481060f0 0x7fe148112600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.797+0000 7fe14f600700 1 --2- 172.21.15.6:0/715315345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe14810b730 0x7fe14810bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.797+0000 7fe14f600700 1 --2- 172.21.15.6:0/715315345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe148105730 0x7fe148105bb0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.797+0000 7fe14f600700 1 -- 172.21.15.6:0/715315345 >> 172.21.15.6:0/715315345 conn(0x7fe148101220 msgr2=0x7fe148103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:26.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.797+0000 7fe14f600700 1 -- 172.21.15.6:0/715315345 shutdown_connections 2024-05-20T21:26:26.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.797+0000 7fe14f600700 1 -- 172.21.15.6:0/715315345 wait complete. 2024-05-20T21:26:26.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.798+0000 7fe14f600700 1 Processor -- start 2024-05-20T21:26:26.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.798+0000 7fe14f600700 1 -- start start 2024-05-20T21:26:26.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14f600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe148105730 0x7fe14819be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14f600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1481060f0 0x7fe14819c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14f600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe14810b730 0x7fe1481a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14f600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe148115970 con 0x7fe1481060f0 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14f600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481157f0 con 0x7fe148105730 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14f600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe148115af0 con 0x7fe14810b730 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe147e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1481060f0 0x7fe14819c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe148105730 0x7fe14819be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe147e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1481060f0 0x7fe14819c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44712/0 (socket says 172.21.15.6:44712) 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe148105730 0x7fe14819be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40370/0 (socket says 172.21.15.6:40370) 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe147e00700 1 -- 172.21.15.6:0/3218748285 learned_addr learned my addr 172.21.15.6:0/3218748285 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:26.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.799+0000 7fe14d600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe14810b730 0x7fe1481a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe147e00700 1 -- 172.21.15.6:0/3218748285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe14810b730 msgr2=0x7fe1481a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe147e00700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe14810b730 0x7fe1481a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe147e00700 1 -- 172.21.15.6:0/3218748285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe148105730 msgr2=0x7fe14819be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe147e00700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe148105730 0x7fe14819be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe147e00700 1 -- 172.21.15.6:0/3218748285 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1481a0e30 con 0x7fe1481060f0 2024-05-20T21:26:26.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe147e00700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1481060f0 0x7fe14819c360 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fe1340057f0 tx=0x7fe13400bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:26.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe145600700 1 -- 172.21.15.6:0/3218748285 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134026070 con 0x7fe1481060f0 2024-05-20T21:26:26.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe145600700 1 -- 172.21.15.6:0/3218748285 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe134021410 con 0x7fe1481060f0 2024-05-20T21:26:26.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe14f600700 1 -- 172.21.15.6:0/3218748285 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1481a10c0 con 0x7fe1481060f0 2024-05-20T21:26:26.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe145600700 1 -- 172.21.15.6:0/3218748285 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134017650 con 0x7fe1481060f0 2024-05-20T21:26:26.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.800+0000 7fe14f600700 1 -- 172.21.15.6:0/3218748285 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1481a89a0 con 0x7fe1481060f0 2024-05-20T21:26:26.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.804+0000 7fe145600700 1 -- 172.21.15.6:0/3218748285 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe134029070 con 0x7fe1481060f0 2024-05-20T21:26:26.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.805+0000 7fe15a00fb80 1 Processor -- start 2024-05-20T21:26:26.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe15a00fb80 1 -- start start 2024-05-20T21:26:26.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe145600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1300b2880 0x7fe1300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787610 0x55b8757879f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787f30 0x55b875781b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875782140 0x55b8757825c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b8756dfe40 con 0x55b875787610 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b8756cf9e0 con 0x55b875787f30 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b8756d3a20 con 0x55b875782140 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe145600700 1 -- 172.21.15.6:0/3218748285 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe1340e2ff0 con 0x7fe1481060f0 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.806+0000 7fe14cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787610 0x55b8757879f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe14d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875782140 0x55b8757825c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe147e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787f30 0x55b875781b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe14d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875782140 0x55b8757825c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59202/0 (socket says 172.21.15.6:59202) 2024-05-20T21:26:26.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe14d600700 1 -- 172.21.15.6:0/2694020645 learned_addr learned my addr 172.21.15.6:0/2694020645 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:26.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe14d600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1300b2880 0x7fe1300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe147e00700 1 -- 172.21.15.6:0/2694020645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875782140 msgr2=0x55b8757825c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:26.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe147e00700 1 --2- 172.21.15.6:0/2694020645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875782140 0x55b8757825c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe147e00700 1 -- 172.21.15.6:0/2694020645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787610 msgr2=0x55b8757879f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:26.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe147e00700 1 --2- 172.21.15.6:0/2694020645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787610 0x55b8757879f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe147e00700 1 -- 172.21.15.6:0/2694020645 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b875698420 con 0x55b875787f30 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe14cc00700 1 --2- 172.21.15.6:0/2694020645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787610 0x55b8757879f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.807+0000 7fe147e00700 1 --2- 172.21.15.6:0/2694020645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787f30 0x55b875781b20 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe1340a7850 tx=0x7fe134021c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74bacfb4564b27a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.808+0000 7fe14d600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1300b2880 0x7fe1300b4d40 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fe140009da0 tx=0x7fe14000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.808+0000 7fe13a000700 1 -- 172.21.15.6:0/2694020645 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1340aace0 con 0x55b875787f30 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.808+0000 7fe13a000700 1 -- 172.21.15.6:0/2694020645 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1340aa5e0 con 0x55b875787f30 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.808+0000 7fe13a000700 1 -- 172.21.15.6:0/2694020645 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1340aa840 con 0x55b875787f30 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2694020645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787f30 msgr2=0x55b875781b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2694020645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787f30 0x55b875781b20 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe1340a7850 tx=0x7fe134021c60 comp rx=0 tx=0).stop 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2694020645 shutdown_connections 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2694020645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875782140 0x55b8757825c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2694020645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787610 0x55b8757879f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2694020645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787f30 0x55b875781b20 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2694020645 >> 172.21.15.6:0/2694020645 conn(0x55b8756afbe0 msgr2=0x55b87577c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:26.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2694020645 shutdown_connections 2024-05-20T21:26:26.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2694020645 wait complete. 2024-05-20T21:26:26.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.809+0000 7fe15a00fb80 1 -- start start 2024-05-20T21:26:26.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.810+0000 7fe15a00fb80 1 Processor -- start 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.810+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b87578de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.810+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b87578b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.810+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b87578b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.810+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b8755d5fa0 con 0x55b875782140 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.810+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b875670760 con 0x55b875787610 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.810+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b87578e7a0 con 0x55b875787f30 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.810+0000 7fe15a00fb80 10 client.0 _ll_register_callbacks cb 0x55b875679c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe14cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b87578de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b87578b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b87578b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40398/0 (socket says 172.21.15.6:40398) 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 -- 172.21.15.6:0/2954102301 learned_addr learned my addr 172.21.15.6:0/2954102301 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe14d600700 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b87578b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 -- 172.21.15.6:0/2954102301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 msgr2=0x55b87578b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b87578b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 -- 172.21.15.6:0/2954102301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 msgr2=0x55b87578de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b87578de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 -- 172.21.15.6:0/2954102301 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b87561f8d0 con 0x55b875787610 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe147e00700 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b87578b1d0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe1340aa570 tx=0x7fe1340aa220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2ad3aa86b1a44bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.811+0000 7fe12ea00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.812+0000 7fe12ea00700 1 -- 172.21.15.6:0/2954102301 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1340c4060 con 0x55b875787610 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.812+0000 7fe12ea00700 1 -- 172.21.15.6:0/2954102301 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe1340b2f20 con 0x55b875787610 2024-05-20T21:26:26.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.812+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2954102301 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1340aa5e0 con 0x55b875787610 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.812+0000 7fe12ea00700 1 -- 172.21.15.6:0/2954102301 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe1340ae990 con 0x55b875787610 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.812+0000 7fe15a00fb80 10 client.28307 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.812+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2954102301 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b8756a0060 con 0x55b875787610 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.812+0000 7fe12ea00700 1 -- 172.21.15.6:0/2954102301 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1340aa5e0 con 0x55b875787610 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.812+0000 7fe12ea00700 1 -- 172.21.15.6:0/2954102301 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe1340cb2f0 con 0x55b875787610 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.813+0000 7fe15a00fb80 10 client.28307 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.813+0000 7fe15a00fb80 10 client.28307 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.813+0000 7fe15a00fb80 20 client.28307 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.813+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b87579b270 0x55b87579d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.813+0000 7fe15a00fb80 4 client.28307 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.813+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2954102301 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8756e1d90 con 0x55b87579b270 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.813+0000 7fe14cc00700 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b87579b270 0x55b87579d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.814+0000 7fe14cc00700 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b87579b270 0x55b87579d660 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7495bcea5329219 server_cookie=36a65fa06f078140 in_seq=0 out_seq=0 2024-05-20T21:26:26.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.814+0000 7fe12ea00700 10 client.28307 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.814+0000 7fe12ea00700 1 -- 172.21.15.6:0/2954102301 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b8756e1d90 con 0x55b87579b270 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.814+0000 7fe12ea00700 10 client.28307 handle_command_reply: tid=0 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 client.28307 shutdown 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2954102301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 msgr2=0x55b87578b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b87578b1d0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe1340aa570 tx=0x7fe1340aa220 comp rx=0 tx=0).stop 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2954102301 shutdown_connections 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b87579b270 0x55b87579d660 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b87578b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b87578de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe12ea00700 0 client.28307 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:26.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/2954102301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b87578b1d0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2954102301 >> 172.21.15.6:0/2954102301 conn(0x55b8756afbe0 msgr2=0x55b87577bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:26.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2954102301 shutdown_connections 2024-05-20T21:26:26.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 1 -- 172.21.15.6:0/2954102301 wait complete. 2024-05-20T21:26:26.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.815+0000 7fe15a00fb80 20 client.28307 trim_cache size 0 max 16384 2024-05-20T21:26:26.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.839+0000 7fe15a00fb80 1 Processor -- start 2024-05-20T21:26:26.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.839+0000 7fe15a00fb80 1 -- start start 2024-05-20T21:26:26.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.839+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875782140 0x55b875781b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787610 0x55b875797800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787f30 0x55b875786990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481b2970 con 0x55b875787f30 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481b0200 con 0x55b875782140 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481ae050 con 0x55b875787610 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe14cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875782140 0x55b875781b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe14cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875782140 0x55b875781b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40414/0 (socket says 172.21.15.6:40414) 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe14cc00700 1 -- 172.21.15.6:0/4030676835 learned_addr learned my addr 172.21.15.6:0/4030676835 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe147e00700 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787610 0x55b875797800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.840+0000 7fe14d600700 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787f30 0x55b875786990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe14cc00700 1 -- 172.21.15.6:0/4030676835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787610 msgr2=0x55b875797800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe14cc00700 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787610 0x55b875797800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe14cc00700 1 -- 172.21.15.6:0/4030676835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787f30 msgr2=0x55b875786990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:26.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe14cc00700 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787f30 0x55b875786990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe14cc00700 1 -- 172.21.15.6:0/4030676835 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b875787c40 con 0x55b875782140 2024-05-20T21:26:26.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe14d600700 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787f30 0x55b875786990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:26.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe147e00700 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787610 0x55b875797800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:26.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe14cc00700 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875782140 0x55b875781b20 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x55b87579dd10 tx=0x7fe13c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e19906048468484 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:26.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe139600700 1 -- 172.21.15.6:0/4030676835 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c003a00 con 0x55b875782140 2024-05-20T21:26:26.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe139600700 1 -- 172.21.15.6:0/4030676835 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe13c003ba0 con 0x55b875782140 2024-05-20T21:26:26.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.841+0000 7fe139600700 1 -- 172.21.15.6:0/4030676835 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c010690 con 0x55b875782140 2024-05-20T21:26:26.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.842+0000 7fe15a00fb80 1 -- 172.21.15.6:0/4030676835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875782140 msgr2=0x55b875781b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.842+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875782140 0x55b875781b20 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x55b87579dd10 tx=0x7fe13c009260 comp rx=0 tx=0).stop 2024-05-20T21:26:26.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.842+0000 7fe15a00fb80 1 -- 172.21.15.6:0/4030676835 shutdown_connections 2024-05-20T21:26:26.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.842+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875787f30 0x55b875786990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.842+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875782140 0x55b875781b20 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.842+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/4030676835 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787610 0x55b875797800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.842+0000 7fe15a00fb80 1 -- 172.21.15.6:0/4030676835 >> 172.21.15.6:0/4030676835 conn(0x55b8756afbe0 msgr2=0x55b875786280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:26.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.843+0000 7fe15a00fb80 1 -- 172.21.15.6:0/4030676835 shutdown_connections 2024-05-20T21:26:26.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.843+0000 7fe15a00fb80 1 -- 172.21.15.6:0/4030676835 wait complete. 2024-05-20T21:26:26.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.843+0000 7fe15a00fb80 1 -- start start 2024-05-20T21:26:26.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.844+0000 7fe15a00fb80 1 Processor -- start 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.844+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b8757939f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.844+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b875793f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.844+0000 7fe15a00fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b8757909c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.844+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481ae6c0 con 0x55b875782140 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.844+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481afb30 con 0x55b875787610 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.844+0000 7fe15a00fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481aed90 con 0x55b875787f30 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe15a00fb80 10 client.0 _ll_register_callbacks cb 0x55b875679c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b8757939f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b8757939f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:44760/0 (socket says 172.21.15.6:44760) 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14cc00700 1 -- 172.21.15.6:0/1136854667 learned_addr learned my addr 172.21.15.6:0/1136854667 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:26.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe147e00700 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b875793f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14d600700 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b8757909c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14cc00700 1 -- 172.21.15.6:0/1136854667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 msgr2=0x55b8757909c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14cc00700 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b8757909c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14cc00700 1 -- 172.21.15.6:0/1136854667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 msgr2=0x55b875793f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14cc00700 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b875793f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14cc00700 1 -- 172.21.15.6:0/1136854667 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b875790f30 con 0x55b875782140 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.845+0000 7fe14d600700 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b8757909c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.846+0000 7fe14cc00700 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b8757939f0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe13c009aa0 tx=0x7fe13c003800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45d64f90daab3f80 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:26.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.846+0000 7fe12ea00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:26.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.846+0000 7fe12ea00700 1 -- 172.21.15.6:0/1136854667 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c02c070 con 0x55b875782140 2024-05-20T21:26:26.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.846+0000 7fe12ea00700 1 -- 172.21.15.6:0/1136854667 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe13c005450 con 0x55b875782140 2024-05-20T21:26:26.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.846+0000 7fe15a00fb80 1 -- 172.21.15.6:0/1136854667 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe13c003ba0 con 0x55b875782140 2024-05-20T21:26:26.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe12ea00700 1 -- 172.21.15.6:0/1136854667 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe13c005670 con 0x55b875782140 2024-05-20T21:26:26.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe15a00fb80 10 client.18201 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:26.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe15a00fb80 1 -- 172.21.15.6:0/1136854667 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b87580ece0 con 0x55b875782140 2024-05-20T21:26:26.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe12ea00700 1 -- 172.21.15.6:0/1136854667 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe13c003ba0 con 0x55b875782140 2024-05-20T21:26:26.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe12ea00700 1 -- 172.21.15.6:0/1136854667 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe13c01d750 con 0x55b875782140 2024-05-20T21:26:26.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe15a00fb80 10 client.18201 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:26.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe15a00fb80 10 client.18201 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe15a00fb80 20 client.18201 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b87580f350 0x55b875811770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe15a00fb80 4 client.18201 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.847+0000 7fe15a00fb80 1 -- 172.21.15.6:0/1136854667 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b8756db570 con 0x55b87580f350 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.848+0000 7fe147e00700 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b87580f350 0x55b875811770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.848+0000 7fe147e00700 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b87580f350 0x55b875811770 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5dda092db3ba982a server_cookie=7fe01f5726d4a135 in_seq=0 out_seq=0 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.848+0000 7fe12ea00700 10 client.18201 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.848+0000 7fe12ea00700 1 -- 172.21.15.6:0/1136854667 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b8756db570 con 0x55b87580f350 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.848+0000 7fe12ea00700 10 client.18201 handle_command_reply: tid=0 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.848+0000 7fe15a00fb80 1 client.18201 shutdown 2024-05-20T21:26:26.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 -- 172.21.15.6:0/1136854667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 msgr2=0x55b8757939f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b8757939f0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe13c009aa0 tx=0x7fe13c003800 comp rx=0 tx=0).stop 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 -- 172.21.15.6:0/1136854667 shutdown_connections 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b87580f350 0x55b875811770 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b875787f30 0x55b8757909c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b875782140 0x55b8757939f0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 --2- 172.21.15.6:0/1136854667 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b875787610 0x55b875793f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 -- 172.21.15.6:0/1136854667 >> 172.21.15.6:0/1136854667 conn(0x55b8756afbe0 msgr2=0x55b875788350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe12ea00700 0 client.18201 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 -- 172.21.15.6:0/1136854667 shutdown_connections 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 1 -- 172.21.15.6:0/1136854667 wait complete. 2024-05-20T21:26:26.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.849+0000 7fe15a00fb80 20 client.18201 trim_cache size 0 max 16384 2024-05-20T21:26:26.856 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:26:26.856 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:26:26.856 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:26:26.856 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:26:26.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 -- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1300b2880 msgr2=0x7fe1300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1300b2880 0x7fe1300b4d40 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fe140009da0 tx=0x7fe14000b040 comp rx=0 tx=0).stop 2024-05-20T21:26:26.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 -- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1481060f0 msgr2=0x7fe14819c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:26.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1481060f0 0x7fe14819c360 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fe1340057f0 tx=0x7fe13400bfd0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 -- 172.21.15.6:0/3218748285 shutdown_connections 2024-05-20T21:26:26.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1300b2880 0x7fe1300b4d40 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe14810b730 0x7fe1481a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe148105730 0x7fe14819be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 --2- 172.21.15.6:0/3218748285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe1481060f0 0x7fe14819c360 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:26.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.850+0000 7fe14f600700 1 -- 172.21.15.6:0/3218748285 >> 172.21.15.6:0/3218748285 conn(0x7fe148101220 msgr2=0x7fe1481019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:26.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.851+0000 7fe14f600700 1 -- 172.21.15.6:0/3218748285 shutdown_connections 2024-05-20T21:26:26.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:26.851+0000 7fe14f600700 1 -- 172.21.15.6:0/3218748285 wait complete. 2024-05-20T21:26:27.793 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:27.841 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:26:27.841 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:26:27.949 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:27 smithi006 ceph-mon[31422]: pgmap v758: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-05-20T21:26:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:27 smithi062 ceph-mon[36640]: pgmap v758: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-05-20T21:26:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:27 smithi042 ceph-mon[36332]: pgmap v758: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-05-20T21:26:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.431+0000 7f03ca400640 1 -- 172.21.15.6:0/3127336848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 msgr2=0x7f03c4106610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.431+0000 7f03ca400640 1 --2- 172.21.15.6:0/3127336848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 0x7f03c4106610 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009900 tx=0x7f03b802a410 comp rx=0 tx=0).stop 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.431+0000 7f03ca400640 1 -- 172.21.15.6:0/3127336848 shutdown_connections 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.431+0000 7f03ca400640 1 --2- 172.21.15.6:0/3127336848 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03c41050e0 0x7f03c410cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.431+0000 7f03ca400640 1 --2- 172.21.15.6:0/3127336848 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03c4104720 0x7f03c4104ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.431+0000 7f03ca400640 1 --2- 172.21.15.6:0/3127336848 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 0x7f03c4106610 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.431+0000 7f03ca400640 1 -- 172.21.15.6:0/3127336848 >> 172.21.15.6:0/3127336848 conn(0x7f03c4100080 msgr2=0x7f03c41024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.432+0000 7f03ca400640 1 -- 172.21.15.6:0/3127336848 shutdown_connections 2024-05-20T21:26:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.432+0000 7f03ca400640 1 -- 172.21.15.6:0/3127336848 wait complete. 2024-05-20T21:26:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03ca400640 1 Processor -- start 2024-05-20T21:26:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03ca400640 1 -- start start 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03ca400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03c4104720 0x7f03c419ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03ca400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03c41050e0 0x7f03c419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03ca400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 0x7f03c41a23f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03ca400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f03c4110710 con 0x7f03c41061f0 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03ca400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f03c4110590 con 0x7f03c4104720 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03ca400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f03c4110890 con 0x7f03c41050e0 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03c9a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 0x7f03c41a23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03c9a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 0x7f03c41a23f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49430/0 (socket says 172.21.15.6:49430) 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03c9a00640 1 -- 172.21.15.6:0/2816123782 learned_addr learned my addr 172.21.15.6:0/2816123782 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03c9000640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03c4104720 0x7f03c419ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.433+0000 7f03c3e00640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03c41050e0 0x7f03c419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.434+0000 7f03c9a00640 1 -- 172.21.15.6:0/2816123782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03c41050e0 msgr2=0x7f03c419b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.434+0000 7f03c9a00640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03c41050e0 0x7f03c419b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.434+0000 7f03c9a00640 1 -- 172.21.15.6:0/2816123782 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03c4104720 msgr2=0x7f03c419ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.434+0000 7f03c9a00640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03c4104720 0x7f03c419ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.434+0000 7f03c9a00640 1 -- 172.21.15.6:0/2816123782 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03c41a2a60 con 0x7f03c41061f0 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.434+0000 7f03c9000640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03c4104720 0x7f03c419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.434+0000 7f03c9a00640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 0x7f03c41a23f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f03bc00eb10 tx=0x7f03bc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.434+0000 7f03c1600640 1 -- 172.21.15.6:0/2816123782 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03bc004b20 con 0x7f03c41061f0 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.435+0000 7f03c1600640 1 -- 172.21.15.6:0/2816123782 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03bc004cc0 con 0x7f03c41061f0 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.435+0000 7f03c1600640 1 -- 172.21.15.6:0/2816123782 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03bc010670 con 0x7f03c41061f0 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.435+0000 7f03ca400640 1 -- 172.21.15.6:0/2816123782 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03c41a2d50 con 0x7f03c41061f0 2024-05-20T21:26:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.435+0000 7f03ca400640 1 -- 172.21.15.6:0/2816123782 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03c41a31f0 con 0x7f03c41061f0 2024-05-20T21:26:29.438 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.439+0000 7f03ce7a4740 1 Processor -- start 2024-05-20T21:26:29.439 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.439+0000 7f03c1600640 1 -- 172.21.15.6:0/2816123782 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f03bc005020 con 0x7f03c41061f0 2024-05-20T21:26:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03ce7a4740 1 -- start start 2024-05-20T21:26:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a156110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a15b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a15dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555f6a0c5b90 con 0x555f6a1566e0 2024-05-20T21:26:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555f6a0b5730 con 0x555f6a155cf0 2024-05-20T21:26:29.440 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555f6a0b9770 con 0x555f6a15b850 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03c9000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a15b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03c9000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a15b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49436/0 (socket says 172.21.15.6:49436) 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03c9000640 1 -- 172.21.15.6:0/136089917 learned_addr learned my addr 172.21.15.6:0/136089917 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.440+0000 7f03c3e00640 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a156110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c3e00640 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a15dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c9000640 1 -- 172.21.15.6:0/136089917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 msgr2=0x555f6a15dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c9000640 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a15dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c9000640 1 -- 172.21.15.6:0/136089917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 msgr2=0x555f6a156110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c9000640 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a156110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c9000640 1 -- 172.21.15.6:0/136089917 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f6a04e8b0 con 0x555f6a1566e0 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c3e00640 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a15dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c1600640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f03ac0b27d0 0x7f03ac0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c1600640 1 -- 172.21.15.6:0/2816123782 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f03bc0e28a0 con 0x7f03c41061f0 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c9000640 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a15b1e0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f03c4105b60 tx=0x7f03b8005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c0a7f7f7a83fcd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.441+0000 7f03c3e00640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f03ac0b27d0 0x7f03ac0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.442+0000 7f03b6000640 1 -- 172.21.15.6:0/136089917 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b8040070 con 0x555f6a1566e0 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.442+0000 7f03b6000640 1 -- 172.21.15.6:0/136089917 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03b80318a0 con 0x555f6a1566e0 2024-05-20T21:26:29.443 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.442+0000 7f03b6000640 1 -- 172.21.15.6:0/136089917 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b8035040 con 0x555f6a1566e0 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 -- 172.21.15.6:0/136089917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 msgr2=0x555f6a15b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a15b1e0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f03c4105b60 tx=0x7f03b8005df0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03c3e00640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f03ac0b27d0 0x7f03ac0b4c90 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x555f6a156f40 tx=0x7f03b0009770 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 -- 172.21.15.6:0/136089917 shutdown_connections 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a15dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a15b1e0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/136089917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a156110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 -- 172.21.15.6:0/136089917 >> 172.21.15.6:0/136089917 conn(0x555f6a151360 msgr2=0x555f6a151760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 -- 172.21.15.6:0/136089917 shutdown_connections 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 -- 172.21.15.6:0/136089917 wait complete. 2024-05-20T21:26:29.447 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 -- start start 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.443+0000 7f03ce7a4740 1 Processor -- start 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a155cf0 0x555f6a15fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 0x555f6a15ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a15b850 0x555f6a166fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555f69d9b790 con 0x555f6a155cf0 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555f6a05dbc0 con 0x555f6a15b850 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555f6a15e7a0 con 0x555f6a1566e0 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03ce7a4740 10 client.0 _ll_register_callbacks cb 0x555f6a03b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03c9000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a155cf0 0x555f6a15fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03c9000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a155cf0 0x555f6a15fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49450/0 (socket says 172.21.15.6:49450) 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03c9000640 1 -- 172.21.15.6:0/1727121711 learned_addr learned my addr 172.21.15.6:0/1727121711 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03c3e00640 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 0x555f6a15ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.444+0000 7f03c9a00640 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a15b850 0x555f6a166fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03c9000640 1 -- 172.21.15.6:0/1727121711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 msgr2=0x555f6a15ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03c9000640 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 0x555f6a15ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03c9000640 1 -- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a15b850 msgr2=0x555f6a166fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03c9000640 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a15b850 0x555f6a166fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03c9000640 1 -- 172.21.15.6:0/1727121711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f69dca210 con 0x555f6a155cf0 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03c9a00640 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a15b850 0x555f6a166fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03c9000640 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a155cf0 0x555f6a15fa50 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009900 tx=0x7f03b80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5f01d6af67909be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03aaa00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03aaa00640 1 -- 172.21.15.6:0/1727121711 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b804d020 con 0x555f6a155cf0 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.445+0000 7f03aaa00640 1 -- 172.21.15.6:0/1727121711 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f03b8003800 con 0x555f6a155cf0 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1727121711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03b80318a0 con 0x555f6a155cf0 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03aaa00640 1 -- 172.21.15.6:0/1727121711 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f03b8058050 con 0x555f6a155cf0 2024-05-20T21:26:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03ce7a4740 10 client.18213 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1727121711 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555f69e96620 con 0x555f6a155cf0 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03aaa00640 1 -- 172.21.15.6:0/1727121711 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03b80318a0 con 0x555f6a155cf0 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03aaa00640 1 -- 172.21.15.6:0/1727121711 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f03b8045910 con 0x555f6a155cf0 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03ce7a4740 10 client.18213 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03ce7a4740 10 client.18213 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.446+0000 7f03ce7a4740 20 client.18213 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.447+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555f6a16b130 0x555f6a16d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.447+0000 7f03ce7a4740 4 client.18213 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.447+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1727121711 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f6a0c7ae0 con 0x555f6a16b130 2024-05-20T21:26:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.447+0000 7f03c3e00640 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555f6a16b130 0x555f6a16d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.448+0000 7f03c3e00640 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555f6a16b130 0x555f6a16d520 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64ab1fa8aaaea04 server_cookie=4400a1e67b090c7b in_seq=0 out_seq=0 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.448+0000 7f03aaa00640 10 client.18213 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.448+0000 7f03aaa00640 1 -- 172.21.15.6:0/1727121711 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555f6a0c7ae0 con 0x555f6a16b130 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.448+0000 7f03aaa00640 10 client.18213 handle_command_reply: tid=0 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.448+0000 7f03ce7a4740 1 client.18213 shutdown 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1727121711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a155cf0 msgr2=0x555f6a15fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a155cf0 0x555f6a15fa50 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009900 tx=0x7f03b80042f0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1727121711 shutdown_connections 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555f6a16b130 0x555f6a16d520 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a15b850 0x555f6a166fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03aaa00640 0 client.18213 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 0x555f6a15ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1727121711 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a155cf0 0x555f6a15fa50 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1727121711 >> 172.21.15.6:0/1727121711 conn(0x555f6a151360 msgr2=0x555f6a1504c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1727121711 shutdown_connections 2024-05-20T21:26:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1727121711 wait complete. 2024-05-20T21:26:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.449+0000 7f03ce7a4740 20 client.18213 trim_cache size 0 max 16384 2024-05-20T21:26:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.466+0000 7f03ce7a4740 1 Processor -- start 2024-05-20T21:26:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.466+0000 7f03ce7a4740 1 -- start start 2024-05-20T21:26:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.466+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a157680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.466+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 0x555f6a157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.466+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a15b850 0x555f6a15f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.466+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f03c41aea90 con 0x555f6a15b850 2024-05-20T21:26:29.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.466+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f03c41ac360 con 0x555f6a155cf0 2024-05-20T21:26:29.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.466+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f03c41aa1b0 con 0x555f6a1566e0 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a15b850 0x555f6a15f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a15b850 0x555f6a15f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49458/0 (socket says 172.21.15.6:49458) 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 -- 172.21.15.6:0/1242350306 learned_addr learned my addr 172.21.15.6:0/1242350306 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c3e00640 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 0x555f6a157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9000640 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a157680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 -- 172.21.15.6:0/1242350306 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 msgr2=0x555f6a157bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 0x555f6a157bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 -- 172.21.15.6:0/1242350306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 msgr2=0x555f6a157680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a157680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 -- 172.21.15.6:0/1242350306 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f6a151190 con 0x555f6a15b850 2024-05-20T21:26:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.467+0000 7f03c9a00640 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a15b850 0x555f6a15f070 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f03bc0a5e40 tx=0x7f03bc00cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcac8fca5778fec2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03b5600640 1 -- 172.21.15.6:0/1242350306 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03bc0aa4c0 con 0x555f6a15b850 2024-05-20T21:26:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03b5600640 1 -- 172.21.15.6:0/1242350306 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03bc0a9dc0 con 0x555f6a15b850 2024-05-20T21:26:29.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03b5600640 1 -- 172.21.15.6:0/1242350306 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03bc0b2790 con 0x555f6a15b850 2024-05-20T21:26:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1242350306 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a15b850 msgr2=0x555f6a15f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a15b850 0x555f6a15f070 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f03bc0a5e40 tx=0x7f03bc00cee0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1242350306 shutdown_connections 2024-05-20T21:26:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a15b850 0x555f6a15f070 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a1566e0 0x555f6a157bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/1242350306 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a157680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.468+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1242350306 >> 172.21.15.6:0/1242350306 conn(0x555f6a151360 msgr2=0x555f6a156f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:29.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.469+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1242350306 shutdown_connections 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.469+0000 7f03ce7a4740 1 -- 172.21.15.6:0/1242350306 wait complete. 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.469+0000 7f03ce7a4740 1 -- start start 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.469+0000 7f03ce7a4740 1 Processor -- start 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a163a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a163f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03ce7a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a164f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f03c41aa820 con 0x555f6a1566e0 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f03c41abc90 con 0x555f6a155cf0 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03ce7a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f03c41aaef0 con 0x555f6a15b850 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03ce7a4740 10 client.0 _ll_register_callbacks cb 0x7f03b0009a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c3e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a163f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c9000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a163a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c3e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a163f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49464/0 (socket says 172.21.15.6:49464) 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c3e00640 1 -- 172.21.15.6:0/3924486355 learned_addr learned my addr 172.21.15.6:0/3924486355 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c9a00640 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a164f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c9000640 1 -- 172.21.15.6:0/3924486355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 msgr2=0x555f6a164f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c9000640 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a164f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c9000640 1 -- 172.21.15.6:0/3924486355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 msgr2=0x555f6a163f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c9000640 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a163f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c9000640 1 -- 172.21.15.6:0/3924486355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f6a165580 con 0x555f6a155cf0 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.470+0000 7f03c3e00640 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a163f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.471+0000 7f03c9000640 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a163a40 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f03b8045d30 tx=0x7f03b8004610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1917c9626cedf95d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.471+0000 7f03aaa00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.471+0000 7f03aaa00640 1 -- 172.21.15.6:0/3924486355 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b804d050 con 0x555f6a155cf0 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.471+0000 7f03ce7a4740 1 -- 172.21.15.6:0/3924486355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03bc0a9dc0 con 0x555f6a155cf0 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.471+0000 7f03aaa00640 1 -- 172.21.15.6:0/3924486355 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f03b8045870 con 0x555f6a155cf0 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.471+0000 7f03aaa00640 1 -- 172.21.15.6:0/3924486355 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f03b8040070 con 0x555f6a155cf0 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.471+0000 7f03ce7a4740 10 client.28331 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.471+0000 7f03ce7a4740 1 -- 172.21.15.6:0/3924486355 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555f6a166890 con 0x555f6a155cf0 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03aaa00640 1 -- 172.21.15.6:0/3924486355 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03bc0a9dc0 con 0x555f6a155cf0 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03aaa00640 1 -- 172.21.15.6:0/3924486355 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f03b80317c0 con 0x555f6a155cf0 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03ce7a4740 10 client.28331 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03ce7a4740 10 client.28331 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03ce7a4740 20 client.28331 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555f6a1d61c0 0x555f6a1d85e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03ce7a4740 4 client.28331 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03ce7a4740 1 -- 172.21.15.6:0/3924486355 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555f6a0c12c0 con 0x555f6a1d61c0 2024-05-20T21:26:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.472+0000 7f03c3e00640 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555f6a1d61c0 0x555f6a1d85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.473+0000 7f03c3e00640 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555f6a1d61c0 0x555f6a1d85e0 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3c0cd5efed6b637 server_cookie=71e7023ba2ecd4c7 in_seq=0 out_seq=0 2024-05-20T21:26:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.473+0000 7f03aaa00640 10 client.28331 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:29.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.484+0000 7f03aaa00640 1 -- 172.21.15.6:0/3924486355 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555f6a0c12c0 con 0x555f6a1d61c0 2024-05-20T21:26:29.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.484+0000 7f03aaa00640 10 client.28331 handle_command_reply: tid=0 2024-05-20T21:26:29.484 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.484+0000 7f03ce7a4740 1 client.28331 shutdown 2024-05-20T21:26:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 -- 172.21.15.6:0/3924486355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 msgr2=0x555f6a163a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a163a40 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f03b8045d30 tx=0x7f03b8004610 comp rx=0 tx=0).stop 2024-05-20T21:26:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 -- 172.21.15.6:0/3924486355 shutdown_connections 2024-05-20T21:26:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555f6a1d61c0 0x555f6a1d85e0 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555f6a15b850 0x555f6a164f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555f6a1566e0 0x555f6a163f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 --2- 172.21.15.6:0/3924486355 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555f6a155cf0 0x555f6a163a40 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03aaa00640 0 client.28331 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 -- 172.21.15.6:0/3924486355 >> 172.21.15.6:0/3924486355 conn(0x555f6a151360 msgr2=0x555f6a157800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 -- 172.21.15.6:0/3924486355 shutdown_connections 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 1 -- 172.21.15.6:0/3924486355 wait complete. 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.485+0000 7f03ce7a4740 20 client.28331 trim_cache size 0 max 16384 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:26:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:26:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 -- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f03ac0b27d0 msgr2=0x7f03ac0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f03ac0b27d0 0x7f03ac0b4c90 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x555f6a156f40 tx=0x7f03b0009770 comp rx=0 tx=0).stop 2024-05-20T21:26:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 -- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 msgr2=0x7f03c41a23f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 0x7f03c41a23f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f03bc00eb10 tx=0x7f03bc00c2d0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 -- 172.21.15.6:0/2816123782 shutdown_connections 2024-05-20T21:26:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f03ac0b27d0 0x7f03ac0b4c90 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f03c41061f0 0x7f03c41a23f0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03c41050e0 0x7f03c419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 --2- 172.21.15.6:0/2816123782 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f03c4104720 0x7f03c419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.486+0000 7f03ca400640 1 -- 172.21.15.6:0/2816123782 >> 172.21.15.6:0/2816123782 conn(0x7f03c4100080 msgr2=0x7f03c4109120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.487+0000 7f03ca400640 1 -- 172.21.15.6:0/2816123782 shutdown_connections 2024-05-20T21:26:29.488 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:29.487+0000 7f03ca400640 1 -- 172.21.15.6:0/2816123782 wait complete. 2024-05-20T21:26:29.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:29 smithi006 ceph-mon[31422]: pgmap v759: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-05-20T21:26:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:29 smithi062 ceph-mon[36640]: pgmap v759: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-05-20T21:26:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:29 smithi042 ceph-mon[36332]: pgmap v759: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-05-20T21:26:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.656+0000 7f0717000700 1 -- 172.21.15.6:0/281377159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07101095b0 msgr2=0x7f0710109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.656+0000 7f0717000700 1 --2- 172.21.15.6:0/281377159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07101095b0 0x7f0710109990 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f0700009990 tx=0x7f0700009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.657+0000 7f0717000700 1 -- 172.21.15.6:0/281377159 shutdown_connections 2024-05-20T21:26:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.657+0000 7f0717000700 1 --2- 172.21.15.6:0/281377159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f071006c630 0x7f07101103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.657+0000 7f0717000700 1 --2- 172.21.15.6:0/281377159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f07101095b0 0x7f0710109990 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.657+0000 7f0717000700 1 --2- 172.21.15.6:0/281377159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f071006bc70 0x7f071006c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.657+0000 7f0717000700 1 -- 172.21.15.6:0/281377159 >> 172.21.15.6:0/281377159 conn(0x7f07100793f0 msgr2=0x7f0710079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.657+0000 7f0717000700 1 -- 172.21.15.6:0/281377159 shutdown_connections 2024-05-20T21:26:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.657+0000 7f0717000700 1 -- 172.21.15.6:0/281377159 wait complete. 2024-05-20T21:26:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.658+0000 7f0717000700 1 Processor -- start 2024-05-20T21:26:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.658+0000 7f0717000700 1 -- start start 2024-05-20T21:26:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f0717000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f071006bc70 0x7f071019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f0717000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f071006c630 0x7f071019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f0717000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07101095b0 0x7f07101a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f0717000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f07101136d0 con 0x7f07101095b0 2024-05-20T21:26:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f0717000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0710113550 con 0x7f071006bc70 2024-05-20T21:26:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f0717000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0710113850 con 0x7f071006c630 2024-05-20T21:26:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f070fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f071006bc70 0x7f071019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f0715000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07101095b0 0x7f07101a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f070f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f071006c630 0x7f071019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f070fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f071006bc70 0x7f071019be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48438/0 (socket says 172.21.15.6:48438) 2024-05-20T21:26:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.659+0000 7f070fe00700 1 -- 172.21.15.6:0/705372941 learned_addr learned my addr 172.21.15.6:0/705372941 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.660+0000 7f070fe00700 1 -- 172.21.15.6:0/705372941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f071006c630 msgr2=0x7f071019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.660+0000 7f070fe00700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f071006c630 0x7f071019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.660+0000 7f070fe00700 1 -- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07101095b0 msgr2=0x7f07101a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.660+0000 7f070fe00700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07101095b0 0x7f07101a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.660+0000 7f070fe00700 1 -- 172.21.15.6:0/705372941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07101a0e50 con 0x7f071006bc70 2024-05-20T21:26:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.660+0000 7f070fe00700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f071006bc70 0x7f071019be40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f07000057c0 tx=0x7f0700009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.661+0000 7f070cc00700 1 -- 172.21.15.6:0/705372941 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0700026070 con 0x7f071006bc70 2024-05-20T21:26:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.661+0000 7f070cc00700 1 -- 172.21.15.6:0/705372941 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0700021410 con 0x7f071006bc70 2024-05-20T21:26:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.661+0000 7f0717000700 1 -- 172.21.15.6:0/705372941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07101a10e0 con 0x7f071006bc70 2024-05-20T21:26:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.661+0000 7f070cc00700 1 -- 172.21.15.6:0/705372941 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0700017650 con 0x7f071006bc70 2024-05-20T21:26:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.661+0000 7f0717000700 1 -- 172.21.15.6:0/705372941 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07101a89c0 con 0x7f071006bc70 2024-05-20T21:26:30.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.665+0000 7f070cc00700 1 -- 172.21.15.6:0/705372941 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0700029070 con 0x7f071006bc70 2024-05-20T21:26:30.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.666+0000 7f070cc00700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06f40b2880 0x7f06f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.666+0000 7f07218c1b80 1 Processor -- start 2024-05-20T21:26:30.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.666+0000 7f07218c1b80 1 -- start start 2024-05-20T21:26:30.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f070cc00700 1 -- 172.21.15.6:0/705372941 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f07000e2d90 con 0x7f071006bc70 2024-05-20T21:26:30.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f070f400700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06f40b2880 0x7f06f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b6413e0 0x56510b6417c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b641d00 0x56510b63b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b63c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f07218c1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56510b599f40 con 0x56510b6413e0 2024-05-20T21:26:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f07218c1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56510b589ae0 con 0x56510b641d00 2024-05-20T21:26:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f07218c1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56510b58db20 con 0x56510b63bf80 2024-05-20T21:26:30.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f070fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b6413e0 0x56510b6417c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f070fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b6413e0 0x56510b6417c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49488/0 (socket says 172.21.15.6:49488) 2024-05-20T21:26:30.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f070fe00700 1 -- 172.21.15.6:0/1700334798 learned_addr learned my addr 172.21.15.6:0/1700334798 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:30.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.667+0000 7f0715000700 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b63c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f070f400700 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b641d00 0x56510b63b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f070fe00700 1 -- 172.21.15.6:0/1700334798 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 msgr2=0x56510b63c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:30.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f070fe00700 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b63c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f070fe00700 1 -- 172.21.15.6:0/1700334798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b641d00 msgr2=0x56510b63b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f070fe00700 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b641d00 0x56510b63b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f070f400700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06f40b2880 0x7f06f40b4d40 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f06fc009680 tx=0x7f06fc011720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f070fe00700 1 -- 172.21.15.6:0/1700334798 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56510b552520 con 0x56510b6413e0 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f070fe00700 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b6413e0 0x56510b6417c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f07000aa0d0 tx=0x7f07000a9df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9094f68c053b4851 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.668+0000 7f0705600700 1 -- 172.21.15.6:0/1700334798 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07000a9ee0 con 0x56510b6413e0 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.669+0000 7f0705600700 1 -- 172.21.15.6:0/1700334798 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07000aaad0 con 0x56510b6413e0 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.669+0000 7f0705600700 1 -- 172.21.15.6:0/1700334798 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07000aa890 con 0x56510b6413e0 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 -- 172.21.15.6:0/1700334798 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b6413e0 msgr2=0x56510b6417c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b6413e0 0x56510b6417c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f07000aa0d0 tx=0x7f07000a9df0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 -- 172.21.15.6:0/1700334798 shutdown_connections 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b63c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b6413e0 0x56510b6417c0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 --2- 172.21.15.6:0/1700334798 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b641d00 0x56510b63b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 -- 172.21.15.6:0/1700334798 >> 172.21.15.6:0/1700334798 conn(0x56510b569ce0 msgr2=0x56510b636420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:30.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 -- 172.21.15.6:0/1700334798 shutdown_connections 2024-05-20T21:26:30.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.670+0000 7f07218c1b80 1 -- 172.21.15.6:0/1700334798 wait complete. 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 1 -- start start 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 1 Processor -- start 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b647a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b644e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b645340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56510b4900a0 con 0x56510b641d00 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56510b52a860 con 0x56510b6413e0 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56510b6485a0 con 0x56510b63bf80 2024-05-20T21:26:30.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.671+0000 7f07218c1b80 10 client.0 _ll_register_callbacks cb 0x56510b533d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:30.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f0715000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b645340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f0715000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b645340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49504/0 (socket says 172.21.15.6:49504) 2024-05-20T21:26:30.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f0715000700 1 -- 172.21.15.6:0/4167630801 learned_addr learned my addr 172.21.15.6:0/4167630801 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:30.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f070f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b644e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f070fe00700 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b647a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f0715000700 1 -- 172.21.15.6:0/4167630801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 msgr2=0x56510b647a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:30.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f0715000700 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b647a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f0715000700 1 -- 172.21.15.6:0/4167630801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 msgr2=0x56510b644e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:30.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f0715000700 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b644e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f0715000700 1 -- 172.21.15.6:0/4167630801 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56510b4d99d0 con 0x56510b641d00 2024-05-20T21:26:30.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f070fe00700 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b647a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:30.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.672+0000 7f070f400700 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b644e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:30.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.673+0000 7f0715000700 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b645340 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f0708003fd0 tx=0x7f0708004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dedbaa1dd38ffbc2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:30.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.673+0000 7f06fa000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:30.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.673+0000 7f06fa000700 1 -- 172.21.15.6:0/4167630801 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070801a070 con 0x56510b641d00 2024-05-20T21:26:30.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.673+0000 7f06fa000700 1 -- 172.21.15.6:0/4167630801 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0708004db0 con 0x56510b641d00 2024-05-20T21:26:30.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.673+0000 7f07218c1b80 1 -- 172.21.15.6:0/4167630801 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07000aaad0 con 0x56510b641d00 2024-05-20T21:26:30.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.673+0000 7f06fa000700 1 -- 172.21.15.6:0/4167630801 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0708025050 con 0x56510b641d00 2024-05-20T21:26:30.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.673+0000 7f07218c1b80 10 client.18231 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.673+0000 7f07218c1b80 1 -- 172.21.15.6:0/4167630801 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56510b55a160 con 0x56510b641d00 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.674+0000 7f06fa000700 1 -- 172.21.15.6:0/4167630801 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07000aaad0 con 0x56510b641d00 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.674+0000 7f06fa000700 1 -- 172.21.15.6:0/4167630801 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f07080165f0 con 0x56510b641d00 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.674+0000 7f07218c1b80 10 client.18231 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.674+0000 7f07218c1b80 10 client.18231 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.674+0000 7f07218c1b80 20 client.18231 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.674+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56510b655080 0x56510b6574c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.674+0000 7f07218c1b80 4 client.18231 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.674+0000 7f07218c1b80 1 -- 172.21.15.6:0/4167630801 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56510b59be90 con 0x56510b655080 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.675+0000 7f070fe00700 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56510b655080 0x56510b6574c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.675+0000 7f070fe00700 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56510b655080 0x56510b6574c0 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=275c272588ac2d03 server_cookie=b2b5424c6955141d in_seq=0 out_seq=0 2024-05-20T21:26:30.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.675+0000 7f06fa000700 10 client.18231 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:30.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f06fa000700 1 -- 172.21.15.6:0/4167630801 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56510b59be90 con 0x56510b655080 2024-05-20T21:26:30.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f06fa000700 10 client.18231 handle_command_reply: tid=0 2024-05-20T21:26:30.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 client.18231 shutdown 2024-05-20T21:26:30.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 -- 172.21.15.6:0/4167630801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 msgr2=0x56510b645340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b645340 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f0708003fd0 tx=0x7f0708004040 comp rx=0 tx=0).stop 2024-05-20T21:26:30.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 -- 172.21.15.6:0/4167630801 shutdown_connections 2024-05-20T21:26:30.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b645340 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56510b655080 0x56510b6574c0 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b647a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4167630801 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b644e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f07218c1b80 1 -- 172.21.15.6:0/4167630801 >> 172.21.15.6:0/4167630801 conn(0x56510b569ce0 msgr2=0x56510b63a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:30.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.676+0000 7f06fa000700 0 client.18231 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:30.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.677+0000 7f07218c1b80 1 -- 172.21.15.6:0/4167630801 shutdown_connections 2024-05-20T21:26:30.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.677+0000 7f07218c1b80 1 -- 172.21.15.6:0/4167630801 wait complete. 2024-05-20T21:26:30.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.677+0000 7f07218c1b80 20 client.18231 trim_cache size 0 max 16384 2024-05-20T21:26:30.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.700+0000 7f07218c1b80 1 Processor -- start 2024-05-20T21:26:30.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.700+0000 7f07218c1b80 1 -- start start 2024-05-20T21:26:30.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b645430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b6427f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b65cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f07218c1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f07101b28e0 con 0x56510b641d00 2024-05-20T21:26:30.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f07218c1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f07101b0170 con 0x56510b6413e0 2024-05-20T21:26:30.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f07218c1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f07101adfc0 con 0x56510b63bf80 2024-05-20T21:26:30.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f0715000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b65cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f0715000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b65cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49510/0 (socket says 172.21.15.6:49510) 2024-05-20T21:26:30.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f070fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b645430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f0715000700 1 -- 172.21.15.6:0/4011265090 learned_addr learned my addr 172.21.15.6:0/4011265090 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:30.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.701+0000 7f070f400700 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b6427f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0715000700 1 -- 172.21.15.6:0/4011265090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 msgr2=0x56510b645430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:30.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0715000700 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b645430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0715000700 1 -- 172.21.15.6:0/4011265090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 msgr2=0x56510b6427f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:30.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0715000700 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b6427f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0715000700 1 -- 172.21.15.6:0/4011265090 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56510b645ce0 con 0x56510b641d00 2024-05-20T21:26:30.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f070fe00700 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b645430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:30.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0715000700 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b65cd90 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f0708016b30 tx=0x7f0708016bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c1cb5c4f1510a7e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:30.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0704c00700 1 -- 172.21.15.6:0/4011265090 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070802e070 con 0x56510b641d00 2024-05-20T21:26:30.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0704c00700 1 -- 172.21.15.6:0/4011265090 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0708005e60 con 0x56510b641d00 2024-05-20T21:26:30.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.702+0000 7f0704c00700 1 -- 172.21.15.6:0/4011265090 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070801a070 con 0x56510b641d00 2024-05-20T21:26:30.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 -- 172.21.15.6:0/4011265090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 msgr2=0x56510b65cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b65cd90 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f0708016b30 tx=0x7f0708016bb0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 -- 172.21.15.6:0/4011265090 shutdown_connections 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b641d00 0x56510b65cd90 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b63bf80 0x56510b645430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 --2- 172.21.15.6:0/4011265090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b6427f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 -- 172.21.15.6:0/4011265090 >> 172.21.15.6:0/4011265090 conn(0x56510b569ce0 msgr2=0x56510b6420e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 -- 172.21.15.6:0/4011265090 shutdown_connections 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.703+0000 7f07218c1b80 1 -- 172.21.15.6:0/4011265090 wait complete. 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.704+0000 7f07218c1b80 1 -- start start 2024-05-20T21:26:30.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.704+0000 7f07218c1b80 1 Processor -- start 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.704+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b63bf80 0x56510b64a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.704+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b64ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.704+0000 7f07218c1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b641d00 0x56510b64b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.704+0000 7f07218c1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f07101ae630 con 0x56510b63bf80 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.704+0000 7f07218c1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f07101afaa0 con 0x56510b6413e0 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.704+0000 7f07218c1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f07101aed00 con 0x56510b641d00 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f07218c1b80 10 client.0 _ll_register_callbacks cb 0x56510b533d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b63bf80 0x56510b64a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b64ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b63bf80 0x56510b64a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49520/0 (socket says 172.21.15.6:49520) 2024-05-20T21:26:30.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070fe00700 1 -- 172.21.15.6:0/3638473769 learned_addr learned my addr 172.21.15.6:0/3638473769 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f0715000700 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b641d00 0x56510b64b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070fe00700 1 -- 172.21.15.6:0/3638473769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b641d00 msgr2=0x56510b64b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070fe00700 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b641d00 0x56510b64b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070fe00700 1 -- 172.21.15.6:0/3638473769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 msgr2=0x56510b64ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070fe00700 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b64ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070fe00700 1 -- 172.21.15.6:0/3638473769 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56510b6bfe10 con 0x56510b63bf80 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.705+0000 7f070f400700 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b64ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.706+0000 7f070fe00700 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b63bf80 0x56510b64a7c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f07000a6450 tx=0x7f0700009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab9682571e36ef58 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:30.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.706+0000 7f06fa000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:30.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.706+0000 7f06fa000700 1 -- 172.21.15.6:0/3638473769 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07000aaad0 con 0x56510b63bf80 2024-05-20T21:26:30.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.706+0000 7f06fa000700 1 -- 172.21.15.6:0/3638473769 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f07000aa840 con 0x56510b63bf80 2024-05-20T21:26:30.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.706+0000 7f07218c1b80 1 -- 172.21.15.6:0/3638473769 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0708005e60 con 0x56510b63bf80 2024-05-20T21:26:30.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.706+0000 7f06fa000700 1 -- 172.21.15.6:0/3638473769 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07000ae780 con 0x56510b63bf80 2024-05-20T21:26:30.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.706+0000 7f07218c1b80 10 client.18237 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:30.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.706+0000 7f07218c1b80 1 -- 172.21.15.6:0/3638473769 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56510b6c10f0 con 0x56510b63bf80 2024-05-20T21:26:30.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f06fa000700 1 -- 172.21.15.6:0/3638473769 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0708005e60 con 0x56510b63bf80 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f06fa000700 1 -- 172.21.15.6:0/3638473769 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f07000a9630 con 0x56510b63bf80 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f07218c1b80 10 client.18237 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f07218c1b80 10 client.18237 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f07218c1b80 20 client.18237 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f07218c1b80 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56510b6c15e0 0x56510b6c3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f07218c1b80 4 client.18237 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "5a8d16e6", "release": true, "await": true}] 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f07218c1b80 1 -- 172.21.15.6:0/3638473769 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "5a8d16e6", "release": true, "await": true}) -- 0x56510b595670 con 0x56510b6c15e0 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.707+0000 7f070f400700 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56510b6c15e0 0x56510b6c3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.708+0000 7f070f400700 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56510b6c15e0 0x56510b6c3a00 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36b3847eacb2051f server_cookie=a2c72e6bfa576361 in_seq=0 out_seq=0 2024-05-20T21:26:30.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.708+0000 7f06fa000700 10 client.18237 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:30.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.710+0000 7f06fa000700 1 -- 172.21.15.6:0/3638473769 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56510b595670 con 0x56510b6c15e0 2024-05-20T21:26:30.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.710+0000 7f06fa000700 10 client.18237 handle_command_reply: tid=0 2024-05-20T21:26:30.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.710+0000 7f07218c1b80 1 client.18237 shutdown 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 -- 172.21.15.6:0/3638473769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b63bf80 msgr2=0x56510b64a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b63bf80 0x56510b64a7c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f07000a6450 tx=0x7f0700009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 -- 172.21.15.6:0/3638473769 shutdown_connections 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56510b6c15e0 0x56510b6c3a00 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56510b641d00 0x56510b64b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56510b63bf80 0x56510b64a7c0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 --2- 172.21.15.6:0/3638473769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56510b6413e0 0x56510b64ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 -- 172.21.15.6:0/3638473769 >> 172.21.15.6:0/3638473769 conn(0x56510b569ce0 msgr2=0x56510b6420e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f06fa000700 0 client.18237 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 -- 172.21.15.6:0/3638473769 shutdown_connections 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 1 -- 172.21.15.6:0/3638473769 wait complete. 2024-05-20T21:26:30.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.711+0000 7f07218c1b80 20 client.18237 trim_cache size 0 max 16384 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 40, 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "5a8d16e6": { 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 40, 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:26:30.717 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 146.6, 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:30.718 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:30.719 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:30.719 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:30.719 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:26:30.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 -- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06f40b2880 msgr2=0x7f06f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06f40b2880 0x7f06f40b4d40 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f06fc009680 tx=0x7f06fc011720 comp rx=0 tx=0).stop 2024-05-20T21:26:30.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 -- 172.21.15.6:0/705372941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f071006bc70 msgr2=0x7f071019be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:30.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f071006bc70 0x7f071019be40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f07000057c0 tx=0x7f0700009580 comp rx=0 tx=0).stop 2024-05-20T21:26:30.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 -- 172.21.15.6:0/705372941 shutdown_connections 2024-05-20T21:26:30.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f06f40b2880 0x7f06f40b4d40 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f07101095b0 0x7f07101a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f071006bc70 0x7f071019be40 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 --2- 172.21.15.6:0/705372941 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f071006c630 0x7f071019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:30.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 -- 172.21.15.6:0/705372941 >> 172.21.15.6:0/705372941 conn(0x7f07100793f0 msgr2=0x7f071010e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:30.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 -- 172.21.15.6:0/705372941 shutdown_connections 2024-05-20T21:26:30.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:30.712+0000 7f0717000700 1 -- 172.21.15.6:0/705372941 wait complete. 2024-05-20T21:26:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:31 smithi062 ceph-mon[36640]: pgmap v760: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-05-20T21:26:32.060 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:31 smithi006 ceph-mon[31422]: pgmap v760: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-05-20T21:26:32.118 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '5a8d16e6', total seconds elapsed: 37.9 2024-05-20T21:26:32.118 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 26.55 2024-05-20T21:26:32.119 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:26:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:31 smithi042 ceph-mon[36332]: pgmap v760: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-05-20T21:26:32.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 -- 172.21.15.6:0/2628456277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7face81035f0 msgr2=0x7face8103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:32.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 --2- 172.21.15.6:0/2628456277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7face81035f0 0x7face8103a50 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7facd4009990 tx=0x7facd4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 -- 172.21.15.6:0/2628456277 shutdown_connections 2024-05-20T21:26:32.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 --2- 172.21.15.6:0/2628456277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7face8103f90 0x7face8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 --2- 172.21.15.6:0/2628456277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7face8108500 0x7face81088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 --2- 172.21.15.6:0/2628456277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7face81035f0 0x7face8103a50 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 -- 172.21.15.6:0/2628456277 >> 172.21.15.6:0/2628456277 conn(0x7face807a6a0 msgr2=0x7face807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:32.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 -- 172.21.15.6:0/2628456277 shutdown_connections 2024-05-20T21:26:32.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.643+0000 7facef800700 1 -- 172.21.15.6:0/2628456277 wait complete. 2024-05-20T21:26:32.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.644+0000 7facef800700 1 Processor -- start 2024-05-20T21:26:32.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.645+0000 7facef800700 1 -- start start 2024-05-20T21:26:32.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.645+0000 7facef800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7face81035f0 0x7face8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:32.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.645+0000 7facef800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7face8103f90 0x7face8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:32.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.645+0000 7facef800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7face8108500 0x7face80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:32.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.645+0000 7facef800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7face8113730 con 0x7face8103f90 2024-05-20T21:26:32.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.645+0000 7facef800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7face81135b0 con 0x7face81035f0 2024-05-20T21:26:32.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.645+0000 7facef800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7face81138b0 con 0x7face8108500 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7face7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7face8103f90 0x7face8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7faced800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7face8108500 0x7face80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7faced800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7face8108500 0x7face80762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:60222/0 (socket says 172.21.15.6:60222) 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7faced800700 1 -- 172.21.15.6:0/1603062107 learned_addr learned my addr 172.21.15.6:0/1603062107 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7facece00700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7face81035f0 0x7face8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7faced800700 1 -- 172.21.15.6:0/1603062107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7face81035f0 msgr2=0x7face8075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7faced800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7face81035f0 0x7face8075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7faced800700 1 -- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7face8103f90 msgr2=0x7face8075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7faced800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7face8103f90 0x7face8075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.646+0000 7faced800700 1 -- 172.21.15.6:0/1603062107 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face81a8110 con 0x7face8108500 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.647+0000 7faced800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7face8108500 0x7face80762c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7face000efc0 tx=0x7face000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:32.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.647+0000 7face5600700 1 -- 172.21.15.6:0/1603062107 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face00092e0 con 0x7face8108500 2024-05-20T21:26:32.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.647+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7face81a83a0 con 0x7face8108500 2024-05-20T21:26:32.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.647+0000 7face5600700 1 -- 172.21.15.6:0/1603062107 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face0004bb0 con 0x7face8108500 2024-05-20T21:26:32.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.647+0000 7face5600700 1 -- 172.21.15.6:0/1603062107 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face0004020 con 0x7face8108500 2024-05-20T21:26:32.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.647+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7face81a88b0 con 0x7face8108500 2024-05-20T21:26:32.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.648+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7face806a230 con 0x7face8108500 2024-05-20T21:26:32.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.651+0000 7face5600700 1 -- 172.21.15.6:0/1603062107 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7face001b030 con 0x7face8108500 2024-05-20T21:26:32.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.652+0000 7face5600700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7facd00b2880 0x7facd00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:32.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.652+0000 7face5600700 1 -- 172.21.15.6:0/1603062107 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7face00e1d20 con 0x7face8108500 2024-05-20T21:26:32.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.653+0000 7facece00700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7facd00b2880 0x7facd00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:32.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.653+0000 7facece00700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7facd00b2880 0x7facd00b4d40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7facdc009680 tx=0x7facdc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:32.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.654+0000 7face5600700 1 -- 172.21.15.6:0/1603062107 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7face0022020 con 0x7face8108500 2024-05-20T21:26:32.698 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:32.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.968+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7face802e720 con 0x7face8108500 2024-05-20T21:26:32.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.970+0000 7face5600700 1 -- 172.21.15.6:0/1603062107 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7face0010040 con 0x7face8108500 2024-05-20T21:26:32.970 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:26:32.970 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:26:32.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.973+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7facd00b2880 msgr2=0x7facd00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:32.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.973+0000 7facef800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7facd00b2880 0x7facd00b4d40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7facdc009680 tx=0x7facdc009260 comp rx=0 tx=0).stop 2024-05-20T21:26:32.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.973+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7face8108500 msgr2=0x7face80762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:32.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.973+0000 7facef800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7face8108500 0x7face80762c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7face000efc0 tx=0x7face000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.974+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 shutdown_connections 2024-05-20T21:26:32.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.974+0000 7facef800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7facd00b2880 0x7facd00b4d40 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.974+0000 7facef800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7face8108500 0x7face80762c0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.974+0000 7facef800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7face81035f0 0x7face8075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.974+0000 7facef800700 1 --2- 172.21.15.6:0/1603062107 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7face8103f90 0x7face8075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:32.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.974+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 >> 172.21.15.6:0/1603062107 conn(0x7face807a6a0 msgr2=0x7face8101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:32.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.974+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 shutdown_connections 2024-05-20T21:26:32.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:32.974+0000 7facef800700 1 -- 172.21.15.6:0/1603062107 wait complete. 2024-05-20T21:26:32.975 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:26:33.881 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:33 smithi006 ceph-mon[31422]: pgmap v761: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:26:33.881 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:33 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1603062107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:33 smithi062 ceph-mon[36640]: pgmap v761: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:26:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:33 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1603062107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:33 smithi042 ceph-mon[36332]: pgmap v761: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:26:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:33 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1603062107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:34.847 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:26:35.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 -- 172.21.15.6:0/2316961285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c1096a0 msgr2=0x7fdc7c109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 --2- 172.21.15.6:0/2316961285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c1096a0 0x7fdc7c109a80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0098f0 tx=0x7fdc6c009c00 comp rx=0 tx=0).stop 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 -- 172.21.15.6:0/2316961285 shutdown_connections 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 --2- 172.21.15.6:0/2316961285 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c103f50 0x7fdc7c110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 --2- 172.21.15.6:0/2316961285 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c1096a0 0x7fdc7c109a80 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 --2- 172.21.15.6:0/2316961285 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c103590 0x7fdc7c103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 -- 172.21.15.6:0/2316961285 >> 172.21.15.6:0/2316961285 conn(0x7fdc7c07a6f0 msgr2=0x7fdc7c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 -- 172.21.15.6:0/2316961285 shutdown_connections 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.483+0000 7fdc81c00700 1 -- 172.21.15.6:0/2316961285 wait complete. 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.484+0000 7fdc81c00700 1 Processor -- start 2024-05-20T21:26:35.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.485+0000 7fdc81c00700 1 -- start start 2024-05-20T21:26:35.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.485+0000 7fdc81c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c103590 0x7fdc7c19be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.485+0000 7fdc81c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c103f50 0x7fdc7c19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.485+0000 7fdc81c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c1096a0 0x7fdc7c1a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.485+0000 7fdc81c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c113780 con 0x7fdc7c103f50 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.485+0000 7fdc81c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c113600 con 0x7fdc7c1096a0 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.485+0000 7fdc81c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c113900 con 0x7fdc7c103590 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.485+0000 7fdc7a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c103f50 0x7fdc7c19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c1096a0 0x7fdc7c1a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c103590 0x7fdc7c19be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c1096a0 0x7fdc7c1a0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48528/0 (socket says 172.21.15.6:48528) 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7a000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c103f50 0x7fdc7c19c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49536/0 (socket says 172.21.15.6:49536) 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7b400700 1 -- 172.21.15.6:0/1620561090 learned_addr learned my addr 172.21.15.6:0/1620561090 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7b400700 1 -- 172.21.15.6:0/1620561090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c103590 msgr2=0x7fdc7c19be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7b400700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c103590 0x7fdc7c19be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7b400700 1 -- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c103f50 msgr2=0x7fdc7c19c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7b400700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c103f50 0x7fdc7c19c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.486+0000 7fdc7b400700 1 -- 172.21.15.6:0/1620561090 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc7c1a0e80 con 0x7fdc7c1096a0 2024-05-20T21:26:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.487+0000 7fdc7b400700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c1096a0 0x7fdc7c1a0740 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400c340 tx=0x7fdc7400c650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.487+0000 7fdc73400700 1 -- 172.21.15.6:0/1620561090 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7400cb30 con 0x7fdc7c1096a0 2024-05-20T21:26:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.487+0000 7fdc73400700 1 -- 172.21.15.6:0/1620561090 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc7400ccd0 con 0x7fdc7c1096a0 2024-05-20T21:26:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.487+0000 7fdc73400700 1 -- 172.21.15.6:0/1620561090 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74007ce0 con 0x7fdc7c1096a0 2024-05-20T21:26:35.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.487+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc7c1a1170 con 0x7fdc7c1096a0 2024-05-20T21:26:35.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.487+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc7c10a3c0 con 0x7fdc7c1096a0 2024-05-20T21:26:35.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.488+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc7c06a230 con 0x7fdc7c1096a0 2024-05-20T21:26:35.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.491+0000 7fdc73400700 1 -- 172.21.15.6:0/1620561090 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc74012070 con 0x7fdc7c1096a0 2024-05-20T21:26:35.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.492+0000 7fdc73400700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2880 0x7fdc600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:35.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.493+0000 7fdc73400700 1 -- 172.21.15.6:0/1620561090 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdc740e2110 con 0x7fdc7c1096a0 2024-05-20T21:26:35.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.493+0000 7fdc7aa00700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2880 0x7fdc600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:35.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.494+0000 7fdc7aa00700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2880 0x7fdc600b4d40 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0098c0 tx=0x7fdc6c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:35.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.494+0000 7fdc73400700 1 -- 172.21.15.6:0/1620561090 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdc74010040 con 0x7fdc7c1096a0 2024-05-20T21:26:35.531 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:35.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.808+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc7c02e560 con 0x7fdc7c1096a0 2024-05-20T21:26:35.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.809+0000 7fdc73400700 1 -- 172.21.15.6:0/1620561090 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fdc740a9d90 con 0x7fdc7c1096a0 2024-05-20T21:26:35.811 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:26:35.811 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:26:35.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2880 msgr2=0x7fdc600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2880 0x7fdc600b4d40 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0098c0 tx=0x7fdc6c019040 comp rx=0 tx=0).stop 2024-05-20T21:26:35.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c1096a0 msgr2=0x7fdc7c1a0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:35.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c1096a0 0x7fdc7c1a0740 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400c340 tx=0x7fdc7400c650 comp rx=0 tx=0).stop 2024-05-20T21:26:35.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 shutdown_connections 2024-05-20T21:26:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2880 0x7fdc600b4d40 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c1096a0 0x7fdc7c1a0740 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c103590 0x7fdc7c19be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 --2- 172.21.15.6:0/1620561090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c103f50 0x7fdc7c19c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 >> 172.21.15.6:0/1620561090 conn(0x7fdc7c07a6f0 msgr2=0x7fdc7c10ead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 shutdown_connections 2024-05-20T21:26:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:35.813+0000 7fdc81c00700 1 -- 172.21.15.6:0/1620561090 wait complete. 2024-05-20T21:26:35.814 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:26:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:35 smithi062 ceph-mon[36640]: pgmap v762: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:26:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:35 smithi042 ceph-mon[36332]: pgmap v762: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:26:36.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:35 smithi006 ceph-mon[31422]: pgmap v762: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-20T21:26:36.644 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 146.55 --await-for 45.0' 2024-05-20T21:26:36.645 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 146.55 --await-for 45.0 2024-05-20T21:26:36.773 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:36 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1620561090' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:37.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:36 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1620561090' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:36 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1620561090' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:26:37.828 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:37.983 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:37 smithi006 ceph-mon[31422]: pgmap v763: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-20T21:26:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:37 smithi062 ceph-mon[36640]: pgmap v763: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-20T21:26:38.125 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:37 smithi042 ceph-mon[36332]: pgmap v763: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.4 KiB/s wr, 10 op/s 2024-05-20T21:26:39.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 -- 172.21.15.6:0/2027121823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd401095a0 msgr2=0x7fdd40109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 --2- 172.21.15.6:0/2027121823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd401095a0 0x7fdd40109980 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fdd34009990 tx=0x7fdd34009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 -- 172.21.15.6:0/2027121823 shutdown_connections 2024-05-20T21:26:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 --2- 172.21.15.6:0/2027121823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4006c470 0x7fdd401103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 --2- 172.21.15.6:0/2027121823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd401095a0 0x7fdd40109980 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 --2- 172.21.15.6:0/2027121823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4006bab0 0x7fdd4006bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 -- 172.21.15.6:0/2027121823 >> 172.21.15.6:0/2027121823 conn(0x7fdd400793b0 msgr2=0x7fdd400797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 -- 172.21.15.6:0/2027121823 shutdown_connections 2024-05-20T21:26:39.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.149+0000 7fdd48000700 1 -- 172.21.15.6:0/2027121823 wait complete. 2024-05-20T21:26:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.150+0000 7fdd48000700 1 Processor -- start 2024-05-20T21:26:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.150+0000 7fdd48000700 1 -- start start 2024-05-20T21:26:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd48000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4006bab0 0x7fdd4019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd48000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4006c470 0x7fdd4019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd48000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd401095a0 0x7fdd401a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd48000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd40113730 con 0x7fdd401095a0 2024-05-20T21:26:39.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd48000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401135b0 con 0x7fdd4006c470 2024-05-20T21:26:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd48000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401138b0 con 0x7fdd4006bab0 2024-05-20T21:26:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd46000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd401095a0 0x7fdd401a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd44c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4006c470 0x7fdd4019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd45600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4006bab0 0x7fdd4019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd44c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4006c470 0x7fdd4019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55752/0 (socket says 172.21.15.6:55752) 2024-05-20T21:26:39.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.151+0000 7fdd44c00700 1 -- 172.21.15.6:0/3601739522 learned_addr learned my addr 172.21.15.6:0/3601739522 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd44c00700 1 -- 172.21.15.6:0/3601739522 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4006bab0 msgr2=0x7fdd4019be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd44c00700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4006bab0 0x7fdd4019be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd44c00700 1 -- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd401095a0 msgr2=0x7fdd401a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd44c00700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd401095a0 0x7fdd401a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd44c00700 1 -- 172.21.15.6:0/3601739522 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd401a0e70 con 0x7fdd4006c470 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd44c00700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4006c470 0x7fdd4019c3a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c00e9a0 tx=0x7fdd2c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd3e000700 1 -- 172.21.15.6:0/3601739522 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c00ca10 con 0x7fdd4006c470 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd3e000700 1 -- 172.21.15.6:0/3601739522 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd2c00cbb0 con 0x7fdd4006c470 2024-05-20T21:26:39.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd3e000700 1 -- 172.21.15.6:0/3601739522 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c018680 con 0x7fdd4006c470 2024-05-20T21:26:39.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.152+0000 7fdd48000700 1 -- 172.21.15.6:0/3601739522 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd401a1160 con 0x7fdd4006c470 2024-05-20T21:26:39.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.153+0000 7fdd48000700 1 -- 172.21.15.6:0/3601739522 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd401a89e0 con 0x7fdd4006c470 2024-05-20T21:26:39.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.156+0000 7fdd3e000700 1 -- 172.21.15.6:0/3601739522 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdd2c010430 con 0x7fdd4006c470 2024-05-20T21:26:39.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.157+0000 7fdd52a5db80 1 Processor -- start 2024-05-20T21:26:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.157+0000 7fdd52a5db80 1 -- start start 2024-05-20T21:26:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd3e000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd280b2880 0x7fdd280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa486260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 0x5621aa486ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5621aa3e4e40 con 0x5621aa48beb0 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5621aa3d49e0 con 0x5621aa486880 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5621aa3d8a20 con 0x5621aa48c7d0 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd3e000700 1 -- 172.21.15.6:0/3601739522 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdd2c0e2460 con 0x7fdd4006c470 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd45600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd45600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49716/0 (socket says 172.21.15.6:49716) 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd45600700 1 -- 172.21.15.6:0/1148092419 learned_addr learned my addr 172.21.15.6:0/1148092419 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.158+0000 7fdd46000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd280b2880 0x7fdd280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd44c00700 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa486260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd46000700 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 0x5621aa486ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd44c00700 1 -- 172.21.15.6:0/1148092419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 msgr2=0x5621aa486ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd44c00700 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 0x5621aa486ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd44c00700 1 -- 172.21.15.6:0/1148092419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 msgr2=0x5621aa48c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd44c00700 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd44c00700 1 -- 172.21.15.6:0/1148092419 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621aa39d420 con 0x5621aa48c7d0 2024-05-20T21:26:39.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd45600700 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:39.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.159+0000 7fdd46000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd280b2880 0x7fdd280b4d40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fdd38009ec0 tx=0x7fdd380092f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.160+0000 7fdd44c00700 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa486260 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c00c2d0 tx=0x7fdd2c0b21a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2051cd4333b1501 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.160+0000 7fdd32a00700 1 -- 172.21.15.6:0/1148092419 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c0aa080 con 0x5621aa48c7d0 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.160+0000 7fdd32a00700 1 -- 172.21.15.6:0/1148092419 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd2c0a9980 con 0x5621aa48c7d0 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.160+0000 7fdd32a00700 1 -- 172.21.15.6:0/1148092419 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c094da0 con 0x5621aa48c7d0 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 -- 172.21.15.6:0/1148092419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 msgr2=0x5621aa486260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa486260 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c00c2d0 tx=0x7fdd2c0b21a0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 -- 172.21.15.6:0/1148092419 shutdown_connections 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 0x5621aa486ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/1148092419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa486260 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 -- 172.21.15.6:0/1148092419 >> 172.21.15.6:0/1148092419 conn(0x5621aa3b4be0 msgr2=0x5621aa481010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 -- 172.21.15.6:0/1148092419 shutdown_connections 2024-05-20T21:26:39.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 -- 172.21.15.6:0/1148092419 wait complete. 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.161+0000 7fdd52a5db80 1 -- start start 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.162+0000 7fdd52a5db80 1 Processor -- start 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.162+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa486880 0x5621aa492550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.162+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.162+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48c7d0 0x5621aa48fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.162+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5621aa2dafa0 con 0x5621aa48beb0 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.162+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5621aa375760 con 0x5621aa48c7d0 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.162+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5621aa493240 con 0x5621aa486880 2024-05-20T21:26:39.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.162+0000 7fdd52a5db80 10 client.0 _ll_register_callbacks cb 0x5621aa37ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd45600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa486880 0x5621aa492550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49722/0 (socket says 172.21.15.6:49722) 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 -- 172.21.15.6:0/741528047 learned_addr learned my addr 172.21.15.6:0/741528047 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd46000700 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48c7d0 0x5621aa48fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 -- 172.21.15.6:0/741528047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa486880 msgr2=0x5621aa492550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa486880 0x5621aa492550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 -- 172.21.15.6:0/741528047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48c7d0 msgr2=0x5621aa48fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48c7d0 0x5621aa48fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 -- 172.21.15.6:0/741528047 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621aa3248d0 con 0x5621aa48beb0 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.163+0000 7fdd44c00700 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48f8f0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c0a59b0 tx=0x7fdd2c0a5120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f7b4fec33b3830 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.164+0000 7fdd27400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:39.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.164+0000 7fdd27400700 1 -- 172.21.15.6:0/741528047 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c0b27e0 con 0x5621aa48beb0 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.164+0000 7fdd27400700 1 -- 172.21.15.6:0/741528047 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdd2c094d50 con 0x5621aa48beb0 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.164+0000 7fdd52a5db80 1 -- 172.21.15.6:0/741528047 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd2c0a9980 con 0x5621aa48beb0 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.164+0000 7fdd27400700 1 -- 172.21.15.6:0/741528047 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdd2c0cc2c0 con 0x5621aa48beb0 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.164+0000 7fdd52a5db80 10 client.18261 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.164+0000 7fdd52a5db80 1 -- 172.21.15.6:0/741528047 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5621aa3a5060 con 0x5621aa48beb0 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.164+0000 7fdd27400700 1 -- 172.21.15.6:0/741528047 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd2c0a9980 con 0x5621aa48beb0 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.165+0000 7fdd27400700 1 -- 172.21.15.6:0/741528047 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdd2c010720 con 0x5621aa48beb0 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.165+0000 7fdd52a5db80 10 client.18261 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.165+0000 7fdd52a5db80 10 client.18261 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.165+0000 7fdd52a5db80 20 client.18261 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.165+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5621aa49fc70 0x5621aa4a2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.165+0000 7fdd52a5db80 4 client.18261 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.165+0000 7fdd52a5db80 1 -- 172.21.15.6:0/741528047 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621aa3e6d90 con 0x5621aa49fc70 2024-05-20T21:26:39.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.165+0000 7fdd45600700 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5621aa49fc70 0x5621aa4a2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.166+0000 7fdd45600700 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5621aa49fc70 0x5621aa4a2060 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4a83ee540d193350 server_cookie=9c095f30e66e02c3 in_seq=0 out_seq=0 2024-05-20T21:26:39.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.166+0000 7fdd27400700 10 client.18261 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd27400700 1 -- 172.21.15.6:0/741528047 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5621aa3e6d90 con 0x5621aa49fc70 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd27400700 10 client.18261 handle_command_reply: tid=0 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 client.18261 shutdown 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 -- 172.21.15.6:0/741528047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 msgr2=0x5621aa48f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48f8f0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c0a59b0 tx=0x7fdd2c0a5120 comp rx=0 tx=0).stop 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 -- 172.21.15.6:0/741528047 shutdown_connections 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5621aa49fc70 0x5621aa4a2060 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48c7d0 0x5621aa48fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa486880 0x5621aa492550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/741528047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48beb0 0x5621aa48f8f0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd27400700 0 client.18261 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:26:39.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 -- 172.21.15.6:0/741528047 >> 172.21.15.6:0/741528047 conn(0x5621aa3b4be0 msgr2=0x5621aa485250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 -- 172.21.15.6:0/741528047 shutdown_connections 2024-05-20T21:26:39.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 1 -- 172.21.15.6:0/741528047 wait complete. 2024-05-20T21:26:39.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.167+0000 7fdd52a5db80 20 client.18261 trim_cache size 0 max 16384 2024-05-20T21:26:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd52a5db80 1 Processor -- start 2024-05-20T21:26:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd52a5db80 1 -- start start 2024-05-20T21:26:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa486880 0x5621aa486260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48beb0 0x5621aa492550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa4899c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401b2a10 con 0x5621aa486880 2024-05-20T21:26:39.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401b02a0 con 0x5621aa48beb0 2024-05-20T21:26:39.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401ae0f0 con 0x5621aa48c7d0 2024-05-20T21:26:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd45600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa486880 0x5621aa486260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd45600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa486880 0x5621aa486260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49738/0 (socket says 172.21.15.6:49738) 2024-05-20T21:26:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd45600700 1 -- 172.21.15.6:0/2443529504 learned_addr learned my addr 172.21.15.6:0/2443529504 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd46000700 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa4899c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.185+0000 7fdd44c00700 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48beb0 0x5621aa492550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd45600700 1 -- 172.21.15.6:0/2443529504 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 msgr2=0x5621aa4899c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd45600700 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa4899c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd45600700 1 -- 172.21.15.6:0/2443529504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48beb0 msgr2=0x5621aa492550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd45600700 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48beb0 0x5621aa492550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd45600700 1 -- 172.21.15.6:0/2443529504 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621aa481d30 con 0x5621aa486880 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd44c00700 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48beb0 0x5621aa492550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd45600700 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa486880 0x5621aa486260 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fdd340098e0 tx=0x7fdd34005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e5c48de7ff74c9c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd32000700 1 -- 172.21.15.6:0/2443529504 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3400bb00 con 0x5621aa486880 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.186+0000 7fdd32000700 1 -- 172.21.15.6:0/2443529504 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd34029070 con 0x5621aa486880 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd32000700 1 -- 172.21.15.6:0/2443529504 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd34030470 con 0x5621aa486880 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 -- 172.21.15.6:0/2443529504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa486880 msgr2=0x5621aa486260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa486880 0x5621aa486260 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fdd340098e0 tx=0x7fdd34005040 comp rx=0 tx=0).stop 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 -- 172.21.15.6:0/2443529504 shutdown_connections 2024-05-20T21:26:39.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48c7d0 0x5621aa4899c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa486880 0x5621aa486260 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/2443529504 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa48beb0 0x5621aa492550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 -- 172.21.15.6:0/2443529504 >> 172.21.15.6:0/2443529504 conn(0x5621aa3b4be0 msgr2=0x5621aa48e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 -- 172.21.15.6:0/2443529504 shutdown_connections 2024-05-20T21:26:39.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.187+0000 7fdd52a5db80 1 -- 172.21.15.6:0/2443529504 wait complete. 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.188+0000 7fdd52a5db80 1 -- start start 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.188+0000 7fdd52a5db80 1 Processor -- start 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 0x5621aa4a5450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48beb0 0x5621aa4a27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd52a5db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48c7d0 0x5621aa4a2d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401ae760 con 0x5621aa48c7d0 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401afbd0 con 0x5621aa486880 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd52a5db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdd401aee30 con 0x5621aa48beb0 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd52a5db80 10 client.0 _ll_register_callbacks cb 0x5621aa37ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd46000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48c7d0 0x5621aa4a2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd46000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48c7d0 0x5621aa4a2d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49748/0 (socket says 172.21.15.6:49748) 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd46000700 1 -- 172.21.15.6:0/3975703468 learned_addr learned my addr 172.21.15.6:0/3975703468 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:39.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd44c00700 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48beb0 0x5621aa4a27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd45600700 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 0x5621aa4a5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd44c00700 1 -- 172.21.15.6:0/3975703468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 msgr2=0x5621aa4a5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd44c00700 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 0x5621aa4a5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd44c00700 1 -- 172.21.15.6:0/3975703468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48c7d0 msgr2=0x5621aa4a2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd44c00700 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48c7d0 0x5621aa4a2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.189+0000 7fdd44c00700 1 -- 172.21.15.6:0/3975703468 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621aa4a3270 con 0x5621aa48beb0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd44c00700 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48beb0 0x5621aa4a27f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c0a9630 tx=0x7fdd2c0a9fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f6ef94edfa9eceb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd27400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd27400700 1 -- 172.21.15.6:0/3975703468 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c0b27e0 con 0x5621aa48beb0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd27400700 1 -- 172.21.15.6:0/3975703468 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdd2c0a5390 con 0x5621aa48beb0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd52a5db80 1 -- 172.21.15.6:0/3975703468 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd34029070 con 0x5621aa48beb0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd27400700 1 -- 172.21.15.6:0/3975703468 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdd2c0a9980 con 0x5621aa48beb0 2024-05-20T21:26:39.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd52a5db80 10 client.28378 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd52a5db80 1 -- 172.21.15.6:0/3975703468 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5621aa50a1c0 con 0x5621aa48beb0 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.190+0000 7fdd27400700 1 -- 172.21.15.6:0/3975703468 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd34029070 con 0x5621aa48beb0 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.191+0000 7fdd27400700 1 -- 172.21.15.6:0/3975703468 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdd2c0a8650 con 0x5621aa48beb0 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.191+0000 7fdd52a5db80 10 client.28378 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.191+0000 7fdd52a5db80 10 client.28378 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.191+0000 7fdd52a5db80 20 client.28378 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.191+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5621aa50a590 0x5621aa50c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.191+0000 7fdd52a5db80 4 client.28378 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:39.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.191+0000 7fdd52a5db80 1 -- 172.21.15.6:0/3975703468 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5621aa3e0570 con 0x5621aa50a590 2024-05-20T21:26:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.191+0000 7fdd45600700 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5621aa50a590 0x5621aa50c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd45600700 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5621aa50a590 0x5621aa50c9b0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ae06a45bb40914a5 server_cookie=2dfef606c39923db in_seq=0 out_seq=0 2024-05-20T21:26:39.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd27400700 10 client.28378 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd27400700 1 -- 172.21.15.6:0/3975703468 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5621aa3e0570 con 0x5621aa50a590 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd27400700 10 client.28378 handle_command_reply: tid=0 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 client.28378 shutdown 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 -- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48beb0 msgr2=0x5621aa4a27f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48beb0 0x5621aa4a27f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c0a9630 tx=0x7fdd2c0a9fa0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 -- 172.21.15.6:0/3975703468 shutdown_connections 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621aa48c7d0 0x5621aa4a2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5621aa50a590 0x5621aa50c9b0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621aa486880 0x5621aa4a5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 --2- 172.21.15.6:0/3975703468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621aa48beb0 0x5621aa4a27f0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd52a5db80 1 -- 172.21.15.6:0/3975703468 >> 172.21.15.6:0/3975703468 conn(0x5621aa3b4be0 msgr2=0x5621aa4899c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.192+0000 7fdd27400700 0 client.28378 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.193+0000 7fdd52a5db80 1 -- 172.21.15.6:0/3975703468 shutdown_connections 2024-05-20T21:26:39.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.193+0000 7fdd52a5db80 1 -- 172.21.15.6:0/3975703468 wait complete. 2024-05-20T21:26:39.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.193+0000 7fdd52a5db80 20 client.28378 trim_cache size 0 max 16384 2024-05-20T21:26:39.196 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:26:39.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 -- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd280b2880 msgr2=0x7fdd280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd280b2880 0x7fdd280b4d40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fdd38009ec0 tx=0x7fdd380092f0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 -- 172.21.15.6:0/3601739522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4006c470 msgr2=0x7fdd4019c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4006c470 0x7fdd4019c3a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c00e9a0 tx=0x7fdd2c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 -- 172.21.15.6:0/3601739522 shutdown_connections 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdd280b2880 0x7fdd280b4d40 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdd401095a0 0x7fdd401a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdd4006bab0 0x7fdd4019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 --2- 172.21.15.6:0/3601739522 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdd4006c470 0x7fdd4019c3a0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 -- 172.21.15.6:0/3601739522 >> 172.21.15.6:0/3601739522 conn(0x7fdd400793b0 msgr2=0x7fdd4010e710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 -- 172.21.15.6:0/3601739522 shutdown_connections 2024-05-20T21:26:39.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:39.194+0000 7fdd48000700 1 -- 172.21.15.6:0/3601739522 wait complete. 2024-05-20T21:26:40.022 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:39 smithi006 ceph-mon[31422]: pgmap v764: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-20T21:26:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:39 smithi062 ceph-mon[36640]: pgmap v764: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-20T21:26:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:39 smithi042 ceph-mon[36332]: pgmap v764: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-20T21:26:40.559 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:26:41.229 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 -- 172.21.15.6:0/3611709007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 msgr2=0x7fecd4102730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 --2- 172.21.15.6:0/3611709007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 0x7fecd4102730 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fecc8009990 tx=0x7fecc8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 -- 172.21.15.6:0/3611709007 shutdown_connections 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 --2- 172.21.15.6:0/3611709007 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fecd4107760 0x7fecd4107c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 --2- 172.21.15.6:0/3611709007 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 0x7fecd4102730 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 --2- 172.21.15.6:0/3611709007 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecd4102c70 0x7fecd4107140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 -- 172.21.15.6:0/3611709007 >> 172.21.15.6:0/3611709007 conn(0x7fecd40fdd90 msgr2=0x7fecd41001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 -- 172.21.15.6:0/3611709007 shutdown_connections 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.228+0000 7fecdae00700 1 -- 172.21.15.6:0/3611709007 wait complete. 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.229+0000 7fecdae00700 1 Processor -- start 2024-05-20T21:26:41.230 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.230+0000 7fecdae00700 1 -- start start 2024-05-20T21:26:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.230+0000 7fecdae00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 0x7fecd41a0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.230+0000 7fecdae00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecd4102c70 0x7fecd41a0560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.230+0000 7fecdae00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fecd4107760 0x7fecd41a48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.230+0000 7fecdae00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fecd4119c10 con 0x7fecd4107760 2024-05-20T21:26:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.230+0000 7fecdae00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fecd4119a90 con 0x7fecd4102350 2024-05-20T21:26:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.230+0000 7fecdae00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fecd4119d90 con 0x7fecd4102c70 2024-05-20T21:26:41.232 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 0x7fecd41a0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 0x7fecd41a0020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55804/0 (socket says 172.21.15.6:55804) 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9a00700 1 -- 172.21.15.6:0/4051264905 learned_addr learned my addr 172.21.15.6:0/4051264905 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecda400700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fecd4107760 0x7fecd41a48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9000700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecd4102c70 0x7fecd41a0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9a00700 1 -- 172.21.15.6:0/4051264905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecd4102c70 msgr2=0x7fecd41a0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9a00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecd4102c70 0x7fecd41a0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9a00700 1 -- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fecd4107760 msgr2=0x7fecd41a48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9a00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fecd4107760 0x7fecd41a48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecd9a00700 1 -- 172.21.15.6:0/4051264905 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecd41a5030 con 0x7fecd4102350 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.231+0000 7fecda400700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fecd4107760 0x7fecd41a48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.232+0000 7fecd9a00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 0x7fecd41a0020 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fecc8005910 tx=0x7fecc800b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.232+0000 7fecd2000700 1 -- 172.21.15.6:0/4051264905 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc8027070 con 0x7fecd4102350 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.232+0000 7fecd2000700 1 -- 172.21.15.6:0/4051264905 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecc8022470 con 0x7fecd4102350 2024-05-20T21:26:41.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.232+0000 7fecdae00700 1 -- 172.21.15.6:0/4051264905 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecd41a52c0 con 0x7fecd4102350 2024-05-20T21:26:41.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.232+0000 7fecd2000700 1 -- 172.21.15.6:0/4051264905 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc8017650 con 0x7fecd4102350 2024-05-20T21:26:41.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.232+0000 7fecdae00700 1 -- 172.21.15.6:0/4051264905 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecd41acba0 con 0x7fecd4102350 2024-05-20T21:26:41.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.236+0000 7fecd2000700 1 -- 172.21.15.6:0/4051264905 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fecc802a070 con 0x7fecd4102350 2024-05-20T21:26:41.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.237+0000 7fece6dd3b80 1 Processor -- start 2024-05-20T21:26:41.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.237+0000 7fece6dd3b80 1 -- start start 2024-05-20T21:26:41.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818650 0x564605818a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605812b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605813180 0x564605813600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564605770fe0 con 0x564605818f70 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564605760b80 con 0x564605818650 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564605764bc0 con 0x564605813180 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fecd2000700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fecbc0b2930 0x7fecbc0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fecd9a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605812b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fecd9a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605812b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49782/0 (socket says 172.21.15.6:49782) 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fecd9a00700 1 -- 172.21.15.6:0/1940093428 learned_addr learned my addr 172.21.15.6:0/1940093428 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fecd9000700 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605813180 0x564605813600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fecd2000700 1 -- 172.21.15.6:0/4051264905 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fecc80e2fb0 con 0x7fecd4102350 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.238+0000 7fecda400700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fecbc0b2930 0x7fecbc0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecda400700 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818650 0x564605818a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecd9000700 1 -- 172.21.15.6:0/1940093428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818650 msgr2=0x564605818a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:41.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecd9000700 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818650 0x564605818a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecd9000700 1 -- 172.21.15.6:0/1940093428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 msgr2=0x564605812b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:41.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecd9000700 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605812b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecd9000700 1 -- 172.21.15.6:0/1940093428 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646057295c0 con 0x564605813180 2024-05-20T21:26:41.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecda400700 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818650 0x564605818a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:41.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecd9000700 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605813180 0x564605813600 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fecd41030d0 tx=0x7fecc0009f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4748391c901b6774 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.239+0000 7fecc6a00700 1 -- 172.21.15.6:0/1940093428 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0011d60 con 0x564605813180 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.240+0000 7fecc6a00700 1 -- 172.21.15.6:0/1940093428 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecc00044e0 con 0x564605813180 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.240+0000 7fecc6a00700 1 -- 172.21.15.6:0/1940093428 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0005220 con 0x564605813180 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.240+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1940093428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605813180 msgr2=0x564605813600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.240+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605813180 0x564605813600 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fecd41030d0 tx=0x7fecc0009f30 comp rx=0 tx=0).stop 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.240+0000 7fecda400700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fecbc0b2930 0x7fecbc0b4df0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7feccc009fd0 tx=0x7feccc009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.241+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1940093428 shutdown_connections 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.241+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605813180 0x564605813600 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.241+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818650 0x564605818a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.241+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/1940093428 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605812b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.241+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1940093428 >> 172.21.15.6:0/1940093428 conn(0x564605740d80 msgr2=0x56460580d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:41.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.241+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1940093428 shutdown_connections 2024-05-20T21:26:41.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.241+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1940093428 wait complete. 2024-05-20T21:26:41.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.242+0000 7fece6dd3b80 1 -- start start 2024-05-20T21:26:41.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.242+0000 7fece6dd3b80 1 Processor -- start 2024-05-20T21:26:41.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605813180 0x56460581ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 0x56460581bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818f70 0x56460581c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564605667140 con 0x564605813180 2024-05-20T21:26:41.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564605701900 con 0x564605818f70 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56460581fa20 con 0x564605818650 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fece6dd3b80 10 client.0 _ll_register_callbacks cb 0x56460570ae10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fecda400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818f70 0x56460581c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fecd9000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 0x56460581bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fecda400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818f70 0x56460581c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55814/0 (socket says 172.21.15.6:55814) 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fecda400700 1 -- 172.21.15.6:0/4062031371 learned_addr learned my addr 172.21.15.6:0/4062031371 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.243+0000 7fecd9a00700 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605813180 0x56460581ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.244+0000 7fecda400700 1 -- 172.21.15.6:0/4062031371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 msgr2=0x56460581bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.244+0000 7fecda400700 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 0x56460581bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.244+0000 7fecda400700 1 -- 172.21.15.6:0/4062031371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605813180 msgr2=0x56460581ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.244+0000 7fecda400700 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605813180 0x56460581ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.244+0000 7fecda400700 1 -- 172.21.15.6:0/4062031371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646056b0a70 con 0x564605818f70 2024-05-20T21:26:41.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.244+0000 7fecda400700 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818f70 0x56460581c520 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7feccc00ee40 tx=0x7feccc004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=836acd43a3eb325b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:41.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.244+0000 7fecbb400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:41.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.245+0000 7fecbb400700 1 -- 172.21.15.6:0/4062031371 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feccc027020 con 0x564605818f70 2024-05-20T21:26:41.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.245+0000 7fecbb400700 1 -- 172.21.15.6:0/4062031371 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7feccc017630 con 0x564605818f70 2024-05-20T21:26:41.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.245+0000 7fece6dd3b80 1 -- 172.21.15.6:0/4062031371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fecc00044e0 con 0x564605818f70 2024-05-20T21:26:41.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.245+0000 7fecbb400700 1 -- 172.21.15.6:0/4062031371 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7feccc032050 con 0x564605818f70 2024-05-20T21:26:41.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.245+0000 7fece6dd3b80 10 client.28391 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:41.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.245+0000 7fece6dd3b80 1 -- 172.21.15.6:0/4062031371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564605731200 con 0x564605818f70 2024-05-20T21:26:41.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.245+0000 7fecbb400700 1 -- 172.21.15.6:0/4062031371 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecc00044e0 con 0x564605818f70 2024-05-20T21:26:41.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.246+0000 7fecbb400700 1 -- 172.21.15.6:0/4062031371 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7feccc023630 con 0x564605818f70 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.246+0000 7fece6dd3b80 10 client.28391 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.246+0000 7fece6dd3b80 10 client.28391 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.246+0000 7fece6dd3b80 20 client.28391 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.246+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56460582c570 0x56460582e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.246+0000 7fece6dd3b80 4 client.28391 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.246+0000 7fece6dd3b80 1 -- 172.21.15.6:0/4062031371 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564605772f30 con 0x56460582c570 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.246+0000 7fecd9a00700 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56460582c570 0x56460582e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.247+0000 7fecd9a00700 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56460582c570 0x56460582e9b0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=441646fc94c506ed server_cookie=3b189457290467b6 in_seq=0 out_seq=0 2024-05-20T21:26:41.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.247+0000 7fecbb400700 10 client.28391 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:41.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fecbb400700 1 -- 172.21.15.6:0/4062031371 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564605772f30 con 0x56460582c570 2024-05-20T21:26:41.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fecbb400700 10 client.28391 handle_command_reply: tid=0 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 client.28391 shutdown 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 -- 172.21.15.6:0/4062031371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818f70 msgr2=0x56460581c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818f70 0x56460581c520 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7feccc00ee40 tx=0x7feccc004b40 comp rx=0 tx=0).stop 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 -- 172.21.15.6:0/4062031371 shutdown_connections 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605818f70 0x56460581c520 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605813180 0x56460581ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56460582c570 0x56460582e9b0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/4062031371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 0x56460581bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fece6dd3b80 1 -- 172.21.15.6:0/4062031371 >> 172.21.15.6:0/4062031371 conn(0x564605740d80 msgr2=0x564605811b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.248+0000 7fecbb400700 0 client.28391 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.249+0000 7fece6dd3b80 1 -- 172.21.15.6:0/4062031371 shutdown_connections 2024-05-20T21:26:41.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.249+0000 7fece6dd3b80 1 -- 172.21.15.6:0/4062031371 wait complete. 2024-05-20T21:26:41.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.249+0000 7fece6dd3b80 20 client.28391 trim_cache size 0 max 16384 2024-05-20T21:26:41.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.272+0000 7fece6dd3b80 1 Processor -- start 2024-05-20T21:26:41.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.272+0000 7fece6dd3b80 1 -- start start 2024-05-20T21:26:41.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.272+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x56460580d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.272+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818650 0x564605812b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.272+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818f70 0x564605834280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.272+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fecd41b6a50 con 0x564605818650 2024-05-20T21:26:41.273 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.272+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fecd41b42e0 con 0x564605813180 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.272+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fecd41b2130 con 0x564605818f70 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818650 0x564605812b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818650 0x564605812b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49802/0 (socket says 172.21.15.6:49802) 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9000700 1 -- 172.21.15.6:0/1597087367 learned_addr learned my addr 172.21.15.6:0/1597087367 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9a00700 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x56460580d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecda400700 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818f70 0x564605834280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9a00700 1 -- 172.21.15.6:0/1597087367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818f70 msgr2=0x564605834280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9a00700 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818f70 0x564605834280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9a00700 1 -- 172.21.15.6:0/1597087367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818650 msgr2=0x564605812b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9a00700 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818650 0x564605812b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.273+0000 7fecd9a00700 1 -- 172.21.15.6:0/1597087367 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56460582ed20 con 0x564605813180 2024-05-20T21:26:41.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.274+0000 7fecd9a00700 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x56460580d650 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fecc80e09b0 tx=0x7fecc8076ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78bbb4c3f3c450be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.274+0000 7fecc6000700 1 -- 172.21.15.6:0/1597087367 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc80a9cd0 con 0x564605813180 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.274+0000 7fecc6000700 1 -- 172.21.15.6:0/1597087367 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecc80aa070 con 0x564605813180 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.274+0000 7fecc6000700 1 -- 172.21.15.6:0/1597087367 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc8022920 con 0x564605813180 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1597087367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 msgr2=0x56460580d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x56460580d650 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fecc80e09b0 tx=0x7fecc8076ee0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1597087367 shutdown_connections 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818f70 0x564605834280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x56460580d650 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/1597087367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818650 0x564605812b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1597087367 >> 172.21.15.6:0/1597087367 conn(0x564605740d80 msgr2=0x564605812400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1597087367 shutdown_connections 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.275+0000 7fece6dd3b80 1 -- 172.21.15.6:0/1597087367 wait complete. 2024-05-20T21:26:41.276 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 1 -- start start 2024-05-20T21:26:41.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 1 Processor -- start 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x564605821ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 0x564605822220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605822760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fecd41b27a0 con 0x564605818f70 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fecd41b3c10 con 0x564605813180 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fecd41b2e70 con 0x564605818650 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.276+0000 7fece6dd3b80 10 client.0 _ll_register_callbacks cb 0x56460570ae10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecda400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605822760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecd9a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x564605821ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecda400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605822760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49810/0 (socket says 172.21.15.6:49810) 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecda400700 1 -- 172.21.15.6:0/2633706215 learned_addr learned my addr 172.21.15.6:0/2633706215 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecd9000700 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 0x564605822220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecd9a00700 1 -- 172.21.15.6:0/2633706215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 msgr2=0x564605822220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecd9a00700 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 0x564605822220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecd9a00700 1 -- 172.21.15.6:0/2633706215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 msgr2=0x564605822760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecd9a00700 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605822760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecd9a00700 1 -- 172.21.15.6:0/2633706215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646058971b0 con 0x564605813180 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.277+0000 7fecda400700 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605822760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.278+0000 7fecd9a00700 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x564605821ce0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fecc80aa260 tx=0x7fecc8009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77accac503b72ef2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.278+0000 7fecbb400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.278+0000 7fecbb400700 1 -- 172.21.15.6:0/2633706215 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc80aa560 con 0x564605813180 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.278+0000 7fecbb400700 1 -- 172.21.15.6:0/2633706215 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fecc80e0ac0 con 0x564605813180 2024-05-20T21:26:41.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.278+0000 7fece6dd3b80 1 -- 172.21.15.6:0/2633706215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fecc80aa070 con 0x564605813180 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.278+0000 7fecbb400700 1 -- 172.21.15.6:0/2633706215 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fecc80ae910 con 0x564605813180 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.278+0000 7fece6dd3b80 10 client.28397 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.278+0000 7fece6dd3b80 1 -- 172.21.15.6:0/2633706215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564605898450 con 0x564605813180 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fecbb400700 1 -- 172.21.15.6:0/2633706215 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fecc80aa070 con 0x564605813180 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fecbb400700 1 -- 172.21.15.6:0/2633706215 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fecc80b2ea0 con 0x564605813180 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fece6dd3b80 10 client.28397 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fece6dd3b80 10 client.28397 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fece6dd3b80 20 client.28397 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564605898ae0 0x56460589af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fece6dd3b80 4 client.28397 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.55, "await_for": 45.0}] 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fece6dd3b80 1 -- 172.21.15.6:0/2633706215 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.55, "await_for": 45.0}) -- 0x56460576c710 con 0x564605898ae0 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.279+0000 7fecd9000700 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564605898ae0 0x56460589af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:41.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.280+0000 7fecd9000700 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564605898ae0 0x56460589af00 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=452a8a22c2fce304 server_cookie=36bf13839a3a759 in_seq=0 out_seq=0 2024-05-20T21:26:41.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.280+0000 7fecbb400700 10 client.28397 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:41.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fecbb400700 1 -- 172.21.15.6:0/2633706215 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56460576c710 con 0x564605898ae0 2024-05-20T21:26:41.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fecbb400700 10 client.28397 handle_command_reply: tid=0 2024-05-20T21:26:41.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 client.28397 shutdown 2024-05-20T21:26:41.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 -- 172.21.15.6:0/2633706215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 msgr2=0x564605821ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x564605821ce0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fecc80aa260 tx=0x7fecc8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 -- 172.21.15.6:0/2633706215 shutdown_connections 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564605818f70 0x564605822760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564605813180 0x564605821ce0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564605898ae0 0x56460589af00 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fecbb400700 0 client.28397 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 --2- 172.21.15.6:0/2633706215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564605818650 0x564605822220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.293+0000 7fece6dd3b80 1 -- 172.21.15.6:0/2633706215 >> 172.21.15.6:0/2633706215 conn(0x564605740d80 msgr2=0x564605806f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.294+0000 7fece6dd3b80 1 -- 172.21.15.6:0/2633706215 shutdown_connections 2024-05-20T21:26:41.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.294+0000 7fece6dd3b80 1 -- 172.21.15.6:0/2633706215 wait complete. 2024-05-20T21:26:41.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.294+0000 7fece6dd3b80 20 client.28397 trim_cache size 0 max 16384 2024-05-20T21:26:41.295 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:26:41.295 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:26:41.295 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:26:41.295 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 42, 2024-05-20T21:26:41.295 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:26:41.295 INFO:teuthology.orchestra.run.smithi006.stdout: "3247a543": { 2024-05-20T21:26:41.295 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 42, 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 146.6, 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:41.296 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:41.297 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:41.297 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:41.297 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:26:41.297 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:26:41.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 -- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fecbc0b2930 msgr2=0x7fecbc0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fecbc0b2930 0x7fecbc0b4df0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7feccc009fd0 tx=0x7feccc009920 comp rx=0 tx=0).stop 2024-05-20T21:26:41.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 -- 172.21.15.6:0/4051264905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 msgr2=0x7fecd41a0020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 0x7fecd41a0020 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fecc8005910 tx=0x7fecc800b670 comp rx=0 tx=0).stop 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 -- 172.21.15.6:0/4051264905 shutdown_connections 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fecbc0b2930 0x7fecbc0b4df0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fecd4107760 0x7fecd41a48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fecd4102350 0x7fecd41a0020 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 --2- 172.21.15.6:0/4051264905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fecd4102c70 0x7fecd41a0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 -- 172.21.15.6:0/4051264905 >> 172.21.15.6:0/4051264905 conn(0x7fecd40fdd90 msgr2=0x7fecd4105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 -- 172.21.15.6:0/4051264905 shutdown_connections 2024-05-20T21:26:41.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:41.295+0000 7fecdae00700 1 -- 172.21.15.6:0/4051264905 wait complete. 2024-05-20T21:26:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:41 smithi062 ceph-mon[36640]: pgmap v765: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.1 KiB/s wr, 9 op/s 2024-05-20T21:26:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:41 smithi042 ceph-mon[36332]: pgmap v765: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.1 KiB/s wr, 9 op/s 2024-05-20T21:26:42.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:41 smithi006 ceph-mon[31422]: pgmap v765: 97 pgs: 97 active+clean; 1.2 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.1 KiB/s wr, 9 op/s 2024-05-20T21:26:42.334 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '3247a543', quiesce took 10.2 seconds. Will release after: 16.35 2024-05-20T21:26:42.362 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.636+0000 7fcae2400640 1 -- 172.21.15.6:0/2327363022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcadc10a070 msgr2=0x7fcadc10a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.636+0000 7fcae2400640 1 --2- 172.21.15.6:0/2327363022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcadc10a070 0x7fcadc10a4f0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fcac8009900 tx=0x7fcac802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.637+0000 7fcae2400640 1 -- 172.21.15.6:0/2327363022 shutdown_connections 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.637+0000 7fcae2400640 1 --2- 172.21.15.6:0/2327363022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcadc10aa30 0x7fcadc111350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.637+0000 7fcae2400640 1 --2- 172.21.15.6:0/2327363022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcadc10a070 0x7fcadc10a4f0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.637+0000 7fcae2400640 1 --2- 172.21.15.6:0/2327363022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcadc108f70 0x7fcadc109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.637+0000 7fcae2400640 1 -- 172.21.15.6:0/2327363022 >> 172.21.15.6:0/2327363022 conn(0x7fcadc077ee0 msgr2=0x7fcadc07a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.637+0000 7fcae2400640 1 -- 172.21.15.6:0/2327363022 shutdown_connections 2024-05-20T21:26:42.637 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.637+0000 7fcae2400640 1 -- 172.21.15.6:0/2327363022 wait complete. 2024-05-20T21:26:42.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.638+0000 7fcae2400640 1 Processor -- start 2024-05-20T21:26:42.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.638+0000 7fcae2400640 1 -- start start 2024-05-20T21:26:42.640 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcae2400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcadc108f70 0x7fcadc19f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcae2400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcadc10a070 0x7fcadc19f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcae2400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcadc10aa30 0x7fcadc1a66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcae2400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc114ad0 con 0x7fcadc10aa30 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcae2400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc114950 con 0x7fcadc10a070 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcae2400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc114c50 con 0x7fcadc108f70 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcadbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcadc10a070 0x7fcadc19f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcadbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcadc10a070 0x7fcadc19f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55842/0 (socket says 172.21.15.6:55842) 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcadbe00640 1 -- 172.21.15.6:0/3895275390 learned_addr learned my addr 172.21.15.6:0/3895275390 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcae1a00640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcadc10aa30 0x7fcadc1a66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcae1000640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcadc108f70 0x7fcadc19f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcadbe00640 1 -- 172.21.15.6:0/3895275390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcadc108f70 msgr2=0x7fcadc19f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcadbe00640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcadc108f70 0x7fcadc19f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.641 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcadbe00640 1 -- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcadc10aa30 msgr2=0x7fcadc1a66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcadbe00640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcadc10aa30 0x7fcadc1a66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.639+0000 7fcadbe00640 1 -- 172.21.15.6:0/3895275390 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcadc1a6d60 con 0x7fcadc10a070 2024-05-20T21:26:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.640+0000 7fcadbe00640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcadc10a070 0x7fcadc19f680 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fcac8031500 tx=0x7fcac8003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.640+0000 7fcad9600640 1 -- 172.21.15.6:0/3895275390 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac803f070 con 0x7fcadc10a070 2024-05-20T21:26:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.640+0000 7fcad9600640 1 -- 172.21.15.6:0/3895275390 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcac8031c50 con 0x7fcadc10a070 2024-05-20T21:26:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.640+0000 7fcad9600640 1 -- 172.21.15.6:0/3895275390 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac8035030 con 0x7fcadc10a070 2024-05-20T21:26:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.640+0000 7fcae2400640 1 -- 172.21.15.6:0/3895275390 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcadc1a6ff0 con 0x7fcadc10a070 2024-05-20T21:26:42.642 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.640+0000 7fcae2400640 1 -- 172.21.15.6:0/3895275390 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcadc1a73f0 con 0x7fcadc10a070 2024-05-20T21:26:42.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcae6780740 1 Processor -- start 2024-05-20T21:26:42.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcae6780740 1 -- start start 2024-05-20T21:26:42.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcad9600640 1 -- 172.21.15.6:0/3895275390 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcac8042070 con 0x7fcadc10a070 2024-05-20T21:26:42.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcae6780740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d297cf0 0x55b74d298110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.644 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcae6780740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d29d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcae6780740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d29fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcae6780740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b74d207b90 con 0x55b74d297cf0 2024-05-20T21:26:42.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcae6780740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b74d1f7730 con 0x55b74d2986e0 2024-05-20T21:26:42.645 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.644+0000 7fcae6780740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b74d1fb770 con 0x55b74d29d850 2024-05-20T21:26:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d297cf0 0x55b74d298110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d297cf0 0x55b74d298110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49836/0 (socket says 172.21.15.6:49836) 2024-05-20T21:26:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d29d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1a00640 1 -- 172.21.15.6:0/3923708563 learned_addr learned my addr 172.21.15.6:0/3923708563 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcadbe00640 1 --2- 172.21.15.6:0/3923708563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d29fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1a00640 1 -- 172.21.15.6:0/3923708563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 msgr2=0x55b74d29fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.647 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1a00640 1 --2- 172.21.15.6:0/3923708563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d29fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1a00640 1 -- 172.21.15.6:0/3923708563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 msgr2=0x55b74d29d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1a00640 1 --2- 172.21.15.6:0/3923708563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d29d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.645+0000 7fcae1a00640 1 -- 172.21.15.6:0/3923708563 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b74d1908b0 con 0x55b74d297cf0 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.646+0000 7fcae1a00640 1 --2- 172.21.15.6:0/3923708563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d297cf0 0x55b74d298110 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fcacc009ca0 tx=0x7fcacc011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cc09eef210447f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.646+0000 7fcad2000640 1 -- 172.21.15.6:0/3923708563 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc01e070 con 0x55b74d297cf0 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.646+0000 7fcad2000640 1 -- 172.21.15.6:0/3923708563 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcacc009e50 con 0x55b74d297cf0 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.646+0000 7fcad2000640 1 -- 172.21.15.6:0/3923708563 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc00ea10 con 0x55b74d297cf0 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.646+0000 7fcad9600640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcac00b27d0 0x7fcac00b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.646+0000 7fcad9600640 1 -- 172.21.15.6:0/3895275390 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcac81029d0 con 0x7fcadc10a070 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.646+0000 7fcae1000640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcac00b27d0 0x7fcac00b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 -- 172.21.15.6:0/3923708563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d297cf0 msgr2=0x55b74d298110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 --2- 172.21.15.6:0/3923708563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d297cf0 0x55b74d298110 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fcacc009ca0 tx=0x7fcacc011810 comp rx=0 tx=0).stop 2024-05-20T21:26:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 -- 172.21.15.6:0/3923708563 shutdown_connections 2024-05-20T21:26:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 --2- 172.21.15.6:0/3923708563 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d29fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 --2- 172.21.15.6:0/3923708563 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d29d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 --2- 172.21.15.6:0/3923708563 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d297cf0 0x55b74d298110 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 -- 172.21.15.6:0/3923708563 >> 172.21.15.6:0/3923708563 conn(0x55b74d293360 msgr2=0x55b74d293760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 -- 172.21.15.6:0/3923708563 shutdown_connections 2024-05-20T21:26:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae6780740 1 -- 172.21.15.6:0/3923708563 wait complete. 2024-05-20T21:26:42.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.647+0000 7fcae1000640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcac00b27d0 0x7fcac00b4c90 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x55b74d294230 tx=0x7fcad4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.648+0000 7fcae6780740 1 -- start start 2024-05-20T21:26:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.648+0000 7fcae6780740 1 Processor -- start 2024-05-20T21:26:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.648+0000 7fcae6780740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d2a1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.648+0000 7fcae6780740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d2a2020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae6780740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 0x55b74d2a9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae6780740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b74cedd790 con 0x55b74d29d850 2024-05-20T21:26:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae1000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d2a1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae6780740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b74d19fbc0 con 0x55b74d2986e0 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae6780740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b74d2a0800 con 0x55b74d297cf0 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae1000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d2a1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37364/0 (socket says 172.21.15.6:37364) 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae1000640 1 -- 172.21.15.6:0/835312321 learned_addr learned my addr 172.21.15.6:0/835312321 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae6780740 10 client.0 _ll_register_callbacks cb 0x55b74d17d400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcadbe00640 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d2a2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcae1a00640 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 0x55b74d2a9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcadbe00640 1 -- 172.21.15.6:0/835312321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 msgr2=0x55b74d2a1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcadbe00640 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d2a1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcadbe00640 1 -- 172.21.15.6:0/835312321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 msgr2=0x55b74d2a9060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcadbe00640 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 0x55b74d2a9060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.649+0000 7fcadbe00640 1 -- 172.21.15.6:0/835312321 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b74cf0c210 con 0x55b74d2986e0 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcadbe00640 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d2a2020 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fcac8100480 tx=0x7fcac80c9dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40ff2d235ddd3e62 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcac6a00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:42.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcac6a00640 1 -- 172.21.15.6:0/835312321 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac8049070 con 0x55b74d2986e0 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcac6a00640 1 -- 172.21.15.6:0/835312321 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcac803b460 con 0x55b74d2986e0 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcae6780740 1 -- 172.21.15.6:0/835312321 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcacc009e50 con 0x55b74d2986e0 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcac6a00640 1 -- 172.21.15.6:0/835312321 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcac8031e00 con 0x55b74d2986e0 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcae6780740 10 client.28409 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcae6780740 1 -- 172.21.15.6:0/835312321 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b74cfd8620 con 0x55b74d2986e0 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.650+0000 7fcac6a00640 1 -- 172.21.15.6:0/835312321 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcacc009e50 con 0x55b74d2986e0 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.651+0000 7fcac6a00640 1 -- 172.21.15.6:0/835312321 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcac80d2920 con 0x55b74d2986e0 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.651+0000 7fcae6780740 10 client.28409 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.651+0000 7fcae6780740 10 client.28409 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.651+0000 7fcae6780740 20 client.28409 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.651+0000 7fcae6780740 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b74d2ad5a0 0x55b74d2af9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.651+0000 7fcae6780740 4 client.28409 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:42.654 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.651+0000 7fcae6780740 1 -- 172.21.15.6:0/835312321 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b74d209ae0 con 0x55b74d2ad5a0 2024-05-20T21:26:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.651+0000 7fcae1000640 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b74d2ad5a0 0x55b74d2af9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.652+0000 7fcae1000640 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b74d2ad5a0 0x55b74d2af9d0 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a70da365c490e462 server_cookie=8e8accbc3ae5c019 in_seq=0 out_seq=0 2024-05-20T21:26:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.652+0000 7fcac6a00640 10 client.28409 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcac6a00640 1 -- 172.21.15.6:0/835312321 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b74d209ae0 con 0x55b74d2ad5a0 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcac6a00640 10 client.28409 handle_command_reply: tid=0 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 client.28409 shutdown 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 -- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 msgr2=0x55b74d2a2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d2a2020 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fcac8100480 tx=0x7fcac80c9dd0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 -- 172.21.15.6:0/835312321 shutdown_connections 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b74d2ad5a0 0x55b74d2af9d0 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 0x55b74d2a9060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcac6a00640 0 client.28409 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d2a2020 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 --2- 172.21.15.6:0/835312321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d2a1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 -- 172.21.15.6:0/835312321 >> 172.21.15.6:0/835312321 conn(0x55b74d293360 msgr2=0x55b74d2924c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.656 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 -- 172.21.15.6:0/835312321 shutdown_connections 2024-05-20T21:26:42.657 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 1 -- 172.21.15.6:0/835312321 wait complete. 2024-05-20T21:26:42.657 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.653+0000 7fcae6780740 20 client.28409 trim_cache size 0 max 16384 2024-05-20T21:26:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.670+0000 7fcae6780740 1 Processor -- start 2024-05-20T21:26:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae6780740 1 -- start start 2024-05-20T21:26:42.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae6780740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d292340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae6780740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d292880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae6780740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 0x55b74d2a9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae6780740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc1b2d80 con 0x55b74d29d850 2024-05-20T21:26:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae6780740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc1b0650 con 0x55b74d2986e0 2024-05-20T21:26:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae6780740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc1ae4a0 con 0x55b74d297cf0 2024-05-20T21:26:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae1000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d292340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae1000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d292340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37374/0 (socket says 172.21.15.6:37374) 2024-05-20T21:26:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcae1000640 1 -- 172.21.15.6:0/4093418319 learned_addr learned my addr 172.21.15.6:0/4093418319 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.671+0000 7fcae1a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 0x55b74d2a9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcadbe00640 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d292880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcae1000640 1 -- 172.21.15.6:0/4093418319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 msgr2=0x55b74d292880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcae1000640 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d292880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcae1000640 1 -- 172.21.15.6:0/4093418319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 msgr2=0x55b74d2a9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcae1000640 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 0x55b74d2a9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcae1000640 1 -- 172.21.15.6:0/4093418319 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b74d2b0050 con 0x55b74d297cf0 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcadbe00640 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d292880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.672+0000 7fcae1000640 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d292340 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcad4005fd0 tx=0x7fcad401a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ab3283d65617751 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcad1600640 1 -- 172.21.15.6:0/4093418319 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad402a530 con 0x55b74d297cf0 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcad1600640 1 -- 172.21.15.6:0/4093418319 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcad402f070 con 0x55b74d297cf0 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcad1600640 1 -- 172.21.15.6:0/4093418319 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad40046b0 con 0x55b74d297cf0 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 -- 172.21.15.6:0/4093418319 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 msgr2=0x55b74d292340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d292340 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcad4005fd0 tx=0x7fcad401a000 comp rx=0 tx=0).stop 2024-05-20T21:26:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 -- 172.21.15.6:0/4093418319 shutdown_connections 2024-05-20T21:26:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d29d850 0x55b74d2a9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d2986e0 0x55b74d292880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 --2- 172.21.15.6:0/4093418319 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d297cf0 0x55b74d292340 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 -- 172.21.15.6:0/4093418319 >> 172.21.15.6:0/4093418319 conn(0x55b74d293360 msgr2=0x55b74d291c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 -- 172.21.15.6:0/4093418319 shutdown_connections 2024-05-20T21:26:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.673+0000 7fcae6780740 1 -- 172.21.15.6:0/4093418319 wait complete. 2024-05-20T21:26:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.674+0000 7fcae6780740 1 -- start start 2024-05-20T21:26:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.674+0000 7fcae6780740 1 Processor -- start 2024-05-20T21:26:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.674+0000 7fcae6780740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d297cf0 0x55b74d2a6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae6780740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d2986e0 0x55b74d2a72e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae6780740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d2a8250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae6780740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc1aeb10 con 0x55b74d2986e0 2024-05-20T21:26:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae6780740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc1aff80 con 0x55b74d297cf0 2024-05-20T21:26:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae6780740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcadc1af1e0 con 0x55b74d29d850 2024-05-20T21:26:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae6780740 10 client.0 _ll_register_callbacks cb 0x7fcac8005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d2986e0 0x55b74d2a72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae1000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d297cf0 0x55b74d2a6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d2986e0 0x55b74d2a72e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49872/0 (socket says 172.21.15.6:49872) 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 -- 172.21.15.6:0/3307619476 learned_addr learned my addr 172.21.15.6:0/3307619476 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae1a00640 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d2a8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 -- 172.21.15.6:0/3307619476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 msgr2=0x55b74d2a8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d2a8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 -- 172.21.15.6:0/3307619476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d297cf0 msgr2=0x55b74d2a6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d297cf0 0x55b74d2a6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 -- 172.21.15.6:0/3307619476 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b74d2a8840 con 0x55b74d2986e0 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcae1a00640 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d2a8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcadbe00640 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d2986e0 0x55b74d2a72e0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fcac80d2f70 tx=0x7fcac80c5f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0588a6d087130b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.675+0000 7fcac6a00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcac6a00640 1 -- 172.21.15.6:0/3307619476 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac8049040 con 0x55b74d2986e0 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcac6a00640 1 -- 172.21.15.6:0/3307619476 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcac80317a0 con 0x55b74d2986e0 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 1 -- 172.21.15.6:0/3307619476 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcad402f070 con 0x55b74d2986e0 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcac6a00640 1 -- 172.21.15.6:0/3307619476 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcac80c9b10 con 0x55b74d2986e0 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 10 client.18303 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 1 -- 172.21.15.6:0/3307619476 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b74d3187b0 con 0x55b74d2986e0 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcac6a00640 1 -- 172.21.15.6:0/3307619476 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcad402f070 con 0x55b74d2986e0 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcac6a00640 1 -- 172.21.15.6:0/3307619476 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcac80c8cd0 con 0x55b74d2986e0 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 10 client.18303 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 10 client.18303 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 20 client.18303 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b74d318e20 0x55b74d31b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 4 client.18303 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.676+0000 7fcae6780740 1 -- 172.21.15.6:0/3307619476 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b74d2032c0 con 0x55b74d318e20 2024-05-20T21:26:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.677+0000 7fcae1000640 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b74d318e20 0x55b74d31b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.677+0000 7fcae1000640 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b74d318e20 0x55b74d31b240 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab88db411dc460ee server_cookie=6dd15ccd6103b4cb in_seq=0 out_seq=0 2024-05-20T21:26:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.677+0000 7fcac6a00640 10 client.18303 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcac6a00640 1 -- 172.21.15.6:0/3307619476 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b74d2032c0 con 0x55b74d318e20 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcac6a00640 10 client.18303 handle_command_reply: tid=0 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 client.18303 shutdown 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 -- 172.21.15.6:0/3307619476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d2986e0 msgr2=0x55b74d2a72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d2986e0 0x55b74d2a72e0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fcac80d2f70 tx=0x7fcac80c5f20 comp rx=0 tx=0).stop 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 -- 172.21.15.6:0/3307619476 shutdown_connections 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b74d318e20 0x55b74d31b240 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b74d29d850 0x55b74d2a8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b74d2986e0 0x55b74d2a72e0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 --2- 172.21.15.6:0/3307619476 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b74d297cf0 0x55b74d2a6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcae6780740 1 -- 172.21.15.6:0/3307619476 >> 172.21.15.6:0/3307619476 conn(0x55b74d293360 msgr2=0x55b74d2924c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.690+0000 7fcac6a00640 0 client.18303 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.691+0000 7fcae6780740 1 -- 172.21.15.6:0/3307619476 shutdown_connections 2024-05-20T21:26:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.691+0000 7fcae6780740 1 -- 172.21.15.6:0/3307619476 wait complete. 2024-05-20T21:26:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.691+0000 7fcae6780740 20 client.18303 trim_cache size 0 max 16384 2024-05-20T21:26:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:26:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:26:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.691+0000 7fcae2400640 1 -- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcac00b27d0 msgr2=0x7fcac00b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcac00b27d0 0x7fcac00b4c90 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x55b74d294230 tx=0x7fcad4009500 comp rx=0 tx=0).stop 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 -- 172.21.15.6:0/3895275390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcadc10a070 msgr2=0x7fcadc19f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcadc10a070 0x7fcadc19f680 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fcac8031500 tx=0x7fcac8003c10 comp rx=0 tx=0).stop 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 -- 172.21.15.6:0/3895275390 shutdown_connections 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcac00b27d0 0x7fcac00b4c90 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcadc10aa30 0x7fcadc1a66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcadc10a070 0x7fcadc19f680 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 --2- 172.21.15.6:0/3895275390 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcadc108f70 0x7fcadc19f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:42.693 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 -- 172.21.15.6:0/3895275390 >> 172.21.15.6:0/3895275390 conn(0x7fcadc077ee0 msgr2=0x7fcadc10d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 -- 172.21.15.6:0/3895275390 shutdown_connections 2024-05-20T21:26:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:42.692+0000 7fcae2400640 1 -- 172.21.15.6:0/3895275390 wait complete. 2024-05-20T21:26:43.815 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:43 smithi006 ceph-mon[31422]: pgmap v766: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:43 smithi062 ceph-mon[36640]: pgmap v766: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:43 smithi042 ceph-mon[36332]: pgmap v766: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:26:44.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.679+0000 7f3d0ba00700 1 -- 172.21.15.6:0/991579315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d041088f0 msgr2=0x7f3d04110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.679+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/991579315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d041088f0 0x7f3d04110470 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc009fc0 tx=0x7f3cfc00b330 comp rx=0 tx=0).stop 2024-05-20T21:26:44.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.680+0000 7f3d0ba00700 1 -- 172.21.15.6:0/991579315 shutdown_connections 2024-05-20T21:26:44.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.680+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/991579315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d041088f0 0x7f3d04110470 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.680+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/991579315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d041037f0 0x7f3d04103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.680+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/991579315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d041041a0 0x7f3d041081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.680+0000 7f3d0ba00700 1 -- 172.21.15.6:0/991579315 >> 172.21.15.6:0/991579315 conn(0x7f3d0407a6a0 msgr2=0x7f3d0407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:44.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.680+0000 7f3d0ba00700 1 -- 172.21.15.6:0/991579315 shutdown_connections 2024-05-20T21:26:44.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.680+0000 7f3d0ba00700 1 -- 172.21.15.6:0/991579315 wait complete. 2024-05-20T21:26:44.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.682+0000 7f3d0ba00700 1 Processor -- start 2024-05-20T21:26:44.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.682+0000 7f3d0ba00700 1 -- start start 2024-05-20T21:26:44.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.682+0000 7f3d0ba00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d041037f0 0x7f3d04075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.682+0000 7f3d0ba00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d041041a0 0x7f3d04075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.682+0000 7f3d0ba00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d041088f0 0x7f3d040762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.682+0000 7f3d0ba00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04113710 con 0x7f3d041037f0 2024-05-20T21:26:44.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.682+0000 7f3d0ba00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04113590 con 0x7f3d041041a0 2024-05-20T21:26:44.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.682+0000 7f3d0ba00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3d04113890 con 0x7f3d041088f0 2024-05-20T21:26:44.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d041037f0 0x7f3d04075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d041037f0 0x7f3d04075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49888/0 (socket says 172.21.15.6:49888) 2024-05-20T21:26:44.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09000700 1 -- 172.21.15.6:0/555926429 learned_addr learned my addr 172.21.15.6:0/555926429 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:44.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09a00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d041088f0 0x7f3d040762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d03e00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d041041a0 0x7f3d04075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09a00700 1 -- 172.21.15.6:0/555926429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d041041a0 msgr2=0x7f3d04075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09a00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d041041a0 0x7f3d04075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09a00700 1 -- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d041037f0 msgr2=0x7f3d04075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09a00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d041037f0 0x7f3d04075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09a00700 1 -- 172.21.15.6:0/555926429 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d041a80f0 con 0x7f3d041088f0 2024-05-20T21:26:44.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.683+0000 7f3d09000700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d041037f0 0x7f3d04075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:44.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.684+0000 7f3d09a00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d041088f0 0x7f3d040762c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc00b6c0 tx=0x7f3cfc00cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:44.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.684+0000 7f3d01600700 1 -- 172.21.15.6:0/555926429 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc021070 con 0x7f3d041088f0 2024-05-20T21:26:44.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.684+0000 7f3d01600700 1 -- 172.21.15.6:0/555926429 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cfc007ac0 con 0x7f3d041088f0 2024-05-20T21:26:44.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.684+0000 7f3d0ba00700 1 -- 172.21.15.6:0/555926429 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d041a8380 con 0x7f3d041088f0 2024-05-20T21:26:44.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.684+0000 7f3d01600700 1 -- 172.21.15.6:0/555926429 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cfc005040 con 0x7f3d041088f0 2024-05-20T21:26:44.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.684+0000 7f3d0ba00700 1 -- 172.21.15.6:0/555926429 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d041a8830 con 0x7f3d041088f0 2024-05-20T21:26:44.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.688+0000 7f3d01600700 1 -- 172.21.15.6:0/555926429 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3cfc024070 con 0x7f3d041088f0 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.689+0000 7f3d162ecb80 1 Processor -- start 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.689+0000 7f3d162ecb80 1 -- start start 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.689+0000 7f3d01600700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3cec0b2880 0x7f3cec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d01600700 1 -- 172.21.15.6:0/555926429 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3cfc00f020 con 0x7f3d041088f0 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151b1f30 0x563e151abb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d03e00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3cec0b2880 0x7f3cec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151ac140 0x563e151ac5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563e15109e40 con 0x563e151b1f30 2024-05-20T21:26:44.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563e150f99e0 con 0x563e151ac140 2024-05-20T21:26:44.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563e150fda20 con 0x563e151b1610 2024-05-20T21:26:44.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d09000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d09000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37408/0 (socket says 172.21.15.6:37408) 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d09000700 1 -- 172.21.15.6:0/3189317698 learned_addr learned my addr 172.21.15.6:0/3189317698 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d03e00700 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151b1f30 0x563e151abb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.690+0000 7f3d09a00700 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151ac140 0x563e151ac5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3d09000700 1 -- 172.21.15.6:0/3189317698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151ac140 msgr2=0x563e151ac5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3d09000700 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151ac140 0x563e151ac5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3d09000700 1 -- 172.21.15.6:0/3189317698 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151b1f30 msgr2=0x563e151abb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3d09000700 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151b1f30 0x563e151abb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3d09000700 1 -- 172.21.15.6:0/3189317698 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e150c2420 con 0x563e151b1610 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3d09000700 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b19f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f3cf80117e0 tx=0x7f3cf8011af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db4672e1ef2a4cbd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3d03e00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3cec0b2880 0x7f3cec0b4d40 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f3cf0009fd0 tx=0x7f3cf0009b00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3cf6000700 1 -- 172.21.15.6:0/3189317698 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf801e070 con 0x563e151b1610 2024-05-20T21:26:44.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3cf6000700 1 -- 172.21.15.6:0/3189317698 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cf800f930 con 0x563e151b1610 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.691+0000 7f3cf6000700 1 -- 172.21.15.6:0/3189317698 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf8019890 con 0x563e151b1610 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 -- 172.21.15.6:0/3189317698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 msgr2=0x563e151b19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b19f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f3cf80117e0 tx=0x7f3cf8011af0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 -- 172.21.15.6:0/3189317698 shutdown_connections 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151ac140 0x563e151ac5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b19f0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/3189317698 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151b1f30 0x563e151abb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 -- 172.21.15.6:0/3189317698 >> 172.21.15.6:0/3189317698 conn(0x563e150d9be0 msgr2=0x563e151a6690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 -- 172.21.15.6:0/3189317698 shutdown_connections 2024-05-20T21:26:44.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.692+0000 7f3d162ecb80 1 -- 172.21.15.6:0/3189317698 wait complete. 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.693+0000 7f3d162ecb80 1 -- start start 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.693+0000 7f3d162ecb80 1 Processor -- start 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151b7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1610 0x563e151b5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1f30 0x563e151b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563e14ffffa0 con 0x563e151ac140 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563e1509a760 con 0x563e151b1610 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563e151b89e0 con 0x563e151b1f30 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d162ecb80 10 client.0 _ll_register_callbacks cb 0x563e150a3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:44.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d09000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151b7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d03e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1610 0x563e151b5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d09000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151b7c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49906/0 (socket says 172.21.15.6:49906) 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d09000700 1 -- 172.21.15.6:0/1101220412 learned_addr learned my addr 172.21.15.6:0/1101220412 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.694+0000 7f3d09a00700 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1f30 0x563e151b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3d09000700 1 -- 172.21.15.6:0/1101220412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1f30 msgr2=0x563e151b5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3d09000700 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1f30 0x563e151b5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3d09000700 1 -- 172.21.15.6:0/1101220412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1610 msgr2=0x563e151b5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3d09000700 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1610 0x563e151b5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3d09000700 1 -- 172.21.15.6:0/1101220412 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e150498d0 con 0x563e151ac140 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3d03e00700 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1610 0x563e151b5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3d09000700 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151b7c70 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8014040 tx=0x7f3cf800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57eca3ee024b8d95 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3ceaa00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:44.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1101220412 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf801e040 con 0x563e151ac140 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1101220412 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3cf80050d0 con 0x563e151ac140 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.695+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1101220412 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cf800f930 con 0x563e151ac140 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.696+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1101220412 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3cf80052d0 con 0x563e151ac140 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.696+0000 7f3d162ecb80 10 client.18315 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.696+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1101220412 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563e150ca060 con 0x563e151ac140 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.696+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1101220412 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cf800f930 con 0x563e151ac140 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.696+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1101220412 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3cf8021070 con 0x563e151ac140 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.696+0000 7f3d162ecb80 10 client.18315 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.696+0000 7f3d162ecb80 10 client.18315 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.697+0000 7f3d162ecb80 20 client.18315 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.697+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563e151c5470 0x563e151c7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.697+0000 7f3d162ecb80 4 client.18315 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.697+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1101220412 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e1510bd90 con 0x563e151c5470 2024-05-20T21:26:44.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.697+0000 7f3d03e00700 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563e151c5470 0x563e151c7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.698+0000 7f3d03e00700 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563e151c5470 0x563e151c7860 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=58598951db2808ed server_cookie=7db9d92871da486a in_seq=0 out_seq=0 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.698+0000 7f3ceaa00700 10 client.18315 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.698+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1101220412 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563e1510bd90 con 0x563e151c5470 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.698+0000 7f3ceaa00700 10 client.18315 handle_command_reply: tid=0 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.698+0000 7f3d162ecb80 1 client.18315 shutdown 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1101220412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 msgr2=0x563e151b7c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151b7c70 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3cf8014040 tx=0x7f3cf800f730 comp rx=0 tx=0).stop 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1101220412 shutdown_connections 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563e151c5470 0x563e151c7860 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1f30 0x563e151b5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151b7c70 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1101220412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1610 0x563e151b5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1101220412 >> 172.21.15.6:0/1101220412 conn(0x563e150d9be0 msgr2=0x563e151a5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:44.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3ceaa00700 0 client.18315 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:26:44.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1101220412 shutdown_connections 2024-05-20T21:26:44.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1101220412 wait complete. 2024-05-20T21:26:44.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.699+0000 7f3d162ecb80 20 client.18315 trim_cache size 0 max 16384 2024-05-20T21:26:44.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.716+0000 7f3d162ecb80 1 Processor -- start 2024-05-20T21:26:44.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.716+0000 7f3d162ecb80 1 -- start start 2024-05-20T21:26:44.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.716+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151af6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.716+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.716+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151a64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.716+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041b2810 con 0x563e151ac140 2024-05-20T21:26:44.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.716+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041b00a0 con 0x563e151b1f30 2024-05-20T21:26:44.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.716+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041adef0 con 0x563e151b1610 2024-05-20T21:26:44.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d09000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151af6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d03e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d09000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151af6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49922/0 (socket says 172.21.15.6:49922) 2024-05-20T21:26:44.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d03e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b2a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37416/0 (socket says 172.21.15.6:37416) 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d09000700 1 -- 172.21.15.6:0/41434877 learned_addr learned my addr 172.21.15.6:0/41434877 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d09a00700 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151a64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d03e00700 1 -- 172.21.15.6:0/41434877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 msgr2=0x563e151a64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d03e00700 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151a64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d03e00700 1 -- 172.21.15.6:0/41434877 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 msgr2=0x563e151af6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d03e00700 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151af6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d03e00700 1 -- 172.21.15.6:0/41434877 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e151a80e0 con 0x563e151b1610 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d09a00700 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151a64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.717+0000 7f3d03e00700 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b2a20 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x563e151b65e0 tx=0x7f3cf0021000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c03522d94034735f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.718+0000 7f3cf5600700 1 -- 172.21.15.6:0/41434877 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf0011e60 con 0x563e151b1610 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.718+0000 7f3cf5600700 1 -- 172.21.15.6:0/41434877 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cf00044d0 con 0x563e151b1610 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.718+0000 7f3cf5600700 1 -- 172.21.15.6:0/41434877 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf0003e20 con 0x563e151b1610 2024-05-20T21:26:44.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.718+0000 7f3d162ecb80 1 -- 172.21.15.6:0/41434877 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 msgr2=0x563e151b2a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.718+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b2a20 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x563e151b65e0 tx=0x7f3cf0021000 comp rx=0 tx=0).stop 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 -- 172.21.15.6:0/41434877 shutdown_connections 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151a64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151af6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/41434877 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151b2a20 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 -- 172.21.15.6:0/41434877 >> 172.21.15.6:0/41434877 conn(0x563e150d9be0 msgr2=0x563e151b2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 -- 172.21.15.6:0/41434877 shutdown_connections 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 -- 172.21.15.6:0/41434877 wait complete. 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 -- start start 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.719+0000 7f3d162ecb80 1 Processor -- start 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151be220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151cc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d162ecb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041ae560 con 0x563e151ac140 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041af9d0 con 0x563e151b1f30 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d162ecb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3d041aec30 con 0x563e151b1610 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d162ecb80 10 client.0 _ll_register_callbacks cb 0x563e150a3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d09000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151be220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d03e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151cc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d09000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151be220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49934/0 (socket says 172.21.15.6:49934) 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d09000700 1 -- 172.21.15.6:0/1734458040 learned_addr learned my addr 172.21.15.6:0/1734458040 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.720+0000 7f3d09a00700 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3d03e00700 1 -- 172.21.15.6:0/1734458040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 msgr2=0x563e151ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3d03e00700 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151ccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3d03e00700 1 -- 172.21.15.6:0/1734458040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 msgr2=0x563e151be220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3d03e00700 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151be220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3d03e00700 1 -- 172.21.15.6:0/1734458040 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e151cd300 con 0x563e151b1610 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3d09000700 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151be220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3d03e00700 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151cc740 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x563e151b4500 tx=0x7f3cf0005700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac7e340ff121fac0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3ceaa00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1734458040 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cf0003a20 con 0x563e151b1610 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1734458040 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cf00044d0 con 0x563e151b1610 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.721+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1734458040 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3cf0003bc0 con 0x563e151b1610 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1734458040 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3cf0003dc0 con 0x563e151b1610 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3d162ecb80 10 client.28432 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1734458040 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563e1522fdc0 con 0x563e151b1610 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1734458040 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cf00044d0 con 0x563e151b1610 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1734458040 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3cf0034030 con 0x563e151b1610 2024-05-20T21:26:44.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3d162ecb80 10 client.28432 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:44.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3d162ecb80 10 client.28432 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:26:44.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3d162ecb80 20 client.28432 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:44.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563e15230440 0x563e15232860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:44.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3d162ecb80 4 client.28432 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:44.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.722+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1734458040 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563e15105570 con 0x563e15230440 2024-05-20T21:26:44.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.723+0000 7f3d09000700 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563e15230440 0x563e15232860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:44.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.723+0000 7f3ceaa00700 10 client.28432 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:26:44.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.723+0000 7f3d09000700 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563e15230440 0x563e15232860 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b0306daab620b4b3 server_cookie=2d2ec5cdfebe4931 in_seq=0 out_seq=0 2024-05-20T21:26:44.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3ceaa00700 1 -- 172.21.15.6:0/1734458040 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563e15105570 con 0x563e15230440 2024-05-20T21:26:44.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3ceaa00700 10 client.28432 handle_command_reply: tid=0 2024-05-20T21:26:44.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 client.28432 shutdown 2024-05-20T21:26:44.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1734458040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 msgr2=0x563e151cc740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151cc740 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x563e151b4500 tx=0x7f3cf0005700 comp rx=0 tx=0).stop 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1734458040 shutdown_connections 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563e151b1f30 0x563e151ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563e151ac140 0x563e151be220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563e15230440 0x563e15232860 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 --2- 172.21.15.6:0/1734458040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563e151b1610 0x563e151cc740 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1734458040 >> 172.21.15.6:0/1734458040 conn(0x563e150d9be0 msgr2=0x563e151b0160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3ceaa00700 0 client.28432 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1734458040 shutdown_connections 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 1 -- 172.21.15.6:0/1734458040 wait complete. 2024-05-20T21:26:44.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.724+0000 7f3d162ecb80 20 client.28432 trim_cache size 0 max 16384 2024-05-20T21:26:44.729 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:26:44.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 -- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3cec0b2880 msgr2=0x7f3cec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3cec0b2880 0x7f3cec0b4d40 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f3cf0009fd0 tx=0x7f3cf0009b00 comp rx=0 tx=0).stop 2024-05-20T21:26:44.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 -- 172.21.15.6:0/555926429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d041088f0 msgr2=0x7f3d040762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d041088f0 0x7f3d040762c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc00b6c0 tx=0x7f3cfc00cc30 comp rx=0 tx=0).stop 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 -- 172.21.15.6:0/555926429 shutdown_connections 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f3cec0b2880 0x7f3cec0b4d40 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3d041088f0 0x7f3d040762c0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3d041037f0 0x7f3d04075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 --2- 172.21.15.6:0/555926429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3d041041a0 0x7f3d04075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.725+0000 7f3d0ba00700 1 -- 172.21.15.6:0/555926429 >> 172.21.15.6:0/555926429 conn(0x7f3d0407a6a0 msgr2=0x7f3d041015e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.726+0000 7f3d0ba00700 1 -- 172.21.15.6:0/555926429 shutdown_connections 2024-05-20T21:26:44.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:44.726+0000 7f3d0ba00700 1 -- 172.21.15.6:0/555926429 wait complete. 2024-05-20T21:26:45.664 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:26:45.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:45 smithi006 ceph-mon[31422]: pgmap v767: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:26:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:45 smithi062 ceph-mon[36640]: pgmap v767: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:26:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:45 smithi042 ceph-mon[36332]: pgmap v767: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:26:46.183 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:47.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:47 smithi006 ceph-mon[31422]: pgmap v768: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:47 smithi062 ceph-mon[36640]: pgmap v768: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:47 smithi042 ceph-mon[36332]: pgmap v768: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:26:48.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 -- 172.21.15.6:0/3568392024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f983c103e50 msgr2=0x7f983c110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 --2- 172.21.15.6:0/3568392024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f983c103e50 0x7f983c110310 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f98340099c0 tx=0x7f9834009cd0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 -- 172.21.15.6:0/3568392024 shutdown_connections 2024-05-20T21:26:48.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 --2- 172.21.15.6:0/3568392024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f983c103e50 0x7f983c110310 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 --2- 172.21.15.6:0/3568392024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f983c109540 0x7f983c109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 --2- 172.21.15.6:0/3568392024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f983c103490 0x7f983c103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 -- 172.21.15.6:0/3568392024 >> 172.21.15.6:0/3568392024 conn(0x7f983c0fefc0 msgr2=0x7f983c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:48.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 -- 172.21.15.6:0/3568392024 shutdown_connections 2024-05-20T21:26:48.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.465+0000 7f983be00700 1 -- 172.21.15.6:0/3568392024 wait complete. 2024-05-20T21:26:48.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.466+0000 7f983be00700 1 Processor -- start 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.466+0000 7f983be00700 1 -- start start 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f983c103490 0x7f983c19f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f983c103e50 0x7f983c19fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f983c109540 0x7f983c199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983be00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f983c113670 con 0x7f983c103e50 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983be00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f983c1134f0 con 0x7f983c109540 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983be00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f983c1137f0 con 0x7f983c103490 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f983c103490 0x7f983c19f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f983c103490 0x7f983c19f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35854/0 (socket says 172.21.15.6:35854) 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983aa00700 1 -- 172.21.15.6:0/3701122546 learned_addr learned my addr 172.21.15.6:0/3701122546 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f9832000700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f983c103e50 0x7f983c19fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.467+0000 7f983b400700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f983c109540 0x7f983c199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f983aa00700 1 -- 172.21.15.6:0/3701122546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f983c109540 msgr2=0x7f983c199970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f983aa00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f983c109540 0x7f983c199970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f983aa00700 1 -- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f983c103e50 msgr2=0x7f983c19fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f983aa00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f983c103e50 0x7f983c19fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f983aa00700 1 -- 172.21.15.6:0/3701122546 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f983c19a0d0 con 0x7f983c103490 2024-05-20T21:26:48.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f983aa00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f983c103490 0x7f983c19f760 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f982c00e9a0 tx=0x7f982c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:48.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f9833e00700 1 -- 172.21.15.6:0/3701122546 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c00ca10 con 0x7f983c103490 2024-05-20T21:26:48.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f9833e00700 1 -- 172.21.15.6:0/3701122546 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f982c00cbb0 con 0x7f983c103490 2024-05-20T21:26:48.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.468+0000 7f983be00700 1 -- 172.21.15.6:0/3701122546 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f983c19a3c0 con 0x7f983c103490 2024-05-20T21:26:48.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.469+0000 7f9833e00700 1 -- 172.21.15.6:0/3701122546 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c018680 con 0x7f983c103490 2024-05-20T21:26:48.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.469+0000 7f983be00700 1 -- 172.21.15.6:0/3701122546 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f983c075770 con 0x7f983c103490 2024-05-20T21:26:48.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.472+0000 7f9833e00700 1 -- 172.21.15.6:0/3701122546 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f982c010430 con 0x7f983c103490 2024-05-20T21:26:48.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.474+0000 7f984c3b4b80 1 Processor -- start 2024-05-20T21:26:48.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.474+0000 7f984c3b4b80 1 -- start start 2024-05-20T21:26:48.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.474+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880020 0x55a2e8880400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880940 0x55a2e887a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e887af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a2e87d8e40 con 0x55a2e8880940 2024-05-20T21:26:48.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a2e87c89e0 con 0x55a2e887aad0 2024-05-20T21:26:48.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a2e87cca20 con 0x55a2e8880020 2024-05-20T21:26:48.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f9833e00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98200b2900 0x7f98200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f983b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880020 0x55a2e8880400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f983aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880940 0x55a2e887a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f9832000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e887af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f983b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880020 0x55a2e8880400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35860/0 (socket says 172.21.15.6:35860) 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f983b400700 1 -- 172.21.15.6:0/1406020863 learned_addr learned my addr 172.21.15.6:0/1406020863 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.475+0000 7f9833e00700 1 -- 172.21.15.6:0/3701122546 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f982c0e2390 con 0x7f983c103490 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f983b400700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98200b2900 0x7f98200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f9832000700 1 -- 172.21.15.6:0/1406020863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880020 msgr2=0x55a2e8880400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f9832000700 1 --2- 172.21.15.6:0/1406020863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880020 0x55a2e8880400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f9832000700 1 -- 172.21.15.6:0/1406020863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880940 msgr2=0x55a2e887a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f9832000700 1 --2- 172.21.15.6:0/1406020863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880940 0x55a2e887a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f9832000700 1 -- 172.21.15.6:0/1406020863 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2e8791420 con 0x55a2e887aad0 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f9832000700 1 --2- 172.21.15.6:0/1406020863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e887af30 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f98240107f0 tx=0x7f982400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f25a064a1f41bbd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f982be00700 1 -- 172.21.15.6:0/1406020863 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982401f070 con 0x55a2e887aad0 2024-05-20T21:26:48.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.476+0000 7f983b400700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98200b2900 0x7f98200b4dc0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9834005cd0 tx=0x7f9834005040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:48.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f982be00700 1 -- 172.21.15.6:0/1406020863 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9824003c00 con 0x55a2e887aad0 2024-05-20T21:26:48.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f982be00700 1 -- 172.21.15.6:0/1406020863 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9824007760 con 0x55a2e887aad0 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1406020863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 msgr2=0x55a2e887af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1406020863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e887af30 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f98240107f0 tx=0x7f982400b040 comp rx=0 tx=0).stop 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1406020863 shutdown_connections 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1406020863 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e887af30 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1406020863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880020 0x55a2e8880400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1406020863 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880940 0x55a2e887a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.477+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1406020863 >> 172.21.15.6:0/1406020863 conn(0x55a2e87a8be0 msgr2=0x55a2e8875150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.478+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1406020863 shutdown_connections 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.478+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1406020863 wait complete. 2024-05-20T21:26:48.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.478+0000 7f984c3b4b80 1 -- start start 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.478+0000 7f984c3b4b80 1 Processor -- start 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e88866d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e8883a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880940 0x55a2e8883fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a2e86cefa0 con 0x55a2e8880020 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a2e8769760 con 0x55a2e887aad0 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a2e8887460 con 0x55a2e8880940 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f984c3b4b80 10 client.0 _ll_register_callbacks cb 0x55a2e8772c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f983aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e88866d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f983aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e88866d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54896/0 (socket says 172.21.15.6:54896) 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f9832000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e8883a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f983aa00700 1 -- 172.21.15.6:0/1955963371 learned_addr learned my addr 172.21.15.6:0/1955963371 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:48.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.479+0000 7f983b400700 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880940 0x55a2e8883fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f983aa00700 1 -- 172.21.15.6:0/1955963371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880940 msgr2=0x55a2e8883fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:48.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f983aa00700 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880940 0x55a2e8883fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f983aa00700 1 -- 172.21.15.6:0/1955963371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 msgr2=0x55a2e8883a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:48.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f983aa00700 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e8883a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f983aa00700 1 -- 172.21.15.6:0/1955963371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2e87188d0 con 0x55a2e887aad0 2024-05-20T21:26:48.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f9832000700 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e8883a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:48.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f983aa00700 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e88866d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f982c0a5930 tx=0x7f982c0aaec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64e24a0f755106b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:48.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f9828c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:48.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f9828c00700 1 -- 172.21.15.6:0/1955963371 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c0b2480 con 0x55a2e887aad0 2024-05-20T21:26:48.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f9828c00700 1 -- 172.21.15.6:0/1955963371 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f982c0cab60 con 0x55a2e887aad0 2024-05-20T21:26:48.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.480+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1955963371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9824003c00 con 0x55a2e887aad0 2024-05-20T21:26:48.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f9828c00700 1 -- 172.21.15.6:0/1955963371 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f982c0a9fb0 con 0x55a2e887aad0 2024-05-20T21:26:48.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f984c3b4b80 10 client.28445 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:48.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1955963371 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a2e8799060 con 0x55a2e887aad0 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f9828c00700 1 -- 172.21.15.6:0/1955963371 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9824003c00 con 0x55a2e887aad0 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f9828c00700 1 -- 172.21.15.6:0/1955963371 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f982c0a8b10 con 0x55a2e887aad0 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f984c3b4b80 10 client.28445 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f984c3b4b80 10 client.28445 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f984c3b4b80 20 client.28445 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a2e8893ec0 0x55a2e8896360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f984c3b4b80 4 client.28445 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.481+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1955963371 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2e87dad90 con 0x55a2e8893ec0 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.482+0000 7f9832000700 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a2e8893ec0 0x55a2e8896360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.482+0000 7f9832000700 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a2e8893ec0 0x55a2e8896360 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f24dc620d6e1f338 server_cookie=2bfbb284031bd692 in_seq=0 out_seq=0 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.482+0000 7f9828c00700 10 client.28445 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.483+0000 7f9828c00700 1 -- 172.21.15.6:0/1955963371 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a2e87dad90 con 0x55a2e8893ec0 2024-05-20T21:26:48.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.483+0000 7f9828c00700 10 client.28445 handle_command_reply: tid=0 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.483+0000 7f984c3b4b80 1 client.28445 shutdown 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.483+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1955963371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 msgr2=0x55a2e88866d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e88866d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f982c0a5930 tx=0x7f982c0aaec0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1955963371 shutdown_connections 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a2e8893ec0 0x55a2e8896360 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e8880940 0x55a2e8883fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e887aad0 0x55a2e88866d0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/1955963371 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e8883a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1955963371 >> 172.21.15.6:0/1955963371 conn(0x55a2e87a8be0 msgr2=0x55a2e88794a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f9828c00700 0 client.28445 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1955963371 shutdown_connections 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 1 -- 172.21.15.6:0/1955963371 wait complete. 2024-05-20T21:26:48.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.484+0000 7f984c3b4b80 20 client.28445 trim_cache size 0 max 16384 2024-05-20T21:26:48.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.501+0000 7f984c3b4b80 1 Processor -- start 2024-05-20T21:26:48.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.501+0000 7f984c3b4b80 1 -- start start 2024-05-20T21:26:48.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.501+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e887db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.501+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e887e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.501+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e8874c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.501+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f983c1ae3f0 con 0x55a2e8880020 2024-05-20T21:26:48.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.501+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f983c1abc80 con 0x55a2e8880940 2024-05-20T21:26:48.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.501+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f983c1a9af0 con 0x55a2e887aad0 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.502+0000 7f983b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e8874c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.502+0000 7f9832000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e887e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.502+0000 7f983aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e887db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.502+0000 7f983b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e8874c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54906/0 (socket says 172.21.15.6:54906) 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.502+0000 7f983b400700 1 -- 172.21.15.6:0/3538712431 learned_addr learned my addr 172.21.15.6:0/3538712431 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.503+0000 7f983b400700 1 -- 172.21.15.6:0/3538712431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 msgr2=0x55a2e887db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.503+0000 7f983b400700 1 --2- 172.21.15.6:0/3538712431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e887db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.503+0000 7f983b400700 1 -- 172.21.15.6:0/3538712431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 msgr2=0x55a2e887e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.503+0000 7f983b400700 1 --2- 172.21.15.6:0/3538712431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e887e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.503+0000 7f983b400700 1 -- 172.21.15.6:0/3538712431 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2e88969e0 con 0x55a2e8880940 2024-05-20T21:26:48.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.503+0000 7f983b400700 1 --2- 172.21.15.6:0/3538712431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e8874c30 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f9834009fd0 tx=0x7f9834005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c24e2d502befc47 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.503+0000 7f982b400700 1 -- 172.21.15.6:0/3538712431 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9834003d70 con 0x55a2e8880940 2024-05-20T21:26:48.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f982b400700 1 -- 172.21.15.6:0/3538712431 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9834005540 con 0x55a2e8880940 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f982b400700 1 -- 172.21.15.6:0/3538712431 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983402a7b0 con 0x55a2e8880940 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f984c3b4b80 1 -- 172.21.15.6:0/3538712431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 msgr2=0x55a2e8874c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/3538712431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e8874c30 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f9834009fd0 tx=0x7f9834005fd0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f984c3b4b80 1 -- 172.21.15.6:0/3538712431 shutdown_connections 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/3538712431 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e8874c30 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/3538712431 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e887db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/3538712431 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e887e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.504+0000 7f984c3b4b80 1 -- 172.21.15.6:0/3538712431 >> 172.21.15.6:0/3538712431 conn(0x55a2e87a8be0 msgr2=0x55a2e8883a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.505+0000 7f984c3b4b80 1 -- 172.21.15.6:0/3538712431 shutdown_connections 2024-05-20T21:26:48.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.505+0000 7f984c3b4b80 1 -- 172.21.15.6:0/3538712431 wait complete. 2024-05-20T21:26:48.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.505+0000 7f984c3b4b80 1 -- start start 2024-05-20T21:26:48.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.505+0000 7f984c3b4b80 1 Processor -- start 2024-05-20T21:26:48.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e888ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e889b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f984c3b4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e889bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f983c1aa140 con 0x55a2e8880020 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f983c1ab5b0 con 0x55a2e8880940 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f984c3b4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f983c1aa810 con 0x55a2e887aad0 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f984c3b4b80 10 client.0 _ll_register_callbacks cb 0x55a2e886ffa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f983aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e888ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f9832000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e889b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f9832000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e889b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58594/0 (socket says 172.21.15.6:58594) 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f9832000700 1 -- 172.21.15.6:0/530953436 learned_addr learned my addr 172.21.15.6:0/530953436 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f983aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e888ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35880/0 (socket says 172.21.15.6:35880) 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.506+0000 7f983b400700 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e889bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f983aa00700 1 -- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 msgr2=0x55a2e889bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f983aa00700 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e889bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f983aa00700 1 -- 172.21.15.6:0/530953436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 msgr2=0x55a2e889b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f983aa00700 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e889b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f983aa00700 1 -- 172.21.15.6:0/530953436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2e889c310 con 0x55a2e887aad0 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f983b400700 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e889bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f9832000700 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e889b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f983aa00700 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e888ce90 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f982c023040 tx=0x7f982c0dfe10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9270654e5856d5f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f9828c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f9828c00700 1 -- 172.21.15.6:0/530953436 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c0a5770 con 0x55a2e887aad0 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f9828c00700 1 -- 172.21.15.6:0/530953436 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f982c0a5270 con 0x55a2e887aad0 2024-05-20T21:26:48.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.507+0000 7f984c3b4b80 1 -- 172.21.15.6:0/530953436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9834005540 con 0x55a2e887aad0 2024-05-20T21:26:48.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f9828c00700 1 -- 172.21.15.6:0/530953436 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f982c0b2710 con 0x55a2e887aad0 2024-05-20T21:26:48.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f984c3b4b80 10 client.28450 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:48.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f984c3b4b80 1 -- 172.21.15.6:0/530953436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a2e88feb50 con 0x55a2e887aad0 2024-05-20T21:26:48.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f9828c00700 1 -- 172.21.15.6:0/530953436 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9834005540 con 0x55a2e887aad0 2024-05-20T21:26:48.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f9828c00700 1 -- 172.21.15.6:0/530953436 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f982c0a8580 con 0x55a2e887aad0 2024-05-20T21:26:48.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f984c3b4b80 10 client.28450 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:48.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f984c3b4b80 10 client.28450 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:48.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f984c3b4b80 20 client.28450 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a2e88ff0c0 0x55a2e89014e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f984c3b4b80 4 client.28450 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.508+0000 7f984c3b4b80 1 -- 172.21.15.6:0/530953436 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a2e87d4570 con 0x55a2e88ff0c0 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.509+0000 7f9832000700 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a2e88ff0c0 0x55a2e89014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.509+0000 7f9832000700 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a2e88ff0c0 0x55a2e89014e0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e900eeeed49f545 server_cookie=d95186c3098a2cc5 in_seq=0 out_seq=0 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.509+0000 7f9828c00700 10 client.28450 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f9828c00700 1 -- 172.21.15.6:0/530953436 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a2e87d4570 con 0x55a2e88ff0c0 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f9828c00700 10 client.28450 handle_command_reply: tid=0 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 client.28450 shutdown 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 -- 172.21.15.6:0/530953436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 msgr2=0x55a2e888ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e888ce90 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f982c023040 tx=0x7f982c0dfe10 comp rx=0 tx=0).stop 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 -- 172.21.15.6:0/530953436 shutdown_connections 2024-05-20T21:26:48.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a2e8880940 0x55a2e889bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a2e88ff0c0 0x55a2e89014e0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a2e887aad0 0x55a2e888ce90 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 --2- 172.21.15.6:0/530953436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a2e8880020 0x55a2e889b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 -- 172.21.15.6:0/530953436 >> 172.21.15.6:0/530953436 conn(0x55a2e87a8be0 msgr2=0x55a2e8883a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f9828c00700 0 client.28450 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 -- 172.21.15.6:0/530953436 shutdown_connections 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 1 -- 172.21.15.6:0/530953436 wait complete. 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.510+0000 7f984c3b4b80 20 client.28450 trim_cache size 0 max 16384 2024-05-20T21:26:48.514 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:26:48.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 -- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98200b2900 msgr2=0x7f98200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98200b2900 0x7f98200b4dc0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9834005cd0 tx=0x7f9834005040 comp rx=0 tx=0).stop 2024-05-20T21:26:48.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 -- 172.21.15.6:0/3701122546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f983c103490 msgr2=0x7f983c19f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:48.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f983c103490 0x7f983c19f760 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f982c00e9a0 tx=0x7f982c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 -- 172.21.15.6:0/3701122546 shutdown_connections 2024-05-20T21:26:48.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f98200b2900 0x7f98200b4dc0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f983c109540 0x7f983c199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f983c103490 0x7f983c19f760 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 --2- 172.21.15.6:0/3701122546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f983c103e50 0x7f983c19fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:48.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 -- 172.21.15.6:0/3701122546 >> 172.21.15.6:0/3701122546 conn(0x7f983c0fefc0 msgr2=0x7f983c100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:48.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.511+0000 7f983be00700 1 -- 172.21.15.6:0/3701122546 shutdown_connections 2024-05-20T21:26:48.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:48.512+0000 7f983be00700 1 -- 172.21.15.6:0/3701122546 wait complete. 2024-05-20T21:26:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:49 smithi062 ceph-mon[36640]: pgmap v769: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-05-20T21:26:50.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:49 smithi042 ceph-mon[36332]: pgmap v769: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-05-20T21:26:50.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:49 smithi006 ceph-mon[31422]: pgmap v769: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.7 KiB/s wr, 11 op/s 2024-05-20T21:26:50.394 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:26:50.394 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:26:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:51.010 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:50 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:26:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:50 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:26:51.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:50 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:26:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:51 smithi062 ceph-mon[36640]: pgmap v770: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-05-20T21:26:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:26:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:26:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:51 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:26:52.057 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:51 smithi006 ceph-mon[31422]: pgmap v770: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-05-20T21:26:52.057 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:26:52.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:26:52.058 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:51 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:26:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:51 smithi042 ceph-mon[36332]: pgmap v770: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.7 KiB/s wr, 10 op/s 2024-05-20T21:26:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:26:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:26:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:51 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:26:53.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 -- 172.21.15.6:0/1942286185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f897810eeb0 msgr2=0x7f8978116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 --2- 172.21.15.6:0/1942286185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f897810eeb0 0x7f8978116a80 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f8970009fc0 tx=0x7f897000b330 comp rx=0 tx=0).stop 2024-05-20T21:26:53.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 -- 172.21.15.6:0/1942286185 shutdown_connections 2024-05-20T21:26:53.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 --2- 172.21.15.6:0/1942286185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f897810eeb0 0x7f8978116a80 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 --2- 172.21.15.6:0/1942286185 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8978109dd0 0x7f897810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 --2- 172.21.15.6:0/1942286185 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f897810a780 0x7f897810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 -- 172.21.15.6:0/1942286185 >> 172.21.15.6:0/1942286185 conn(0x7f8978076d10 msgr2=0x7f8978108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:53.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 -- 172.21.15.6:0/1942286185 shutdown_connections 2024-05-20T21:26:53.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 -- 172.21.15.6:0/1942286185 wait complete. 2024-05-20T21:26:53.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.345+0000 7f897f000700 1 Processor -- start 2024-05-20T21:26:53.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f897f000700 1 -- start start 2024-05-20T21:26:53.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f897f000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8978109dd0 0x7f89781a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f897f000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f897810a780 0x7f89781a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f897f000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f897810eeb0 0x7f89781a4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f897f000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8978119d90 con 0x7f8978109dd0 2024-05-20T21:26:53.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f897f000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8978119c10 con 0x7f897810eeb0 2024-05-20T21:26:53.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f897f000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8978119f10 con 0x7f897810a780 2024-05-20T21:26:53.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f8977e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8978109dd0 0x7f89781a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f8977e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8978109dd0 0x7f89781a0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58614/0 (socket says 172.21.15.6:58614) 2024-05-20T21:26:53.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.346+0000 7f8977e00700 1 -- 172.21.15.6:0/2363684290 learned_addr learned my addr 172.21.15.6:0/2363684290 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:53.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f896fe00700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f897810a780 0x7f89781a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f897d000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f897810eeb0 0x7f89781a4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f8977e00700 1 -- 172.21.15.6:0/2363684290 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f897810a780 msgr2=0x7f89781a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f8977e00700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f897810a780 0x7f89781a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f8977e00700 1 -- 172.21.15.6:0/2363684290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f897810eeb0 msgr2=0x7f89781a4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f8977e00700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f897810eeb0 0x7f89781a4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f8977e00700 1 -- 172.21.15.6:0/2363684290 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89781a51c0 con 0x7f8978109dd0 2024-05-20T21:26:53.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f897d000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f897810eeb0 0x7f89781a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:26:53.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.347+0000 7f8977e00700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8978109dd0 0x7f89781a0200 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f896800e9a0 tx=0x7f896800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:53.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.348+0000 7f8975600700 1 -- 172.21.15.6:0/2363684290 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f896800cbd0 con 0x7f8978109dd0 2024-05-20T21:26:53.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.348+0000 7f897f000700 1 -- 172.21.15.6:0/2363684290 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89781a54b0 con 0x7f8978109dd0 2024-05-20T21:26:53.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.348+0000 7f8975600700 1 -- 172.21.15.6:0/2363684290 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f896800cd70 con 0x7f8978109dd0 2024-05-20T21:26:53.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.348+0000 7f8975600700 1 -- 172.21.15.6:0/2363684290 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8968018680 con 0x7f8978109dd0 2024-05-20T21:26:53.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.348+0000 7f897f000700 1 -- 172.21.15.6:0/2363684290 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89781acd30 con 0x7f8978109dd0 2024-05-20T21:26:53.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.352+0000 7f8975600700 1 -- 172.21.15.6:0/2363684290 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8968010430 con 0x7f8978109dd0 2024-05-20T21:26:53.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8989936b80 1 Processor -- start 2024-05-20T21:26:53.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8989936b80 1 -- start start 2024-05-20T21:26:53.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8989936b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 0x56537dcc4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8989936b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 0x56537dcbe2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8989936b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcbe900 0x56537dcbed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8989936b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56537dc1cec0 con 0x56537dcc4850 2024-05-20T21:26:53.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8989936b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56537dc0ca60 con 0x56537dcbe900 2024-05-20T21:26:53.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8989936b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56537dc10aa0 con 0x56537dcc3f30 2024-05-20T21:26:53.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8975600700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f895c0b2880 0x7f895c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f896fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcbe900 0x56537dcbed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8977e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 0x56537dcbe2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f896fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcbe900 0x56537dcbed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54944/0 (socket says 172.21.15.6:54944) 2024-05-20T21:26:53.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f896fe00700 1 -- 172.21.15.6:0/2031588298 learned_addr learned my addr 172.21.15.6:0/2031588298 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:53.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f897d000700 1 --2- 172.21.15.6:0/2031588298 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 0x56537dcc4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f8975600700 1 -- 172.21.15.6:0/2363684290 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f89680e2590 con 0x7f8978109dd0 2024-05-20T21:26:53.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f896fe00700 1 -- 172.21.15.6:0/2031588298 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 msgr2=0x56537dcc4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:53.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f896fe00700 1 --2- 172.21.15.6:0/2031588298 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 0x56537dcc4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f896fe00700 1 -- 172.21.15.6:0/2031588298 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 msgr2=0x56537dcbe2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:53.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f896fe00700 1 --2- 172.21.15.6:0/2031588298 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 0x56537dcbe2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.354+0000 7f896fe00700 1 -- 172.21.15.6:0/2031588298 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56537dbd54a0 con 0x56537dcbe900 2024-05-20T21:26:53.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.355+0000 7f897d000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f895c0b2880 0x7f895c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.355+0000 7f896fe00700 1 --2- 172.21.15.6:0/2031588298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcbe900 0x56537dcbed60 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f8960009e20 tx=0x7f8960011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3edd95c38fb15a71 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:53.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.355+0000 7f896d600700 1 -- 172.21.15.6:0/2031588298 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8960004230 con 0x56537dcbe900 2024-05-20T21:26:53.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.355+0000 7f896d600700 1 -- 172.21.15.6:0/2031588298 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8960004ce0 con 0x56537dcbe900 2024-05-20T21:26:53.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.355+0000 7f896d600700 1 -- 172.21.15.6:0/2031588298 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8960005610 con 0x56537dcbe900 2024-05-20T21:26:53.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 -- 172.21.15.6:0/2031588298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcbe900 msgr2=0x56537dcbed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f897d000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f895c0b2880 0x7f895c0b4d40 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f8970009790 tx=0x7f8970009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:53.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 --2- 172.21.15.6:0/2031588298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcbe900 0x56537dcbed60 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f8960009e20 tx=0x7f8960011720 comp rx=0 tx=0).stop 2024-05-20T21:26:53.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 -- 172.21.15.6:0/2031588298 shutdown_connections 2024-05-20T21:26:53.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 --2- 172.21.15.6:0/2031588298 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcbe900 0x56537dcbed60 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 --2- 172.21.15.6:0/2031588298 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 0x56537dcc4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 --2- 172.21.15.6:0/2031588298 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 0x56537dcbe2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 -- 172.21.15.6:0/2031588298 >> 172.21.15.6:0/2031588298 conn(0x56537dbecc60 msgr2=0x56537dcb9090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:53.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 -- 172.21.15.6:0/2031588298 shutdown_connections 2024-05-20T21:26:53.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.356+0000 7f8989936b80 1 -- 172.21.15.6:0/2031588298 wait complete. 2024-05-20T21:26:53.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.357+0000 7f8989936b80 1 -- start start 2024-05-20T21:26:53.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.357+0000 7f8989936b80 1 Processor -- start 2024-05-20T21:26:53.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8989936b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcca520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8989936b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc3f30 0x56537dcc78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8989936b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 0x56537dcc7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8989936b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56537db13020 con 0x56537dcc4850 2024-05-20T21:26:53.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8989936b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56537dbad7e0 con 0x56537dcc3f30 2024-05-20T21:26:53.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8989936b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56537dccb2c0 con 0x56537dcbe900 2024-05-20T21:26:53.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8989936b80 10 client.0 _ll_register_callbacks cb 0x56537dbb6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:53.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8977e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcca520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f896fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc3f30 0x56537dcc78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f897d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 0x56537dcc7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8977e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcca520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35910/0 (socket says 172.21.15.6:35910) 2024-05-20T21:26:53.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.358+0000 7f8977e00700 1 -- 172.21.15.6:0/2027905856 learned_addr learned my addr 172.21.15.6:0/2027905856 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:53.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8977e00700 1 -- 172.21.15.6:0/2027905856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc3f30 msgr2=0x56537dcc78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:53.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8977e00700 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc3f30 0x56537dcc78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8977e00700 1 -- 172.21.15.6:0/2027905856 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 msgr2=0x56537dcc7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:53.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8977e00700 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 0x56537dcc7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8977e00700 1 -- 172.21.15.6:0/2027905856 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56537db5c950 con 0x56537dcbe900 2024-05-20T21:26:53.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8977e00700 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcca520 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f89680a5b30 tx=0x7f89680742d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=411327d41cec48a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:53.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8966000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:53.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8966000700 1 -- 172.21.15.6:0/2027905856 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89680a5240 con 0x56537dcbe900 2024-05-20T21:26:53.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8966000700 1 -- 172.21.15.6:0/2027905856 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f89680a60a0 con 0x56537dcbe900 2024-05-20T21:26:53.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8989936b80 1 -- 172.21.15.6:0/2027905856 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8960004ce0 con 0x56537dcbe900 2024-05-20T21:26:53.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8966000700 1 -- 172.21.15.6:0/2027905856 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f89680a95c0 con 0x56537dcbe900 2024-05-20T21:26:53.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8989936b80 10 client.28462 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:53.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.359+0000 7f8989936b80 1 -- 172.21.15.6:0/2027905856 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56537dbdd0e0 con 0x56537dcbe900 2024-05-20T21:26:53.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.360+0000 7f8966000700 1 -- 172.21.15.6:0/2027905856 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8960004ce0 con 0x56537dcbe900 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.360+0000 7f8966000700 1 -- 172.21.15.6:0/2027905856 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f89680e20b0 con 0x56537dcbe900 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.360+0000 7f8989936b80 10 client.28462 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.360+0000 7f8989936b80 10 client.28462 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.360+0000 7f8989936b80 20 client.28462 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.360+0000 7f8989936b80 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56537dcd7db0 0x56537dcda1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.360+0000 7f8989936b80 4 client.28462 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.360+0000 7f8989936b80 1 -- 172.21.15.6:0/2027905856 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56537dc1ee10 con 0x56537dcd7db0 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.361+0000 7f896fe00700 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56537dcd7db0 0x56537dcda1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.361+0000 7f896fe00700 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56537dcd7db0 0x56537dcda1a0 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb089a7a578d1a22 server_cookie=79d69ca08a312d1d in_seq=0 out_seq=0 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.361+0000 7f8966000700 10 client.28462 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:53.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.362+0000 7f8966000700 1 -- 172.21.15.6:0/2027905856 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56537dc1ee10 con 0x56537dcd7db0 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.362+0000 7f8966000700 10 client.28462 handle_command_reply: tid=0 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.362+0000 7f8989936b80 1 client.28462 shutdown 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.362+0000 7f8989936b80 1 -- 172.21.15.6:0/2027905856 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 msgr2=0x56537dcca520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.362+0000 7f8989936b80 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcca520 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f89680a5b30 tx=0x7f89680742d0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.362+0000 7f8989936b80 1 -- 172.21.15.6:0/2027905856 shutdown_connections 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.362+0000 7f8989936b80 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc4850 0x56537dcc7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.362+0000 7f8989936b80 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56537dcd7db0 0x56537dcda1a0 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.363+0000 7f8989936b80 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcca520 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.363+0000 7f8989936b80 1 --2- 172.21.15.6:0/2027905856 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc3f30 0x56537dcc78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.363+0000 7f8966000700 0 client.28462 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.363+0000 7f8989936b80 1 -- 172.21.15.6:0/2027905856 >> 172.21.15.6:0/2027905856 conn(0x56537dbecc60 msgr2=0x56537dcbd2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.363+0000 7f8989936b80 1 -- 172.21.15.6:0/2027905856 shutdown_connections 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.363+0000 7f8989936b80 1 -- 172.21.15.6:0/2027905856 wait complete. 2024-05-20T21:26:53.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.363+0000 7f8989936b80 20 client.28462 trim_cache size 0 max 16384 2024-05-20T21:26:53.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.386+0000 7f8989936b80 1 Processor -- start 2024-05-20T21:26:53.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.386+0000 7f8989936b80 1 -- start start 2024-05-20T21:26:53.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f8989936b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcbe2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f8989936b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc3f30 0x56537dcc20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f8989936b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dcc9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f8989936b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89781b6cb0 con 0x56537dcc3f30 2024-05-20T21:26:53.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f8989936b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89781b4540 con 0x56537dcc4850 2024-05-20T21:26:53.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f8989936b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89781b2390 con 0x56537dcbe900 2024-05-20T21:26:53.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f896fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc3f30 0x56537dcc20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f897d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dcc9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f896fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc3f30 0x56537dcc20b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58656/0 (socket says 172.21.15.6:58656) 2024-05-20T21:26:53.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f897d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dcc9d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54958/0 (socket says 172.21.15.6:54958) 2024-05-20T21:26:53.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f8977e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcbe2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.387+0000 7f896fe00700 1 -- 172.21.15.6:0/2942041480 learned_addr learned my addr 172.21.15.6:0/2942041480 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:53.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.388+0000 7f896fe00700 1 -- 172.21.15.6:0/2942041480 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 msgr2=0x56537dcbe2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:53.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.388+0000 7f896fe00700 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcbe2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.388+0000 7f896fe00700 1 -- 172.21.15.6:0/2942041480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 msgr2=0x56537dcc9d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:53.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.388+0000 7f896fe00700 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dcc9d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.388+0000 7f896fe00700 1 -- 172.21.15.6:0/2942041480 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56537dcc5e30 con 0x56537dcc3f30 2024-05-20T21:26:53.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.388+0000 7f897d000700 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dcc9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:53.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.388+0000 7f8977e00700 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcbe2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.388+0000 7f896fe00700 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc3f30 0x56537dcc20b0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f8960009df0 tx=0x7f8960005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94062287ed73f6b1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f896cc00700 1 -- 172.21.15.6:0/2942041480 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8960032070 con 0x56537dcc3f30 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f896cc00700 1 -- 172.21.15.6:0/2942041480 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f896002a070 con 0x56537dcc3f30 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f896cc00700 1 -- 172.21.15.6:0/2942041480 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f896002cad0 con 0x56537dcc3f30 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 -- 172.21.15.6:0/2942041480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc3f30 msgr2=0x56537dcc20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc3f30 0x56537dcc20b0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f8960009df0 tx=0x7f8960005fd0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 -- 172.21.15.6:0/2942041480 shutdown_connections 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dcc9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcbe900 0x56537dcbe2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 --2- 172.21.15.6:0/2942041480 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcc3f30 0x56537dcc20b0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 -- 172.21.15.6:0/2942041480 >> 172.21.15.6:0/2942041480 conn(0x56537dbecc60 msgr2=0x56537dcb8a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:53.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 -- 172.21.15.6:0/2942041480 shutdown_connections 2024-05-20T21:26:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.389+0000 7f8989936b80 1 -- 172.21.15.6:0/2942041480 wait complete. 2024-05-20T21:26:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.390+0000 7f8989936b80 1 -- start start 2024-05-20T21:26:53.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.390+0000 7f8989936b80 1 Processor -- start 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8989936b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcbe900 0x56537dccd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8989936b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 0x56537dccda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8989936b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dccdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8989936b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89781b2a00 con 0x56537dcbe900 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8989936b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89781b3e70 con 0x56537dcc4850 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8989936b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89781b30d0 con 0x56537dcc3f30 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8989936b80 10 client.0 _ll_register_callbacks cb 0x56537dbb6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8977e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcbe900 0x56537dccd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8977e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcbe900 0x56537dccd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58660/0 (socket says 172.21.15.6:58660) 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8977e00700 1 -- 172.21.15.6:0/3406070632 learned_addr learned my addr 172.21.15.6:0/3406070632 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f897d000700 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dccdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f896fe00700 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 0x56537dccda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8977e00700 1 -- 172.21.15.6:0/3406070632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 msgr2=0x56537dccda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8977e00700 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 0x56537dccda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8977e00700 1 -- 172.21.15.6:0/3406070632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 msgr2=0x56537dccdfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8977e00700 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dccdfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.391+0000 7f8977e00700 1 -- 172.21.15.6:0/3406070632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56537dd42b40 con 0x56537dcbe900 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.392+0000 7f8977e00700 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcbe900 0x56537dccd520 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f89680a9b80 tx=0x7f89680092d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecaa382383f229a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.392+0000 7f8966000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.392+0000 7f8966000700 1 -- 172.21.15.6:0/3406070632 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89680aa1b0 con 0x56537dcbe900 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.392+0000 7f8966000700 1 -- 172.21.15.6:0/3406070632 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8968010980 con 0x56537dcbe900 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.392+0000 7f8989936b80 1 -- 172.21.15.6:0/3406070632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f896002a070 con 0x56537dcbe900 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.392+0000 7f8966000700 1 -- 172.21.15.6:0/3406070632 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f89680b2910 con 0x56537dcbe900 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.392+0000 7f8989936b80 10 client.18357 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.392+0000 7f8989936b80 1 -- 172.21.15.6:0/3406070632 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56537dd43e80 con 0x56537dcbe900 2024-05-20T21:26:53.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f8966000700 1 -- 172.21.15.6:0/3406070632 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f896002a070 con 0x56537dcbe900 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f8966000700 1 -- 172.21.15.6:0/3406070632 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f89680a5620 con 0x56537dcbe900 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f8989936b80 10 client.18357 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f8989936b80 10 client.18357 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f8989936b80 20 client.18357 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f8989936b80 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56537dd44540 0x56537dd46960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f8989936b80 4 client.18357 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f8989936b80 1 -- 172.21.15.6:0/3406070632 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56537dc185f0 con 0x56537dd44540 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.393+0000 7f896fe00700 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56537dd44540 0x56537dd46960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.394+0000 7f896fe00700 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56537dd44540 0x56537dd46960 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe40cd54a7d482b server_cookie=2cbd14ffb067818b in_seq=0 out_seq=0 2024-05-20T21:26:53.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.394+0000 7f8966000700 10 client.18357 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:53.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.395+0000 7f8966000700 1 -- 172.21.15.6:0/3406070632 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56537dc185f0 con 0x56537dd44540 2024-05-20T21:26:53.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.395+0000 7f8966000700 10 client.18357 handle_command_reply: tid=0 2024-05-20T21:26:53.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.395+0000 7f8989936b80 1 client.18357 shutdown 2024-05-20T21:26:53.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.395+0000 7f8989936b80 1 -- 172.21.15.6:0/3406070632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcbe900 msgr2=0x56537dccd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.395+0000 7f8989936b80 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcbe900 0x56537dccd520 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f89680a9b80 tx=0x7f89680092d0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 1 -- 172.21.15.6:0/3406070632 shutdown_connections 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56537dcc4850 0x56537dccdfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56537dcbe900 0x56537dccd520 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56537dd44540 0x56537dd46960 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 1 --2- 172.21.15.6:0/3406070632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56537dcc3f30 0x56537dccda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 1 -- 172.21.15.6:0/3406070632 >> 172.21.15.6:0/3406070632 conn(0x56537dbecc60 msgr2=0x56537dcc4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8966000700 0 client.18357 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 1 -- 172.21.15.6:0/3406070632 shutdown_connections 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 1 -- 172.21.15.6:0/3406070632 wait complete. 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.396+0000 7f8989936b80 20 client.18357 trim_cache size 0 max 16384 2024-05-20T21:26:53.400 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:26:53.401 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:26:53.401 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "ed8048e9-5082-449a-b18c-89f697dd4ec8", 2024-05-20T21:26:53.401 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:26:53.401 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:26:53.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 -- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f895c0b2880 msgr2=0x7f895c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f895c0b2880 0x7f895c0b4d40 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f8970009790 tx=0x7f8970009920 comp rx=0 tx=0).stop 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 -- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8978109dd0 msgr2=0x7f89781a0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8978109dd0 0x7f89781a0200 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f896800e9a0 tx=0x7f896800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 -- 172.21.15.6:0/2363684290 shutdown_connections 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f895c0b2880 0x7f895c0b4d40 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f897810eeb0 0x7f89781a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8978109dd0 0x7f89781a0200 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 --2- 172.21.15.6:0/2363684290 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f897810a780 0x7f89781a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 -- 172.21.15.6:0/2363684290 >> 172.21.15.6:0/2363684290 conn(0x7f8978076d10 msgr2=0x7f89780772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.397+0000 7f897f000700 1 -- 172.21.15.6:0/2363684290 shutdown_connections 2024-05-20T21:26:53.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:53.398+0000 7f897f000700 1 -- 172.21.15.6:0/2363684290 wait complete. 2024-05-20T21:26:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:53 smithi062 ceph-mon[36640]: pgmap v771: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-05-20T21:26:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:53 smithi042 ceph-mon[36332]: pgmap v771: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-05-20T21:26:54.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:53 smithi006 ceph-mon[31422]: pgmap v771: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-05-20T21:26:54.405 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:26:54.877 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:55.035 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:54 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:26:55.035 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:54 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:55.035 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:54 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:26:55.035 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:54 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:54 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:26:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:54 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:54 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:26:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:54 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:55.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:54 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:26:55.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:54 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:55.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:54 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:26:55.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:54 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:26:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.843+0000 7fe158400640 1 -- 172.21.15.6:0/2131067945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 msgr2=0x7fe150108260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.843+0000 7fe158400640 1 --2- 172.21.15.6:0/2131067945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 0x7fe150108260 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe13c009860 tx=0x7fe13c02a340 comp rx=0 tx=0).stop 2024-05-20T21:26:55.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.844+0000 7fe158400640 1 -- 172.21.15.6:0/2131067945 shutdown_connections 2024-05-20T21:26:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.844+0000 7fe158400640 1 --2- 172.21.15.6:0/2131067945 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe1501087a0 0x7fe15010abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.844+0000 7fe158400640 1 --2- 172.21.15.6:0/2131067945 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 0x7fe150108260 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.844+0000 7fe158400640 1 --2- 172.21.15.6:0/2131067945 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe150103540 0x7fe150105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.844+0000 7fe158400640 1 -- 172.21.15.6:0/2131067945 >> 172.21.15.6:0/2131067945 conn(0x7fe1500fcf30 msgr2=0x7fe1500ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:55.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.844+0000 7fe158400640 1 -- 172.21.15.6:0/2131067945 shutdown_connections 2024-05-20T21:26:55.846 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.844+0000 7fe158400640 1 -- 172.21.15.6:0/2131067945 wait complete. 2024-05-20T21:26:55.849 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe158400640 1 Processor -- start 2024-05-20T21:26:55.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe158400640 1 -- start start 2024-05-20T21:26:55.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe158400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe150103540 0x7fe15019aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe158400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 0x7fe15019b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe158400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe1501087a0 0x7fe1501a24a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe158400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe15010e5f0 con 0x7fe150105e70 2024-05-20T21:26:55.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe158400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe15010e470 con 0x7fe1501087a0 2024-05-20T21:26:55.850 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe158400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe15010e770 con 0x7fe150103540 2024-05-20T21:26:55.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe155a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe150103540 0x7fe15019aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.845+0000 7fe155000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 0x7fe15019b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe150103540 0x7fe15019aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35944/0 (socket says 172.21.15.6:35944) 2024-05-20T21:26:55.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155a00640 1 -- 172.21.15.6:0/1337362287 learned_addr learned my addr 172.21.15.6:0/1337362287 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:55.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe156400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe1501087a0 0x7fe1501a24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.851 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155a00640 1 -- 172.21.15.6:0/1337362287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe1501087a0 msgr2=0x7fe1501a24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155a00640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe1501087a0 0x7fe1501a24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155a00640 1 -- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 msgr2=0x7fe15019b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155a00640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 0x7fe15019b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155a00640 1 -- 172.21.15.6:0/1337362287 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1501a2b10 con 0x7fe150103540 2024-05-20T21:26:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155000640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 0x7fe15019b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.846+0000 7fe155a00640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe150103540 0x7fe15019aef0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe14400e9c0 tx=0x7fe14400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:55.852 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.847+0000 7fe14e000640 1 -- 172.21.15.6:0/1337362287 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14400cde0 con 0x7fe150103540 2024-05-20T21:26:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.847+0000 7fe14e000640 1 -- 172.21.15.6:0/1337362287 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1440035f0 con 0x7fe150103540 2024-05-20T21:26:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.847+0000 7fe158400640 1 -- 172.21.15.6:0/1337362287 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1501a2e00 con 0x7fe150103540 2024-05-20T21:26:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.847+0000 7fe14e000640 1 -- 172.21.15.6:0/1337362287 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe144010690 con 0x7fe150103540 2024-05-20T21:26:55.853 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.847+0000 7fe158400640 1 -- 172.21.15.6:0/1337362287 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1501a3260 con 0x7fe150103540 2024-05-20T21:26:55.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.850+0000 7fe14e000640 1 -- 172.21.15.6:0/1337362287 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe144004000 con 0x7fe150103540 2024-05-20T21:26:55.863 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.850+0000 7fe15b27f740 1 Processor -- start 2024-05-20T21:26:55.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.850+0000 7fe15b27f740 1 -- start start 2024-05-20T21:26:55.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2bef9b30 0x563a2bef9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2befa520 0x563a2beff020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 0x563a2bf01b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe15b27f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563a2be69b90 con 0x563a2beff690 2024-05-20T21:26:55.864 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe15b27f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563a2be59730 con 0x563a2bef9b30 2024-05-20T21:26:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe15b27f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563a2be5d770 con 0x563a2befa520 2024-05-20T21:26:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe155000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 0x563a2bf01b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe156400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2bef9b30 0x563a2bef9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe155a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2befa520 0x563a2beff020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe156400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2bef9b30 0x563a2bef9f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54998/0 (socket says 172.21.15.6:54998) 2024-05-20T21:26:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.851+0000 7fe156400640 1 -- 172.21.15.6:0/1158776420 learned_addr learned my addr 172.21.15.6:0/1158776420 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:55.865 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe155a00640 1 -- 172.21.15.6:0/1158776420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2bef9b30 msgr2=0x563a2bef9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe155a00640 1 --2- 172.21.15.6:0/1158776420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2bef9b30 0x563a2bef9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe155a00640 1 -- 172.21.15.6:0/1158776420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 msgr2=0x563a2bf01b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe155a00640 1 --2- 172.21.15.6:0/1158776420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 0x563a2bf01b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe155a00640 1 -- 172.21.15.6:0/1158776420 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a2bdf28b0 con 0x563a2befa520 2024-05-20T21:26:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe156400640 1 --2- 172.21.15.6:0/1158776420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2bef9b30 0x563a2bef9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:55.866 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe155a00640 1 --2- 172.21.15.6:0/1158776420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2befa520 0x563a2beff020 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe1440dffa0 tx=0x7fe1440e89d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a06e37a24656ac94 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe14e000640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1380b27e0 0x7fe1380b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe142a00640 1 -- 172.21.15.6:0/1158776420 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1440f5070 con 0x563a2befa520 2024-05-20T21:26:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe14e000640 1 -- 172.21.15.6:0/1337362287 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe1440e2600 con 0x7fe150103540 2024-05-20T21:26:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe156400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1380b27e0 0x7fe1380b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe142a00640 1 -- 172.21.15.6:0/1158776420 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1440a9630 con 0x563a2befa520 2024-05-20T21:26:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.852+0000 7fe142a00640 1 -- 172.21.15.6:0/1158776420 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1440a9290 con 0x563a2befa520 2024-05-20T21:26:55.867 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 -- 172.21.15.6:0/1158776420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2befa520 msgr2=0x563a2beff020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1158776420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2befa520 0x563a2beff020 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe1440dffa0 tx=0x7fe1440e89d0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe156400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1380b27e0 0x7fe1380b4ca0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x563a2befad80 tx=0x7fe148009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 -- 172.21.15.6:0/1158776420 shutdown_connections 2024-05-20T21:26:55.868 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1158776420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 0x563a2bf01b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1158776420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2befa520 0x563a2beff020 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1158776420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2bef9b30 0x563a2bef9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 -- 172.21.15.6:0/1158776420 >> 172.21.15.6:0/1158776420 conn(0x563a2bef51a0 msgr2=0x563a2bef55a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 -- 172.21.15.6:0/1158776420 shutdown_connections 2024-05-20T21:26:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.853+0000 7fe15b27f740 1 -- 172.21.15.6:0/1158776420 wait complete. 2024-05-20T21:26:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.854+0000 7fe15b27f740 1 -- start start 2024-05-20T21:26:55.869 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.854+0000 7fe15b27f740 1 Processor -- start 2024-05-20T21:26:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf038a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 0x563a2bf03de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 0x563a2bf0ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe15b27f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563a2bb3f790 con 0x563a2beff690 2024-05-20T21:26:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe15b27f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563a2be01bc0 con 0x563a2befa520 2024-05-20T21:26:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe15b27f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563a2bf02640 con 0x563a2bef9b30 2024-05-20T21:26:55.870 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe15b27f740 10 client.0 _ll_register_callbacks cb 0x563a2bddf400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:55.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf038a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf038a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:35956/0 (socket says 172.21.15.6:35956) 2024-05-20T21:26:55.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155a00640 1 -- 172.21.15.6:0/3723932381 learned_addr learned my addr 172.21.15.6:0/3723932381 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:55.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe156400640 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 0x563a2bf0ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155000640 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 0x563a2bf03de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.871 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155a00640 1 -- 172.21.15.6:0/3723932381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 msgr2=0x563a2bf03de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:55.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155a00640 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 0x563a2bf03de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155a00640 1 -- 172.21.15.6:0/3723932381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 msgr2=0x563a2bf0ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:55.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155a00640 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 0x563a2bf0ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.855+0000 7fe155a00640 1 -- 172.21.15.6:0/3723932381 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a2bb6e210 con 0x563a2bef9b30 2024-05-20T21:26:55.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe155a00640 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf038a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe1440a9a60 tx=0x7fe1440e5be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=836efff4cb126c89 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:55.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe137400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:26:55.872 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe137400640 1 -- 172.21.15.6:0/3723932381 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1440042f0 con 0x563a2bef9b30 2024-05-20T21:26:55.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe137400640 1 -- 172.21.15.6:0/3723932381 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe1440a6110 con 0x563a2bef9b30 2024-05-20T21:26:55.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe15b27f740 1 -- 172.21.15.6:0/3723932381 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1440a9630 con 0x563a2bef9b30 2024-05-20T21:26:55.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe137400640 1 -- 172.21.15.6:0/3723932381 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe1440a9290 con 0x563a2bef9b30 2024-05-20T21:26:55.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe15b27f740 10 client.28480 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:55.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe15b27f740 1 -- 172.21.15.6:0/3723932381 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a2bc3a620 con 0x563a2bef9b30 2024-05-20T21:26:55.873 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.856+0000 7fe137400640 1 -- 172.21.15.6:0/3723932381 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1440a9630 con 0x563a2bef9b30 2024-05-20T21:26:55.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.857+0000 7fe137400640 1 -- 172.21.15.6:0/3723932381 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe1440e2c00 con 0x563a2bef9b30 2024-05-20T21:26:55.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.857+0000 7fe15b27f740 10 client.28480 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:55.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.857+0000 7fe15b27f740 10 client.28480 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:55.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.857+0000 7fe15b27f740 20 client.28480 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:55.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.857+0000 7fe15b27f740 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a2bf0ef80 0x563a2bf11370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.857+0000 7fe15b27f740 4 client.28480 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:55.874 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.857+0000 7fe15b27f740 1 -- 172.21.15.6:0/3723932381 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a2be6bae0 con 0x563a2bf0ef80 2024-05-20T21:26:55.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.857+0000 7fe155000640 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a2bf0ef80 0x563a2bf11370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.858+0000 7fe155000640 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a2bf0ef80 0x563a2bf11370 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a564c7366114ee73 server_cookie=4b8ca5e8cf8f42cc in_seq=0 out_seq=0 2024-05-20T21:26:55.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.858+0000 7fe137400640 10 client.28480 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:55.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe137400640 1 -- 172.21.15.6:0/3723932381 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563a2be6bae0 con 0x563a2bf0ef80 2024-05-20T21:26:55.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe137400640 10 client.28480 handle_command_reply: tid=0 2024-05-20T21:26:55.875 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 client.28480 shutdown 2024-05-20T21:26:55.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 -- 172.21.15.6:0/3723932381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 msgr2=0x563a2bf038a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf038a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe1440a9a60 tx=0x7fe1440e5be0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 -- 172.21.15.6:0/3723932381 shutdown_connections 2024-05-20T21:26:55.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a2bf0ef80 0x563a2bf11370 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2beff690 0x563a2bf0ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe137400640 0 client.28480 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:55.876 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 0x563a2bf03de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.877 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 --2- 172.21.15.6:0/3723932381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf038a0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.877 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 -- 172.21.15.6:0/3723932381 >> 172.21.15.6:0/3723932381 conn(0x563a2bef51a0 msgr2=0x563a2bef4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:55.877 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 -- 172.21.15.6:0/3723932381 shutdown_connections 2024-05-20T21:26:55.877 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.859+0000 7fe15b27f740 1 -- 172.21.15.6:0/3723932381 wait complete. 2024-05-20T21:26:55.877 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.860+0000 7fe15b27f740 20 client.28480 trim_cache size 0 max 16384 2024-05-20T21:26:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe15b27f740 1 Processor -- start 2024-05-20T21:26:55.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe15b27f740 1 -- start start 2024-05-20T21:26:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf03d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2befa520 0x563a2bf0ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2beff690 0x563a2befb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe15b27f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe1501aecf0 con 0x563a2befa520 2024-05-20T21:26:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe15b27f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe1501ac5c0 con 0x563a2beff690 2024-05-20T21:26:55.885 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe15b27f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe1501aa410 con 0x563a2bef9b30 2024-05-20T21:26:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe155000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2befa520 0x563a2bf0ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe155000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2befa520 0x563a2bf0ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58722/0 (socket says 172.21.15.6:58722) 2024-05-20T21:26:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.877+0000 7fe155000640 1 -- 172.21.15.6:0/1048695897 learned_addr learned my addr 172.21.15.6:0/1048695897 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe156400640 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2beff690 0x563a2befb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe155a00640 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf03d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe155000640 1 -- 172.21.15.6:0/1048695897 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 msgr2=0x563a2bf03d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe155000640 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf03d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe155000640 1 -- 172.21.15.6:0/1048695897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2beff690 msgr2=0x563a2befb4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe155000640 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2beff690 0x563a2befb4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe155000640 1 -- 172.21.15.6:0/1048695897 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a2bef4fd0 con 0x563a2befa520 2024-05-20T21:26:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe155000640 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2befa520 0x563a2bf0ade0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe13c02a930 tx=0x7fe13c030450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eff5f04937109860 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe142000640 1 -- 172.21.15.6:0/1048695897 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c04e070 con 0x563a2befa520 2024-05-20T21:26:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe142000640 1 -- 172.21.15.6:0/1048695897 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe13c004040 con 0x563a2befa520 2024-05-20T21:26:55.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.878+0000 7fe142000640 1 -- 172.21.15.6:0/1048695897 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c037040 con 0x563a2befa520 2024-05-20T21:26:55.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 -- 172.21.15.6:0/1048695897 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2befa520 msgr2=0x563a2bf0ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2befa520 0x563a2bf0ade0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe13c02a930 tx=0x7fe13c030450 comp rx=0 tx=0).stop 2024-05-20T21:26:55.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 -- 172.21.15.6:0/1048695897 shutdown_connections 2024-05-20T21:26:55.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2beff690 0x563a2befb4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2befa520 0x563a2bf0ade0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1048695897 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2bef9b30 0x563a2bf03d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 -- 172.21.15.6:0/1048695897 >> 172.21.15.6:0/1048695897 conn(0x563a2bef51a0 msgr2=0x563a2befadb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 -- 172.21.15.6:0/1048695897 shutdown_connections 2024-05-20T21:26:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.879+0000 7fe15b27f740 1 -- 172.21.15.6:0/1048695897 wait complete. 2024-05-20T21:26:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.880+0000 7fe15b27f740 1 -- start start 2024-05-20T21:26:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.880+0000 7fe15b27f740 1 Processor -- start 2024-05-20T21:26:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.880+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2bef9b30 0x563a2bf08470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.880+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 0x563a2bf089b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.880+0000 7fe15b27f740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2beff690 0x563a2bf09970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe15b27f740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe1501aaa80 con 0x563a2bef9b30 2024-05-20T21:26:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe15b27f740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe1501abef0 con 0x563a2befa520 2024-05-20T21:26:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe15b27f740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe1501ab150 con 0x563a2beff690 2024-05-20T21:26:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe15b27f740 10 client.0 _ll_register_callbacks cb 0x7fe1440f3070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2bef9b30 0x563a2bf08470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 0x563a2bf089b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2bef9b30 0x563a2bf08470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58724/0 (socket says 172.21.15.6:58724) 2024-05-20T21:26:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 -- 172.21.15.6:0/1248205895 learned_addr learned my addr 172.21.15.6:0/1248205895 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe156400640 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2beff690 0x563a2bf09970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 -- 172.21.15.6:0/1248205895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2beff690 msgr2=0x563a2bf09970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2beff690 0x563a2bf09970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 -- 172.21.15.6:0/1248205895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 msgr2=0x563a2bf089b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 0x563a2bf089b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 -- 172.21.15.6:0/1248205895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a2bf09f60 con 0x563a2bef9b30 2024-05-20T21:26:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe155a00640 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2bef9b30 0x563a2bf08470 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe1440a5ba0 tx=0x7fe1440e89d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=713372e08ca9d2c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.881+0000 7fe137400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:26:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.882+0000 7fe137400640 1 -- 172.21.15.6:0/1248205895 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1440a59e0 con 0x563a2bef9b30 2024-05-20T21:26:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.882+0000 7fe137400640 1 -- 172.21.15.6:0/1248205895 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe1440094f0 con 0x563a2bef9b30 2024-05-20T21:26:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.882+0000 7fe15b27f740 1 -- 172.21.15.6:0/1248205895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe13c004040 con 0x563a2bef9b30 2024-05-20T21:26:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.882+0000 7fe137400640 1 -- 172.21.15.6:0/1248205895 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe1440042f0 con 0x563a2bef9b30 2024-05-20T21:26:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.882+0000 7fe15b27f740 10 client.18375 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.882+0000 7fe15b27f740 1 -- 172.21.15.6:0/1248205895 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563a2bf09f60 con 0x563a2bef9b30 2024-05-20T21:26:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.882+0000 7fe137400640 1 -- 172.21.15.6:0/1248205895 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe13c004040 con 0x563a2bef9b30 2024-05-20T21:26:55.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.882+0000 7fe137400640 1 -- 172.21.15.6:0/1248205895 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe1440a9d80 con 0x563a2bef9b30 2024-05-20T21:26:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe15b27f740 10 client.18375 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe15b27f740 10 client.18375 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe15b27f740 20 client.18375 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a2bf7a040 0x563a2bf7c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe15b27f740 4 client.18375 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:26:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe15b27f740 1 -- 172.21.15.6:0/1248205895 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563a2be652c0 con 0x563a2bf7a040 2024-05-20T21:26:55.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe155000640 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a2bf7a040 0x563a2bf7c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe155000640 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a2bf7a040 0x563a2bf7c460 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13283c9220a08d81 server_cookie=8d69974c68f43e36 in_seq=0 out_seq=0 2024-05-20T21:26:55.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.883+0000 7fe137400640 10 client.18375 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe137400640 1 -- 172.21.15.6:0/1248205895 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563a2be652c0 con 0x563a2bf7a040 2024-05-20T21:26:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe137400640 10 client.18375 handle_command_reply: tid=0 2024-05-20T21:26:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 client.18375 shutdown 2024-05-20T21:26:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 -- 172.21.15.6:0/1248205895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2bef9b30 msgr2=0x563a2bf08470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2bef9b30 0x563a2bf08470 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe1440a5ba0 tx=0x7fe1440e89d0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 -- 172.21.15.6:0/1248205895 shutdown_connections 2024-05-20T21:26:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x563a2bf7a040 0x563a2bf7c460 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563a2beff690 0x563a2bf09970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563a2befa520 0x563a2bf089b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 --2- 172.21.15.6:0/1248205895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563a2bef9b30 0x563a2bf08470 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe137400640 0 client.18375 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.894+0000 7fe15b27f740 1 -- 172.21.15.6:0/1248205895 >> 172.21.15.6:0/1248205895 conn(0x563a2bef51a0 msgr2=0x563a2befb640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.895+0000 7fe15b27f740 1 -- 172.21.15.6:0/1248205895 shutdown_connections 2024-05-20T21:26:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.895+0000 7fe15b27f740 1 -- 172.21.15.6:0/1248205895 wait complete. 2024-05-20T21:26:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.895+0000 7fe15b27f740 20 client.18375 trim_cache size 0 max 16384 2024-05-20T21:26:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:26:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:26:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:26:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 -- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1380b27e0 msgr2=0x7fe1380b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1380b27e0 0x7fe1380b4ca0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x563a2befad80 tx=0x7fe148009500 comp rx=0 tx=0).stop 2024-05-20T21:26:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 -- 172.21.15.6:0/1337362287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe150103540 msgr2=0x7fe15019aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe150103540 0x7fe15019aef0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe14400e9c0 tx=0x7fe14400ee80 comp rx=0 tx=0).stop 2024-05-20T21:26:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 -- 172.21.15.6:0/1337362287 shutdown_connections 2024-05-20T21:26:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe1380b27e0 0x7fe1380b4ca0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe1501087a0 0x7fe1501a24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe150105e70 0x7fe15019b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 --2- 172.21.15.6:0/1337362287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe150103540 0x7fe15019aef0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:55.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 -- 172.21.15.6:0/1337362287 >> 172.21.15.6:0/1337362287 conn(0x7fe1500fcf30 msgr2=0x7fe150102cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:55.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 -- 172.21.15.6:0/1337362287 shutdown_connections 2024-05-20T21:26:55.902 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:26:55.896+0000 7fe158400640 1 -- 172.21.15.6:0/1337362287 wait complete. 2024-05-20T21:26:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:55 smithi062 ceph-mon[36640]: pgmap v772: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-20T21:26:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:55 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:26:56.081 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:55 smithi006 ceph-mon[31422]: pgmap v772: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-20T21:26:56.081 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:55 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:26:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:55 smithi042 ceph-mon[36332]: pgmap v772: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-20T21:26:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:55 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:26:57.025 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:56 smithi042 ceph-mon[36332]: pgmap v773: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:26:57.036 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:56 smithi006 ceph-mon[31422]: pgmap v773: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:26:57.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:56 smithi062 ceph-mon[36640]: pgmap v773: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 -- 172.21.15.6:0/1675694165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6694105650 msgr2=0x7f6694105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 --2- 172.21.15.6:0/1675694165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6694105650 0x7f6694105ad0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f6680009990 tx=0x7f6680009ca0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 -- 172.21.15.6:0/1675694165 shutdown_connections 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 --2- 172.21.15.6:0/1675694165 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6694106010 0x7f6694112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 --2- 172.21.15.6:0/1675694165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f669410b650 0x7f669410ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 --2- 172.21.15.6:0/1675694165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6694105650 0x7f6694105ad0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 -- 172.21.15.6:0/1675694165 >> 172.21.15.6:0/1675694165 conn(0x7f6694101180 msgr2=0x7f66941035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 -- 172.21.15.6:0/1675694165 shutdown_connections 2024-05-20T21:26:57.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.356+0000 7f6699000700 1 -- 172.21.15.6:0/1675694165 wait complete. 2024-05-20T21:26:57.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.358+0000 7f6699000700 1 Processor -- start 2024-05-20T21:26:57.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.358+0000 7f6699000700 1 -- start start 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6699000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6694105650 0x7f669419bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6699000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6694106010 0x7f669419c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6699000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f669410b650 0x7f66941a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6699000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66941158a0 con 0x7f6694106010 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6699000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6694115720 con 0x7f669410b650 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6699000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6694115a20 con 0x7f6694105650 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6692a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6694106010 0x7f669419c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6693400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6694105650 0x7f669419bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6693400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6694105650 0x7f669419bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58706/0 (socket says 172.21.15.6:58706) 2024-05-20T21:26:57.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6692a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6694106010 0x7f669419c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41254/0 (socket says 172.21.15.6:41254) 2024-05-20T21:26:57.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6693400700 1 -- 172.21.15.6:0/1957496281 learned_addr learned my addr 172.21.15.6:0/1957496281 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:57.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.359+0000 7f6693e00700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f669410b650 0x7f66941a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f6693400700 1 -- 172.21.15.6:0/1957496281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f669410b650 msgr2=0x7f66941a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f6693400700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f669410b650 0x7f66941a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f6693400700 1 -- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6694106010 msgr2=0x7f669419c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f6693400700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6694106010 0x7f669419c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f6693400700 1 -- 172.21.15.6:0/1957496281 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66941a0d60 con 0x7f6694105650 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f6692a00700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6694106010 0x7f669419c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f6693400700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6694105650 0x7f669419bd50 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f668400e9a0 tx=0x7f668400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f668be00700 1 -- 172.21.15.6:0/1957496281 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668400ca10 con 0x7f6694105650 2024-05-20T21:26:57.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f668be00700 1 -- 172.21.15.6:0/1957496281 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f668400cbb0 con 0x7f6694105650 2024-05-20T21:26:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f6699000700 1 -- 172.21.15.6:0/1957496281 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66941a1050 con 0x7f6694105650 2024-05-20T21:26:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.360+0000 7f668be00700 1 -- 172.21.15.6:0/1957496281 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6684018680 con 0x7f6694105650 2024-05-20T21:26:57.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.361+0000 7f6699000700 1 -- 172.21.15.6:0/1957496281 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66941a88d0 con 0x7f6694105650 2024-05-20T21:26:57.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.364+0000 7f668be00700 1 -- 172.21.15.6:0/1957496281 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6684010430 con 0x7f6694105650 2024-05-20T21:26:57.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.365+0000 7f66a4ebeb80 1 Processor -- start 2024-05-20T21:26:57.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f66a4ebeb80 1 -- start start 2024-05-20T21:26:57.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f668be00700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66780b2900 0x7f66780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbd7c0 0x562a2bfbdba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfb87f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562a2bf15e40 con 0x562a2bfbe0e0 2024-05-20T21:26:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562a2bf059e0 con 0x562a2bfbd7c0 2024-05-20T21:26:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562a2bf09a20 con 0x562a2bfb8390 2024-05-20T21:26:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.366+0000 7f668be00700 1 -- 172.21.15.6:0/1957496281 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66840e2330 con 0x7f6694105650 2024-05-20T21:26:57.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693e00700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66780b2900 0x7f66780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfb87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbd7c0 0x562a2bfbdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfb87f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58716/0 (socket says 172.21.15.6:58716) 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693e00700 1 -- 172.21.15.6:0/944519005 learned_addr learned my addr 172.21.15.6:0/944519005 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6692a00700 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693400700 1 -- 172.21.15.6:0/944519005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 msgr2=0x562a2bfb87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693400700 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfb87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693400700 1 -- 172.21.15.6:0/944519005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbe0e0 msgr2=0x562a2bfb7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693400700 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693400700 1 -- 172.21.15.6:0/944519005 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a2bece420 con 0x562a2bfbd7c0 2024-05-20T21:26:57.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693e00700 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfb87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.367+0000 7f6693400700 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbd7c0 0x562a2bfbdba0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f66840dfd90 tx=0x7f66840a9200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86f1b124af85381 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.368+0000 7f6693e00700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66780b2900 0x7f66780b4dc0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f668c009fd0 tx=0x7f668c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.368+0000 7f6688c00700 1 -- 172.21.15.6:0/944519005 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66840a93c0 con 0x562a2bfbd7c0 2024-05-20T21:26:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.368+0000 7f6688c00700 1 -- 172.21.15.6:0/944519005 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66840a9fb0 con 0x562a2bfbd7c0 2024-05-20T21:26:57.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.368+0000 7f6688c00700 1 -- 172.21.15.6:0/944519005 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66840cc070 con 0x562a2bfbd7c0 2024-05-20T21:26:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.368+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/944519005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbd7c0 msgr2=0x562a2bfbdba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.368+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbd7c0 0x562a2bfbdba0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f66840dfd90 tx=0x7f66840a9200 comp rx=0 tx=0).stop 2024-05-20T21:26:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.369+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/944519005 shutdown_connections 2024-05-20T21:26:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.369+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfb87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.369+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbd7c0 0x562a2bfbdba0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.369+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/944519005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.369+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/944519005 >> 172.21.15.6:0/944519005 conn(0x562a2bee5be0 msgr2=0x562a2bfb2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.369+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/944519005 shutdown_connections 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.369+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/944519005 wait complete. 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.369+0000 7f66a4ebeb80 1 -- start start 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.370+0000 7f66a4ebeb80 1 Processor -- start 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.370+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfb8390 0x562a2bfc3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.370+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfc1170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.370+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbe0e0 0x562a2bfc16b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.370+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562a2be0bfa0 con 0x562a2bfbd7c0 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.370+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562a2bea6760 con 0x562a2bfb8390 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.370+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562a2bfc4c00 con 0x562a2bfbe0e0 2024-05-20T21:26:57.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.370+0000 7f66a4ebeb80 10 client.0 _ll_register_callbacks cb 0x562a2beafc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:57.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfb8390 0x562a2bfc3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6692a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfc1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfb8390 0x562a2bfc3dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49514/0 (socket says 172.21.15.6:49514) 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 -- 172.21.15.6:0/3824021249 learned_addr learned my addr 172.21.15.6:0/3824021249 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693e00700 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbe0e0 0x562a2bfc16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 -- 172.21.15.6:0/3824021249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbe0e0 msgr2=0x562a2bfc16b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbe0e0 0x562a2bfc16b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 -- 172.21.15.6:0/3824021249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 msgr2=0x562a2bfc1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfc1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 -- 172.21.15.6:0/3824021249 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a2be558d0 con 0x562a2bfb8390 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f6693400700 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfb8390 0x562a2bfc3dd0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f66840dfde0 tx=0x7f66840dfd00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e22a8fcf27fb74a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.371+0000 7f667d600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:57.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f667d600700 1 -- 172.21.15.6:0/3824021249 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66840a93c0 con 0x562a2bfb8390 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f667d600700 1 -- 172.21.15.6:0/3824021249 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f66840cc070 con 0x562a2bfb8390 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/3824021249 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66840a9fb0 con 0x562a2bfb8390 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f667d600700 1 -- 172.21.15.6:0/3824021249 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f66840a98b0 con 0x562a2bfb8390 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 10 client.28499 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/3824021249 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562a2bed6060 con 0x562a2bfb8390 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f667d600700 1 -- 172.21.15.6:0/3824021249 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66840a9fb0 con 0x562a2bfb8390 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f667d600700 1 -- 172.21.15.6:0/3824021249 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6684010720 con 0x562a2bfb8390 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 10 client.28499 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 10 client.28499 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 20 client.28499 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562a2bfd1580 0x562a2bfd3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 4 client.28499 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:26:57.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.372+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/3824021249 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a2bf17d90 con 0x562a2bfd1580 2024-05-20T21:26:57.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.373+0000 7f6692a00700 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562a2bfd1580 0x562a2bfd3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.373+0000 7f6692a00700 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562a2bfd1580 0x562a2bfd3970 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b51918e331006337 server_cookie=a535203370d8600a in_seq=0 out_seq=0 2024-05-20T21:26:57.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.373+0000 7f667d600700 10 client.28499 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:57.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.374+0000 7f667d600700 1 -- 172.21.15.6:0/3824021249 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562a2bf17d90 con 0x562a2bfd1580 2024-05-20T21:26:57.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.374+0000 7f667d600700 10 client.28499 handle_command_reply: tid=0 2024-05-20T21:26:57.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.374+0000 7f66a4ebeb80 1 client.28499 shutdown 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/3824021249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfb8390 msgr2=0x562a2bfc3dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfb8390 0x562a2bfc3dd0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f66840dfde0 tx=0x7f66840dfd00 comp rx=0 tx=0).stop 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/3824021249 shutdown_connections 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562a2bfd1580 0x562a2bfd3970 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbe0e0 0x562a2bfc16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfb8390 0x562a2bfc3dd0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/3824021249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfc1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f667d600700 0 client.28499 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/3824021249 >> 172.21.15.6:0/3824021249 conn(0x562a2bee5be0 msgr2=0x562a2bfb1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/3824021249 shutdown_connections 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/3824021249 wait complete. 2024-05-20T21:26:57.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.375+0000 7f66a4ebeb80 20 client.28499 trim_cache size 0 max 16384 2024-05-20T21:26:57.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.398+0000 7f66a4ebeb80 1 Processor -- start 2024-05-20T21:26:57.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.398+0000 7f66a4ebeb80 1 -- start start 2024-05-20T21:26:57.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.398+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfb8390 0x562a2bfb7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.398+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbd7c0 0x562a2bfc3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.398+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.398+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66941b2790 con 0x562a2bfb8390 2024-05-20T21:26:57.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.398+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66941b0020 con 0x562a2bfbe0e0 2024-05-20T21:26:57.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.398+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66941ade70 con 0x562a2bfbd7c0 2024-05-20T21:26:57.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb2740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:49522/0 (socket says 172.21.15.6:49522) 2024-05-20T21:26:57.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693e00700 1 -- 172.21.15.6:0/853982212 learned_addr learned my addr 172.21.15.6:0/853982212 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:57.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693400700 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfb8390 0x562a2bfb7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6692a00700 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbd7c0 0x562a2bfc3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693e00700 1 -- 172.21.15.6:0/853982212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbd7c0 msgr2=0x562a2bfc3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:57.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693e00700 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbd7c0 0x562a2bfc3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693e00700 1 -- 172.21.15.6:0/853982212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfb8390 msgr2=0x562a2bfb7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:57.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693e00700 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfb8390 0x562a2bfb7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.399+0000 7f6693e00700 1 -- 172.21.15.6:0/853982212 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a2bfaa870 con 0x562a2bfbe0e0 2024-05-20T21:26:57.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.400+0000 7f6693e00700 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb2740 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f668c008b00 tx=0x7f668c00b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd812577fd849ff9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:57.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.400+0000 7f667fe00700 1 -- 172.21.15.6:0/853982212 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c003ab0 con 0x562a2bfbe0e0 2024-05-20T21:26:57.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.400+0000 7f667fe00700 1 -- 172.21.15.6:0/853982212 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f668c003c50 con 0x562a2bfbe0e0 2024-05-20T21:26:57.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.400+0000 7f667fe00700 1 -- 172.21.15.6:0/853982212 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c01b870 con 0x562a2bfbe0e0 2024-05-20T21:26:57.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.400+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/853982212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 msgr2=0x562a2bfb2740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.400+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb2740 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f668c008b00 tx=0x7f668c00b040 comp rx=0 tx=0).stop 2024-05-20T21:26:57.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/853982212 shutdown_connections 2024-05-20T21:26:57.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfb2740 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfb8390 0x562a2bfb7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/853982212 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfbd7c0 0x562a2bfc3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/853982212 >> 172.21.15.6:0/853982212 conn(0x562a2bee5be0 msgr2=0x562a2bfc01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/853982212 shutdown_connections 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/853982212 wait complete. 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 -- start start 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.401+0000 7f66a4ebeb80 1 Processor -- start 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfd4a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfd4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f66a4ebeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfd54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66941ae4e0 con 0x562a2bfbd7c0 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66941af950 con 0x562a2bfbe0e0 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f66a4ebeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66941aebb0 con 0x562a2bfb8390 2024-05-20T21:26:57.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f66a4ebeb80 10 client.0 _ll_register_callbacks cb 0x562a2beafc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f6693400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfd4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f6692a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfd4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f6693e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfd54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f6693400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfd4a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58738/0 (socket says 172.21.15.6:58738) 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.402+0000 7f6693400700 1 -- 172.21.15.6:0/1865331486 learned_addr learned my addr 172.21.15.6:0/1865331486 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f6693e00700 1 -- 172.21.15.6:0/1865331486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 msgr2=0x562a2bfd4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f6693e00700 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfd4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f6693e00700 1 -- 172.21.15.6:0/1865331486 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 msgr2=0x562a2bfd4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f6693e00700 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfd4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f6693e00700 1 -- 172.21.15.6:0/1865331486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a2c03b0c0 con 0x562a2bfbe0e0 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f6693400700 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfd4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f6692a00700 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfd4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f6693e00700 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfd54f0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f668c00b010 tx=0x7f668c008d40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3979fcf009de43e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:26:57.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f667d600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.403+0000 7f667d600700 1 -- 172.21.15.6:0/1865331486 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c003ab0 con 0x562a2bfbe0e0 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f667d600700 1 -- 172.21.15.6:0/1865331486 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f668c003e00 con 0x562a2bfbe0e0 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/1865331486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f668c003c50 con 0x562a2bfbe0e0 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f667d600700 1 -- 172.21.15.6:0/1865331486 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f668c004000 con 0x562a2bfbe0e0 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f66a4ebeb80 10 client.28505 fetch_fsmap learned FSMap version 26 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/1865331486 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562a2c03c3d0 con 0x562a2bfbe0e0 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f667d600700 1 -- 172.21.15.6:0/1865331486 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f668c003c50 con 0x562a2bfbe0e0 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f667d600700 1 -- 172.21.15.6:0/1865331486 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f668c02f070 con 0x562a2bfbe0e0 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f66a4ebeb80 10 client.28505 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f66a4ebeb80 10 client.28505 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f66a4ebeb80 20 client.28505 populate_metadata read hostname 'smithi006' 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.404+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562a2c03c9d0 0x562a2c03edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.405+0000 7f66a4ebeb80 4 client.28505 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:26:57.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.405+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/1865331486 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562a2bf11570 con 0x562a2c03c9d0 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.405+0000 7f6693400700 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562a2c03c9d0 0x562a2c03edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.405+0000 7f6693400700 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562a2c03c9d0 0x562a2c03edf0 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a22bab14392d6351 server_cookie=102f02413bbe3c0a in_seq=0 out_seq=0 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.405+0000 7f667d600700 10 client.28505 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f667d600700 1 -- 172.21.15.6:0/1865331486 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562a2bf11570 con 0x562a2c03c9d0 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f667d600700 10 client.28505 handle_command_reply: tid=0 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 client.28505 shutdown 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/1865331486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 msgr2=0x562a2bfd54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfd54f0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f668c00b010 tx=0x7f668c008d40 comp rx=0 tx=0).stop 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/1865331486 shutdown_connections 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562a2bfbe0e0 0x562a2bfd54f0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562a2c03c9d0 0x562a2c03edf0 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562a2bfb8390 0x562a2bfd4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 --2- 172.21.15.6:0/1865331486 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562a2bfbd7c0 0x562a2bfd4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f667d600700 0 client.28505 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/1865331486 >> 172.21.15.6:0/1865331486 conn(0x562a2bee5be0 msgr2=0x562a2bfc01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/1865331486 shutdown_connections 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 1 -- 172.21.15.6:0/1865331486 wait complete. 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.406+0000 7f66a4ebeb80 20 client.28505 trim_cache size 0 max 16384 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:26:57.411 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:26:57.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 -- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66780b2900 msgr2=0x7f66780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66780b2900 0x7f66780b4dc0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f668c009fd0 tx=0x7f668c009920 comp rx=0 tx=0).stop 2024-05-20T21:26:57.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 -- 172.21.15.6:0/1957496281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6694105650 msgr2=0x7f669419bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:26:57.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6694105650 0x7f669419bd50 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f668400e9a0 tx=0x7f668400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 -- 172.21.15.6:0/1957496281 shutdown_connections 2024-05-20T21:26:57.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f66780b2900 0x7f66780b4dc0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f669410b650 0x7f66941a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6694105650 0x7f669419bd50 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 --2- 172.21.15.6:0/1957496281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6694106010 0x7f669419c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:26:57.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 -- 172.21.15.6:0/1957496281 >> 172.21.15.6:0/1957496281 conn(0x7f6694101180 msgr2=0x7f6694101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:26:57.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.407+0000 7f6699000700 1 -- 172.21.15.6:0/1957496281 shutdown_connections 2024-05-20T21:26:57.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:26:57.408+0000 7f6699000700 1 -- 172.21.15.6:0/1957496281 wait complete. 2024-05-20T21:26:58.374 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:26:58.374 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:26:58.685 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:26:58.852 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:26:59.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:26:59 smithi042 ceph-mon[36332]: pgmap v774: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:26:59.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:26:59 smithi006 ceph-mon[31422]: pgmap v774: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:27:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:26:59 smithi062 ceph-mon[36640]: pgmap v774: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-20T21:27:00.450 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:01.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:01 smithi042 ceph-mon[36332]: pgmap v775: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:27:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:01 smithi006 ceph-mon[31422]: pgmap v775: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:27:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:01 smithi062 ceph-mon[36640]: pgmap v775: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:27:02.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.356+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1738038576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd810b670 msgr2=0x7f2bd810ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:02.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.356+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1738038576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd810b670 0x7f2bd810ba50 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f2bc80098f0 tx=0x7f2bc8009c00 comp rx=0 tx=0).stop 2024-05-20T21:27:02.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.357+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1738038576 shutdown_connections 2024-05-20T21:27:02.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.357+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1738038576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bd8106030 0x7f2bd8112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.357+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1738038576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd810b670 0x7f2bd810ba50 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.357+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1738038576 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd8105670 0x7f2bd8105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.357+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1738038576 >> 172.21.15.6:0/1738038576 conn(0x7f2bd8101160 msgr2=0x7f2bd8103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:02.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.357+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1738038576 shutdown_connections 2024-05-20T21:27:02.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.357+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1738038576 wait complete. 2024-05-20T21:27:02.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.358+0000 7f2bd7e00700 1 Processor -- start 2024-05-20T21:27:02.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.358+0000 7f2bd7e00700 1 -- start start 2024-05-20T21:27:02.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd8105670 0x7f2bd819bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:02.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd8106030 0x7f2bd819c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:02.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bd810b670 0x7f2bd81a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:02.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd7e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd81158a0 con 0x7f2bd8105670 2024-05-20T21:27:02.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd7e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd8115720 con 0x7f2bd8106030 2024-05-20T21:27:02.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd7e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd8115a20 con 0x7f2bd810b670 2024-05-20T21:27:02.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd8105670 0x7f2bd819bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:02.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd8105670 0x7f2bd819bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41316/0 (socket says 172.21.15.6:41316) 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bd810b670 0x7f2bd81a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bd6a00700 1 -- 172.21.15.6:0/1968468315 learned_addr learned my addr 172.21.15.6:0/1968468315 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.359+0000 7f2bce000700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd8106030 0x7f2bd819c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.360+0000 7f2bd6a00700 1 -- 172.21.15.6:0/1968468315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bd810b670 msgr2=0x7f2bd81a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.360+0000 7f2bd6a00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bd810b670 0x7f2bd81a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.360+0000 7f2bd6a00700 1 -- 172.21.15.6:0/1968468315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd8106030 msgr2=0x7f2bd819c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.360+0000 7f2bd6a00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd8106030 0x7f2bd819c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.360+0000 7f2bd6a00700 1 -- 172.21.15.6:0/1968468315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd81a0d80 con 0x7f2bd8105670 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.360+0000 7f2bce000700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd8106030 0x7f2bd819c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.360+0000 7f2bd6a00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd8105670 0x7f2bd819bd70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2bc8009230 tx=0x7f2bc800fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.361+0000 7f2bcfe00700 1 -- 172.21.15.6:0/1968468315 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc8005140 con 0x7f2bd8105670 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.361+0000 7f2bcfe00700 1 -- 172.21.15.6:0/1968468315 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2bc800b560 con 0x7f2bd8105670 2024-05-20T21:27:02.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.361+0000 7f2bcfe00700 1 -- 172.21.15.6:0/1968468315 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc8003ae0 con 0x7f2bd8105670 2024-05-20T21:27:02.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.361+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bd81a1010 con 0x7f2bd8105670 2024-05-20T21:27:02.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.361+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bd81a88f0 con 0x7f2bd8105670 2024-05-20T21:27:02.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.363+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bd810dc00 con 0x7f2bd8105670 2024-05-20T21:27:02.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.365+0000 7f2bcfe00700 1 -- 172.21.15.6:0/1968468315 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2bc8003c80 con 0x7f2bd8105670 2024-05-20T21:27:02.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.366+0000 7f2bcfe00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2bbc0b2880 0x7f2bbc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:02.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.367+0000 7f2bcfe00700 1 -- 172.21.15.6:0/1968468315 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2bc80e3290 con 0x7f2bd8105670 2024-05-20T21:27:02.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.367+0000 7f2bce000700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2bbc0b2880 0x7f2bbc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:02.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.368+0000 7f2bce000700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2bbc0b2880 0x7f2bbc0b4d40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0009750 tx=0x7f2bc0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:02.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.371+0000 7f2bcfe00700 1 -- 172.21.15.6:0/1968468315 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2bc8013030 con 0x7f2bd8105670 2024-05-20T21:27:02.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.680+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2bd819d0d0 con 0x7f2bd8105670 2024-05-20T21:27:02.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.681+0000 7f2bcfe00700 1 -- 172.21.15.6:0/1968468315 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f2bc80aaf40 con 0x7f2bd8105670 2024-05-20T21:27:02.681 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:27:02.682 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:27:02.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2bbc0b2880 msgr2=0x7f2bbc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:02.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2bbc0b2880 0x7f2bbc0b4d40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0009750 tx=0x7f2bc0009310 comp rx=0 tx=0).stop 2024-05-20T21:27:02.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd8105670 msgr2=0x7f2bd819bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:02.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd8105670 0x7f2bd819bd70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2bc8009230 tx=0x7f2bc800fa70 comp rx=0 tx=0).stop 2024-05-20T21:27:02.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 shutdown_connections 2024-05-20T21:27:02.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2bbc0b2880 0x7f2bbc0b4d40 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bd810b670 0x7f2bd81a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2bd8105670 0x7f2bd819bd70 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 --2- 172.21.15.6:0/1968468315 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2bd8106030 0x7f2bd819c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:02.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.684+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 >> 172.21.15.6:0/1968468315 conn(0x7f2bd8101160 msgr2=0x7f2bd8101a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:02.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.685+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 shutdown_connections 2024-05-20T21:27:02.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:02.685+0000 7f2bd7e00700 1 -- 172.21.15.6:0/1968468315 wait complete. 2024-05-20T21:27:02.686 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:27:03.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 -- 172.21.15.6:0/36614717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff45c075770 msgr2=0x7ff45c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:03.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 --2- 172.21.15.6:0/36614717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff45c075770 0x7ff45c075b50 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7ff450009990 tx=0x7ff450009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 -- 172.21.15.6:0/36614717 shutdown_connections 2024-05-20T21:27:03.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 --2- 172.21.15.6:0/36614717 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff45c114710 0x7ff45c116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 --2- 172.21.15.6:0/36614717 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff45c075770 0x7ff45c075b50 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 --2- 172.21.15.6:0/36614717 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff45c076090 0x7ff45c1141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 -- 172.21.15.6:0/36614717 >> 172.21.15.6:0/36614717 conn(0x7ff45c07a6a0 msgr2=0x7ff45c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:03.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 -- 172.21.15.6:0/36614717 shutdown_connections 2024-05-20T21:27:03.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.669+0000 7ff464000700 1 -- 172.21.15.6:0/36614717 wait complete. 2024-05-20T21:27:03.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.670+0000 7ff464000700 1 Processor -- start 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.670+0000 7ff464000700 1 -- start start 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff464000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff45c075770 0x7ff45c1a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff464000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff45c076090 0x7ff45c1a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff464000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff45c114710 0x7ff45c1a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff464000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c119d50 con 0x7ff45c114710 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff464000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c119bd0 con 0x7ff45c076090 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff464000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff45c119ed0 con 0x7ff45c075770 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff461600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff45c075770 0x7ff45c1a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff461600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff45c075770 0x7ff45c1a0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58772/0 (socket says 172.21.15.6:58772) 2024-05-20T21:27:03.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff460c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff45c076090 0x7ff45c1a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff461600700 1 -- 172.21.15.6:0/2701187301 learned_addr learned my addr 172.21.15.6:0/2701187301 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.671+0000 7ff462000700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff45c114710 0x7ff45c1a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.672+0000 7ff461600700 1 -- 172.21.15.6:0/2701187301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff45c076090 msgr2=0x7ff45c1a0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.672+0000 7ff461600700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff45c076090 0x7ff45c1a0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.672+0000 7ff461600700 1 -- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff45c114710 msgr2=0x7ff45c1a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.672+0000 7ff461600700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff45c114710 0x7ff45c1a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.672+0000 7ff461600700 1 -- 172.21.15.6:0/2701187301 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff45c1a5370 con 0x7ff45c075770 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.672+0000 7ff461600700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff45c075770 0x7ff45c1a0410 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7ff450000c00 tx=0x7ff4500057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.672+0000 7ff45a000700 1 -- 172.21.15.6:0/2701187301 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff450027070 con 0x7ff45c075770 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.673+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff45c1a5600 con 0x7ff45c075770 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.673+0000 7ff45a000700 1 -- 172.21.15.6:0/2701187301 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff450022470 con 0x7ff45c075770 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.673+0000 7ff45a000700 1 -- 172.21.15.6:0/2701187301 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff450017650 con 0x7ff45c075770 2024-05-20T21:27:03.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.673+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff45c1acef0 con 0x7ff45c075770 2024-05-20T21:27:03.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.674+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff45c076e60 con 0x7ff45c075770 2024-05-20T21:27:03.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.677+0000 7ff45a000700 1 -- 172.21.15.6:0/2701187301 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff450009d10 con 0x7ff45c075770 2024-05-20T21:27:03.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.678+0000 7ff45a000700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4440b2880 0x7ff4440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:03.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.678+0000 7ff45a000700 1 -- 172.21.15.6:0/2701187301 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff4500e32d0 con 0x7ff45c075770 2024-05-20T21:27:03.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.679+0000 7ff460c00700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4440b2880 0x7ff4440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:03.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.679+0000 7ff460c00700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4440b2880 0x7ff4440b4d40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ff45c102660 tx=0x7ff448009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:03.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.680+0000 7ff45a000700 1 -- 172.21.15.6:0/2701187301 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff450013070 con 0x7ff45c075770 2024-05-20T21:27:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:03 smithi042 ceph-mon[36332]: pgmap v776: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-05-20T21:27:03.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:03 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1968468315' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:03.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:03 smithi006 ceph-mon[31422]: pgmap v776: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-05-20T21:27:03.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:03 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1968468315' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:03.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.970+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff45c1a1770 con 0x7ff45c075770 2024-05-20T21:27:03.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.971+0000 7ff45a000700 1 -- 172.21.15.6:0/2701187301 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7ff4500aaf80 con 0x7ff45c075770 2024-05-20T21:27:03.972 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:27:03.972 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.974+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4440b2880 msgr2=0x7ff4440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.974+0000 7ff464000700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4440b2880 0x7ff4440b4d40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ff45c102660 tx=0x7ff448009260 comp rx=0 tx=0).stop 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.974+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff45c075770 msgr2=0x7ff45c1a0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.974+0000 7ff464000700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff45c075770 0x7ff45c1a0410 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7ff450000c00 tx=0x7ff4500057c0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.975+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 shutdown_connections 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.975+0000 7ff464000700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff4440b2880 0x7ff4440b4d40 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.975+0000 7ff464000700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff45c114710 0x7ff45c1a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.975+0000 7ff464000700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff45c075770 0x7ff45c1a0410 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.975+0000 7ff464000700 1 --2- 172.21.15.6:0/2701187301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff45c076090 0x7ff45c1a0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:03.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.975+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 >> 172.21.15.6:0/2701187301 conn(0x7ff45c07a6a0 msgr2=0x7ff45c1115a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:03.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.975+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 shutdown_connections 2024-05-20T21:27:03.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:03.975+0000 7ff464000700 1 -- 172.21.15.6:0/2701187301 wait complete. 2024-05-20T21:27:03.977 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:27:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:03 smithi062 ceph-mon[36640]: pgmap v776: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 10 op/s 2024-05-20T21:27:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:03 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1968468315' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:04.161 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:27:04.849 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:04 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2701187301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:04.851 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id 3247a543 --release --await' 2024-05-20T21:27:04.852 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id 3247a543 --release --await 2024-05-20T21:27:04.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:04 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2701187301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:04.945 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:04 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2701187301' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:05.658 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:05 smithi006 ceph-mon[31422]: pgmap v777: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-20T21:27:05.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:05 smithi042 ceph-mon[36332]: pgmap v777: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-20T21:27:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:05 smithi062 ceph-mon[36640]: pgmap v777: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-20T21:27:06.419 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:07.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.367+0000 7f6073e00700 1 -- 172.21.15.6:0/2601980160 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6074106030 msgr2=0x7f6074112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.367+0000 7f6073e00700 1 --2- 172.21.15.6:0/2601980160 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6074106030 0x7f6074112540 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f606c009f90 tx=0x7f606c00b330 comp rx=0 tx=0).stop 2024-05-20T21:27:07.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.367+0000 7f6073e00700 1 -- 172.21.15.6:0/2601980160 shutdown_connections 2024-05-20T21:27:07.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.367+0000 7f6073e00700 1 --2- 172.21.15.6:0/2601980160 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6074106030 0x7f6074112540 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.367+0000 7f6073e00700 1 --2- 172.21.15.6:0/2601980160 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f607410b670 0x7f607410ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.367+0000 7f6073e00700 1 --2- 172.21.15.6:0/2601980160 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6074105670 0x7f6074105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.367+0000 7f6073e00700 1 -- 172.21.15.6:0/2601980160 >> 172.21.15.6:0/2601980160 conn(0x7f6074101160 msgr2=0x7f6074103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:07.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.368+0000 7f6073e00700 1 -- 172.21.15.6:0/2601980160 shutdown_connections 2024-05-20T21:27:07.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.368+0000 7f6073e00700 1 -- 172.21.15.6:0/2601980160 wait complete. 2024-05-20T21:27:07.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.369+0000 7f6073e00700 1 Processor -- start 2024-05-20T21:27:07.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.369+0000 7f6073e00700 1 -- start start 2024-05-20T21:27:07.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.369+0000 7f6073e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6074105670 0x7f60741a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.369+0000 7f6073e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6074106030 0x7f60741a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6073e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f607410b670 0x7f607419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6073e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f60741158a0 con 0x7f6074105670 2024-05-20T21:27:07.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6073e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6074115720 con 0x7f6074106030 2024-05-20T21:27:07.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6073e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6074115a20 con 0x7f607410b670 2024-05-20T21:27:07.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6074105670 0x7f60741a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6074105670 0x7f60741a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40878/0 (socket says 172.21.15.6:40878) 2024-05-20T21:27:07.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072a00700 1 -- 172.21.15.6:0/1354360960 learned_addr learned my addr 172.21.15.6:0/1354360960 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:07.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072000700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6074106030 0x7f60741a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6073400700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f607410b670 0x7f607419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072a00700 1 -- 172.21.15.6:0/1354360960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f607410b670 msgr2=0x7f607419bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072a00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f607410b670 0x7f607419bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072a00700 1 -- 172.21.15.6:0/1354360960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6074106030 msgr2=0x7f60741a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072a00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6074106030 0x7f60741a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.370+0000 7f6072a00700 1 -- 172.21.15.6:0/1354360960 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f607419c400 con 0x7f6074105670 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.371+0000 7f6072000700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6074106030 0x7f60741a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.371+0000 7f6073400700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f607410b670 0x7f607419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.371+0000 7f6072a00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6074105670 0x7f60741a1a50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f606400e9a0 tx=0x7f606400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.371+0000 7f606b400700 1 -- 172.21.15.6:0/1354360960 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606400c9c0 con 0x7f6074105670 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.371+0000 7f606b400700 1 -- 172.21.15.6:0/1354360960 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f606400cb60 con 0x7f6074105670 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.371+0000 7f6073e00700 1 -- 172.21.15.6:0/1354360960 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f607419c6f0 con 0x7f6074105670 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.371+0000 7f606b400700 1 -- 172.21.15.6:0/1354360960 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6064018680 con 0x7f6074105670 2024-05-20T21:27:07.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.371+0000 7f6073e00700 1 -- 172.21.15.6:0/1354360960 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60741a89d0 con 0x7f6074105670 2024-05-20T21:27:07.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.375+0000 7f606b400700 1 -- 172.21.15.6:0/1354360960 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6064010430 con 0x7f6074105670 2024-05-20T21:27:07.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.376+0000 7f60841dab80 1 Processor -- start 2024-05-20T21:27:07.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.376+0000 7f60841dab80 1 -- start start 2024-05-20T21:27:07.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f60841dab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890766400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f606b400700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60580b2900 0x7f60580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f60841dab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907604b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f60841dab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 0x559890760f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f60841dab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5598906bee40 con 0x559890766020 2024-05-20T21:27:07.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f60841dab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5598906ae9e0 con 0x559890766940 2024-05-20T21:27:07.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f60841dab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5598906b2a20 con 0x559890760ad0 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f606b400700 1 -- 172.21.15.6:0/1354360960 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f60640e2490 con 0x7f6074105670 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f6072000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907604b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f6072000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907604b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38742/0 (socket says 172.21.15.6:38742) 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f6072000700 1 -- 172.21.15.6:0/764743079 learned_addr learned my addr 172.21.15.6:0/764743079 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f6073400700 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890766400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.377+0000 7f6072a00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60580b2900 0x7f60580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.378+0000 7f6073400700 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 0x559890760f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.378+0000 7f6072000700 1 -- 172.21.15.6:0/764743079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 msgr2=0x559890760f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.378+0000 7f6072000700 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 0x559890760f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.378+0000 7f6072000700 1 -- 172.21.15.6:0/764743079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 msgr2=0x559890766400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.378+0000 7f6072000700 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890766400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.378+0000 7f6072000700 1 -- 172.21.15.6:0/764743079 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559890677420 con 0x559890766940 2024-05-20T21:27:07.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.378+0000 7f6072000700 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907604b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6060011540 tx=0x7f6060011850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76bac6d3e5bdb750 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:07.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.378+0000 7f6072a00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60580b2900 0x7f60580b4dc0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f6064000c00 tx=0x7f6064009800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:07.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f605fe00700 1 -- 172.21.15.6:0/764743079 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6060004230 con 0x559890766940 2024-05-20T21:27:07.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f605fe00700 1 -- 172.21.15.6:0/764743079 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60600043d0 con 0x559890766940 2024-05-20T21:27:07.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f605fe00700 1 -- 172.21.15.6:0/764743079 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606000e8d0 con 0x559890766940 2024-05-20T21:27:07.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f60841dab80 1 -- 172.21.15.6:0/764743079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 msgr2=0x5598907604b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f60841dab80 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907604b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6060011540 tx=0x7f6060011850 comp rx=0 tx=0).stop 2024-05-20T21:27:07.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f60841dab80 1 -- 172.21.15.6:0/764743079 shutdown_connections 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f60841dab80 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 0x559890760f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f60841dab80 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890766400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.379+0000 7f60841dab80 1 --2- 172.21.15.6:0/764743079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907604b0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.380+0000 7f60841dab80 1 -- 172.21.15.6:0/764743079 >> 172.21.15.6:0/764743079 conn(0x55989068ebe0 msgr2=0x55989075b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.380+0000 7f60841dab80 1 -- 172.21.15.6:0/764743079 shutdown_connections 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.380+0000 7f60841dab80 1 -- 172.21.15.6:0/764743079 wait complete. 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.380+0000 7f60841dab80 1 -- start start 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.380+0000 7f60841dab80 1 Processor -- start 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f60841dab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890760ad0 0x55989076c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f60841dab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766020 0x559890769a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f60841dab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x559890769f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f60841dab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5598905b4fa0 con 0x559890760ad0 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f60841dab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55989064f760 con 0x559890766940 2024-05-20T21:27:07.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f60841dab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55989076d460 con 0x559890766020 2024-05-20T21:27:07.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f60841dab80 10 client.0 _ll_register_callbacks cb 0x559890658c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:07.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f6073400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890760ad0 0x55989076c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f6073400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890760ad0 0x55989076c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40900/0 (socket says 172.21.15.6:40900) 2024-05-20T21:27:07.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f6073400700 1 -- 172.21.15.6:0/2872046323 learned_addr learned my addr 172.21.15.6:0/2872046323 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:07.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.381+0000 7f6072000700 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766020 0x559890769a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f6073400700 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x559890769f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f6073400700 1 -- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766020 msgr2=0x559890769a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f6073400700 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766020 0x559890769a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f6073400700 1 -- 172.21.15.6:0/2872046323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 msgr2=0x559890769f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f6073400700 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x559890769f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f6073400700 1 -- 172.21.15.6:0/2872046323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598905fe8d0 con 0x559890760ad0 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f6072000700 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766020 0x559890769a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f6073400700 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890760ad0 0x55989076c620 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f606c00b6c0 tx=0x7f606c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5159c53673df3f4c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f605cc00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.382+0000 7f605cc00700 1 -- 172.21.15.6:0/2872046323 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c007ba0 con 0x559890760ad0 2024-05-20T21:27:07.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.383+0000 7f605cc00700 1 -- 172.21.15.6:0/2872046323 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f606c007d40 con 0x559890760ad0 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.383+0000 7f60841dab80 1 -- 172.21.15.6:0/2872046323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60600043d0 con 0x559890760ad0 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.383+0000 7f605cc00700 1 -- 172.21.15.6:0/2872046323 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f606c020450 con 0x559890760ad0 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.383+0000 7f60841dab80 10 client.18417 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.383+0000 7f60841dab80 1 -- 172.21.15.6:0/2872046323 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55989067f060 con 0x559890760ad0 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.383+0000 7f605cc00700 1 -- 172.21.15.6:0/2872046323 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60600043d0 con 0x559890760ad0 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.384+0000 7f605cc00700 1 -- 172.21.15.6:0/2872046323 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f606c011070 con 0x559890760ad0 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.384+0000 7f60841dab80 10 client.18417 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.384+0000 7f60841dab80 10 client.18417 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.384+0000 7f60841dab80 20 client.18417 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.384+0000 7f60841dab80 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559890779fb0 0x55989077c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.384+0000 7f60841dab80 4 client.18417 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.384+0000 7f60841dab80 1 -- 172.21.15.6:0/2872046323 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598906c0d90 con 0x559890779fb0 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.384+0000 7f6072000700 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559890779fb0 0x55989077c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.385+0000 7f6072000700 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559890779fb0 0x55989077c3a0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=484437c1cc417328 server_cookie=f8e7321ec17e2b69 in_seq=0 out_seq=0 2024-05-20T21:27:07.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.385+0000 7f605cc00700 10 client.18417 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f605cc00700 1 -- 172.21.15.6:0/2872046323 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5598906c0d90 con 0x559890779fb0 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f605cc00700 10 client.18417 handle_command_reply: tid=0 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 client.18417 shutdown 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 -- 172.21.15.6:0/2872046323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890760ad0 msgr2=0x55989076c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890760ad0 0x55989076c620 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f606c00b6c0 tx=0x7f606c00b330 comp rx=0 tx=0).stop 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 -- 172.21.15.6:0/2872046323 shutdown_connections 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559890779fb0 0x55989077c3a0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x559890769f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890760ad0 0x55989076c620 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 --2- 172.21.15.6:0/2872046323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766020 0x559890769a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 -- 172.21.15.6:0/2872046323 >> 172.21.15.6:0/2872046323 conn(0x55989068ebe0 msgr2=0x55989075f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f605cc00700 0 client.18417 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:27:07.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.386+0000 7f60841dab80 1 -- 172.21.15.6:0/2872046323 shutdown_connections 2024-05-20T21:27:07.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.387+0000 7f60841dab80 1 -- 172.21.15.6:0/2872046323 wait complete. 2024-05-20T21:27:07.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.387+0000 7f60841dab80 20 client.18417 trim_cache size 0 max 16384 2024-05-20T21:27:07.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.403+0000 7f60841dab80 1 Processor -- start 2024-05-20T21:27:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.403+0000 7f60841dab80 1 -- start start 2024-05-20T21:27:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f60841dab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890760ad0 0x55989075fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f60841dab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890760430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f60841dab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766940 0x5598907699d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f60841dab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f60741b2800 con 0x559890766020 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f60841dab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60741b0090 con 0x559890760ad0 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f60841dab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f60741adee0 con 0x559890766940 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f6073400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890760ad0 0x55989075fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f6073400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890760ad0 0x55989075fef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38752/0 (socket says 172.21.15.6:38752) 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f6073400700 1 -- 172.21.15.6:0/3588447244 learned_addr learned my addr 172.21.15.6:0/3588447244 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f6072000700 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890760430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.404+0000 7f6073400700 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766940 0x5598907699d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.405+0000 7f6073400700 1 -- 172.21.15.6:0/3588447244 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766940 msgr2=0x5598907699d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:07.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.405+0000 7f6073400700 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766940 0x5598907699d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.405+0000 7f6073400700 1 -- 172.21.15.6:0/3588447244 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 msgr2=0x559890760430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:07.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.405+0000 7f6073400700 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890760430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.405+0000 7f6073400700 1 -- 172.21.15.6:0/3588447244 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55989077c9d0 con 0x559890760ad0 2024-05-20T21:27:07.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.405+0000 7f6072000700 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890760430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:07.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.405+0000 7f6073400700 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890760ad0 0x55989075fef0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f606c01e8f0 tx=0x7f606c006160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cf45f732b7c73b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:07.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f605f400700 1 -- 172.21.15.6:0/3588447244 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c01eb70 con 0x559890760ad0 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f605f400700 1 -- 172.21.15.6:0/3588447244 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f606c0205f0 con 0x559890760ad0 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f605f400700 1 -- 172.21.15.6:0/3588447244 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c02c660 con 0x559890760ad0 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f60841dab80 1 -- 172.21.15.6:0/3588447244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890760ad0 msgr2=0x55989075fef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f60841dab80 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890760ad0 0x55989075fef0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f606c01e8f0 tx=0x7f606c006160 comp rx=0 tx=0).stop 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f60841dab80 1 -- 172.21.15.6:0/3588447244 shutdown_connections 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f60841dab80 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890766940 0x5598907699d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f60841dab80 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890760ad0 0x55989075fef0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f60841dab80 1 --2- 172.21.15.6:0/3588447244 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x559890760430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f60841dab80 1 -- 172.21.15.6:0/3588447244 >> 172.21.15.6:0/3588447244 conn(0x55989068ebe0 msgr2=0x559890763b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.406+0000 7f60841dab80 1 -- 172.21.15.6:0/3588447244 shutdown_connections 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.407+0000 7f60841dab80 1 -- 172.21.15.6:0/3588447244 wait complete. 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.407+0000 7f60841dab80 1 -- start start 2024-05-20T21:27:07.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.407+0000 7f60841dab80 1 Processor -- start 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f60841dab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 0x559890772e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f60841dab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x5598907814a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f60841dab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907819e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f60841dab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f60741ae550 con 0x559890766020 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f60841dab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f60741af9c0 con 0x559890766940 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f60841dab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f60741aec20 con 0x559890760ad0 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f60841dab80 10 client.0 _ll_register_callbacks cb 0x559890658c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f6072000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x5598907814a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f6073400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907819e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f6072000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x5598907814a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40914/0 (socket says 172.21.15.6:40914) 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f6073400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907819e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38762/0 (socket says 172.21.15.6:38762) 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f6072000700 1 -- 172.21.15.6:0/841782419 learned_addr learned my addr 172.21.15.6:0/841782419 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.408+0000 7f6073400700 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 0x559890772e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f6072000700 1 -- 172.21.15.6:0/841782419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 msgr2=0x559890772e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f6072000700 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 0x559890772e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f6072000700 1 -- 172.21.15.6:0/841782419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 msgr2=0x5598907819e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f6072000700 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907819e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f6072000700 1 -- 172.21.15.6:0/841782419 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559890782220 con 0x559890766020 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f6072000700 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x5598907814a0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f6060009350 tx=0x7f6060011480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1b7f2f24081b935 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f605cc00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f605cc00700 1 -- 172.21.15.6:0/841782419 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6060003a90 con 0x559890766020 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f60841dab80 1 -- 172.21.15.6:0/841782419 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f606c0205f0 con 0x559890766020 2024-05-20T21:27:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.409+0000 7f605cc00700 1 -- 172.21.15.6:0/841782419 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6060003c30 con 0x559890766020 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f605cc00700 1 -- 172.21.15.6:0/841782419 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6060009b40 con 0x559890766020 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f60841dab80 10 client.18423 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f60841dab80 1 -- 172.21.15.6:0/841782419 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5598907e4b40 con 0x559890766020 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f605cc00700 1 -- 172.21.15.6:0/841782419 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f606c0205f0 con 0x559890766020 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f605cc00700 1 -- 172.21.15.6:0/841782419 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f606003d450 con 0x559890766020 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f60841dab80 10 client.18423 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f60841dab80 10 client.18423 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f60841dab80 20 client.18423 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f60841dab80 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5598907e4fb0 0x5598907e73a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f60841dab80 4 client.18423 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.410+0000 7f60841dab80 1 -- 172.21.15.6:0/841782419 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5598906ba570 con 0x5598907e4fb0 2024-05-20T21:27:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.411+0000 7f6073400700 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5598907e4fb0 0x5598907e73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:07.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.411+0000 7f6073400700 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5598907e4fb0 0x5598907e73a0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e1a9285aca8fb344 server_cookie=15d41732d72e25c9 in_seq=0 out_seq=0 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.411+0000 7f605cc00700 10 client.18423 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f605cc00700 1 -- 172.21.15.6:0/841782419 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5598906ba570 con 0x5598907e4fb0 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f605cc00700 10 client.18423 handle_command_reply: tid=0 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 client.18423 shutdown 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 -- 172.21.15.6:0/841782419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 msgr2=0x5598907814a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x5598907814a0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f6060009350 tx=0x7f6060011480 comp rx=0 tx=0).stop 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 -- 172.21.15.6:0/841782419 shutdown_connections 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x5598907e4fb0 0x5598907e73a0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559890766940 0x5598907819e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559890760ad0 0x559890772e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 --2- 172.21.15.6:0/841782419 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559890766020 0x5598907814a0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 -- 172.21.15.6:0/841782419 >> 172.21.15.6:0/841782419 conn(0x55989068ebe0 msgr2=0x5598907699d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f605cc00700 0 client.18423 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:27:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 -- 172.21.15.6:0/841782419 shutdown_connections 2024-05-20T21:27:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 1 -- 172.21.15.6:0/841782419 wait complete. 2024-05-20T21:27:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.412+0000 7f60841dab80 20 client.18423 trim_cache size 0 max 16384 2024-05-20T21:27:07.416 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:27:07.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 -- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60580b2900 msgr2=0x7f60580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60580b2900 0x7f60580b4dc0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f6064000c00 tx=0x7f6064009800 comp rx=0 tx=0).stop 2024-05-20T21:27:07.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 -- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6074105670 msgr2=0x7f60741a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:07.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6074105670 0x7f60741a1a50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f606400e9a0 tx=0x7f606400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 -- 172.21.15.6:0/1354360960 shutdown_connections 2024-05-20T21:27:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f60580b2900 0x7f60580b4dc0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f607410b670 0x7f607419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6074105670 0x7f60741a1a50 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 --2- 172.21.15.6:0/1354360960 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6074106030 0x7f60741a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 -- 172.21.15.6:0/1354360960 >> 172.21.15.6:0/1354360960 conn(0x7f6074101160 msgr2=0x7f60741016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 -- 172.21.15.6:0/1354360960 shutdown_connections 2024-05-20T21:27:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:07.413+0000 7f6073e00700 1 -- 172.21.15.6:0/1354360960 wait complete. 2024-05-20T21:27:07.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:07 smithi006 ceph-mon[31422]: pgmap v778: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:27:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:07 smithi042 ceph-mon[36332]: pgmap v778: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:27:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:07 smithi062 ceph-mon[36640]: pgmap v778: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:27:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 -- 172.21.15.6:0/1316044259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6604103ae0 msgr2=0x7f6604103f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 --2- 172.21.15.6:0/1316044259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6604103ae0 0x7f6604103f60 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f65f4009860 tx=0x7f65f402a340 comp rx=0 tx=0).stop 2024-05-20T21:27:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 -- 172.21.15.6:0/1316044259 shutdown_connections 2024-05-20T21:27:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 --2- 172.21.15.6:0/1316044259 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041044a0 0x7f660410ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 --2- 172.21.15.6:0/1316044259 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6604103ae0 0x7f6604103f60 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 --2- 172.21.15.6:0/1316044259 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66041028f0 0x7f6604102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 -- 172.21.15.6:0/1316044259 >> 172.21.15.6:0/1316044259 conn(0x7f66040fde60 msgr2=0x7f66041002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 -- 172.21.15.6:0/1316044259 shutdown_connections 2024-05-20T21:27:09.047 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.046+0000 7f660b200640 1 -- 172.21.15.6:0/1316044259 wait complete. 2024-05-20T21:27:09.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.048+0000 7f660b200640 1 Processor -- start 2024-05-20T21:27:09.048 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.048+0000 7f660b200640 1 -- start start 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.048+0000 7f660b200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041028f0 0x7f660419adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.048+0000 7f660b200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6604103ae0 0x7f660419b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f660b200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041044a0 0x7f66041a2330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f660b200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f660410e420 con 0x7f66041028f0 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f660b200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f660410e2a0 con 0x7f66041044a0 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f660b200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f660410e5a0 con 0x7f6604103ae0 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041028f0 0x7f660419adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041028f0 0x7f660419adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40924/0 (socket says 172.21.15.6:40924) 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609e00640 1 -- 172.21.15.6:0/2832822376 learned_addr learned my addr 172.21.15.6:0/2832822376 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f660a800640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041044a0 0x7f66041a2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609400640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6604103ae0 0x7f660419b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609e00640 1 -- 172.21.15.6:0/2832822376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6604103ae0 msgr2=0x7f660419b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609e00640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6604103ae0 0x7f660419b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609e00640 1 -- 172.21.15.6:0/2832822376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041044a0 msgr2=0x7f66041a2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609e00640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041044a0 0x7f66041a2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609e00640 1 -- 172.21.15.6:0/2832822376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66041a29d0 con 0x7f66041028f0 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.049+0000 7f6609400640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6604103ae0 0x7f660419b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.050+0000 7f6609e00640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041028f0 0x7f660419adc0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00eb70 tx=0x7f65fc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.050+0000 7f65faa00640 1 -- 172.21.15.6:0/2832822376 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc003b70 con 0x7f66041028f0 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.050+0000 7f65faa00640 1 -- 172.21.15.6:0/2832822376 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65fc00ee70 con 0x7f66041028f0 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.050+0000 7f660b200640 1 -- 172.21.15.6:0/2832822376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66041a2cc0 con 0x7f66041028f0 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.050+0000 7f65faa00640 1 -- 172.21.15.6:0/2832822376 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65fc010650 con 0x7f66041028f0 2024-05-20T21:27:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.050+0000 7f660b200640 1 -- 172.21.15.6:0/2832822376 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66041a31c0 con 0x7f66041028f0 2024-05-20T21:27:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.053+0000 7f660f5a4740 1 Processor -- start 2024-05-20T21:27:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660f5a4740 1 -- start start 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c931e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c95ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660f5a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5627c5bfdb90 con 0x5627c5c8dcf0 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660f5a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5627c5bed730 con 0x5627c5c8e6e0 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660f5a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5627c5bf1770 con 0x5627c5c93850 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f65faa00640 1 -- 172.21.15.6:0/2832822376 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f65fc004020 con 0x7f66041028f0 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40930/0 (socket says 172.21.15.6:40930) 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f660a800640 1 -- 172.21.15.6:0/630164571 learned_addr learned my addr 172.21.15.6:0/630164571 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.054+0000 7f6609400640 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c95ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.055+0000 7f6609e00640 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c931e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.055+0000 7f660a800640 1 -- 172.21.15.6:0/630164571 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 msgr2=0x5627c5c95ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.055+0000 7f660a800640 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c95ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.055+0000 7f660a800640 1 -- 172.21.15.6:0/630164571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 msgr2=0x5627c5c931e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.055+0000 7f660a800640 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c931e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.055+0000 7f660a800640 1 -- 172.21.15.6:0/630164571 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627c5b868b0 con 0x5627c5c8dcf0 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.055+0000 7f6609e00640 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c931e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.055+0000 7f660a800640 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8e110 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f6600009c40 tx=0x7f6600011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e404637c2846be0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f65ef000640 1 -- 172.21.15.6:0/630164571 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6600004230 con 0x5627c5c8dcf0 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f65ef000640 1 -- 172.21.15.6:0/630164571 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66000043d0 con 0x5627c5c8dcf0 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f65ef000640 1 -- 172.21.15.6:0/630164571 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6600019820 con 0x5627c5c8dcf0 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f65faa00640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65f00b27d0 0x7f65f00b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f660f5a4740 1 -- 172.21.15.6:0/630164571 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 msgr2=0x5627c5c8e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f660f5a4740 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8e110 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f6600009c40 tx=0x7f6600011810 comp rx=0 tx=0).stop 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f660f5a4740 1 -- 172.21.15.6:0/630164571 shutdown_connections 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f660f5a4740 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c95ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f660f5a4740 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c931e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.056+0000 7f660f5a4740 1 --2- 172.21.15.6:0/630164571 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8e110 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.057+0000 7f660f5a4740 1 -- 172.21.15.6:0/630164571 >> 172.21.15.6:0/630164571 conn(0x5627c5c89360 msgr2=0x5627c5c89760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.057+0000 7f65faa00640 1 -- 172.21.15.6:0/2832822376 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f65fc0e2ab0 con 0x7f66041028f0 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.057+0000 7f6609e00640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65f00b27d0 0x7f65f00b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.057+0000 7f660f5a4740 1 -- 172.21.15.6:0/630164571 shutdown_connections 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.057+0000 7f660f5a4740 1 -- 172.21.15.6:0/630164571 wait complete. 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.057+0000 7f6609e00640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65f00b27d0 0x7f65f00b4c90 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f65fc0a9f60 tx=0x7f65fc0046b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.057+0000 7f660f5a4740 1 -- start start 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f660f5a4740 1 Processor -- start 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8dcf0 0x5627c5c97a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8e6e0 0x5627c5c97f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c9efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f660f5a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5627c58d3790 con 0x5627c5c8e6e0 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f660f5a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5627c5b95bc0 con 0x5627c5c8dcf0 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f660f5a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5627c5c96800 con 0x5627c5c93850 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f660f5a4740 10 client.0 _ll_register_callbacks cb 0x5627c5b73400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.058+0000 7f6609400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8e6e0 0x5627c5c97f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f6609400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8e6e0 0x5627c5c97f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40944/0 (socket says 172.21.15.6:40944) 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f6609400640 1 -- 172.21.15.6:0/2566542005 learned_addr learned my addr 172.21.15.6:0/2566542005 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f660a800640 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8dcf0 0x5627c5c97a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f660a800640 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c9efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f6609400640 1 -- 172.21.15.6:0/2566542005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 msgr2=0x5627c5c9efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f6609400640 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c9efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f6609400640 1 -- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8dcf0 msgr2=0x5627c5c97a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f6609400640 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8dcf0 0x5627c5c97a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f6609400640 1 -- 172.21.15.6:0/2566542005 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627c5902210 con 0x5627c5c8e6e0 2024-05-20T21:27:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f660a800640 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8dcf0 0x5627c5c97a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f6609400640 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8e6e0 0x5627c5c97f90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f65f4009860 tx=0x7f65f40305c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24c59f0bc18384d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.059+0000 7f65e3400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.060+0000 7f65e3400640 1 -- 172.21.15.6:0/2566542005 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f4041070 con 0x5627c5c8e6e0 2024-05-20T21:27:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.060+0000 7f65e3400640 1 -- 172.21.15.6:0/2566542005 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f65f4004240 con 0x5627c5c8e6e0 2024-05-20T21:27:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.060+0000 7f660f5a4740 1 -- 172.21.15.6:0/2566542005 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66000043d0 con 0x5627c5c8e6e0 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.060+0000 7f65e3400640 1 -- 172.21.15.6:0/2566542005 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f65f404d050 con 0x5627c5c8e6e0 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.060+0000 7f660f5a4740 10 client.18435 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.060+0000 7f660f5a4740 1 -- 172.21.15.6:0/2566542005 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627c59ce620 con 0x5627c5c8e6e0 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.060+0000 7f65e3400640 1 -- 172.21.15.6:0/2566542005 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66000043d0 con 0x5627c5c8e6e0 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.061+0000 7f65e3400640 1 -- 172.21.15.6:0/2566542005 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f65f40048c0 con 0x5627c5c8e6e0 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.061+0000 7f660f5a4740 10 client.18435 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.061+0000 7f660f5a4740 10 client.18435 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.061+0000 7f660f5a4740 20 client.18435 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.061+0000 7f660f5a4740 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627c5ca3590 0x5627c5ca59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.061+0000 7f660f5a4740 4 client.18435 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.061+0000 7f660f5a4740 1 -- 172.21.15.6:0/2566542005 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627c5bffae0 con 0x5627c5ca3590 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.061+0000 7f660a800640 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627c5ca3590 0x5627c5ca59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.062+0000 7f660a800640 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627c5ca3590 0x5627c5ca59e0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d2033cc85d15033 server_cookie=8669e6420b72aa7f in_seq=0 out_seq=0 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.062+0000 7f65e3400640 10 client.18435 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f65e3400640 1 -- 172.21.15.6:0/2566542005 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5627c5bffae0 con 0x5627c5ca3590 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f65e3400640 10 client.18435 handle_command_reply: tid=0 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 client.18435 shutdown 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 -- 172.21.15.6:0/2566542005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8e6e0 msgr2=0x5627c5c97f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8e6e0 0x5627c5c97f90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f65f4009860 tx=0x7f65f40305c0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 -- 172.21.15.6:0/2566542005 shutdown_connections 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627c5ca3590 0x5627c5ca59e0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c9efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8e6e0 0x5627c5c97f90 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 --2- 172.21.15.6:0/2566542005 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8dcf0 0x5627c5c97a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f65e3400640 0 client.18435 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 -- 172.21.15.6:0/2566542005 >> 172.21.15.6:0/2566542005 conn(0x5627c5c89360 msgr2=0x5627c5c884c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.067 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 -- 172.21.15.6:0/2566542005 shutdown_connections 2024-05-20T21:27:09.067 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 1 -- 172.21.15.6:0/2566542005 wait complete. 2024-05-20T21:27:09.067 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.063+0000 7f660f5a4740 20 client.18435 trim_cache size 0 max 16384 2024-05-20T21:27:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.081+0000 7f660f5a4740 1 Processor -- start 2024-05-20T21:27:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.081+0000 7f660f5a4740 1 -- start start 2024-05-20T21:27:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.081+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.081+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.081+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c93850 0x5627c5c8c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.081+0000 7f660f5a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66041aea70 con 0x5627c5c93850 2024-05-20T21:27:09.082 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.081+0000 7f660f5a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66041ac340 con 0x5627c5c8e6e0 2024-05-20T21:27:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.081+0000 7f660f5a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66041aa190 con 0x5627c5c8dcf0 2024-05-20T21:27:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f660a800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f6609400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f660a800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38856/0 (socket says 172.21.15.6:38856) 2024-05-20T21:27:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f660a800640 1 -- 172.21.15.6:0/603511086 learned_addr learned my addr 172.21.15.6:0/603511086 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f660a800640 1 --2- 172.21.15.6:0/603511086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c93850 0x5627c5c8c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f6609400640 1 -- 172.21.15.6:0/603511086 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c8dcf0 msgr2=0x5627c5c8c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f6609400640 1 --2- 172.21.15.6:0/603511086 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f6609400640 1 -- 172.21.15.6:0/603511086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c93850 msgr2=0x5627c5c8c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f6609400640 1 --2- 172.21.15.6:0/603511086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c93850 0x5627c5c8c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f6609400640 1 -- 172.21.15.6:0/603511086 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627c5c8d930 con 0x5627c5c8e6e0 2024-05-20T21:27:09.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.082+0000 7f6609400640 1 --2- 172.21.15.6:0/603511086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9ef90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f65f4004d10 tx=0x7f65f4005b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=242d19ab092c94d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.083+0000 7f65ee600640 1 -- 172.21.15.6:0/603511086 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f404a030 con 0x5627c5c8e6e0 2024-05-20T21:27:09.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.083+0000 7f65ee600640 1 -- 172.21.15.6:0/603511086 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65f40096b0 con 0x5627c5c8e6e0 2024-05-20T21:27:09.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.083+0000 7f65ee600640 1 -- 172.21.15.6:0/603511086 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f4041070 con 0x5627c5c8e6e0 2024-05-20T21:27:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 -- 172.21.15.6:0/603511086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 msgr2=0x5627c5c9ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 --2- 172.21.15.6:0/603511086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9ef90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f65f4004d10 tx=0x7f65f4005b10 comp rx=0 tx=0).stop 2024-05-20T21:27:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 -- 172.21.15.6:0/603511086 shutdown_connections 2024-05-20T21:27:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 --2- 172.21.15.6:0/603511086 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c93850 0x5627c5c8c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 --2- 172.21.15.6:0/603511086 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9ef90 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 --2- 172.21.15.6:0/603511086 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c8dcf0 0x5627c5c8c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 -- 172.21.15.6:0/603511086 >> 172.21.15.6:0/603511086 conn(0x5627c5c89360 msgr2=0x5627c5c89740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 -- 172.21.15.6:0/603511086 shutdown_connections 2024-05-20T21:27:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 -- 172.21.15.6:0/603511086 wait complete. 2024-05-20T21:27:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 -- start start 2024-05-20T21:27:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.084+0000 7f660f5a4740 1 Processor -- start 2024-05-20T21:27:09.093 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c9c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660f5a4740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c9d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660f5a4740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f66041aa800 con 0x5627c5c8dcf0 2024-05-20T21:27:09.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660f5a4740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f66041abc70 con 0x5627c5c8e6e0 2024-05-20T21:27:09.094 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660f5a4740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f66041aaed0 con 0x5627c5c93850 2024-05-20T21:27:09.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660f5a4740 10 client.0 _ll_register_callbacks cb 0x7f6600005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:09.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c9c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c9c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40950/0 (socket says 172.21.15.6:40950) 2024-05-20T21:27:09.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660a800640 1 -- 172.21.15.6:0/3881099514 learned_addr learned my addr 172.21.15.6:0/3881099514 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f6609400640 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.085+0000 7f660a800640 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c9d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f660a800640 1 -- 172.21.15.6:0/3881099514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 msgr2=0x5627c5c9d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f660a800640 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c9d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f660a800640 1 -- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 msgr2=0x5627c5c9c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f660a800640 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f660a800640 1 -- 172.21.15.6:0/3881099514 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627c5c89190 con 0x5627c5c8dcf0 2024-05-20T21:27:09.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f6609400640 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f660a800640 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c9c340 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f66000057c0 tx=0x7f660002fe00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31cfc467b79072cf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f65e3400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f65e3400640 1 -- 172.21.15.6:0/3881099514 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66000038c0 con 0x5627c5c8dcf0 2024-05-20T21:27:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f65e3400640 1 -- 172.21.15.6:0/3881099514 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6600003a60 con 0x5627c5c8dcf0 2024-05-20T21:27:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.086+0000 7f660f5a4740 1 -- 172.21.15.6:0/3881099514 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65f40096b0 con 0x5627c5c8dcf0 2024-05-20T21:27:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f65e3400640 1 -- 172.21.15.6:0/3881099514 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6600028450 con 0x5627c5c8dcf0 2024-05-20T21:27:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f660f5a4740 10 client.18441 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f660f5a4740 1 -- 172.21.15.6:0/3881099514 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627c5c9eff0 con 0x5627c5c8dcf0 2024-05-20T21:27:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f65e3400640 1 -- 172.21.15.6:0/3881099514 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65f40096b0 con 0x5627c5c8dcf0 2024-05-20T21:27:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f65e3400640 1 -- 172.21.15.6:0/3881099514 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f66000195e0 con 0x5627c5c8dcf0 2024-05-20T21:27:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f660f5a4740 10 client.18441 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f660f5a4740 10 client.18441 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f660f5a4740 20 client.18441 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f660f5a4740 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627c5d0e500 0x5627c5d108f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f660f5a4740 4 client.18441 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:27:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.087+0000 7f660f5a4740 1 -- 172.21.15.6:0/3881099514 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5627c5bf92c0 con 0x5627c5d0e500 2024-05-20T21:27:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.088+0000 7f6609400640 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627c5d0e500 0x5627c5d108f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.088+0000 7f6609400640 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627c5d0e500 0x5627c5d108f0 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d0c53ef3484312e server_cookie=e7b9b08081028679 in_seq=0 out_seq=0 2024-05-20T21:27:09.099 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.088+0000 7f65e3400640 10 client.18441 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.097+0000 7f65e3400640 1 -- 172.21.15.6:0/3881099514 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5627c5bf92c0 con 0x5627c5d0e500 2024-05-20T21:27:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.097+0000 7f65e3400640 10 client.18441 handle_command_reply: tid=0 2024-05-20T21:27:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.097+0000 7f660f5a4740 1 client.18441 shutdown 2024-05-20T21:27:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 -- 172.21.15.6:0/3881099514 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 msgr2=0x5627c5c9c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c9c340 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f66000057c0 tx=0x7f660002fe00 comp rx=0 tx=0).stop 2024-05-20T21:27:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 -- 172.21.15.6:0/3881099514 shutdown_connections 2024-05-20T21:27:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5627c5d0e500 0x5627c5d108f0 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5627c5c93850 0x5627c5c9d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5627c5c8e6e0 0x5627c5c9c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f65e3400640 0 client.18441 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 --2- 172.21.15.6:0/3881099514 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5627c5c8dcf0 0x5627c5c9c340 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 -- 172.21.15.6:0/3881099514 >> 172.21.15.6:0/3881099514 conn(0x5627c5c89360 msgr2=0x5627c5c8c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 -- 172.21.15.6:0/3881099514 shutdown_connections 2024-05-20T21:27:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 1 -- 172.21.15.6:0/3881099514 wait complete. 2024-05-20T21:27:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.098+0000 7f660f5a4740 20 client.18441 trim_cache size 0 max 16384 2024-05-20T21:27:09.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:27:09.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:27:09.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:27:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 -- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65f00b27d0 msgr2=0x7f65f00b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65f00b27d0 0x7f65f00b4c90 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f65fc0a9f60 tx=0x7f65fc0046b0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 -- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041028f0 msgr2=0x7f660419adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041028f0 0x7f660419adc0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f65fc00eb70 tx=0x7f65fc00c6a0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 -- 172.21.15.6:0/2832822376 shutdown_connections 2024-05-20T21:27:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f65f00b27d0 0x7f65f00b4c90 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f66041044a0 0x7f66041a2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6604103ae0 0x7f660419b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 --2- 172.21.15.6:0/2832822376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f66041028f0 0x7f660419adc0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 -- 172.21.15.6:0/2832822376 >> 172.21.15.6:0/2832822376 conn(0x7f66040fde60 msgr2=0x7f6604074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 -- 172.21.15.6:0/2832822376 shutdown_connections 2024-05-20T21:27:09.107 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:09.099+0000 7f660b200640 1 -- 172.21.15.6:0/2832822376 wait complete. 2024-05-20T21:27:09.109 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:27:09.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.680+0000 7f57e9800700 1 -- 172.21.15.6:0/4230424606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57e4109670 msgr2=0x7f57e4109a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.680+0000 7f57e9800700 1 --2- 172.21.15.6:0/4230424606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57e4109670 0x7f57e4109a50 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f57d40099c0 tx=0x7f57d4009cd0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.681+0000 7f57e9800700 1 -- 172.21.15.6:0/4230424606 shutdown_connections 2024-05-20T21:27:09.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.681+0000 7f57e9800700 1 --2- 172.21.15.6:0/4230424606 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57e4103fb0 0x7f57e4110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.681+0000 7f57e9800700 1 --2- 172.21.15.6:0/4230424606 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57e4109670 0x7f57e4109a50 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.681+0000 7f57e9800700 1 --2- 172.21.15.6:0/4230424606 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57e41035f0 0x7f57e4103a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.681+0000 7f57e9800700 1 -- 172.21.15.6:0/4230424606 >> 172.21.15.6:0/4230424606 conn(0x7f57e407a690 msgr2=0x7f57e407aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.681+0000 7f57e9800700 1 -- 172.21.15.6:0/4230424606 shutdown_connections 2024-05-20T21:27:09.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.681+0000 7f57e9800700 1 -- 172.21.15.6:0/4230424606 wait complete. 2024-05-20T21:27:09.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.682+0000 7f57e9800700 1 Processor -- start 2024-05-20T21:27:09.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.682+0000 7f57e9800700 1 -- start start 2024-05-20T21:27:09.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.682+0000 7f57e9800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57e41035f0 0x7f57e419bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.682+0000 7f57e9800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57e4103fb0 0x7f57e419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.682+0000 7f57e9800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57e4109670 0x7f57e41a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.683+0000 7f57e9800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f57e4113790 con 0x7f57e4103fb0 2024-05-20T21:27:09.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.683+0000 7f57e9800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57e4113610 con 0x7f57e41035f0 2024-05-20T21:27:09.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.683+0000 7f57e9800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f57e4113910 con 0x7f57e4109670 2024-05-20T21:27:09.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.683+0000 7f57e2000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57e4103fb0 0x7f57e419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.683+0000 7f57e2000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57e4103fb0 0x7f57e419c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40974/0 (socket says 172.21.15.6:40974) 2024-05-20T21:27:09.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.683+0000 7f57e2000700 1 -- 172.21.15.6:0/2944549335 learned_addr learned my addr 172.21.15.6:0/2944549335 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.683+0000 7f57e2a00700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57e41035f0 0x7f57e419bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.684+0000 7f57e3400700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57e4109670 0x7f57e41a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.684+0000 7f57e2000700 1 -- 172.21.15.6:0/2944549335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57e4109670 msgr2=0x7f57e41a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.684+0000 7f57e2000700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57e4109670 0x7f57e41a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.684+0000 7f57e2000700 1 -- 172.21.15.6:0/2944549335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57e41035f0 msgr2=0x7f57e419bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.684+0000 7f57e2000700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57e41035f0 0x7f57e419bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.684+0000 7f57e2000700 1 -- 172.21.15.6:0/2944549335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57e41a0ed0 con 0x7f57e4103fb0 2024-05-20T21:27:09.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.684+0000 7f57e2000700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57e4103fb0 0x7f57e419c400 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f57d000d980 tx=0x7f57d000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.685+0000 7f57db400700 1 -- 172.21.15.6:0/2944549335 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d0016070 con 0x7f57e4103fb0 2024-05-20T21:27:09.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.685+0000 7f57e9800700 1 -- 172.21.15.6:0/2944549335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57e41a11c0 con 0x7f57e4103fb0 2024-05-20T21:27:09.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.685+0000 7f57db400700 1 -- 172.21.15.6:0/2944549335 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d0004830 con 0x7f57e4103fb0 2024-05-20T21:27:09.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.685+0000 7f57db400700 1 -- 172.21.15.6:0/2944549335 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d00054c0 con 0x7f57e4103fb0 2024-05-20T21:27:09.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.685+0000 7f57e9800700 1 -- 172.21.15.6:0/2944549335 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57e41a8a40 con 0x7f57e4103fb0 2024-05-20T21:27:09.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.690+0000 7f57f40d3b80 1 Processor -- start 2024-05-20T21:27:09.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.690+0000 7f57f40d3b80 1 -- start start 2024-05-20T21:27:09.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.691+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d1bf0 0x5622569d1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.691+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d2510 0x5622569cc170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.691+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 0x5622569ccbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.691+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562256921f40 con 0x5622569d1bf0 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.691+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562256911ae0 con 0x5622569d2510 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.691+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562256915b20 con 0x5622569cc790 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d1bf0 0x5622569d1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d1bf0 0x5622569d1fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40990/0 (socket says 172.21.15.6:40990) 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e3400700 1 -- 172.21.15.6:0/586262378 learned_addr learned my addr 172.21.15.6:0/586262378 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e2a00700 1 --2- 172.21.15.6:0/586262378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d2510 0x5622569cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e2a00700 1 -- 172.21.15.6:0/586262378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 msgr2=0x5622569ccbf0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e2a00700 1 --2- 172.21.15.6:0/586262378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 0x5622569ccbf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e2a00700 1 -- 172.21.15.6:0/586262378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d1bf0 msgr2=0x5622569d1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e2a00700 1 --2- 172.21.15.6:0/586262378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d1bf0 0x5622569d1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e2a00700 1 -- 172.21.15.6:0/586262378 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622568da520 con 0x5622569d2510 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.692+0000 7f57e2a00700 1 --2- 172.21.15.6:0/586262378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d2510 0x5622569cc170 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f57d4009f50 tx=0x7f57d4005c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5fbaee0e5417e7e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.693+0000 7f57cfe00700 1 -- 172.21.15.6:0/586262378 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d4003a60 con 0x5622569d2510 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.693+0000 7f57cfe00700 1 -- 172.21.15.6:0/586262378 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d4026070 con 0x5622569d2510 2024-05-20T21:27:09.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.693+0000 7f57cfe00700 1 -- 172.21.15.6:0/586262378 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d400b9f0 con 0x5622569d2510 2024-05-20T21:27:09.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.694+0000 7f57f40d3b80 1 -- 172.21.15.6:0/586262378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d2510 msgr2=0x5622569cc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.694+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/586262378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d2510 0x5622569cc170 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f57d4009f50 tx=0x7f57d4005c70 comp rx=0 tx=0).stop 2024-05-20T21:27:09.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.694+0000 7f57db400700 1 -- 172.21.15.6:0/2944549335 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f57d0004220 con 0x7f57e4103fb0 2024-05-20T21:27:09.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.695+0000 7f57f40d3b80 1 -- 172.21.15.6:0/586262378 shutdown_connections 2024-05-20T21:27:09.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.695+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/586262378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 0x5622569ccbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.695+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/586262378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d1bf0 0x5622569d1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.695+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/586262378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d2510 0x5622569cc170 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.695+0000 7f57f40d3b80 1 -- 172.21.15.6:0/586262378 >> 172.21.15.6:0/586262378 conn(0x5622568f1ce0 msgr2=0x5622569be420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.695+0000 7f57f40d3b80 1 -- 172.21.15.6:0/586262378 shutdown_connections 2024-05-20T21:27:09.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.695+0000 7f57f40d3b80 1 -- 172.21.15.6:0/586262378 wait complete. 2024-05-20T21:27:09.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.696+0000 7f57f40d3b80 1 -- start start 2024-05-20T21:27:09.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.696+0000 7f57f40d3b80 1 Processor -- start 2024-05-20T21:27:09.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 0x5622569d82c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d1bf0 0x5622569d5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569d5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5622568180a0 con 0x5622569d2510 2024-05-20T21:27:09.697 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5622568b2860 con 0x5622569d1bf0 2024-05-20T21:27:09.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5622569d8fb0 con 0x5622569cc790 2024-05-20T21:27:09.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57f40d3b80 10 client.0 _ll_register_callbacks cb 0x5622568bbd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d1bf0 0x5622569d5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57e3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 0x5622569d82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d1bf0 0x5622569d5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38872/0 (socket says 172.21.15.6:38872) 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.697+0000 7f57e2a00700 1 -- 172.21.15.6:0/1710209232 learned_addr learned my addr 172.21.15.6:0/1710209232 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.698+0000 7f57e2000700 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569d5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.698+0000 7f57e3400700 1 -- 172.21.15.6:0/1710209232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d1bf0 msgr2=0x5622569d5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.698+0000 7f57e3400700 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d1bf0 0x5622569d5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.698+0000 7f57e3400700 1 -- 172.21.15.6:0/1710209232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 msgr2=0x5622569d5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.698+0000 7f57e3400700 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569d5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.698+0000 7f57e3400700 1 -- 172.21.15.6:0/1710209232 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622568619d0 con 0x5622569cc790 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.698+0000 7f57e2a00700 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d1bf0 0x5622569d5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.698+0000 7f57db400700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57c80b2790 0x7f57c80b4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.699+0000 7f57db400700 1 -- 172.21.15.6:0/2944549335 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f57d00e2140 con 0x7f57e4103fb0 2024-05-20T21:27:09.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.699+0000 7f57e2a00700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57c80b2790 0x7f57c80b4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.699+0000 7f57e3400700 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 0x5622569d82c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f57dc007ba0 tx=0x7f57dc007eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e16796deaa293129 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.699+0000 7f57ccc00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.699+0000 7f57ccc00700 1 -- 172.21.15.6:0/1710209232 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc01a070 con 0x5622569cc790 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.699+0000 7f57f40d3b80 1 -- 172.21.15.6:0/1710209232 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57d4026070 con 0x5622569cc790 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.699+0000 7f57ccc00700 1 -- 172.21.15.6:0/1710209232 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f57dc004db0 con 0x5622569cc790 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57e2a00700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57c80b2790 0x7f57c80b4c50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x5622569d6c30 tx=0x7f57d4005b00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57ccc00700 1 -- 172.21.15.6:0/1710209232 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57dc023050 con 0x5622569cc790 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57f40d3b80 10 client.28561 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57f40d3b80 1 -- 172.21.15.6:0/1710209232 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5622568e2160 con 0x5622569cc790 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57ccc00700 1 -- 172.21.15.6:0/1710209232 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d4026070 con 0x5622569cc790 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57ccc00700 1 -- 172.21.15.6:0/1710209232 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57dc005640 con 0x5622569cc790 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57f40d3b80 10 client.28561 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:09.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57f40d3b80 10 client.28561 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:27:09.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57f40d3b80 20 client.28561 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:09.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5622569e5bc0 0x5622569e7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57f40d3b80 4 client.28561 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:09.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.700+0000 7f57f40d3b80 1 -- 172.21.15.6:0/1710209232 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562256923e90 con 0x5622569e5bc0 2024-05-20T21:27:09.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.701+0000 7f57e2000700 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5622569e5bc0 0x5622569e7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.701+0000 7f57e2000700 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5622569e5bc0 0x5622569e7fe0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a852f16919853d33 server_cookie=de2725fe3fc7fa5 in_seq=0 out_seq=0 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.701+0000 7f57ccc00700 10 client.28561 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.702+0000 7f57ccc00700 1 -- 172.21.15.6:0/1710209232 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562256923e90 con 0x5622569e5bc0 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.702+0000 7f57ccc00700 10 client.28561 handle_command_reply: tid=0 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.702+0000 7f57f40d3b80 1 client.28561 shutdown 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 -- 172.21.15.6:0/1710209232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 msgr2=0x5622569d82c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 0x5622569d82c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f57dc007ba0 tx=0x7f57dc007eb0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 -- 172.21.15.6:0/1710209232 shutdown_connections 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569d5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5622569e5bc0 0x5622569e7fe0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569cc790 0x5622569d82c0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/1710209232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569d1bf0 0x5622569d5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57ccc00700 0 client.28561 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:09.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 -- 172.21.15.6:0/1710209232 >> 172.21.15.6:0/1710209232 conn(0x5622568f1ce0 msgr2=0x5622569c2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 -- 172.21.15.6:0/1710209232 shutdown_connections 2024-05-20T21:27:09.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 1 -- 172.21.15.6:0/1710209232 wait complete. 2024-05-20T21:27:09.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.703+0000 7f57f40d3b80 20 client.28561 trim_cache size 0 max 16384 2024-05-20T21:27:09.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.726+0000 7f57f40d3b80 1 Processor -- start 2024-05-20T21:27:09.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.726+0000 7f57f40d3b80 1 -- start start 2024-05-20T21:27:09.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.726+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569d5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.726+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569d30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.726+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569ed870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.726+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f57e41ae590 con 0x5622569d2510 2024-05-20T21:27:09.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.726+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57e41abe20 con 0x5622569cc790 2024-05-20T21:27:09.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.726+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f57e410e490 con 0x5622569d1bf0 2024-05-20T21:27:09.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569d30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569d30c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38912/0 (socket says 172.21.15.6:38912) 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 -- 172.21.15.6:0/711087423 learned_addr learned my addr 172.21.15.6:0/711087423 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e3400700 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569ed870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2a00700 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569d5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 -- 172.21.15.6:0/711087423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 msgr2=0x5622569d5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569d5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 -- 172.21.15.6:0/711087423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 msgr2=0x5622569ed870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569ed870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 -- 172.21.15.6:0/711087423 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622569e8640 con 0x5622569d1bf0 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.727+0000 7f57e2000700 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569d30c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f57d00a5740 tx=0x7f57d00e4580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=738e4ae03774452c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.728+0000 7f57cf400700 1 -- 172.21.15.6:0/711087423 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d00a9010 con 0x5622569d1bf0 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.728+0000 7f57cf400700 1 -- 172.21.15.6:0/711087423 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d0004510 con 0x5622569d1bf0 2024-05-20T21:27:09.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.728+0000 7f57cf400700 1 -- 172.21.15.6:0/711087423 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d00a8e30 con 0x5622569d1bf0 2024-05-20T21:27:09.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 -- 172.21.15.6:0/711087423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 msgr2=0x5622569d30c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569d30c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f57d00a5740 tx=0x7f57d00e4580 comp rx=0 tx=0).stop 2024-05-20T21:27:09.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 -- 172.21.15.6:0/711087423 shutdown_connections 2024-05-20T21:27:09.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569ed870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569d5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/711087423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569d30c0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 -- 172.21.15.6:0/711087423 >> 172.21.15.6:0/711087423 conn(0x5622568f1ce0 msgr2=0x5622569d29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 -- 172.21.15.6:0/711087423 shutdown_connections 2024-05-20T21:27:09.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 -- 172.21.15.6:0/711087423 wait complete. 2024-05-20T21:27:09.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.729+0000 7f57f40d3b80 1 -- start start 2024-05-20T21:27:09.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57f40d3b80 1 Processor -- start 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569deac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569db210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57f40d3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569db950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f57e41aa2e0 con 0x5622569d2510 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f57e41ab750 con 0x5622569cc790 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57f40d3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f57e41aa9b0 con 0x5622569d1bf0 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57f40d3b80 10 client.0 _ll_register_callbacks cb 0x5622568bbd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57e3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569db950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57e2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569deac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57e3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569db950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41010/0 (socket says 172.21.15.6:41010) 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.730+0000 7f57e3400700 1 -- 172.21.15.6:0/2213349232 learned_addr learned my addr 172.21.15.6:0/2213349232 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:09.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57e2000700 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569db210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57e3400700 1 -- 172.21.15.6:0/2213349232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 msgr2=0x5622569db210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57e3400700 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569db210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57e3400700 1 -- 172.21.15.6:0/2213349232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 msgr2=0x5622569deac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57e3400700 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569deac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57e3400700 1 -- 172.21.15.6:0/2213349232 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562256a50750 con 0x5622569d2510 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57e2a00700 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569deac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57e3400700 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569db950 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f57dc007b70 tx=0x7f57dc012c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=892269a44003cd9d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.731+0000 7f57ccc00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.732+0000 7f57ccc00700 1 -- 172.21.15.6:0/2213349232 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc01a040 con 0x5622569d2510 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.732+0000 7f57ccc00700 1 -- 172.21.15.6:0/2213349232 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f57dc003c00 con 0x5622569d2510 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.732+0000 7f57f40d3b80 1 -- 172.21.15.6:0/2213349232 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56225691d670 con 0x5622569d2510 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.732+0000 7f57ccc00700 1 -- 172.21.15.6:0/2213349232 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57dc038050 con 0x5622569d2510 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.732+0000 7f57f40d3b80 10 client.18459 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:09.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.732+0000 7f57f40d3b80 1 -- 172.21.15.6:0/2213349232 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562256a51970 con 0x5622569d2510 2024-05-20T21:27:09.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.732+0000 7f57ccc00700 1 -- 172.21.15.6:0/2213349232 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56225691d670 con 0x5622569d2510 2024-05-20T21:27:09.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.732+0000 7f57ccc00700 1 -- 172.21.15.6:0/2213349232 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57dc004020 con 0x5622569d2510 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.733+0000 7f57f40d3b80 10 client.18459 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.733+0000 7f57f40d3b80 10 client.18459 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.733+0000 7f57f40d3b80 20 client.18459 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.733+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562256a51f60 0x562256a54380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.733+0000 7f57f40d3b80 4 client.18459 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "3247a543", "release": true, "await": true}] 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.733+0000 7f57f40d3b80 1 -- 172.21.15.6:0/2213349232 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "3247a543", "release": true, "await": true}) -- 0x562256794350 con 0x562256a51f60 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.733+0000 7f57e2a00700 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562256a51f60 0x562256a54380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.734+0000 7f57e2a00700 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562256a51f60 0x562256a54380 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0df07f1418ca985 server_cookie=27450c132f23e212 in_seq=0 out_seq=0 2024-05-20T21:27:09.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.734+0000 7f57ccc00700 10 client.18459 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:09.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57ccc00700 1 -- 172.21.15.6:0/2213349232 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x562256794350 con 0x562256a51f60 2024-05-20T21:27:09.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57ccc00700 10 client.18459 handle_command_reply: tid=0 2024-05-20T21:27:09.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 client.18459 shutdown 2024-05-20T21:27:09.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 -- 172.21.15.6:0/2213349232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 msgr2=0x5622569db950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569db950 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f57dc007b70 tx=0x7f57dc012c30 comp rx=0 tx=0).stop 2024-05-20T21:27:09.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 -- 172.21.15.6:0/2213349232 shutdown_connections 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5622569d2510 0x5622569db950 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5622569cc790 0x5622569deac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562256a51f60 0x562256a54380 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 --2- 172.21.15.6:0/2213349232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5622569d1bf0 0x5622569db210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57ccc00700 0 client.18459 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.738+0000 7f57f40d3b80 1 -- 172.21.15.6:0/2213349232 >> 172.21.15.6:0/2213349232 conn(0x5622568f1ce0 msgr2=0x5622569d29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.739+0000 7f57f40d3b80 1 -- 172.21.15.6:0/2213349232 shutdown_connections 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.739+0000 7f57f40d3b80 1 -- 172.21.15.6:0/2213349232 wait complete. 2024-05-20T21:27:09.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.739+0000 7f57f40d3b80 20 client.18459 trim_cache size 0 max 16384 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 44, 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "3247a543": { 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 44, 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:27:09.740 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 146.6, 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:27:09.741 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:27:09.742 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:27:09.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 -- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57c80b2790 msgr2=0x7f57c80b4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57c80b2790 0x7f57c80b4c50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x5622569d6c30 tx=0x7f57d4005b00 comp rx=0 tx=0).stop 2024-05-20T21:27:09.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 -- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57e4103fb0 msgr2=0x7f57e419c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:09.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57e4103fb0 0x7f57e419c400 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f57d000d980 tx=0x7f57d000dc90 comp rx=0 tx=0).stop 2024-05-20T21:27:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 -- 172.21.15.6:0/2944549335 shutdown_connections 2024-05-20T21:27:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f57c80b2790 0x7f57c80b4c50 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57e4109670 0x7f57e41a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f57e41035f0 0x7f57e419bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 --2- 172.21.15.6:0/2944549335 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f57e4103fb0 0x7f57e419c400 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 -- 172.21.15.6:0/2944549335 >> 172.21.15.6:0/2944549335 conn(0x7f57e407a690 msgr2=0x7f57e4075a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 -- 172.21.15.6:0/2944549335 shutdown_connections 2024-05-20T21:27:09.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:09.740+0000 7f57e9800700 1 -- 172.21.15.6:0/2944549335 wait complete. 2024-05-20T21:27:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:09 smithi042 ceph-mon[36332]: pgmap v779: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-20T21:27:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:09 smithi006 ceph-mon[31422]: pgmap v779: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-20T21:27:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:09 smithi062 ceph-mon[36640]: pgmap v779: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-20T21:27:10.055 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:11.430 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '3247a543', total seconds elapsed: 39.3 2024-05-20T21:27:11.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:11 smithi006 ceph-mon[31422]: pgmap v780: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:27:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:11 smithi042 ceph-mon[36332]: pgmap v780: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:27:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:11 smithi062 ceph-mon[36640]: pgmap v780: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:27:12.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 -- 172.21.15.6:0/4139336261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 msgr2=0x7fb5e01038d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/4139336261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 0x7fb5e01038d0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8009990 tx=0x7fb5c8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 -- 172.21.15.6:0/4139336261 shutdown_connections 2024-05-20T21:27:12.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/4139336261 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e0103e10 0x7fb5e0110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/4139336261 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e01094e0 0x7fb5e01098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/4139336261 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 0x7fb5e01038d0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 -- 172.21.15.6:0/4139336261 >> 172.21.15.6:0/4139336261 conn(0x7fb5e00fef60 msgr2=0x7fb5e0101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 -- 172.21.15.6:0/4139336261 shutdown_connections 2024-05-20T21:27:12.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.947+0000 7fb5e4a00700 1 -- 172.21.15.6:0/4139336261 wait complete. 2024-05-20T21:27:12.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.948+0000 7fb5e4a00700 1 Processor -- start 2024-05-20T21:27:12.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.949+0000 7fb5e4a00700 1 -- start start 2024-05-20T21:27:12.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.949+0000 7fb5e4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 0x7fb5e019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.949+0000 7fb5e4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0103e10 0x7fb5e019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.949+0000 7fb5e4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e01094e0 0x7fb5e01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.949+0000 7fb5e4a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e0113670 con 0x7fb5e0103450 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.949+0000 7fb5e4a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01134f0 con 0x7fb5e0103e10 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.949+0000 7fb5e4a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01137f0 con 0x7fb5e01094e0 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.949+0000 7fb5de800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 0x7fb5e019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5d7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0103e10 0x7fb5e019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5de800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 0x7fb5e019bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41026/0 (socket says 172.21.15.6:41026) 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5de800700 1 -- 172.21.15.6:0/1835734764 learned_addr learned my addr 172.21.15.6:0/1835734764 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:12.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5df200700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e01094e0 0x7fb5e01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5de800700 1 -- 172.21.15.6:0/1835734764 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e01094e0 msgr2=0x7fb5e01a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5de800700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e01094e0 0x7fb5e01a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5de800700 1 -- 172.21.15.6:0/1835734764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0103e10 msgr2=0x7fb5e019c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5de800700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0103e10 0x7fb5e019c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5de800700 1 -- 172.21.15.6:0/1835734764 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e01a0dd0 con 0x7fb5e0103450 2024-05-20T21:27:12.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0103e10 0x7fb5e019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:12.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.950+0000 7fb5de800700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 0x7fb5e019bdc0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb5d000e9a0 tx=0x7fb5d000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.951+0000 7fb5d7400700 1 -- 172.21.15.6:0/1835734764 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d000ca10 con 0x7fb5e0103450 2024-05-20T21:27:12.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.951+0000 7fb5d7400700 1 -- 172.21.15.6:0/1835734764 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d000cbb0 con 0x7fb5e0103450 2024-05-20T21:27:12.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.951+0000 7fb5e4a00700 1 -- 172.21.15.6:0/1835734764 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5e01a10c0 con 0x7fb5e0103450 2024-05-20T21:27:12.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.951+0000 7fb5d7400700 1 -- 172.21.15.6:0/1835734764 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d0018680 con 0x7fb5e0103450 2024-05-20T21:27:12.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.951+0000 7fb5e4a00700 1 -- 172.21.15.6:0/1835734764 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5e01a8940 con 0x7fb5e0103450 2024-05-20T21:27:12.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.955+0000 7fb5d7400700 1 -- 172.21.15.6:0/1835734764 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb5d0010430 con 0x7fb5e0103450 2024-05-20T21:27:12.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.956+0000 7fb5efe1fb80 1 Processor -- start 2024-05-20T21:27:12.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.957+0000 7fb5efe1fb80 1 -- start start 2024-05-20T21:27:12.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.957+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 0x55f9780dc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.957+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780d64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.957+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780d6ad0 0x55f9780d6f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.957+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f978034e40 con 0x55f9780d6ad0 2024-05-20T21:27:12.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.957+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f9780249e0 con 0x55f9780dc940 2024-05-20T21:27:12.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.957+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f978028a20 con 0x55f9780dc020 2024-05-20T21:27:12.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.957+0000 7fb5d7400700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c40b2980 0x7fb5c40b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5de800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780d64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5df200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 0x55f9780dc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5d7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780d6ad0 0x55f9780d6f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5de800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780d64b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38900/0 (socket says 172.21.15.6:38900) 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5de800700 1 -- 172.21.15.6:0/1607728506 learned_addr learned my addr 172.21.15.6:0/1607728506 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5d7400700 1 -- 172.21.15.6:0/1835734764 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5d00e2390 con 0x7fb5e0103450 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5df200700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c40b2980 0x7fb5c40b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5de800700 1 -- 172.21.15.6:0/1607728506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 msgr2=0x55f9780dc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5de800700 1 --2- 172.21.15.6:0/1607728506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 0x55f9780dc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5de800700 1 -- 172.21.15.6:0/1607728506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780d6ad0 msgr2=0x55f9780d6f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5de800700 1 --2- 172.21.15.6:0/1607728506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780d6ad0 0x55f9780d6f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5de800700 1 -- 172.21.15.6:0/1607728506 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f977fed420 con 0x55f9780dc940 2024-05-20T21:27:12.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.958+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/1607728506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780d6ad0 0x55f9780d6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:12.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.959+0000 7fb5de800700 1 --2- 172.21.15.6:0/1607728506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780d64b0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb5d0000c00 tx=0x7fb5d00138f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=779a8856a671b114 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.959+0000 7fb5df200700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c40b2980 0x7fb5c40b4e40 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8009ec0 tx=0x7fb5d800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.959+0000 7fb5cfe00700 1 -- 172.21.15.6:0/1607728506 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d00a93c0 con 0x55f9780dc940 2024-05-20T21:27:12.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.959+0000 7fb5cfe00700 1 -- 172.21.15.6:0/1607728506 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d00a9fb0 con 0x55f9780dc940 2024-05-20T21:27:12.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.959+0000 7fb5cfe00700 1 -- 172.21.15.6:0/1607728506 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d00cc0d0 con 0x55f9780dc940 2024-05-20T21:27:12.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/1607728506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 msgr2=0x55f9780d64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/1607728506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780d64b0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb5d0000c00 tx=0x7fb5d00138f0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/1607728506 shutdown_connections 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/1607728506 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780d6ad0 0x55f9780d6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/1607728506 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 0x55f9780dc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/1607728506 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780d64b0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/1607728506 >> 172.21.15.6:0/1607728506 conn(0x55f978004be0 msgr2=0x55f9780d1150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/1607728506 shutdown_connections 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.960+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/1607728506 wait complete. 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.961+0000 7fb5efe1fb80 1 -- start start 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.961+0000 7fb5efe1fb80 1 Processor -- start 2024-05-20T21:27:12.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.961+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780e2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.961+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc020 0x55f9780dfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.961+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780e0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.961+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f977f2afa0 con 0x55f9780dc020 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.961+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f977fc5760 con 0x55f9780dc940 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.961+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f9780e3460 con 0x55f9780d6ad0 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5efe1fb80 10 client.0 _ll_register_callbacks cb 0x55f977fcec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5d7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc020 0x55f9780dfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5df200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780e0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5d7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc020 0x55f9780dfac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41046/0 (socket says 172.21.15.6:41046) 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5d7e00700 1 -- 172.21.15.6:0/573504344 learned_addr learned my addr 172.21.15.6:0/573504344 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5de800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780e2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5df200700 1 -- 172.21.15.6:0/573504344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 msgr2=0x55f9780e2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5df200700 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780e2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5df200700 1 -- 172.21.15.6:0/573504344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc020 msgr2=0x55f9780dfac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5df200700 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc020 0x55f9780dfac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5df200700 1 -- 172.21.15.6:0/573504344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f977f748d0 con 0x55f9780dc940 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc020 0x55f9780dfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.962+0000 7fb5de800700 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780e2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.963+0000 7fb5df200700 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780e0000 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8007780 tx=0x7fb5d8004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79d6973207680fac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.963+0000 7fb5ccc00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.963+0000 7fb5ccc00700 1 -- 172.21.15.6:0/573504344 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d802b060 con 0x55f9780dc940 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.963+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/573504344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5d00a9fb0 con 0x55f9780dc940 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.964+0000 7fb5ccc00700 1 -- 172.21.15.6:0/573504344 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5d801a680 con 0x55f9780dc940 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.964+0000 7fb5ccc00700 1 -- 172.21.15.6:0/573504344 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5d801a880 con 0x55f9780dc940 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.964+0000 7fb5efe1fb80 10 client.28583 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.964+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/573504344 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f977ff5060 con 0x55f9780dc940 2024-05-20T21:27:12.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.964+0000 7fb5ccc00700 1 -- 172.21.15.6:0/573504344 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5d00a9fb0 con 0x55f9780dc940 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.964+0000 7fb5ccc00700 1 -- 172.21.15.6:0/573504344 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5d8026af0 con 0x55f9780dc940 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.965+0000 7fb5efe1fb80 10 client.28583 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.965+0000 7fb5efe1fb80 10 client.28583 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.965+0000 7fb5efe1fb80 20 client.28583 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.965+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f9780f00e0 0x55f9780f24d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.965+0000 7fb5efe1fb80 4 client.28583 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.965+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/573504344 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f978036d90 con 0x55f9780f00e0 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.965+0000 7fb5de800700 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f9780f00e0 0x55f9780f24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.966+0000 7fb5de800700 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f9780f00e0 0x55f9780f24d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f45fc5b0a5dc4352 server_cookie=e2a9aaadd765d949 in_seq=0 out_seq=0 2024-05-20T21:27:12.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.966+0000 7fb5ccc00700 10 client.28583 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:27:12.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.966+0000 7fb5ccc00700 1 -- 172.21.15.6:0/573504344 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f978036d90 con 0x55f9780f00e0 2024-05-20T21:27:12.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.966+0000 7fb5ccc00700 10 client.28583 handle_command_reply: tid=0 2024-05-20T21:27:12.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.966+0000 7fb5efe1fb80 1 client.28583 shutdown 2024-05-20T21:27:12.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/573504344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 msgr2=0x55f9780e0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780e0000 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8007780 tx=0x7fb5d8004b40 comp rx=0 tx=0).stop 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/573504344 shutdown_connections 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc940 0x55f9780e0000 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f9780f00e0 0x55f9780f24d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780e2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/573504344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc020 0x55f9780dfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/573504344 >> 172.21.15.6:0/573504344 conn(0x55f978004be0 msgr2=0x55f9780d54a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5ccc00700 0 client.28583 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/573504344 shutdown_connections 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/573504344 wait complete. 2024-05-20T21:27:12.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.967+0000 7fb5efe1fb80 20 client.28583 trim_cache size 0 max 16384 2024-05-20T21:27:12.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.984+0000 7fb5efe1fb80 1 Processor -- start 2024-05-20T21:27:12.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.984+0000 7fb5efe1fb80 1 -- start start 2024-05-20T21:27:12.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.984+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780d64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.984+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc020 0x55f9780d9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.984+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780d9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01b28e0 con 0x55f9780dc940 2024-05-20T21:27:12.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01b0170 con 0x55f9780dc020 2024-05-20T21:27:12.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01adfc0 con 0x55f9780d6ad0 2024-05-20T21:27:12.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5d7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc020 0x55f9780d9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5de800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780d64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5df200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780d9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5d7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc020 0x55f9780d9aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38922/0 (socket says 172.21.15.6:38922) 2024-05-20T21:27:12.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5d7e00700 1 -- 172.21.15.6:0/2302785263 learned_addr learned my addr 172.21.15.6:0/2302785263 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:12.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5d7e00700 1 -- 172.21.15.6:0/2302785263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 msgr2=0x55f9780d64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/2302785263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780d64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5d7e00700 1 -- 172.21.15.6:0/2302785263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 msgr2=0x55f9780d9fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/2302785263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780d9fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.985+0000 7fb5d7e00700 1 -- 172.21.15.6:0/2302785263 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9780de030 con 0x55f9780dc020 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.986+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/2302785263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc020 0x55f9780d9aa0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8006010 tx=0x7fb5c800b260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=715527e3d608f067 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.986+0000 7fb5cf400700 1 -- 172.21.15.6:0/2302785263 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8003680 con 0x55f9780dc020 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.986+0000 7fb5cf400700 1 -- 172.21.15.6:0/2302785263 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5c8003cd0 con 0x55f9780dc020 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.986+0000 7fb5cf400700 1 -- 172.21.15.6:0/2302785263 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c800fbc0 con 0x55f9780dc020 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/2302785263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc020 msgr2=0x55f9780d9aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/2302785263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc020 0x55f9780d9aa0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8006010 tx=0x7fb5c800b260 comp rx=0 tx=0).stop 2024-05-20T21:27:12.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/2302785263 shutdown_connections 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/2302785263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780d9fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/2302785263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780d6ad0 0x55f9780d64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/2302785263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780dc020 0x55f9780d9aa0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/2302785263 >> 172.21.15.6:0/2302785263 conn(0x55f978004be0 msgr2=0x55f9780de3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/2302785263 shutdown_connections 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.987+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/2302785263 wait complete. 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.988+0000 7fb5efe1fb80 1 -- start start 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.988+0000 7fb5efe1fb80 1 Processor -- start 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.988+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780d6ad0 0x55f9780e8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.988+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 0x55f9780f74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.988+0000 7fb5efe1fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.988+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01ae630 con 0x55f9780dc940 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.988+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01afaa0 con 0x55f9780d6ad0 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.988+0000 7fb5efe1fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e01aed00 con 0x55f9780dc020 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5efe1fb80 10 client.0 _ll_register_callbacks cb 0x55f977fcec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5df200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5de800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780d6ad0 0x55f9780e8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5df200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780f79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41074/0 (socket says 172.21.15.6:41074) 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5df200700 1 -- 172.21.15.6:0/695062787 learned_addr learned my addr 172.21.15.6:0/695062787 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 0x55f9780f74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5de800700 1 -- 172.21.15.6:0/695062787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 msgr2=0x55f9780f74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5de800700 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 0x55f9780f74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5de800700 1 -- 172.21.15.6:0/695062787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 msgr2=0x55f9780f79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:12.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5de800700 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780f79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5de800700 1 -- 172.21.15.6:0/695062787 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9780f80e0 con 0x55f9780d6ad0 2024-05-20T21:27:12.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.989+0000 7fb5df200700 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780f79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:12.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5de800700 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780d6ad0 0x55f9780e8d30 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb5d00a9a70 tx=0x7fb5d00a50f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e79d4182ebfeb895 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:12.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5ccc00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:27:12.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5ccc00700 1 -- 172.21.15.6:0/695062787 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d00a9fb0 con 0x55f9780d6ad0 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5ccc00700 1 -- 172.21.15.6:0/695062787 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb5d00cc0d0 con 0x55f9780d6ad0 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/695062787 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5c8003cd0 con 0x55f9780d6ad0 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5ccc00700 1 -- 172.21.15.6:0/695062787 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5d00a98b0 con 0x55f9780d6ad0 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5efe1fb80 10 client.28589 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/695062787 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f978163360 con 0x55f9780d6ad0 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.990+0000 7fb5ccc00700 1 -- 172.21.15.6:0/695062787 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5c8003cd0 con 0x55f9780d6ad0 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.991+0000 7fb5ccc00700 1 -- 172.21.15.6:0/695062787 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5d00b2280 con 0x55f9780d6ad0 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.991+0000 7fb5efe1fb80 10 client.28589 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:12.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.991+0000 7fb5efe1fb80 10 client.28589 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:27:12.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.991+0000 7fb5efe1fb80 20 client.28589 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:12.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.991+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f978163650 0x55f978165a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:12.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.991+0000 7fb5efe1fb80 4 client.28589 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:12.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.991+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/695062787 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f978030570 con 0x55f978163650 2024-05-20T21:27:12.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.991+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f978163650 0x55f978165a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:12.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5d7e00700 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f978163650 0x55f978165a40 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cb92781ecbd4048 server_cookie=71bb76654dc7e6bf in_seq=0 out_seq=0 2024-05-20T21:27:12.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5ccc00700 10 client.28589 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5ccc00700 1 -- 172.21.15.6:0/695062787 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f978030570 con 0x55f978163650 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5ccc00700 10 client.28589 handle_command_reply: tid=0 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 client.28589 shutdown 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/695062787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780d6ad0 msgr2=0x55f9780e8d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780d6ad0 0x55f9780e8d30 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb5d00a9a70 tx=0x7fb5d00a50f0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/695062787 shutdown_connections 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f9780dc940 0x55f9780f79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f9780d6ad0 0x55f9780e8d30 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55f978163650 0x55f978165a40 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 --2- 172.21.15.6:0/695062787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f9780dc020 0x55f9780f74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:12.998 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5ccc00700 0 client.28589 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:27:12.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.992+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/695062787 >> 172.21.15.6:0/695062787 conn(0x55f978004be0 msgr2=0x55f9780d9aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:12.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.993+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/695062787 shutdown_connections 2024-05-20T21:27:12.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.993+0000 7fb5efe1fb80 1 -- 172.21.15.6:0/695062787 wait complete. 2024-05-20T21:27:12.999 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.993+0000 7fb5efe1fb80 20 client.28589 trim_cache size 0 max 16384 2024-05-20T21:27:12.999 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:27:13.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.993+0000 7fb5e4a00700 1 -- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c40b2980 msgr2=0x7fb5c40b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.993+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c40b2980 0x7fb5c40b4e40 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8009ec0 tx=0x7fb5d800b040 comp rx=0 tx=0).stop 2024-05-20T21:27:13.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 -- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 msgr2=0x7fb5e019bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:13.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 0x7fb5e019bdc0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb5d000e9a0 tx=0x7fb5d000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 -- 172.21.15.6:0/1835734764 shutdown_connections 2024-05-20T21:27:13.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb5c40b2980 0x7fb5c40b4e40 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5e01094e0 0x7fb5e01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb5e0103450 0x7fb5e019bdc0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 --2- 172.21.15.6:0/1835734764 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb5e0103e10 0x7fb5e019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:13.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 -- 172.21.15.6:0/1835734764 >> 172.21.15.6:0/1835734764 conn(0x7fb5e00fef60 msgr2=0x7fb5e00ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:13.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 -- 172.21.15.6:0/1835734764 shutdown_connections 2024-05-20T21:27:13.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:12.994+0000 7fb5e4a00700 1 -- 172.21.15.6:0/1835734764 wait complete. 2024-05-20T21:27:13.850 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:13 smithi006 ceph-mon[31422]: pgmap v781: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:27:13.876 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:13 smithi042 ceph-mon[36332]: pgmap v781: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:27:13.901 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:27:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:13 smithi062 ceph-mon[36640]: pgmap v781: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:27:14.364 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:313/600: open fd = 3 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:314/600: open fd = 3 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.801 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:315/600: open fd = 3 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:316/600: open fd = 3 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:317/600: open fd = 3 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:318/600: open fd = 3 2024-05-20T21:27:15.802 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:319/600: open fd = 3 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:320/600: open fd = 3 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:321/600: open fd = 3 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.803 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:322/600: open fd = 3 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:323/600: open fd = 3 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:324/600: open fd = 3 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:325/600: open fd = 3 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.804 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:326/600: open fd = 3 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:327/600: open fd = 3 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:328/600: open fd = 3 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:329/600: open fd = 3 2024-05-20T21:27:15.805 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:330/600: open fd = 3 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:331/600: open fd = 3 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:332/600: open fd = 3 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.806 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:333/600: open fd = 3 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:334/600: open fd = 3 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:335/600: open fd = 3 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:336/600: open fd = 3 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.807 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:337/600: open fd = 3 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:338/600: open fd = 3 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:339/600: open fd = 3 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:340/600: open fd = 3 2024-05-20T21:27:15.808 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:341/600: open fd = 3 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:342/600: open fd = 3 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:343/600: open fd = 3 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.809 INFO:tasks.workunit.client.0.smithi006.stdout:344/600: open fd = 3 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:345/600: open fd = 3 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:346/600: open fd = 3 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:347/600: open fd = 3 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:348/600: open fd = 3 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:349/600: open fd = 3 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.811 INFO:tasks.workunit.client.0.smithi006.stdout:350/600: open fd = 3 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:351/600: open fd = 3 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:352/600: open fd = 3 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:353/600: open fd = 3 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.812 INFO:tasks.workunit.client.0.smithi006.stdout:354/600: open fd = 3 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:355/600: open fd = 3 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:356/600: open fd = 3 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:357/600: open fd = 3 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:358/600: open fd = 3 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:359/600: open fd = 3 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:360/600: open fd = 3 2024-05-20T21:27:15.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:361/600: open fd = 3 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:362/600: open fd = 3 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:363/600: open fd = 3 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.815 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:364/600: open fd = 3 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:365/600: open fd = 3 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:366/600: open fd = 3 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.816 INFO:tasks.workunit.client.0.smithi006.stdout:367/600: open fd = 3 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:368/600: open fd = 3 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:369/600: open fd = 3 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:370/600: open fd = 3 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.817 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:371/600: open fd = 3 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:372/600: open fd = 3 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:373/600: open fd = 3 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.818 INFO:tasks.workunit.client.0.smithi006.stdout:374/600: open fd = 3 2024-05-20T21:27:15.819 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.819 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:27:15.819 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:27:15.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:15 smithi006 ceph-mon[31422]: pgmap v782: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-20T21:27:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:15 smithi062 ceph-mon[36640]: pgmap v782: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-20T21:27:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:15 smithi042 ceph-mon[36332]: pgmap v782: 97 pgs: 97 active+clean; 1.3 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.512+0000 7f226b800700 1 -- 172.21.15.6:0/973030283 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2264076090 msgr2=0x7f226410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.512+0000 7f226b800700 1 --2- 172.21.15.6:0/973030283 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2264076090 0x7f226410fa00 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f2250009990 tx=0x7f2250009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.513+0000 7f226b800700 1 -- 172.21.15.6:0/973030283 shutdown_connections 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.513+0000 7f226b800700 1 --2- 172.21.15.6:0/973030283 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f226410ff40 0x7f2264112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.513+0000 7f226b800700 1 --2- 172.21.15.6:0/973030283 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2264075770 0x7f2264075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.513+0000 7f226b800700 1 --2- 172.21.15.6:0/973030283 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2264076090 0x7f226410fa00 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.513+0000 7f226b800700 1 -- 172.21.15.6:0/973030283 >> 172.21.15.6:0/973030283 conn(0x7f226407a6a0 msgr2=0x7f226407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.513+0000 7f226b800700 1 -- 172.21.15.6:0/973030283 shutdown_connections 2024-05-20T21:27:16.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.513+0000 7f226b800700 1 -- 172.21.15.6:0/973030283 wait complete. 2024-05-20T21:27:16.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.514+0000 7f226b800700 1 Processor -- start 2024-05-20T21:27:16.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.514+0000 7f226b800700 1 -- start start 2024-05-20T21:27:16.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f226b800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2264075770 0x7f226419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f226b800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2264076090 0x7f226419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f226b800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f226410ff40 0x7f22641a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f226b800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2264115960 con 0x7f226410ff40 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f226b800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22641157e0 con 0x7f2264076090 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f226b800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2264115ae0 con 0x7f2264075770 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f2269800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f226410ff40 0x7f22641a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f2268e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2264075770 0x7f226419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f2268e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2264075770 0x7f226419beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38992/0 (socket says 172.21.15.6:38992) 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f2268e00700 1 -- 172.21.15.6:0/1436387763 learned_addr learned my addr 172.21.15.6:0/1436387763 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:16.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.515+0000 7f2263e00700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2264076090 0x7f226419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.516+0000 7f2263e00700 1 -- 172.21.15.6:0/1436387763 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2264075770 msgr2=0x7f226419beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.516+0000 7f2263e00700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2264075770 0x7f226419beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.516+0000 7f2263e00700 1 -- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f226410ff40 msgr2=0x7f22641a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.516+0000 7f2263e00700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f226410ff40 0x7f22641a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.516+0000 7f2263e00700 1 -- 172.21.15.6:0/1436387763 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22641a0e70 con 0x7f2264076090 2024-05-20T21:27:16.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.516+0000 7f2269800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f226410ff40 0x7f22641a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:16.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.516+0000 7f2268e00700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2264075770 0x7f226419beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:16.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.516+0000 7f2263e00700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2264076090 0x7f226419c3f0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f22500098e0 tx=0x7f22500057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:16.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.517+0000 7f2261600700 1 -- 172.21.15.6:0/1436387763 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250027070 con 0x7f2264076090 2024-05-20T21:27:16.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.517+0000 7f226b800700 1 -- 172.21.15.6:0/1436387763 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22641a1100 con 0x7f2264076090 2024-05-20T21:27:16.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.517+0000 7f2261600700 1 -- 172.21.15.6:0/1436387763 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2250022470 con 0x7f2264076090 2024-05-20T21:27:16.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.517+0000 7f2261600700 1 -- 172.21.15.6:0/1436387763 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250017650 con 0x7f2264076090 2024-05-20T21:27:16.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.517+0000 7f226b800700 1 -- 172.21.15.6:0/1436387763 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22641a89e0 con 0x7f2264076090 2024-05-20T21:27:16.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.522+0000 7f2261600700 1 -- 172.21.15.6:0/1436387763 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f225002a070 con 0x7f2264076090 2024-05-20T21:27:16.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.523+0000 7f2276155b80 1 Processor -- start 2024-05-20T21:27:16.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.523+0000 7f2276155b80 1 -- start start 2024-05-20T21:27:16.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.523+0000 7f2276155b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c62290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.523+0000 7f2276155b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c5c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.523+0000 7f2276155b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c5c880 0x555a28c5cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.523+0000 7f2276155b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555a28bbae40 con 0x555a28c5c880 2024-05-20T21:27:16.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.523+0000 7f2276155b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a28baa9e0 con 0x555a28c627d0 2024-05-20T21:27:16.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.523+0000 7f2276155b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555a28baea20 con 0x555a28c61eb0 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2263e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c5c880 0x555a28c5cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2263e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c5c880 0x555a28c5cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41102/0 (socket says 172.21.15.6:41102) 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2263e00700 1 -- 172.21.15.6:0/696863016 learned_addr learned my addr 172.21.15.6:0/696863016 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2269800700 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c62290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2268e00700 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c5c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2261600700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f224c0b2880 0x7f224c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2268e00700 1 -- 172.21.15.6:0/696863016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 msgr2=0x555a28c62290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2268e00700 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c62290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2268e00700 1 -- 172.21.15.6:0/696863016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c5c880 msgr2=0x555a28c5cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2268e00700 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c5c880 0x555a28c5cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2268e00700 1 -- 172.21.15.6:0/696863016 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a28b73420 con 0x555a28c627d0 2024-05-20T21:27:16.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.524+0000 7f2261600700 1 -- 172.21.15.6:0/1436387763 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f22500e2f80 con 0x7f2264076090 2024-05-20T21:27:16.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.525+0000 7f2269800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f224c0b2880 0x7f224c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.525+0000 7f2268e00700 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c5c260 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f22580115c0 tx=0x7f22580118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5b571215f599fc3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.525+0000 7f2256000700 1 -- 172.21.15.6:0/696863016 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225801e070 con 0x555a28c627d0 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.525+0000 7f2256000700 1 -- 172.21.15.6:0/696863016 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2258019ae0 con 0x555a28c627d0 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.525+0000 7f2256000700 1 -- 172.21.15.6:0/696863016 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225800fbc0 con 0x555a28c627d0 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 -- 172.21.15.6:0/696863016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 msgr2=0x555a28c5c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c5c260 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f22580115c0 tx=0x7f22580118d0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2269800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f224c0b2880 0x7f224c0b4d40 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f226406bdd0 tx=0x7f225c004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 -- 172.21.15.6:0/696863016 shutdown_connections 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c5c880 0x555a28c5cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c62290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 --2- 172.21.15.6:0/696863016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c5c260 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 -- 172.21.15.6:0/696863016 >> 172.21.15.6:0/696863016 conn(0x555a28b8abe0 msgr2=0x555a28c57010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:16.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 -- 172.21.15.6:0/696863016 shutdown_connections 2024-05-20T21:27:16.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.526+0000 7f2276155b80 1 -- 172.21.15.6:0/696863016 wait complete. 2024-05-20T21:27:16.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.527+0000 7f2276155b80 1 -- start start 2024-05-20T21:27:16.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.527+0000 7f2276155b80 1 Processor -- start 2024-05-20T21:27:16.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2276155b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c5c880 0x555a28c68550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2276155b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c658f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2276155b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c65e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2276155b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555a28ab0fa0 con 0x555a28c627d0 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2276155b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555a28b4b760 con 0x555a28c5c880 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2276155b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555a28c69240 con 0x555a28c61eb0 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2276155b80 10 client.0 _ll_register_callbacks cb 0x555a28b54c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2269800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c65e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2263e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c658f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2268e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c5c880 0x555a28c68550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2268e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c5c880 0x555a28c68550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38954/0 (socket says 172.21.15.6:38954) 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2268e00700 1 -- 172.21.15.6:0/4144717962 learned_addr learned my addr 172.21.15.6:0/4144717962 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2263e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c658f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39014/0 (socket says 172.21.15.6:39014) 2024-05-20T21:27:16.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.528+0000 7f2269800700 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c65e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41110/0 (socket says 172.21.15.6:41110) 2024-05-20T21:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f2268e00700 1 -- 172.21.15.6:0/4144717962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 msgr2=0x555a28c658f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f2268e00700 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c658f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f2268e00700 1 -- 172.21.15.6:0/4144717962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 msgr2=0x555a28c65e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f2268e00700 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c65e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f2268e00700 1 -- 172.21.15.6:0/4144717962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a28afa8d0 con 0x555a28c5c880 2024-05-20T21:27:16.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f2268e00700 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c5c880 0x555a28c68550 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f225800f800 tx=0x7f225801af40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75e721835af7bbb2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:16.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f224aa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:27:16.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f224aa00700 1 -- 172.21.15.6:0/4144717962 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225801e050 con 0x555a28c5c880 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.529+0000 7f224aa00700 1 -- 172.21.15.6:0/4144717962 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f225800f860 con 0x555a28c5c880 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.530+0000 7f2276155b80 1 -- 172.21.15.6:0/4144717962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2258019ae0 con 0x555a28c5c880 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.530+0000 7f224aa00700 1 -- 172.21.15.6:0/4144717962 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f225800fa60 con 0x555a28c5c880 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.530+0000 7f2276155b80 10 client.28601 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.530+0000 7f2276155b80 1 -- 172.21.15.6:0/4144717962 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a28b7b060 con 0x555a28c5c880 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.530+0000 7f224aa00700 1 -- 172.21.15.6:0/4144717962 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2258019ae0 con 0x555a28c5c880 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.530+0000 7f224aa00700 1 -- 172.21.15.6:0/4144717962 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2258004870 con 0x555a28c5c880 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.531+0000 7f2276155b80 10 client.28601 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.531+0000 7f2276155b80 10 client.28601 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.531+0000 7f2276155b80 20 client.28601 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.531+0000 7f2276155b80 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a28c75c70 0x555a28c78060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.531+0000 7f2276155b80 4 client.28601 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.531+0000 7f2276155b80 1 -- 172.21.15.6:0/4144717962 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a28bbcd90 con 0x555a28c75c70 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.531+0000 7f2263e00700 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a28c75c70 0x555a28c78060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.532+0000 7f2263e00700 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a28c75c70 0x555a28c78060 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e96995007fc81534 server_cookie=41725d4bf0cde40d in_seq=0 out_seq=0 2024-05-20T21:27:16.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.532+0000 7f224aa00700 10 client.28601 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.532+0000 7f224aa00700 1 -- 172.21.15.6:0/4144717962 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555a28bbcd90 con 0x555a28c75c70 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.532+0000 7f224aa00700 10 client.28601 handle_command_reply: tid=0 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.532+0000 7f2276155b80 1 client.28601 shutdown 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 -- 172.21.15.6:0/4144717962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c5c880 msgr2=0x555a28c68550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c5c880 0x555a28c68550 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f225800f800 tx=0x7f225801af40 comp rx=0 tx=0).stop 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 -- 172.21.15.6:0/4144717962 shutdown_connections 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c65e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c5c880 0x555a28c68550 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a28c75c70 0x555a28c78060 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 --2- 172.21.15.6:0/4144717962 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c61eb0 0x555a28c658f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f224aa00700 0 client.28601 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:16.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 -- 172.21.15.6:0/4144717962 >> 172.21.15.6:0/4144717962 conn(0x555a28b8abe0 msgr2=0x555a28c5b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:16.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 -- 172.21.15.6:0/4144717962 shutdown_connections 2024-05-20T21:27:16.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 1 -- 172.21.15.6:0/4144717962 wait complete. 2024-05-20T21:27:16.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.533+0000 7f2276155b80 20 client.28601 trim_cache size 0 max 16384 2024-05-20T21:27:16.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.550+0000 7f2276155b80 1 Processor -- start 2024-05-20T21:27:16.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.550+0000 7f2276155b80 1 -- start start 2024-05-20T21:27:16.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.550+0000 7f2276155b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c5c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.550+0000 7f2276155b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c61eb0 0x555a28c5f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.550+0000 7f2276155b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c5ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2276155b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f22641b2850 con 0x555a28c627d0 2024-05-20T21:27:16.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2276155b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22641b00e0 con 0x555a28c61eb0 2024-05-20T21:27:16.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2276155b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f22641adf30 con 0x555a28c5c880 2024-05-20T21:27:16.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2269800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c5ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2269800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c5ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41124/0 (socket says 172.21.15.6:41124) 2024-05-20T21:27:16.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2269800700 1 -- 172.21.15.6:0/2136459186 learned_addr learned my addr 172.21.15.6:0/2136459186 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:16.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2263e00700 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c61eb0 0x555a28c5f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2268e00700 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c5c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2269800700 1 -- 172.21.15.6:0/2136459186 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 msgr2=0x555a28c5c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:16.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2269800700 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c5c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2269800700 1 -- 172.21.15.6:0/2136459186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c61eb0 msgr2=0x555a28c5f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2269800700 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c61eb0 0x555a28c5f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2269800700 1 -- 172.21.15.6:0/2136459186 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a28c58d40 con 0x555a28c627d0 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.551+0000 7f2263e00700 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c61eb0 0x555a28c5f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.552+0000 7f2269800700 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c5ff00 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f225c004a40 tx=0x7f225c017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7bb1fa31d781f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.552+0000 7f2255600700 1 -- 172.21.15.6:0/2136459186 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c029070 con 0x555a28c627d0 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.552+0000 7f2255600700 1 -- 172.21.15.6:0/2136459186 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f225c007e80 con 0x555a28c627d0 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.552+0000 7f2255600700 1 -- 172.21.15.6:0/2136459186 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c017a10 con 0x555a28c627d0 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 -- 172.21.15.6:0/2136459186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 msgr2=0x555a28c5ff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c5ff00 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f225c004a40 tx=0x7f225c017000 comp rx=0 tx=0).stop 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 -- 172.21.15.6:0/2136459186 shutdown_connections 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c627d0 0x555a28c5ff00 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c5c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 --2- 172.21.15.6:0/2136459186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c61eb0 0x555a28c5f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 -- 172.21.15.6:0/2136459186 >> 172.21.15.6:0/2136459186 conn(0x555a28b8abe0 msgr2=0x555a28c5cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 -- 172.21.15.6:0/2136459186 shutdown_connections 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.553+0000 7f2276155b80 1 -- 172.21.15.6:0/2136459186 wait complete. 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 1 -- start start 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 1 Processor -- start 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c6eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c61eb0 0x555a28c7cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c7d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f22641ae5a0 con 0x555a28c61eb0 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f22641afa10 con 0x555a28c627d0 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f22641aec70 con 0x555a28c5c880 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.554+0000 7f2276155b80 10 client.0 _ll_register_callbacks cb 0x555a28b54c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2263e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c61eb0 0x555a28c7cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2269800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c7d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2269800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c7d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38964/0 (socket says 172.21.15.6:38964) 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2269800700 1 -- 172.21.15.6:0/33487675 learned_addr learned my addr 172.21.15.6:0/33487675 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2268e00700 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c6eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2263e00700 1 -- 172.21.15.6:0/33487675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 msgr2=0x555a28c6eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2263e00700 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c6eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2263e00700 1 -- 172.21.15.6:0/33487675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 msgr2=0x555a28c7d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2263e00700 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c7d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2263e00700 1 -- 172.21.15.6:0/33487675 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a28c7dcb0 con 0x555a28c61eb0 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2269800700 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c7d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:16.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2268e00700 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c6eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:16.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f2263e00700 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c61eb0 0x555a28c7cf30 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f2250009990 tx=0x7f2250022f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f35b1333732ab325 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:16.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.555+0000 7f224aa00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:16.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.556+0000 7f224aa00700 1 -- 172.21.15.6:0/33487675 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22500a9e80 con 0x555a28c61eb0 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.556+0000 7f224aa00700 1 -- 172.21.15.6:0/33487675 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2250022920 con 0x555a28c61eb0 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.556+0000 7f2276155b80 1 -- 172.21.15.6:0/33487675 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555a28bb6570 con 0x555a28c61eb0 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.556+0000 7f224aa00700 1 -- 172.21.15.6:0/33487675 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f22500a9ca0 con 0x555a28c61eb0 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.556+0000 7f2276155b80 10 client.18495 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.556+0000 7f2276155b80 1 -- 172.21.15.6:0/33487675 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a28ce0660 con 0x555a28c61eb0 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.556+0000 7f224aa00700 1 -- 172.21.15.6:0/33487675 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f225006e080 con 0x555a28c61eb0 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.556+0000 7f224aa00700 1 -- 172.21.15.6:0/33487675 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f22500aa790 con 0x555a28c61eb0 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.557+0000 7f2276155b80 10 client.18495 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.557+0000 7f2276155b80 10 client.18495 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.557+0000 7f2276155b80 20 client.18495 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.557+0000 7f2276155b80 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a28ce0d00 0x555a28ce3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.557+0000 7f2276155b80 4 client.18495 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.557+0000 7f2276155b80 1 -- 172.21.15.6:0/33487675 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555a28a2d250 con 0x555a28ce0d00 2024-05-20T21:27:16.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.557+0000 7f2268e00700 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a28ce0d00 0x555a28ce3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2268e00700 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a28ce0d00 0x555a28ce3120 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0eeaae346739989 server_cookie=847b5889e9f847ae in_seq=0 out_seq=0 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f224aa00700 10 client.18495 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f224aa00700 1 -- 172.21.15.6:0/33487675 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555a28a2d250 con 0x555a28ce0d00 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f224aa00700 10 client.18495 handle_command_reply: tid=0 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 client.18495 shutdown 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 -- 172.21.15.6:0/33487675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c61eb0 msgr2=0x555a28c7cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c61eb0 0x555a28c7cf30 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f2250009990 tx=0x7f2250022f90 comp rx=0 tx=0).stop 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 -- 172.21.15.6:0/33487675 shutdown_connections 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555a28c627d0 0x555a28c7d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555a28ce0d00 0x555a28ce3120 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555a28c5c880 0x555a28c6eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 --2- 172.21.15.6:0/33487675 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555a28c61eb0 0x555a28c7cf30 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 -- 172.21.15.6:0/33487675 >> 172.21.15.6:0/33487675 conn(0x555a28b8abe0 msgr2=0x555a28c5f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:16.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f224aa00700 0 client.18495 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:16.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 -- 172.21.15.6:0/33487675 shutdown_connections 2024-05-20T21:27:16.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.558+0000 7f2276155b80 1 -- 172.21.15.6:0/33487675 wait complete. 2024-05-20T21:27:16.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f2276155b80 20 client.18495 trim_cache size 0 max 16384 2024-05-20T21:27:16.563 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 -- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f224c0b2880 msgr2=0x7f224c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f224c0b2880 0x7f224c0b4d40 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f226406bdd0 tx=0x7f225c004ad0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 -- 172.21.15.6:0/1436387763 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2264076090 msgr2=0x7f226419c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2264076090 0x7f226419c3f0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f22500098e0 tx=0x7f22500057c0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 -- 172.21.15.6:0/1436387763 shutdown_connections 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f224c0b2880 0x7f224c0b4d40 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f226410ff40 0x7f22641a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2264075770 0x7f226419beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 --2- 172.21.15.6:0/1436387763 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2264076090 0x7f226419c3f0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.559+0000 7f226b800700 1 -- 172.21.15.6:0/1436387763 >> 172.21.15.6:0/1436387763 conn(0x7f226407a6a0 msgr2=0x7f22641007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.560+0000 7f226b800700 1 -- 172.21.15.6:0/1436387763 shutdown_connections 2024-05-20T21:27:16.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:16.560+0000 7f226b800700 1 -- 172.21.15.6:0/1436387763 wait complete. 2024-05-20T21:27:17.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:17 smithi006 ceph-mon[31422]: pgmap v783: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.8 KiB/s wr, 10 op/s 2024-05-20T21:27:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:17 smithi062 ceph-mon[36640]: pgmap v783: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.8 KiB/s wr, 10 op/s 2024-05-20T21:27:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:17 smithi042 ceph-mon[36332]: pgmap v783: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.8 KiB/s wr, 10 op/s 2024-05-20T21:27:18.626 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:27:18.626 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:27:19.086 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:19.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:19 smithi006 ceph-mon[31422]: pgmap v784: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.8 KiB/s wr, 11 op/s 2024-05-20T21:27:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:19 smithi062 ceph-mon[36640]: pgmap v784: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.8 KiB/s wr, 11 op/s 2024-05-20T21:27:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:19 smithi042 ceph-mon[36332]: pgmap v784: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.8 KiB/s wr, 11 op/s 2024-05-20T21:27:21.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.352+0000 7f7943c00700 1 -- 172.21.15.6:0/3331451494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c10ff40 msgr2=0x7f793c112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.352+0000 7f7943c00700 1 --2- 172.21.15.6:0/3331451494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c10ff40 0x7f793c112330 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f793400b0a0 tx=0x7f793400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.353+0000 7f7943c00700 1 -- 172.21.15.6:0/3331451494 shutdown_connections 2024-05-20T21:27:21.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.353+0000 7f7943c00700 1 --2- 172.21.15.6:0/3331451494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c10ff40 0x7f793c112330 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.353+0000 7f7943c00700 1 --2- 172.21.15.6:0/3331451494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f793c075770 0x7f793c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.353+0000 7f7943c00700 1 --2- 172.21.15.6:0/3331451494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f793c076090 0x7f793c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.353+0000 7f7943c00700 1 -- 172.21.15.6:0/3331451494 >> 172.21.15.6:0/3331451494 conn(0x7f793c07a6a0 msgr2=0x7f793c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.353+0000 7f7943c00700 1 -- 172.21.15.6:0/3331451494 shutdown_connections 2024-05-20T21:27:21.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.353+0000 7f7943c00700 1 -- 172.21.15.6:0/3331451494 wait complete. 2024-05-20T21:27:21.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.354+0000 7f7943c00700 1 Processor -- start 2024-05-20T21:27:21.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.354+0000 7f7943c00700 1 -- start start 2024-05-20T21:27:21.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.354+0000 7f7943c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f793c075770 0x7f793c19bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.354+0000 7f7943c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c076090 0x7f793c19c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.354+0000 7f7943c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f793c10ff40 0x7f793c1a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.354+0000 7f7943c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1158d0 con 0x7f793c076090 2024-05-20T21:27:21.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.354+0000 7f7943c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f793c115750 con 0x7f793c10ff40 2024-05-20T21:27:21.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.354+0000 7f7943c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f793c115a50 con 0x7f793c075770 2024-05-20T21:27:21.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f793be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c076090 0x7f793c19c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f793be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c076090 0x7f793c19c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56582/0 (socket says 172.21.15.6:56582) 2024-05-20T21:27:21.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f793be00700 1 -- 172.21.15.6:0/2505930824 learned_addr learned my addr 172.21.15.6:0/2505930824 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:21.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f7941c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f793c10ff40 0x7f793c1a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f7941200700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f793c075770 0x7f793c19bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f793be00700 1 -- 172.21.15.6:0/2505930824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f793c075770 msgr2=0x7f793c19bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f793be00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f793c075770 0x7f793c19bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f793be00700 1 -- 172.21.15.6:0/2505930824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f793c10ff40 msgr2=0x7f793c1a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f793be00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f793c10ff40 0x7f793c1a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f793be00700 1 -- 172.21.15.6:0/2505930824 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f793c1a0d30 con 0x7f793c076090 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.355+0000 7f7941c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f793c10ff40 0x7f793c1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.356+0000 7f793be00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c076090 0x7f793c19c260 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f792800e970 tx=0x7f792800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.356+0000 7f7939600700 1 -- 172.21.15.6:0/2505930824 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7928004220 con 0x7f793c076090 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.356+0000 7f7943c00700 1 -- 172.21.15.6:0/2505930824 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f793c1a1020 con 0x7f793c076090 2024-05-20T21:27:21.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.356+0000 7f7939600700 1 -- 172.21.15.6:0/2505930824 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79280043c0 con 0x7f793c076090 2024-05-20T21:27:21.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.356+0000 7f7939600700 1 -- 172.21.15.6:0/2505930824 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7928003ce0 con 0x7f793c076090 2024-05-20T21:27:21.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.356+0000 7f7943c00700 1 -- 172.21.15.6:0/2505930824 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f793c1a88a0 con 0x7f793c076090 2024-05-20T21:27:21.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.360+0000 7f7939600700 1 -- 172.21.15.6:0/2505930824 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f792800c7e0 con 0x7f793c076090 2024-05-20T21:27:21.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.361+0000 7f794e53bb80 1 Processor -- start 2024-05-20T21:27:21.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.361+0000 7f794e53bb80 1 -- start start 2024-05-20T21:27:21.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f7939600700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79240b2880 0x7f79240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.362 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f930f30 0x558f6f931310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f931850 0x558f6f92b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f794e53bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558f6f889ec0 con 0x558f6f930f30 2024-05-20T21:27:21.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f794e53bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558f6f879a60 con 0x558f6f92b900 2024-05-20T21:27:21.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f794e53bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558f6f87daa0 con 0x558f6f931850 2024-05-20T21:27:21.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f7939600700 1 -- 172.21.15.6:0/2505930824 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f79280e2580 con 0x7f793c076090 2024-05-20T21:27:21.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f7941c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79240b2880 0x7f79240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f7941200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f930f30 0x558f6f931310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f7941200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f930f30 0x558f6f931310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56594/0 (socket says 172.21.15.6:56594) 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.362+0000 7f7941200700 1 -- 172.21.15.6:0/2901349237 learned_addr learned my addr 172.21.15.6:0/2901349237 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f793be00700 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f931850 0x558f6f92b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f7941c00700 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f7941200700 1 -- 172.21.15.6:0/2901349237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f931850 msgr2=0x558f6f92b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f7941200700 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f931850 0x558f6f92b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f7941200700 1 -- 172.21.15.6:0/2901349237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 msgr2=0x558f6f92bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f7941200700 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f7941200700 1 -- 172.21.15.6:0/2901349237 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f6f8424a0 con 0x558f6f930f30 2024-05-20T21:27:21.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f7941200700 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f930f30 0x558f6f931310 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f7930009d80 tx=0x7f7930011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=820f12b94ef2656d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.363+0000 7f7941c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79240b2880 0x7f79240b4d40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7934009fd0 tx=0x7f793400bf60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.364+0000 7f792e000700 1 -- 172.21.15.6:0/2901349237 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7930004230 con 0x558f6f930f30 2024-05-20T21:27:21.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.364+0000 7f792e000700 1 -- 172.21.15.6:0/2901349237 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79300043d0 con 0x558f6f930f30 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.364+0000 7f792e000700 1 -- 172.21.15.6:0/2901349237 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79300197d0 con 0x558f6f930f30 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.364+0000 7f794e53bb80 1 -- 172.21.15.6:0/2901349237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f930f30 msgr2=0x558f6f931310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.364+0000 7f794e53bb80 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f930f30 0x558f6f931310 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f7930009d80 tx=0x7f7930011720 comp rx=0 tx=0).stop 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.365+0000 7f794e53bb80 1 -- 172.21.15.6:0/2901349237 shutdown_connections 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.365+0000 7f794e53bb80 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.365+0000 7f794e53bb80 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f930f30 0x558f6f931310 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.365+0000 7f794e53bb80 1 --2- 172.21.15.6:0/2901349237 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f931850 0x558f6f92b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.365+0000 7f794e53bb80 1 -- 172.21.15.6:0/2901349237 >> 172.21.15.6:0/2901349237 conn(0x558f6f859c60 msgr2=0x558f6f926090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.365+0000 7f794e53bb80 1 -- 172.21.15.6:0/2901349237 shutdown_connections 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.365+0000 7f794e53bb80 1 -- 172.21.15.6:0/2901349237 wait complete. 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.365+0000 7f794e53bb80 1 -- start start 2024-05-20T21:27:21.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f794e53bb80 1 Processor -- start 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f92b900 0x558f6f9374b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f930f30 0x558f6f934850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f934d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f794e53bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558f6f780020 con 0x558f6f931850 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f794e53bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558f6f81a7e0 con 0x558f6f930f30 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f794e53bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558f6f9382c0 con 0x558f6f92b900 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f794e53bb80 10 client.0 _ll_register_callbacks cb 0x558f6f823cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.366+0000 7f7941200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f92b900 0x558f6f9374b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f92b900 0x558f6f9374b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39364/0 (socket says 172.21.15.6:39364) 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941200700 1 -- 172.21.15.6:0/1659761047 learned_addr learned my addr 172.21.15.6:0/1659761047 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941c00700 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f934d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f793be00700 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f930f30 0x558f6f934850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941200700 1 -- 172.21.15.6:0/1659761047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f930f30 msgr2=0x558f6f934850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941200700 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f930f30 0x558f6f934850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941200700 1 -- 172.21.15.6:0/1659761047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 msgr2=0x558f6f934d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941200700 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f934d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941200700 1 -- 172.21.15.6:0/1659761047 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f6f7c9950 con 0x558f6f92b900 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7941200700 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f92b900 0x558f6f9374b0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f7930000c00 tx=0x7f7930005320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c08691368338333a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.367+0000 7f7922a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.368+0000 7f7922a00700 1 -- 172.21.15.6:0/1659761047 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7930027070 con 0x558f6f92b900 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.368+0000 7f7922a00700 1 -- 172.21.15.6:0/1659761047 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7930004950 con 0x558f6f92b900 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.368+0000 7f794e53bb80 1 -- 172.21.15.6:0/1659761047 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79300043d0 con 0x558f6f92b900 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.368+0000 7f7922a00700 1 -- 172.21.15.6:0/1659761047 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7930033050 con 0x558f6f92b900 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.368+0000 7f794e53bb80 10 client.28615 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:21.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.368+0000 7f794e53bb80 1 -- 172.21.15.6:0/1659761047 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558f6f84a0e0 con 0x558f6f92b900 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.368+0000 7f7922a00700 1 -- 172.21.15.6:0/1659761047 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79300043d0 con 0x558f6f92b900 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.369+0000 7f7922a00700 1 -- 172.21.15.6:0/1659761047 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7930023460 con 0x558f6f92b900 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.369+0000 7f794e53bb80 10 client.28615 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.369+0000 7f794e53bb80 10 client.28615 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.369+0000 7f794e53bb80 20 client.28615 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.369+0000 7f794e53bb80 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558f6f944c50 0x558f6f947040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.369+0000 7f794e53bb80 4 client.28615 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.369+0000 7f794e53bb80 1 -- 172.21.15.6:0/1659761047 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f6f88be10 con 0x558f6f944c50 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.369+0000 7f793be00700 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558f6f944c50 0x558f6f947040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.370+0000 7f793be00700 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558f6f944c50 0x558f6f947040 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e5b938ca2fb3525 server_cookie=7cf2692aa9e52fd7 in_seq=0 out_seq=0 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.370+0000 7f7922a00700 10 client.28615 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f7922a00700 1 -- 172.21.15.6:0/1659761047 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558f6f88be10 con 0x558f6f944c50 2024-05-20T21:27:21.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f7922a00700 10 client.28615 handle_command_reply: tid=0 2024-05-20T21:27:21.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 client.28615 shutdown 2024-05-20T21:27:21.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 -- 172.21.15.6:0/1659761047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f92b900 msgr2=0x558f6f9374b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f92b900 0x558f6f9374b0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f7930000c00 tx=0x7f7930005320 comp rx=0 tx=0).stop 2024-05-20T21:27:21.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 -- 172.21.15.6:0/1659761047 shutdown_connections 2024-05-20T21:27:21.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f934d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558f6f944c50 0x558f6f947040 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f92b900 0x558f6f9374b0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 --2- 172.21.15.6:0/1659761047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f930f30 0x558f6f934850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f7922a00700 0 client.28615 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:21.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 -- 172.21.15.6:0/1659761047 >> 172.21.15.6:0/1659761047 conn(0x558f6f859c60 msgr2=0x558f6f92a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 -- 172.21.15.6:0/1659761047 shutdown_connections 2024-05-20T21:27:21.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 1 -- 172.21.15.6:0/1659761047 wait complete. 2024-05-20T21:27:21.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.371+0000 7f794e53bb80 20 client.28615 trim_cache size 0 max 16384 2024-05-20T21:27:21.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.394+0000 7f794e53bb80 1 Processor -- start 2024-05-20T21:27:21.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.394+0000 7f794e53bb80 1 -- start start 2024-05-20T21:27:21.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f9324c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f933890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f794e53bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1b2980 con 0x558f6f931850 2024-05-20T21:27:21.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f794e53bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1b0210 con 0x558f6f92b900 2024-05-20T21:27:21.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f794e53bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1ae060 con 0x558f6f930f30 2024-05-20T21:27:21.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f793be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f9324c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f7941200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f793be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f9324c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39368/0 (socket says 172.21.15.6:39368) 2024-05-20T21:27:21.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f793be00700 1 -- 172.21.15.6:0/3107080670 learned_addr learned my addr 172.21.15.6:0/3107080670 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.395+0000 7f7941c00700 1 --2- 172.21.15.6:0/3107080670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f933890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f7941200700 1 -- 172.21.15.6:0/3107080670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 msgr2=0x558f6f9324c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f7941200700 1 --2- 172.21.15.6:0/3107080670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f9324c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f7941200700 1 -- 172.21.15.6:0/3107080670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 msgr2=0x558f6f933890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f7941200700 1 --2- 172.21.15.6:0/3107080670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f933890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f7941200700 1 -- 172.21.15.6:0/3107080670 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f6f932e00 con 0x558f6f92b900 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f7941200700 1 --2- 172.21.15.6:0/3107080670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92b2e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7930009cd0 tx=0x7f7930009830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa8b99e03c1ad6e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f792d600700 1 -- 172.21.15.6:0/3107080670 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7930030020 con 0x558f6f92b900 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f792d600700 1 -- 172.21.15.6:0/3107080670 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7930005c20 con 0x558f6f92b900 2024-05-20T21:27:21.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.396+0000 7f792d600700 1 -- 172.21.15.6:0/3107080670 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7930027030 con 0x558f6f92b900 2024-05-20T21:27:21.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 -- 172.21.15.6:0/3107080670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 msgr2=0x558f6f92b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 --2- 172.21.15.6:0/3107080670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92b2e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7930009cd0 tx=0x7f7930009830 comp rx=0 tx=0).stop 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 -- 172.21.15.6:0/3107080670 shutdown_connections 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 --2- 172.21.15.6:0/3107080670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f933890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 --2- 172.21.15.6:0/3107080670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f92b2e0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 --2- 172.21.15.6:0/3107080670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f9324c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 -- 172.21.15.6:0/3107080670 >> 172.21.15.6:0/3107080670 conn(0x558f6f859c60 msgr2=0x558f6f933180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 -- 172.21.15.6:0/3107080670 shutdown_connections 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.397+0000 7f794e53bb80 1 -- 172.21.15.6:0/3107080670 wait complete. 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.398+0000 7f794e53bb80 1 -- start start 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.398+0000 7f794e53bb80 1 Processor -- start 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.398+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f93a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.398+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f93ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.398+0000 7f794e53bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f9af610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.398+0000 7f794e53bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1ae6d0 con 0x558f6f931850 2024-05-20T21:27:21.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f794e53bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1afb40 con 0x558f6f92b900 2024-05-20T21:27:21.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f794e53bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f793c1aeda0 con 0x558f6f930f30 2024-05-20T21:27:21.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f794e53bb80 10 client.0 _ll_register_callbacks cb 0x558f6f823cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:21.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f93a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f93a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60788/0 (socket says 172.21.15.6:60788) 2024-05-20T21:27:21.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941200700 1 -- 172.21.15.6:0/970818215 learned_addr learned my addr 172.21.15.6:0/970818215 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:21.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941c00700 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f9af610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f793be00700 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f93ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941200700 1 -- 172.21.15.6:0/970818215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 msgr2=0x558f6f93ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941200700 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f93ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941200700 1 -- 172.21.15.6:0/970818215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 msgr2=0x558f6f9af610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941200700 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f9af610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.399+0000 7f7941200700 1 -- 172.21.15.6:0/970818215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f6f93b430 con 0x558f6f92b900 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f7941200700 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f93a610 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f7930011af0 tx=0x7f7930005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecc0dd532104f66 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f7922a00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f7922a00700 1 -- 172.21.15.6:0/970818215 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7930030030 con 0x558f6f92b900 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f794e53bb80 1 -- 172.21.15.6:0/970818215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7930005c20 con 0x558f6f92b900 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f7922a00700 1 -- 172.21.15.6:0/970818215 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7930003680 con 0x558f6f92b900 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f7922a00700 1 -- 172.21.15.6:0/970818215 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7930027040 con 0x558f6f92b900 2024-05-20T21:27:21.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f794e53bb80 10 client.28625 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f794e53bb80 1 -- 172.21.15.6:0/970818215 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558f6f9b0ca0 con 0x558f6f92b900 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.400+0000 7f7922a00700 1 -- 172.21.15.6:0/970818215 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7930005c20 con 0x558f6f92b900 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.401+0000 7f7922a00700 1 -- 172.21.15.6:0/970818215 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7930004c90 con 0x558f6f92b900 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.401+0000 7f794e53bb80 10 client.28625 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.401+0000 7f794e53bb80 10 client.28625 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.401+0000 7f794e53bb80 20 client.28625 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.401+0000 7f794e53bb80 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558f6f9b1290 0x558f6f9b36b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.401+0000 7f794e53bb80 4 client.28625 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.401+0000 7f794e53bb80 1 -- 172.21.15.6:0/970818215 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558f6f927dc0 con 0x558f6f9b1290 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.401+0000 7f793be00700 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558f6f9b1290 0x558f6f9b36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.402+0000 7f793be00700 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558f6f9b1290 0x558f6f9b36b0 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6136238ecdd9dea6 server_cookie=a61553baec059c9b in_seq=0 out_seq=0 2024-05-20T21:27:21.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.402+0000 7f7922a00700 10 client.28625 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:21.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f7922a00700 1 -- 172.21.15.6:0/970818215 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558f6f927dc0 con 0x558f6f9b1290 2024-05-20T21:27:21.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f7922a00700 10 client.28625 handle_command_reply: tid=0 2024-05-20T21:27:21.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 client.28625 shutdown 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 -- 172.21.15.6:0/970818215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 msgr2=0x558f6f93a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f93a610 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f7930011af0 tx=0x7f7930005dd0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 -- 172.21.15.6:0/970818215 shutdown_connections 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558f6f931850 0x558f6f9af610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558f6f92b900 0x558f6f93a610 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558f6f9b1290 0x558f6f9b36b0 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 --2- 172.21.15.6:0/970818215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558f6f930f30 0x558f6f93ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f7922a00700 0 client.28625 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.403+0000 7f794e53bb80 1 -- 172.21.15.6:0/970818215 >> 172.21.15.6:0/970818215 conn(0x558f6f859c60 msgr2=0x558f6f92fa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.404+0000 7f794e53bb80 1 -- 172.21.15.6:0/970818215 shutdown_connections 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.404+0000 7f794e53bb80 1 -- 172.21.15.6:0/970818215 wait complete. 2024-05-20T21:27:21.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.404+0000 7f794e53bb80 20 client.28625 trim_cache size 0 max 16384 2024-05-20T21:27:21.406 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:27:21.406 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:27:21.406 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "f41d05dd-58d6-4f0e-a670-3903463f7fc1", 2024-05-20T21:27:21.406 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:27:21.406 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.404+0000 7f7943c00700 1 -- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79240b2880 msgr2=0x7f79240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.404+0000 7f7943c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79240b2880 0x7f79240b4d40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7934009fd0 tx=0x7f793400bf60 comp rx=0 tx=0).stop 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 -- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c076090 msgr2=0x7f793c19c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c076090 0x7f793c19c260 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f792800e970 tx=0x7f792800ec80 comp rx=0 tx=0).stop 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 -- 172.21.15.6:0/2505930824 shutdown_connections 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f79240b2880 0x7f79240b4d40 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f793c10ff40 0x7f793c1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f793c075770 0x7f793c19bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 --2- 172.21.15.6:0/2505930824 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f793c076090 0x7f793c19c260 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 -- 172.21.15.6:0/2505930824 >> 172.21.15.6:0/2505930824 conn(0x7f793c07a6a0 msgr2=0x7f793c100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 -- 172.21.15.6:0/2505930824 shutdown_connections 2024-05-20T21:27:21.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:21.405+0000 7f7943c00700 1 -- 172.21.15.6:0/2505930824 wait complete. 2024-05-20T21:27:21.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:21 smithi006 ceph-mon[31422]: pgmap v785: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.8 KiB/s wr, 9 op/s 2024-05-20T21:27:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:21 smithi062 ceph-mon[36640]: pgmap v785: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.8 KiB/s wr, 9 op/s 2024-05-20T21:27:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:21 smithi042 ceph-mon[36332]: pgmap v785: 97 pgs: 97 active+clean; 1.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.8 KiB/s wr, 9 op/s 2024-05-20T21:27:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 -- 172.21.15.6:0/1701804746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f976010a7a0 msgr2=0x7f976010cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 --2- 172.21.15.6:0/1701804746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f976010a7a0 0x7f976010cc30 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f9758009be0 tx=0x7f975802a750 comp rx=0 tx=0).stop 2024-05-20T21:27:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 -- 172.21.15.6:0/1701804746 shutdown_connections 2024-05-20T21:27:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 --2- 172.21.15.6:0/1701804746 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f976010a7a0 0x7f976010cc30 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 --2- 172.21.15.6:0/1701804746 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760075430 0x7f9760075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 --2- 172.21.15.6:0/1701804746 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9760076a10 0x7f9760074e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 -- 172.21.15.6:0/1701804746 >> 172.21.15.6:0/1701804746 conn(0x7f97600fde60 msgr2=0x7f97601002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 -- 172.21.15.6:0/1701804746 shutdown_connections 2024-05-20T21:27:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.252+0000 7f975f200640 1 -- 172.21.15.6:0/1701804746 wait complete. 2024-05-20T21:27:22.254 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.253+0000 7f975f200640 1 Processor -- start 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.253+0000 7f975f200640 1 -- start start 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760075430 0x7f976019ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975f200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9760076a10 0x7f976019b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975f200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f976010a7a0 0x7f97601a2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975f200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9760110630 con 0x7f9760075430 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975f200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f97601104b0 con 0x7f9760076a10 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975f200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f97601107b0 con 0x7f976010a7a0 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760075430 0x7f976019ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f9755400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9760076a10 0x7f976019b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760075430 0x7f976019ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56650/0 (socket says 172.21.15.6:56650) 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975de00640 1 -- 172.21.15.6:0/1891363477 learned_addr learned my addr 172.21.15.6:0/1891363477 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975e800640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f976010a7a0 0x7f97601a2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975de00640 1 -- 172.21.15.6:0/1891363477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f976010a7a0 msgr2=0x7f97601a2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.254+0000 7f975de00640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f976010a7a0 0x7f97601a2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f975de00640 1 -- 172.21.15.6:0/1891363477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9760076a10 msgr2=0x7f976019b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f975de00640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9760076a10 0x7f976019b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f975de00640 1 -- 172.21.15.6:0/1891363477 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97601a28d0 con 0x7f9760075430 2024-05-20T21:27:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f9755400640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9760076a10 0x7f976019b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f975de00640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760075430 0x7f976019ac90 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f975000e9f0 tx=0x7f975000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:22.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f9757400640 1 -- 172.21.15.6:0/1891363477 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975000cd80 con 0x7f9760075430 2024-05-20T21:27:22.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f975f200640 1 -- 172.21.15.6:0/1891363477 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97601a2bc0 con 0x7f9760075430 2024-05-20T21:27:22.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f9757400640 1 -- 172.21.15.6:0/1891363477 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97500054d0 con 0x7f9760075430 2024-05-20T21:27:22.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f9757400640 1 -- 172.21.15.6:0/1891363477 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9750010690 con 0x7f9760075430 2024-05-20T21:27:22.257 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.255+0000 7f975f200640 1 -- 172.21.15.6:0/1891363477 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97601a30c0 con 0x7f9760075430 2024-05-20T21:27:22.258 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f976819d740 1 Processor -- start 2024-05-20T21:27:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f976819d740 1 -- start start 2024-05-20T21:27:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f976819d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe60cf0 0x55efcbe61110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f9757400640 1 -- 172.21.15.6:0/1891363477 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9750004e90 con 0x7f9760075430 2024-05-20T21:27:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f976819d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe616e0 0x55efcbe661e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f976819d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe68ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f976819d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55efcbdd0b90 con 0x55efcbe616e0 2024-05-20T21:27:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f976819d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55efcbdc0730 con 0x55efcbe66850 2024-05-20T21:27:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.259+0000 7f976819d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55efcbdc4770 con 0x55efcbe60cf0 2024-05-20T21:27:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975e800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe60cf0 0x55efcbe61110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975e800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe60cf0 0x55efcbe61110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39410/0 (socket says 172.21.15.6:39410) 2024-05-20T21:27:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975e800640 1 -- 172.21.15.6:0/83700227 learned_addr learned my addr 172.21.15.6:0/83700227 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975de00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe616e0 0x55efcbe661e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f9755400640 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe68ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975e800640 1 -- 172.21.15.6:0/83700227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 msgr2=0x55efcbe68ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:22.262 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975e800640 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe68ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975e800640 1 -- 172.21.15.6:0/83700227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe616e0 msgr2=0x55efcbe661e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975e800640 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe616e0 0x55efcbe661e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f975e800640 1 -- 172.21.15.6:0/83700227 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efcbd598b0 con 0x55efcbe60cf0 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.260+0000 7f9755400640 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe68ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.261+0000 7f975e800640 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe60cf0 0x55efcbe61110 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f9758009be0 tx=0x7f9758005ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=650468a274d31656 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.261+0000 7f974f400640 1 -- 172.21.15.6:0/83700227 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9758041030 con 0x55efcbe60cf0 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.261+0000 7f974f400640 1 -- 172.21.15.6:0/83700227 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9758030560 con 0x55efcbe60cf0 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.261+0000 7f974f400640 1 -- 172.21.15.6:0/83700227 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9758036040 con 0x55efcbe60cf0 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.261+0000 7f9757400640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97440b27d0 0x7f97440b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f9757400640 1 -- 172.21.15.6:0/1891363477 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f97500e2730 con 0x7f9760075430 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f975de00640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97440b27d0 0x7f97440b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 -- 172.21.15.6:0/83700227 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe60cf0 msgr2=0x55efcbe61110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.263 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe60cf0 0x55efcbe61110 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f9758009be0 tx=0x7f9758005ec0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 -- 172.21.15.6:0/83700227 shutdown_connections 2024-05-20T21:27:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe68ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe616e0 0x55efcbe661e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 --2- 172.21.15.6:0/83700227 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe60cf0 0x55efcbe61110 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 -- 172.21.15.6:0/83700227 >> 172.21.15.6:0/83700227 conn(0x55efcbe5c360 msgr2=0x55efcbe5c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 -- 172.21.15.6:0/83700227 shutdown_connections 2024-05-20T21:27:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.262+0000 7f976819d740 1 -- 172.21.15.6:0/83700227 wait complete. 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.263+0000 7f975de00640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97440b27d0 0x7f97440b4c90 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f975000c6a0 tx=0x7f97500e8530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.263+0000 7f976819d740 1 -- start start 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.263+0000 7f976819d740 1 Processor -- start 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.263+0000 7f976819d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe60cf0 0x55efcbe6aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.263+0000 7f976819d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f976819d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe72010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f976819d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55efcbaa6790 con 0x55efcbe60cf0 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f976819d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55efcbd68bc0 con 0x55efcbe66850 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f976819d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55efcbe697a0 con 0x55efcbe616e0 2024-05-20T21:27:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f976819d740 10 client.0 _ll_register_callbacks cb 0x55efcbd46400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f975e800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe60cf0 0x55efcbe6aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f9755400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f9755400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39426/0 (socket says 172.21.15.6:39426) 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f975e800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe60cf0 0x55efcbe6aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56668/0 (socket says 172.21.15.6:56668) 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f9755400640 1 -- 172.21.15.6:0/1383037425 learned_addr learned my addr 172.21.15.6:0/1383037425 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f975e800640 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe72010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f9755400640 1 -- 172.21.15.6:0/1383037425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 msgr2=0x55efcbe72010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f9755400640 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe72010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f9755400640 1 -- 172.21.15.6:0/1383037425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe60cf0 msgr2=0x55efcbe6aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f9755400640 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe60cf0 0x55efcbe6aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.264+0000 7f9755400640 1 -- 172.21.15.6:0/1383037425 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efcbad5210 con 0x55efcbe616e0 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f9755400640 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6afd0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f9748011d10 tx=0x7f974800f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5b305c461b6a3fe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f9743e00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f9743e00640 1 -- 172.21.15.6:0/1383037425 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974801a3f0 con 0x55efcbe616e0 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f9743e00640 1 -- 172.21.15.6:0/1383037425 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f974801a590 con 0x55efcbe616e0 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f976819d740 1 -- 172.21.15.6:0/1383037425 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9758030560 con 0x55efcbe616e0 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f9743e00640 1 -- 172.21.15.6:0/1383037425 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f974801a7d0 con 0x55efcbe616e0 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f976819d740 10 client.28633 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f976819d740 1 -- 172.21.15.6:0/1383037425 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55efcbba1620 con 0x55efcbe616e0 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.265+0000 7f9743e00640 1 -- 172.21.15.6:0/1383037425 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9758030560 con 0x55efcbe616e0 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.266+0000 7f9743e00640 1 -- 172.21.15.6:0/1383037425 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9748019070 con 0x55efcbe616e0 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.266+0000 7f976819d740 10 client.28633 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.266+0000 7f976819d740 10 client.28633 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.266+0000 7f976819d740 20 client.28633 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.266+0000 7f976819d740 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55efcbe766d0 0x55efcbe78b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.266+0000 7f976819d740 4 client.28633 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.266+0000 7f976819d740 1 -- 172.21.15.6:0/1383037425 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55efcbdd2ae0 con 0x55efcbe766d0 2024-05-20T21:27:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.266+0000 7f975e800640 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55efcbe766d0 0x55efcbe78b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.267+0000 7f975e800640 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55efcbe766d0 0x55efcbe78b00 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28aa2aa2d504766 server_cookie=31bce6c00aafa9d1 in_seq=0 out_seq=0 2024-05-20T21:27:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.267+0000 7f9743e00640 10 client.28633 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:22.273 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.267+0000 7f9743e00640 1 -- 172.21.15.6:0/1383037425 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55efcbdd2ae0 con 0x55efcbe766d0 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.267+0000 7f9743e00640 10 client.28633 handle_command_reply: tid=0 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.267+0000 7f976819d740 1 client.28633 shutdown 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 -- 172.21.15.6:0/1383037425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 msgr2=0x55efcbe6afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6afd0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f9748011d10 tx=0x7f974800f790 comp rx=0 tx=0).stop 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 -- 172.21.15.6:0/1383037425 shutdown_connections 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55efcbe766d0 0x55efcbe78b00 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe66850 0x55efcbe72010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6afd0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f9743e00640 0 client.28633 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 --2- 172.21.15.6:0/1383037425 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe60cf0 0x55efcbe6aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 -- 172.21.15.6:0/1383037425 >> 172.21.15.6:0/1383037425 conn(0x55efcbe5c360 msgr2=0x55efcbe5b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 -- 172.21.15.6:0/1383037425 shutdown_connections 2024-05-20T21:27:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 1 -- 172.21.15.6:0/1383037425 wait complete. 2024-05-20T21:27:22.275 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.268+0000 7f976819d740 20 client.28633 trim_cache size 0 max 16384 2024-05-20T21:27:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.286+0000 7f976819d740 1 Processor -- start 2024-05-20T21:27:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.286+0000 7f976819d740 1 -- start start 2024-05-20T21:27:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.286+0000 7f976819d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe5ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.286+0000 7f976819d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe71fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.286+0000 7f976819d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe5b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.286+0000 7f976819d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f97601ae910 con 0x55efcbe66850 2024-05-20T21:27:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.286+0000 7f976819d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f97601ac1e0 con 0x55efcbe60cf0 2024-05-20T21:27:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.286+0000 7f976819d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f97601aa030 con 0x55efcbe616e0 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f975e800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe5ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f9755400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe71fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f975e800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe5ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60824/0 (socket says 172.21.15.6:60824) 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f9755400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe71fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39430/0 (socket says 172.21.15.6:39430) 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f975e800640 1 -- 172.21.15.6:0/1173470101 learned_addr learned my addr 172.21.15.6:0/1173470101 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f975e800640 1 --2- 172.21.15.6:0/1173470101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe5b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f9755400640 1 -- 172.21.15.6:0/1173470101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 msgr2=0x55efcbe5ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f9755400640 1 --2- 172.21.15.6:0/1173470101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe5ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f9755400640 1 -- 172.21.15.6:0/1173470101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 msgr2=0x55efcbe5b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f9755400640 1 --2- 172.21.15.6:0/1173470101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe5b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.287+0000 7f9755400640 1 -- 172.21.15.6:0/1173470101 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efcbe69b70 con 0x55efcbe616e0 2024-05-20T21:27:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.288+0000 7f9755400640 1 --2- 172.21.15.6:0/1173470101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe71fd0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f9748023b50 tx=0x7f9748023ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=424db7556f48c82d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.288+0000 7f974ea00640 1 -- 172.21.15.6:0/1173470101 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974801a3f0 con 0x55efcbe616e0 2024-05-20T21:27:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.288+0000 7f974ea00640 1 -- 172.21.15.6:0/1173470101 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f974801a590 con 0x55efcbe616e0 2024-05-20T21:27:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.288+0000 7f974ea00640 1 -- 172.21.15.6:0/1173470101 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f974801ae50 con 0x55efcbe616e0 2024-05-20T21:27:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 -- 172.21.15.6:0/1173470101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 msgr2=0x55efcbe71fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 --2- 172.21.15.6:0/1173470101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe71fd0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f9748023b50 tx=0x7f9748023ed0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 -- 172.21.15.6:0/1173470101 shutdown_connections 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 --2- 172.21.15.6:0/1173470101 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe5b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 --2- 172.21.15.6:0/1173470101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe71fd0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 --2- 172.21.15.6:0/1173470101 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe5ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 -- 172.21.15.6:0/1173470101 >> 172.21.15.6:0/1173470101 conn(0x55efcbe5c360 msgr2=0x55efcbe62a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 -- 172.21.15.6:0/1173470101 shutdown_connections 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 -- 172.21.15.6:0/1173470101 wait complete. 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.289+0000 7f976819d740 1 -- start start 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f976819d740 1 Processor -- start 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f976819d740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe6f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f976819d740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f976819d740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe70940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f976819d740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f97601aa6a0 con 0x55efcbe66850 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f976819d740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f97601abb10 con 0x55efcbe60cf0 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f976819d740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f97601aad70 con 0x55efcbe616e0 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f976819d740 10 client.0 _ll_register_callbacks cb 0x7f9748009c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f975e800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe70940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f975e800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe70940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56698/0 (socket says 172.21.15.6:56698) 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.290+0000 7f975e800640 1 -- 172.21.15.6:0/373380132 learned_addr learned my addr 172.21.15.6:0/373380132 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f9755400640 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f975e800640 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe6f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f975e800640 1 -- 172.21.15.6:0/373380132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 msgr2=0x55efcbe6f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f975e800640 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f975e800640 1 -- 172.21.15.6:0/373380132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 msgr2=0x55efcbe6f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f975e800640 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe6f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f975e800640 1 -- 172.21.15.6:0/373380132 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efcbe70f30 con 0x55efcbe66850 2024-05-20T21:27:22.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f975e800640 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe70940 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f97580308a0 tx=0x7f9758033040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1f937e879a8e674 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:22.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f9743e00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:22.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f9743e00640 1 -- 172.21.15.6:0/373380132 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9758041040 con 0x55efcbe66850 2024-05-20T21:27:22.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f9743e00640 1 -- 172.21.15.6:0/373380132 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f975805a040 con 0x55efcbe66850 2024-05-20T21:27:22.294 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.291+0000 7f976819d740 1 -- 172.21.15.6:0/373380132 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f974801a590 con 0x55efcbe66850 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f9743e00640 1 -- 172.21.15.6:0/373380132 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9758064050 con 0x55efcbe66850 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f976819d740 10 client.18531 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f976819d740 1 -- 172.21.15.6:0/373380132 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55efcbe72240 con 0x55efcbe66850 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f9743e00640 1 -- 172.21.15.6:0/373380132 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f974801a590 con 0x55efcbe66850 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f9743e00640 1 -- 172.21.15.6:0/373380132 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9758051250 con 0x55efcbe66850 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f976819d740 10 client.18531 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f976819d740 10 client.18531 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f976819d740 20 client.18531 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f976819d740 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55efcbee9d90 0x55efcbeec180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f976819d740 4 client.18531 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.292+0000 7f976819d740 1 -- 172.21.15.6:0/373380132 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55efcbdcc2c0 con 0x55efcbee9d90 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.293+0000 7f9755400640 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55efcbee9d90 0x55efcbeec180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.293+0000 7f9755400640 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55efcbee9d90 0x55efcbeec180 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5965df08f89575e6 server_cookie=8db551e1bf526c95 in_seq=0 out_seq=0 2024-05-20T21:27:22.296 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.293+0000 7f9743e00640 10 client.18531 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f9743e00640 1 -- 172.21.15.6:0/373380132 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55efcbdcc2c0 con 0x55efcbee9d90 2024-05-20T21:27:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f9743e00640 10 client.18531 handle_command_reply: tid=0 2024-05-20T21:27:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 client.18531 shutdown 2024-05-20T21:27:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 -- 172.21.15.6:0/373380132 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 msgr2=0x55efcbe70940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe70940 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f97580308a0 tx=0x7f9758033040 comp rx=0 tx=0).stop 2024-05-20T21:27:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 -- 172.21.15.6:0/373380132 shutdown_connections 2024-05-20T21:27:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55efcbee9d90 0x55efcbeec180 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55efcbe66850 0x55efcbe70940 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55efcbe616e0 0x55efcbe6f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 --2- 172.21.15.6:0/373380132 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55efcbe60cf0 0x55efcbe6f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f9743e00640 0 client.18531 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.306+0000 7f976819d740 1 -- 172.21.15.6:0/373380132 >> 172.21.15.6:0/373380132 conn(0x55efcbe5c360 msgr2=0x55efcbe5f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.307+0000 7f976819d740 1 -- 172.21.15.6:0/373380132 shutdown_connections 2024-05-20T21:27:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.307+0000 7f976819d740 1 -- 172.21.15.6:0/373380132 wait complete. 2024-05-20T21:27:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.307+0000 7f976819d740 20 client.18531 trim_cache size 0 max 16384 2024-05-20T21:27:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:27:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:27:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:27:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 -- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97440b27d0 msgr2=0x7f97440b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97440b27d0 0x7f97440b4c90 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f975000c6a0 tx=0x7f97500e8530 comp rx=0 tx=0).stop 2024-05-20T21:27:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 -- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760075430 msgr2=0x7f976019ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760075430 0x7f976019ac90 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f975000e9f0 tx=0x7f975000edf0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 -- 172.21.15.6:0/1891363477 shutdown_connections 2024-05-20T21:27:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f97440b27d0 0x7f97440b4c90 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f976010a7a0 0x7f97601a2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9760076a10 0x7f976019b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 --2- 172.21.15.6:0/1891363477 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9760075430 0x7f976019ac90 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 -- 172.21.15.6:0/1891363477 >> 172.21.15.6:0/1891363477 conn(0x7f97600fde60 msgr2=0x7f9760106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 -- 172.21.15.6:0/1891363477 shutdown_connections 2024-05-20T21:27:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:22.308+0000 7f975f200640 1 -- 172.21.15.6:0/1891363477 wait complete. 2024-05-20T21:27:22.541 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:27:22.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:22 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:27:22.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:22 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:22.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:22 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:27:22.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:22 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:23.011 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:22 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:27:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:22 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:22 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:27:23.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:22 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:22 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:27:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:22 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:22 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:27:23.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:22 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:23 smithi006 ceph-mon[31422]: pgmap v786: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:27:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:23 smithi062 ceph-mon[36640]: pgmap v786: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:27:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:23 smithi042 ceph-mon[36332]: pgmap v786: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 14 op/s 2024-05-20T21:27:25.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 -- 172.21.15.6:0/254372806 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c106120 msgr2=0x7f9d8c112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 --2- 172.21.15.6:0/254372806 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c106120 0x7f9d8c112630 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400b0a0 tx=0x7f9d8400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 -- 172.21.15.6:0/254372806 shutdown_connections 2024-05-20T21:27:25.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 --2- 172.21.15.6:0/254372806 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c106120 0x7f9d8c112630 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 --2- 172.21.15.6:0/254372806 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c10b760 0x7f9d8c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 --2- 172.21.15.6:0/254372806 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c105760 0x7f9d8c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 -- 172.21.15.6:0/254372806 >> 172.21.15.6:0/254372806 conn(0x7f9d8c101250 msgr2=0x7f9d8c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:25.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 -- 172.21.15.6:0/254372806 shutdown_connections 2024-05-20T21:27:25.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.392+0000 7f9d91200700 1 -- 172.21.15.6:0/254372806 wait complete. 2024-05-20T21:27:25.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.393+0000 7f9d91200700 1 Processor -- start 2024-05-20T21:27:25.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.394+0000 7f9d91200700 1 -- start start 2024-05-20T21:27:25.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.394+0000 7f9d91200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c105760 0x7f9d8c19be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.394+0000 7f9d91200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c106120 0x7f9d8c19c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.394+0000 7f9d91200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c10b760 0x7f9d8c1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.394+0000 7f9d91200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c1159b0 con 0x7f9d8c10b760 2024-05-20T21:27:25.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.394+0000 7f9d91200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c115830 con 0x7f9d8c106120 2024-05-20T21:27:25.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.394+0000 7f9d91200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c115b30 con 0x7f9d8c105760 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c106120 0x7f9d8c19c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c105760 0x7f9d8c19be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d8a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c10b760 0x7f9d8c1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c106120 0x7f9d8c19c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60854/0 (socket says 172.21.15.6:60854) 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89400700 1 -- 172.21.15.6:0/980992380 learned_addr learned my addr 172.21.15.6:0/980992380 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c105760 0x7f9d8c19be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39466/0 (socket says 172.21.15.6:39466) 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89e00700 1 -- 172.21.15.6:0/980992380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c106120 msgr2=0x7f9d8c19c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89e00700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c106120 0x7f9d8c19c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89e00700 1 -- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c10b760 msgr2=0x7f9d8c1a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89e00700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c10b760 0x7f9d8c1a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d89e00700 1 -- 172.21.15.6:0/980992380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d8c1a0e90 con 0x7f9d8c105760 2024-05-20T21:27:25.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.395+0000 7f9d8a800700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c10b760 0x7f9d8c1a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:25.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.396+0000 7f9d89e00700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c105760 0x7f9d8c19be80 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c00e9f0 tx=0x7f9d7c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:25.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.396+0000 7f9d82a00700 1 -- 172.21.15.6:0/980992380 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c00c9c0 con 0x7f9d8c105760 2024-05-20T21:27:25.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.396+0000 7f9d82a00700 1 -- 172.21.15.6:0/980992380 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d7c00cb60 con 0x7f9d8c105760 2024-05-20T21:27:25.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.396+0000 7f9d82a00700 1 -- 172.21.15.6:0/980992380 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c018680 con 0x7f9d8c105760 2024-05-20T21:27:25.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.396+0000 7f9d91200700 1 -- 172.21.15.6:0/980992380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d8c1a1180 con 0x7f9d8c105760 2024-05-20T21:27:25.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.396+0000 7f9d91200700 1 -- 172.21.15.6:0/980992380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d8c077980 con 0x7f9d8c105760 2024-05-20T21:27:25.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.400+0000 7f9d82a00700 1 -- 172.21.15.6:0/980992380 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9d7c010430 con 0x7f9d8c105760 2024-05-20T21:27:25.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.401+0000 7f9d9bc4eb80 1 Processor -- start 2024-05-20T21:27:25.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.401+0000 7f9d9bc4eb80 1 -- start start 2024-05-20T21:27:25.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.401+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ae290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.401+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.401+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.401+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560e5c106e40 con 0x560e5c1a8880 2024-05-20T21:27:25.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.401+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560e5c0f69e0 con 0x560e5c1adeb0 2024-05-20T21:27:25.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.401+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560e5c0faa20 con 0x560e5c1ae7d0 2024-05-20T21:27:25.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d82a00700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d700b2900 0x7f9d700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d8a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ae290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d8a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ae290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60862/0 (socket says 172.21.15.6:60862) 2024-05-20T21:27:25.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d8a800700 1 -- 172.21.15.6:0/136844122 learned_addr learned my addr 172.21.15.6:0/136844122 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:25.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d89400700 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d89e00700 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d82a00700 1 -- 172.21.15.6:0/980992380 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9d7c0e2350 con 0x7f9d8c105760 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d8a800700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d700b2900 0x7f9d700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d89400700 1 -- 172.21.15.6:0/136844122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 msgr2=0x560e5c1a8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d89400700 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d89400700 1 -- 172.21.15.6:0/136844122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 msgr2=0x560e5c1ae290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d89400700 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ae290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.402+0000 7f9d89400700 1 -- 172.21.15.6:0/136844122 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e5c0bf420 con 0x560e5c1a8880 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.403+0000 7f9d89400700 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8ce0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f9d78009d50 tx=0x7f9d78011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec95ce0f0be6a75 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.403+0000 7f9d77400700 1 -- 172.21.15.6:0/136844122 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d78004a30 con 0x560e5c1a8880 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.403+0000 7f9d8a800700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d700b2900 0x7f9d700b4dc0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400bfa0 tx=0x7f9d8400b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.403+0000 7f9d77400700 1 -- 172.21.15.6:0/136844122 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d780054d0 con 0x560e5c1a8880 2024-05-20T21:27:25.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.403+0000 7f9d77400700 1 -- 172.21.15.6:0/136844122 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d780197f0 con 0x560e5c1a8880 2024-05-20T21:27:25.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.404+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/136844122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 msgr2=0x560e5c1a8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.404+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8ce0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f9d78009d50 tx=0x7f9d78011720 comp rx=0 tx=0).stop 2024-05-20T21:27:25.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.404+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/136844122 shutdown_connections 2024-05-20T21:27:25.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.404+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8ce0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.404+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ae290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.404+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/136844122 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.404+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/136844122 >> 172.21.15.6:0/136844122 conn(0x560e5c0d6be0 msgr2=0x560e5c1a3010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:25.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.405+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/136844122 shutdown_connections 2024-05-20T21:27:25.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.405+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/136844122 wait complete. 2024-05-20T21:27:25.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.405+0000 7f9d9bc4eb80 1 -- start start 2024-05-20T21:27:25.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.405+0000 7f9d9bc4eb80 1 Processor -- start 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1a8880 0x560e5c1b44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1adeb0 0x560e5c1b1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560e5bffcfa0 con 0x560e5c1adeb0 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560e5c097760 con 0x560e5c1a8880 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560e5c1b5240 con 0x560e5c1ae7d0 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d9bc4eb80 10 client.0 _ll_register_callbacks cb 0x560e5c0a0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d89e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1a8880 0x560e5c1b44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d89400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1adeb0 0x560e5c1b1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d89400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1adeb0 0x560e5c1b1870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56738/0 (socket says 172.21.15.6:56738) 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d89400700 1 -- 172.21.15.6:0/297858381 learned_addr learned my addr 172.21.15.6:0/297858381 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.406+0000 7f9d8a800700 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.407+0000 7f9d89400700 1 -- 172.21.15.6:0/297858381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 msgr2=0x560e5c1b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.407+0000 7f9d89400700 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1b1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.407+0000 7f9d89400700 1 -- 172.21.15.6:0/297858381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1a8880 msgr2=0x560e5c1b44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.407+0000 7f9d89400700 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1a8880 0x560e5c1b44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.407+0000 7f9d89400700 1 -- 172.21.15.6:0/297858381 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e5c0468d0 con 0x560e5c1adeb0 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.407+0000 7f9d8a800700 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.407+0000 7f9d89400700 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1adeb0 0x560e5c1b1870 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f9d78004980 tx=0x7f9d780049b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=948ab4a8ea8d17c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:25.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.407+0000 7f9d6be00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:25.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.408+0000 7f9d6be00700 1 -- 172.21.15.6:0/297858381 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d78028070 con 0x560e5c1adeb0 2024-05-20T21:27:25.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.408+0000 7f9d6be00700 1 -- 172.21.15.6:0/297858381 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9d78005680 con 0x560e5c1adeb0 2024-05-20T21:27:25.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.408+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/297858381 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d780054d0 con 0x560e5c1adeb0 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.408+0000 7f9d6be00700 1 -- 172.21.15.6:0/297858381 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9d78034050 con 0x560e5c1adeb0 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.408+0000 7f9d9bc4eb80 10 client.18543 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.408+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/297858381 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e5c0c7060 con 0x560e5c1adeb0 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.408+0000 7f9d6be00700 1 -- 172.21.15.6:0/297858381 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d780054d0 con 0x560e5c1adeb0 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.409+0000 7f9d6be00700 1 -- 172.21.15.6:0/297858381 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9d78024430 con 0x560e5c1adeb0 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.409+0000 7f9d9bc4eb80 10 client.18543 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.409+0000 7f9d9bc4eb80 10 client.18543 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.409+0000 7f9d9bc4eb80 20 client.18543 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.409+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e5c1c1ca0 0x560e5c1c4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.409+0000 7f9d9bc4eb80 4 client.18543 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:25.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.409+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/297858381 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e5c108d90 con 0x560e5c1c1ca0 2024-05-20T21:27:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.410+0000 7f9d89e00700 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e5c1c1ca0 0x560e5c1c4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.410+0000 7f9d89e00700 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e5c1c1ca0 0x560e5c1c4090 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ae387c654404086 server_cookie=477e9d1df501149b in_seq=0 out_seq=0 2024-05-20T21:27:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.410+0000 7f9d6be00700 10 client.18543 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.411+0000 7f9d6be00700 1 -- 172.21.15.6:0/297858381 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560e5c108d90 con 0x560e5c1c1ca0 2024-05-20T21:27:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.411+0000 7f9d6be00700 10 client.18543 handle_command_reply: tid=0 2024-05-20T21:27:25.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.411+0000 7f9d9bc4eb80 1 client.18543 shutdown 2024-05-20T21:27:25.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.411+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/297858381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1adeb0 msgr2=0x560e5c1b1870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.411+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1adeb0 0x560e5c1b1870 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f9d78004980 tx=0x7f9d780049b0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/297858381 shutdown_connections 2024-05-20T21:27:25.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e5c1c1ca0 0x560e5c1c4090 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1a8880 0x560e5c1b44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/297858381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1adeb0 0x560e5c1b1870 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d6be00700 0 client.18543 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:25.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/297858381 >> 172.21.15.6:0/297858381 conn(0x560e5c0d6be0 msgr2=0x560e5c1a7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:25.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/297858381 shutdown_connections 2024-05-20T21:27:25.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/297858381 wait complete. 2024-05-20T21:27:25.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.412+0000 7f9d9bc4eb80 20 client.18543 trim_cache size 0 max 16384 2024-05-20T21:27:25.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.435+0000 7f9d9bc4eb80 1 Processor -- start 2024-05-20T21:27:25.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.435+0000 7f9d9bc4eb80 1 -- start start 2024-05-20T21:27:25.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ac030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c1ae500 con 0x560e5c1a8880 2024-05-20T21:27:25.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c1abd90 con 0x560e5c1adeb0 2024-05-20T21:27:25.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c1a9c10 con 0x560e5c1ae7d0 2024-05-20T21:27:25.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d89e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d8a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d8a800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a30f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39490/0 (socket says 172.21.15.6:39490) 2024-05-20T21:27:25.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d89400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ac030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.436+0000 7f9d8a800700 1 -- 172.21.15.6:0/983029937 learned_addr learned my addr 172.21.15.6:0/983029937 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.437+0000 7f9d8a800700 1 -- 172.21.15.6:0/983029937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 msgr2=0x560e5c1ac030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.437+0000 7f9d8a800700 1 --2- 172.21.15.6:0/983029937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ac030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.437+0000 7f9d8a800700 1 -- 172.21.15.6:0/983029937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 msgr2=0x560e5c1a8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.437+0000 7f9d8a800700 1 --2- 172.21.15.6:0/983029937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.437+0000 7f9d8a800700 1 -- 172.21.15.6:0/983029937 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e5c1a9020 con 0x560e5c1ae7d0 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.437+0000 7f9d8a800700 1 --2- 172.21.15.6:0/983029937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a30f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f9d84004ca0 tx=0x7f9d84006210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8495e6e5087e40bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.437+0000 7f9d76a00700 1 -- 172.21.15.6:0/983029937 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d8403d070 con 0x560e5c1ae7d0 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d76a00700 1 -- 172.21.15.6:0/983029937 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d84007d20 con 0x560e5c1ae7d0 2024-05-20T21:27:25.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d76a00700 1 -- 172.21.15.6:0/983029937 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84038cf0 con 0x560e5c1ae7d0 2024-05-20T21:27:25.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/983029937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 msgr2=0x560e5c1a30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/983029937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a30f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f9d84004ca0 tx=0x7f9d84006210 comp rx=0 tx=0).stop 2024-05-20T21:27:25.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/983029937 shutdown_connections 2024-05-20T21:27:25.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/983029937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1ae7d0 0x560e5c1a30f0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/983029937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1a8880 0x560e5c1a8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/983029937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1ac030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.438+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/983029937 >> 172.21.15.6:0/983029937 conn(0x560e5c0d6be0 msgr2=0x560e5c1a29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:25.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.439+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/983029937 shutdown_connections 2024-05-20T21:27:25.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.439+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/983029937 wait complete. 2024-05-20T21:27:25.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.439+0000 7f9d9bc4eb80 1 -- start start 2024-05-20T21:27:25.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.439+0000 7f9d9bc4eb80 1 Processor -- start 2024-05-20T21:27:25.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1a8880 0x560e5c1c92d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1c9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d9bc4eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1ae7d0 0x560e5c1c9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c1aa250 con 0x560e5c1ae7d0 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c1ab6c0 con 0x560e5c1adeb0 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d9bc4eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8c1aa920 con 0x560e5c1a8880 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d9bc4eb80 10 client.0 _ll_register_callbacks cb 0x560e5c0a0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d89e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1a8880 0x560e5c1c92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d89e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1a8880 0x560e5c1c92d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39496/0 (socket says 172.21.15.6:39496) 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.440+0000 7f9d89e00700 1 -- 172.21.15.6:0/3641646313 learned_addr learned my addr 172.21.15.6:0/3641646313 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d8a800700 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1ae7d0 0x560e5c1c9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d89400700 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d89e00700 1 -- 172.21.15.6:0/3641646313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 msgr2=0x560e5c1c9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:25.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d89e00700 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1c9810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d89e00700 1 -- 172.21.15.6:0/3641646313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1ae7d0 msgr2=0x560e5c1c9d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:25.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d89e00700 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1ae7d0 0x560e5c1c9d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d89e00700 1 -- 172.21.15.6:0/3641646313 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e5c22b6b0 con 0x560e5c1a8880 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d89e00700 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1a8880 0x560e5c1c92d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c0a58f0 tx=0x7f9d7c014c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6243725beb058dfc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d6be00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d6be00700 1 -- 172.21.15.6:0/3641646313 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c025170 con 0x560e5c1a8880 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d6be00700 1 -- 172.21.15.6:0/3641646313 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9d7c0cc0e0 con 0x560e5c1a8880 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.441+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/3641646313 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d84007d20 con 0x560e5c1a8880 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d6be00700 1 -- 172.21.15.6:0/3641646313 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9d7c0a9870 con 0x560e5c1a8880 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d9bc4eb80 10 client.28657 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/3641646313 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e5c22c980 con 0x560e5c1a8880 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d6be00700 1 -- 172.21.15.6:0/3641646313 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d84007d20 con 0x560e5c1a8880 2024-05-20T21:27:25.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d6be00700 1 -- 172.21.15.6:0/3641646313 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9d7c0b2240 con 0x560e5c1a8880 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d9bc4eb80 10 client.28657 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d9bc4eb80 10 client.28657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d9bc4eb80 20 client.28657 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e5c22d030 0x560e5c22f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d9bc4eb80 4 client.28657 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.442+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/3641646313 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560e5c102570 con 0x560e5c22d030 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.443+0000 7f9d89400700 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e5c22d030 0x560e5c22f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.443+0000 7f9d89400700 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e5c22d030 0x560e5c22f420 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24c957adaa11c9af server_cookie=b3ca3d82f5f2967a in_seq=0 out_seq=0 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.443+0000 7f9d6be00700 10 client.28657 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d6be00700 1 -- 172.21.15.6:0/3641646313 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560e5c102570 con 0x560e5c22d030 2024-05-20T21:27:25.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d6be00700 10 client.28657 handle_command_reply: tid=0 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 client.28657 shutdown 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/3641646313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1a8880 msgr2=0x560e5c1c92d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1a8880 0x560e5c1c92d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c0a58f0 tx=0x7f9d7c014c60 comp rx=0 tx=0).stop 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/3641646313 shutdown_connections 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560e5c1ae7d0 0x560e5c1c9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560e5c22d030 0x560e5c22f420 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560e5c1a8880 0x560e5c1c92d0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 --2- 172.21.15.6:0/3641646313 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560e5c1adeb0 0x560e5c1c9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d6be00700 0 client.28657 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/3641646313 >> 172.21.15.6:0/3641646313 conn(0x560e5c0d6be0 msgr2=0x560e5c1aebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:25.446 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/3641646313 shutdown_connections 2024-05-20T21:27:25.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 1 -- 172.21.15.6:0/3641646313 wait complete. 2024-05-20T21:27:25.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.444+0000 7f9d9bc4eb80 20 client.28657 trim_cache size 0 max 16384 2024-05-20T21:27:25.447 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:27:25.448 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:27:25.448 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:27:25.448 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:27:25.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 -- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d700b2900 msgr2=0x7f9d700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d700b2900 0x7f9d700b4dc0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400bfa0 tx=0x7f9d8400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 -- 172.21.15.6:0/980992380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c105760 msgr2=0x7f9d8c19be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c105760 0x7f9d8c19be80 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c00e9f0 tx=0x7f9d7c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 -- 172.21.15.6:0/980992380 shutdown_connections 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9d700b2900 0x7f9d700b4dc0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9d8c10b760 0x7f9d8c1a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9d8c105760 0x7f9d8c19be80 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 --2- 172.21.15.6:0/980992380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9d8c106120 0x7f9d8c19c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.445+0000 7f9d91200700 1 -- 172.21.15.6:0/980992380 >> 172.21.15.6:0/980992380 conn(0x7f9d8c101250 msgr2=0x7f9d8c1017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.446+0000 7f9d91200700 1 -- 172.21.15.6:0/980992380 shutdown_connections 2024-05-20T21:27:25.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:25.446+0000 7f9d91200700 1 -- 172.21.15.6:0/980992380 wait complete. 2024-05-20T21:27:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:25 smithi006 ceph-mon[31422]: pgmap v787: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:25.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:25 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:27:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:25 smithi062 ceph-mon[36640]: pgmap v787: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:25 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:27:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:25 smithi042 ceph-mon[36332]: pgmap v787: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:25 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:27:26.428 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:27:26.428 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:27:26.893 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:27.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:27 smithi006 ceph-mon[31422]: pgmap v788: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:27.925 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:27 smithi042 ceph-mon[36332]: pgmap v788: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:27 smithi062 ceph-mon[36640]: pgmap v788: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 -- 172.21.15.6:0/2567324535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0a701035f0 msgr2=0x7f0a70103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 --2- 172.21.15.6:0/2567324535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0a701035f0 0x7f0a70103a50 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c009990 tx=0x7f0a5c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 -- 172.21.15.6:0/2567324535 shutdown_connections 2024-05-20T21:27:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 --2- 172.21.15.6:0/2567324535 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0a70103f90 0x7f0a70110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 --2- 172.21.15.6:0/2567324535 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a70108500 0x7f0a701088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 --2- 172.21.15.6:0/2567324535 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0a701035f0 0x7f0a70103a50 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 -- 172.21.15.6:0/2567324535 >> 172.21.15.6:0/2567324535 conn(0x7f0a7007a6a0 msgr2=0x7f0a7007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 -- 172.21.15.6:0/2567324535 shutdown_connections 2024-05-20T21:27:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.213+0000 7f0a75c00700 1 -- 172.21.15.6:0/2567324535 wait complete. 2024-05-20T21:27:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.215+0000 7f0a75c00700 1 Processor -- start 2024-05-20T21:27:29.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.215+0000 7f0a75c00700 1 -- start start 2024-05-20T21:27:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a75c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0a701035f0 0x7f0a7019f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a75c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a70103f90 0x7f0a7019fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a75c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0a70108500 0x7f0a70199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a75c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0a70113790 con 0x7f0a701035f0 2024-05-20T21:27:29.216 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a75c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0a70113610 con 0x7f0a70103f90 2024-05-20T21:27:29.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a75c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0a70113910 con 0x7f0a70108500 2024-05-20T21:27:29.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a6e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a70103f90 0x7f0a7019fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:29.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a6e000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a70103f90 0x7f0a7019fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57320/0 (socket says 172.21.15.6:57320) 2024-05-20T21:27:29.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a6e000700 1 -- 172.21.15.6:0/388851078 learned_addr learned my addr 172.21.15.6:0/388851078 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:29.217 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a6f400700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0a70108500 0x7f0a70199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.216+0000 7f0a6ea00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0a701035f0 0x7f0a7019f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.217+0000 7f0a6f400700 1 -- 172.21.15.6:0/388851078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a70103f90 msgr2=0x7f0a7019fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.217+0000 7f0a6f400700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a70103f90 0x7f0a7019fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.217+0000 7f0a6f400700 1 -- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0a701035f0 msgr2=0x7f0a7019f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.217+0000 7f0a6f400700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0a701035f0 0x7f0a7019f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.217+0000 7f0a6f400700 1 -- 172.21.15.6:0/388851078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a7019a1f0 con 0x7f0a70108500 2024-05-20T21:27:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.217+0000 7f0a6f400700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0a70108500 0x7f0a70199a90 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f0a6800e970 tx=0x7f0a6800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:29.218 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.218+0000 7f0a67400700 1 -- 172.21.15.6:0/388851078 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a68004220 con 0x7f0a70108500 2024-05-20T21:27:29.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.218+0000 7f0a67400700 1 -- 172.21.15.6:0/388851078 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a680043c0 con 0x7f0a70108500 2024-05-20T21:27:29.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.218+0000 7f0a67400700 1 -- 172.21.15.6:0/388851078 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a68010700 con 0x7f0a70108500 2024-05-20T21:27:29.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.218+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a7019a4e0 con 0x7f0a70108500 2024-05-20T21:27:29.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.218+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a70075770 con 0x7f0a70108500 2024-05-20T21:27:29.219 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.219+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a7006a230 con 0x7f0a70108500 2024-05-20T21:27:29.221 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.221+0000 7f0a67400700 1 -- 172.21.15.6:0/388851078 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0a68004750 con 0x7f0a70108500 2024-05-20T21:27:29.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.223+0000 7f0a67400700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a540b2900 0x7f0a540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:29.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.223+0000 7f0a67400700 1 -- 172.21.15.6:0/388851078 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0a680e2130 con 0x7f0a70108500 2024-05-20T21:27:29.223 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.223+0000 7f0a6ea00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a540b2900 0x7f0a540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:29.224 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.224+0000 7f0a6ea00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a540b2900 0x7f0a540b4dc0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f0a70103250 tx=0x7f0a60012040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:29.225 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.225+0000 7f0a67400700 1 -- 172.21.15.6:0/388851078 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0a68053df0 con 0x7f0a70108500 2024-05-20T21:27:29.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.510+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a7002e560 con 0x7f0a70108500 2024-05-20T21:27:29.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.511+0000 7f0a67400700 1 -- 172.21.15.6:0/388851078 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f0a680a9d50 con 0x7f0a70108500 2024-05-20T21:27:29.511 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:27:29.511 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a540b2900 msgr2=0x7f0a540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a540b2900 0x7f0a540b4dc0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f0a70103250 tx=0x7f0a60012040 comp rx=0 tx=0).stop 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0a70108500 msgr2=0x7f0a70199a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0a70108500 0x7f0a70199a90 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f0a6800e970 tx=0x7f0a6800ec80 comp rx=0 tx=0).stop 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 shutdown_connections 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0a540b2900 0x7f0a540b4dc0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0a70108500 0x7f0a70199a90 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0a701035f0 0x7f0a7019f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 --2- 172.21.15.6:0/388851078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0a70103f90 0x7f0a7019fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:29.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 >> 172.21.15.6:0/388851078 conn(0x7f0a7007a6a0 msgr2=0x7f0a70101640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:29.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 shutdown_connections 2024-05-20T21:27:29.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:29.515+0000 7f0a75c00700 1 -- 172.21.15.6:0/388851078 wait complete. 2024-05-20T21:27:29.517 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:27:29.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:29 smithi006 ceph-mon[31422]: pgmap v789: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:29.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:29 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/388851078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:29 smithi062 ceph-mon[36640]: pgmap v789: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:29 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/388851078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:29 smithi042 ceph-mon[36332]: pgmap v789: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:29 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/388851078' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:27:30.275 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:27:30.750 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:31.958 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:31 smithi006 ceph-mon[31422]: pgmap v790: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:31 smithi062 ceph-mon[36640]: pgmap v790: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:31 smithi042 ceph-mon[36332]: pgmap v790: 97 pgs: 97 active+clean; 1.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:33.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 -- 172.21.15.6:0/1594212548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 msgr2=0x7f87141038d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 --2- 172.21.15.6:0/1594212548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 0x7f87141038d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f87000098f0 tx=0x7f8700009c00 comp rx=0 tx=0).stop 2024-05-20T21:27:33.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 -- 172.21.15.6:0/1594212548 shutdown_connections 2024-05-20T21:27:33.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 --2- 172.21.15.6:0/1594212548 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8714103e10 0x7f8714110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 --2- 172.21.15.6:0/1594212548 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87141094e0 0x7f87141098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 --2- 172.21.15.6:0/1594212548 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 0x7f87141038d0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 -- 172.21.15.6:0/1594212548 >> 172.21.15.6:0/1594212548 conn(0x7f87140fef60 msgr2=0x7f8714101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 -- 172.21.15.6:0/1594212548 shutdown_connections 2024-05-20T21:27:33.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.088+0000 7f8719400700 1 -- 172.21.15.6:0/1594212548 wait complete. 2024-05-20T21:27:33.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.090+0000 7f8719400700 1 Processor -- start 2024-05-20T21:27:33.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.090+0000 7f8719400700 1 -- start start 2024-05-20T21:27:33.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8719400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 0x7f8714075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8719400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8714103e10 0x7f8714075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8719400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87141094e0 0x7f87140762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8719400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f87141135f0 con 0x7f8714103e10 2024-05-20T21:27:33.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8719400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8714113470 con 0x7f8714103450 2024-05-20T21:27:33.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8719400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8714113770 con 0x7f87141094e0 2024-05-20T21:27:33.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8713e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 0x7f8714075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8713400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8714103e10 0x7f8714075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8713e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 0x7f8714075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57336/0 (socket says 172.21.15.6:57336) 2024-05-20T21:27:33.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8713e00700 1 -- 172.21.15.6:0/956216369 learned_addr learned my addr 172.21.15.6:0/956216369 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:33.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8718a00700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87141094e0 0x7f87140762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.091+0000 7f8713e00700 1 -- 172.21.15.6:0/956216369 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87141094e0 msgr2=0x7f87140762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8713e00700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87141094e0 0x7f87140762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8713e00700 1 -- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8714103e10 msgr2=0x7f8714075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8713e00700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8714103e10 0x7f8714075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8713e00700 1 -- 172.21.15.6:0/956216369 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87141a80b0 con 0x7f8714103450 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8713400700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8714103e10 0x7f8714075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8713e00700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 0x7f8714075840 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f870400e9c0 tx=0x7f870400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8710c00700 1 -- 172.21.15.6:0/956216369 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8704004a30 con 0x7f8714103450 2024-05-20T21:27:33.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8710c00700 1 -- 172.21.15.6:0/956216369 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f870400cc70 con 0x7f8714103450 2024-05-20T21:27:33.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8719400700 1 -- 172.21.15.6:0/956216369 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87141a83a0 con 0x7f8714103450 2024-05-20T21:27:33.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8710c00700 1 -- 172.21.15.6:0/956216369 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8704005490 con 0x7f8714103450 2024-05-20T21:27:33.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.092+0000 7f8719400700 1 -- 172.21.15.6:0/956216369 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87141a88b0 con 0x7f8714103450 2024-05-20T21:27:33.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.096+0000 7f8710c00700 1 -- 172.21.15.6:0/956216369 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8704004bd0 con 0x7f8714103450 2024-05-20T21:27:33.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.097+0000 7f87253b0b80 1 Processor -- start 2024-05-20T21:27:33.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.097+0000 7f87253b0b80 1 -- start start 2024-05-20T21:27:33.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.097+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace002ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.097+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dacdffcd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f87253b0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55dacdf5ae40 con 0x55dace0030e0 2024-05-20T21:27:33.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f87253b0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55dacdf4a9e0 con 0x55dace0027c0 2024-05-20T21:27:33.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f87253b0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55dacdf4ea20 con 0x55dacdffd390 2024-05-20T21:27:33.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f8710c00700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86f80b2880 0x7f86f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f8713e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dacdffcd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f8718a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace002ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f8718a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace002ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57338/0 (socket says 172.21.15.6:57338) 2024-05-20T21:27:33.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f8718a00700 1 -- 172.21.15.6:0/2879386312 learned_addr learned my addr 172.21.15.6:0/2879386312 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:33.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f8713e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dacdffcd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51922/0 (socket says 172.21.15.6:51922) 2024-05-20T21:27:33.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f8710c00700 1 -- 172.21.15.6:0/956216369 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f87040e2380 con 0x7f8714103450 2024-05-20T21:27:33.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.098+0000 7f8713400700 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8713e00700 1 -- 172.21.15.6:0/2879386312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 msgr2=0x55dacdffd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8713e00700 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8713e00700 1 -- 172.21.15.6:0/2879386312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 msgr2=0x55dace002ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8713e00700 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace002ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8718a00700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86f80b2880 0x7f86f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8713e00700 1 -- 172.21.15.6:0/2879386312 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dacdf13420 con 0x55dace0030e0 2024-05-20T21:27:33.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8713400700 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:33.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8713e00700 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dacdffcd70 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f87040a9830 tx=0x7f87040a5150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6477b6ebcd3711df server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8709600700 1 -- 172.21.15.6:0/2879386312 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87040a9670 con 0x55dace0030e0 2024-05-20T21:27:33.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8709600700 1 -- 172.21.15.6:0/2879386312 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f870400ce20 con 0x55dace0030e0 2024-05-20T21:27:33.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.099+0000 7f8709600700 1 -- 172.21.15.6:0/2879386312 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87040a9010 con 0x55dace0030e0 2024-05-20T21:27:33.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.100+0000 7f87253b0b80 1 -- 172.21.15.6:0/2879386312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 msgr2=0x55dacdffcd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.100+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dacdffcd70 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f87040a9830 tx=0x7f87040a5150 comp rx=0 tx=0).stop 2024-05-20T21:27:33.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.100+0000 7f8718a00700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86f80b2880 0x7f86f80b4d40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f870c00f8a0 tx=0x7f870c004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.100+0000 7f87253b0b80 1 -- 172.21.15.6:0/2879386312 shutdown_connections 2024-05-20T21:27:33.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.100+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.100+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace002ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.100+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2879386312 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dacdffcd70 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.100+0000 7f87253b0b80 1 -- 172.21.15.6:0/2879386312 >> 172.21.15.6:0/2879386312 conn(0x55dacdf2abe0 msgr2=0x55dacdff7810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.101+0000 7f87253b0b80 1 -- 172.21.15.6:0/2879386312 shutdown_connections 2024-05-20T21:27:33.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.101+0000 7f87253b0b80 1 -- 172.21.15.6:0/2879386312 wait complete. 2024-05-20T21:27:33.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.101+0000 7f87253b0b80 1 -- start start 2024-05-20T21:27:33.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.101+0000 7f87253b0b80 1 Processor -- start 2024-05-20T21:27:33.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dace008e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace006220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dace006760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f87253b0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55dacde50fa0 con 0x55dace0030e0 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f87253b0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55dacdeeb760 con 0x55dace0027c0 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f87253b0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55dace009c00 con 0x55dacdffd390 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f87253b0b80 10 client.0 _ll_register_callbacks cb 0x55dacdef4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f8713e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dace008e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f8713e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dace008e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46646/0 (socket says 172.21.15.6:46646) 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f8713e00700 1 -- 172.21.15.6:0/2151055277 learned_addr learned my addr 172.21.15.6:0/2151055277 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f8718a00700 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dace006760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.102+0000 7f8713400700 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace006220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f8713e00700 1 -- 172.21.15.6:0/2151055277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 msgr2=0x55dace006220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f8713e00700 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace006220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f8713e00700 1 -- 172.21.15.6:0/2151055277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 msgr2=0x55dace006760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f8713e00700 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dace006760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f8713e00700 1 -- 172.21.15.6:0/2151055277 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dacde9a8d0 con 0x55dacdffd390 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f8718a00700 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dace006760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f8713e00700 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dace008e80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f8704009fd0 tx=0x7f87040cc2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16e12748d4300f39 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f86fe000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f86fe000700 1 -- 172.21.15.6:0/2151055277 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87040a91f0 con 0x55dacdffd390 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f86fe000700 1 -- 172.21.15.6:0/2151055277 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f87040a9d10 con 0x55dacdffd390 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.103+0000 7f87253b0b80 1 -- 172.21.15.6:0/2151055277 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55dacdf5cd90 con 0x55dacdffd390 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f86fe000700 1 -- 172.21.15.6:0/2151055277 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8704005650 con 0x55dacdffd390 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f87253b0b80 10 client.28675 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:33.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f87253b0b80 1 -- 172.21.15.6:0/2151055277 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dacdf1b060 con 0x55dacdffd390 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f86fe000700 1 -- 172.21.15.6:0/2151055277 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55dacdf5cd90 con 0x55dacdffd390 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f86fe000700 1 -- 172.21.15.6:0/2151055277 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f87040aabd0 con 0x55dacdffd390 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f87253b0b80 10 client.28675 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f87253b0b80 10 client.28675 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f87253b0b80 20 client.28675 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55dace016630 0x55dace018a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f87253b0b80 4 client.28675 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.104+0000 7f87253b0b80 1 -- 172.21.15.6:0/2151055277 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dacdf56570 con 0x55dace016630 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.105+0000 7f8713400700 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55dace016630 0x55dace018a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.105+0000 7f8713400700 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55dace016630 0x55dace018a20 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ae6216e99a16dc0f server_cookie=9cc63f71c3c8194f in_seq=0 out_seq=0 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.105+0000 7f86fe000700 10 client.28675 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.106+0000 7f86fe000700 1 -- 172.21.15.6:0/2151055277 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55dacdf56570 con 0x55dace016630 2024-05-20T21:27:33.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.106+0000 7f86fe000700 10 client.28675 handle_command_reply: tid=0 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.106+0000 7f87253b0b80 1 client.28675 shutdown 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.106+0000 7f87253b0b80 1 -- 172.21.15.6:0/2151055277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 msgr2=0x55dace008e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dace008e80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f8704009fd0 tx=0x7f87040cc2c0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 -- 172.21.15.6:0/2151055277 shutdown_connections 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0030e0 0x55dace006760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dace008e80 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55dace016630 0x55dace018a20 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 --2- 172.21.15.6:0/2151055277 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0027c0 0x55dace006220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 -- 172.21.15.6:0/2151055277 >> 172.21.15.6:0/2151055277 conn(0x55dacdf2abe0 msgr2=0x55dacdff6fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f86fe000700 0 client.28675 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 -- 172.21.15.6:0/2151055277 shutdown_connections 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 1 -- 172.21.15.6:0/2151055277 wait complete. 2024-05-20T21:27:33.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.107+0000 7f87253b0b80 20 client.28675 trim_cache size 0 max 16384 2024-05-20T21:27:33.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.124+0000 7f87253b0b80 1 Processor -- start 2024-05-20T21:27:33.124 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.124+0000 7f87253b0b80 1 -- start start 2024-05-20T21:27:33.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.124+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffcd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dacdff7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.128 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0030e0 0x55dace01b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f87253b0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f87141b28f0 con 0x55dace0027c0 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f87253b0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f87141b0180 con 0x55dace0030e0 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f87253b0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f87141adfd0 con 0x55dacdffd390 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dacdff7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dacdff7740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51932/0 (socket says 172.21.15.6:51932) 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713400700 1 -- 172.21.15.6:0/698475302 learned_addr learned my addr 172.21.15.6:0/698475302 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8718a00700 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0030e0 0x55dace01b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713e00700 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffcd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713400700 1 -- 172.21.15.6:0/698475302 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 msgr2=0x55dacdffcd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713400700 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffcd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713400700 1 -- 172.21.15.6:0/698475302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0030e0 msgr2=0x55dace01b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713400700 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0030e0 0x55dace01b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8713400700 1 -- 172.21.15.6:0/698475302 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dace004790 con 0x55dace0027c0 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.125+0000 7f8718a00700 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0030e0 0x55dace01b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.126+0000 7f8713400700 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dacdff7740 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f87000098f0 tx=0x7f8700005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79f689a3e9b47ac1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.126+0000 7f8708c00700 1 -- 172.21.15.6:0/698475302 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8700005040 con 0x55dace0027c0 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.126+0000 7f8708c00700 1 -- 172.21.15.6:0/698475302 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8700005690 con 0x55dace0027c0 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.126+0000 7f8708c00700 1 -- 172.21.15.6:0/698475302 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870000b560 con 0x55dace0027c0 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 -- 172.21.15.6:0/698475302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 msgr2=0x55dacdff7740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dacdff7740 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f87000098f0 tx=0x7f8700005dc0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 -- 172.21.15.6:0/698475302 shutdown_connections 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dace0030e0 0x55dace01b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dacdffd390 0x55dacdffcd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 --2- 172.21.15.6:0/698475302 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dacdff7740 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 -- 172.21.15.6:0/698475302 >> 172.21.15.6:0/698475302 conn(0x55dacdf2abe0 msgr2=0x55dace000310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 -- 172.21.15.6:0/698475302 shutdown_connections 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 -- 172.21.15.6:0/698475302 wait complete. 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.127+0000 7f87253b0b80 1 -- start start 2024-05-20T21:27:33.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.128+0000 7f87253b0b80 1 Processor -- start 2024-05-20T21:27:33.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.128+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dacdffd390 0x55dace018e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.128+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dace019360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.128+0000 7f87253b0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dace0030e0 0x55dace078e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.128+0000 7f87253b0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f87141ae640 con 0x55dace0027c0 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.128+0000 7f87253b0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f87141afab0 con 0x55dacdffd390 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.128+0000 7f87253b0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f87141aed10 con 0x55dace0030e0 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.128+0000 7f87253b0b80 10 client.0 _ll_register_callbacks cb 0x55dacdef4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dace019360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dace019360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51944/0 (socket says 172.21.15.6:51944) 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 -- 172.21.15.6:0/260267534 learned_addr learned my addr 172.21.15.6:0/260267534 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8718a00700 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dace0030e0 0x55dace078e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713e00700 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dacdffd390 0x55dace018e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 -- 172.21.15.6:0/260267534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dace0030e0 msgr2=0x55dace078e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dace0030e0 0x55dace078e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 -- 172.21.15.6:0/260267534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dacdffd390 msgr2=0x55dace018e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dacdffd390 0x55dace018e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 -- 172.21.15.6:0/260267534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dace0794a0 con 0x55dace0027c0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f8713400700 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dace019360 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f8700009810 tx=0x7f87000095d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112fcec66ea1ac29 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.129+0000 7f86fe000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.130+0000 7f86fe000700 1 -- 172.21.15.6:0/260267534 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870003c060 con 0x55dace0027c0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.130+0000 7f86fe000700 1 -- 172.21.15.6:0/260267534 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8700003890 con 0x55dace0027c0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.130+0000 7f87253b0b80 1 -- 172.21.15.6:0/260267534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8700005690 con 0x55dace0027c0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.130+0000 7f86fe000700 1 -- 172.21.15.6:0/260267534 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8700005070 con 0x55dace0027c0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.130+0000 7f87253b0b80 10 client.18573 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.130+0000 7f87253b0b80 1 -- 172.21.15.6:0/260267534 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dace080840 con 0x55dace0027c0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.130+0000 7f86fe000700 1 -- 172.21.15.6:0/260267534 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8700005690 con 0x55dace0027c0 2024-05-20T21:27:33.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.131+0000 7f86fe000700 1 -- 172.21.15.6:0/260267534 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f870000bce0 con 0x55dace0027c0 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.131+0000 7f87253b0b80 10 client.18573 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.131+0000 7f87253b0b80 10 client.18573 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.131+0000 7f87253b0b80 20 client.18573 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.131+0000 7f87253b0b80 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55dace080d90 0x55dace0831b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.131+0000 7f87253b0b80 4 client.18573 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.131+0000 7f87253b0b80 1 -- 172.21.15.6:0/260267534 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dacddcd250 con 0x55dace080d90 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.131+0000 7f8713e00700 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55dace080d90 0x55dace0831b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f8713e00700 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55dace080d90 0x55dace0831b0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7f9a32a3ca7e5a8a server_cookie=30cee887fcd11bd in_seq=0 out_seq=0 2024-05-20T21:27:33.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f86fe000700 10 client.18573 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f86fe000700 1 -- 172.21.15.6:0/260267534 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dacddcd250 con 0x55dace080d90 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f86fe000700 10 client.18573 handle_command_reply: tid=0 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 client.18573 shutdown 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 -- 172.21.15.6:0/260267534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 msgr2=0x55dace019360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dace019360 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f8700009810 tx=0x7f87000095d0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 -- 172.21.15.6:0/260267534 shutdown_connections 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55dace0030e0 0x55dace078e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55dace080d90 0x55dace0831b0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55dacdffd390 0x55dace018e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 --2- 172.21.15.6:0/260267534 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55dace0027c0 0x55dace019360 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f86fe000700 0 client.18573 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 -- 172.21.15.6:0/260267534 >> 172.21.15.6:0/260267534 conn(0x55dacdf2abe0 msgr2=0x55dace006000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.132+0000 7f87253b0b80 1 -- 172.21.15.6:0/260267534 shutdown_connections 2024-05-20T21:27:33.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.133+0000 7f87253b0b80 1 -- 172.21.15.6:0/260267534 wait complete. 2024-05-20T21:27:33.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.133+0000 7f87253b0b80 20 client.18573 trim_cache size 0 max 16384 2024-05-20T21:27:33.138 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:27:33.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.133+0000 7f8719400700 1 -- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86f80b2880 msgr2=0x7f86f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.133+0000 7f8719400700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86f80b2880 0x7f86f80b4d40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f870c00f8a0 tx=0x7f870c004b40 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.133+0000 7f8719400700 1 -- 172.21.15.6:0/956216369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 msgr2=0x7f8714075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.133+0000 7f8719400700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 0x7f8714075840 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f870400e9c0 tx=0x7f870400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.134+0000 7f8719400700 1 -- 172.21.15.6:0/956216369 shutdown_connections 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.134+0000 7f8719400700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86f80b2880 0x7f86f80b4d40 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.134+0000 7f8719400700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f87141094e0 0x7f87140762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.134+0000 7f8719400700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8714103450 0x7f8714075840 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.134+0000 7f8719400700 1 --2- 172.21.15.6:0/956216369 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8714103e10 0x7f8714075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.134+0000 7f8719400700 1 -- 172.21.15.6:0/956216369 >> 172.21.15.6:0/956216369 conn(0x7f87140fef60 msgr2=0x7f87140ff8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.134+0000 7f8719400700 1 -- 172.21.15.6:0/956216369 shutdown_connections 2024-05-20T21:27:33.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:33.134+0000 7f8719400700 1 -- 172.21.15.6:0/956216369 wait complete. 2024-05-20T21:27:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:33 smithi062 ceph-mon[36640]: pgmap v791: 97 pgs: 97 active+clean; 1.6 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:27:34.062 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:33 smithi006 ceph-mon[31422]: pgmap v791: 97 pgs: 97 active+clean; 1.6 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:27:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:33 smithi042 ceph-mon[36332]: pgmap v791: 97 pgs: 97 active+clean; 1.6 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:27:34.143 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:27:34.619 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:35.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 -- 172.21.15.6:0/3778277992 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb09410eee0 msgr2=0x7fb0941112d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 --2- 172.21.15.6:0/3778277992 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb09410eee0 0x7fb0941112d0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fb08c009be0 tx=0x7fb08c02a6c0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 -- 172.21.15.6:0/3778277992 shutdown_connections 2024-05-20T21:27:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 --2- 172.21.15.6:0/3778277992 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb09410eee0 0x7fb0941112d0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 --2- 172.21.15.6:0/3778277992 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb0940754b0 0x7fb094075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 --2- 172.21.15.6:0/3778277992 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb094076a90 0x7fb094074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 -- 172.21.15.6:0/3778277992 >> 172.21.15.6:0/3778277992 conn(0x7fb0940fde80 msgr2=0x7fb0941002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 -- 172.21.15.6:0/3778277992 shutdown_connections 2024-05-20T21:27:35.453 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.452+0000 7fb099600640 1 -- 172.21.15.6:0/3778277992 wait complete. 2024-05-20T21:27:35.454 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.453+0000 7fb099600640 1 Processor -- start 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb099600640 1 -- start start 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb099600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb0940754b0 0x7fb09419f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb099600640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb094076a90 0x7fb09419f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb099600640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb09410eee0 0x7fb0941a6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb099600640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb094114a10 con 0x7fb094076a90 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb099600640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb094114890 con 0x7fb09410eee0 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb099600640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb094114b90 con 0x7fb0940754b0 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb093e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb0940754b0 0x7fb09419f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.455 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb08be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb094076a90 0x7fb09419f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb093e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb0940754b0 0x7fb09419f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46700/0 (socket says 172.21.15.6:46700) 2024-05-20T21:27:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb093e00640 1 -- 172.21.15.6:0/474051020 learned_addr learned my addr 172.21.15.6:0/474051020 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.454+0000 7fb098c00640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb09410eee0 0x7fb0941a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.455+0000 7fb093e00640 1 -- 172.21.15.6:0/474051020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb09410eee0 msgr2=0x7fb0941a6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.455+0000 7fb093e00640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb09410eee0 0x7fb0941a6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.455+0000 7fb093e00640 1 -- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb094076a90 msgr2=0x7fb09419f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.455+0000 7fb093e00640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb094076a90 0x7fb09419f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.456 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.455+0000 7fb093e00640 1 -- 172.21.15.6:0/474051020 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0941a6cf0 con 0x7fb0940754b0 2024-05-20T21:27:35.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.455+0000 7fb093e00640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb0940754b0 0x7fb09419f0d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb08400e9f0 tx=0x7fb08400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:35.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.456+0000 7fb091600640 1 -- 172.21.15.6:0/474051020 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb08400cd80 con 0x7fb0940754b0 2024-05-20T21:27:35.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.456+0000 7fb091600640 1 -- 172.21.15.6:0/474051020 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0840108e0 con 0x7fb0940754b0 2024-05-20T21:27:35.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.456+0000 7fb091600640 1 -- 172.21.15.6:0/474051020 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb084018980 con 0x7fb0940754b0 2024-05-20T21:27:35.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.456+0000 7fb099600640 1 -- 172.21.15.6:0/474051020 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0941a6fe0 con 0x7fb0940754b0 2024-05-20T21:27:35.457 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.456+0000 7fb099600640 1 -- 172.21.15.6:0/474051020 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0941a73f0 con 0x7fb0940754b0 2024-05-20T21:27:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb09d9c7740 1 Processor -- start 2024-05-20T21:27:35.459 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb09d9c7740 1 -- start start 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b859a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 0x5618b859f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859f850 0x5618b85a1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5618b8509b90 con 0x5618b859f850 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5618b84f9730 con 0x5618b8599cf0 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5618b84fd770 con 0x5618b859a6e0 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.460+0000 7fb08be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859f850 0x5618b85a1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb08be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859f850 0x5618b85a1ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51964/0 (socket says 172.21.15.6:51964) 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb08be00640 1 -- 172.21.15.6:0/737603331 learned_addr learned my addr 172.21.15.6:0/737603331 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb098c00640 1 --2- 172.21.15.6:0/737603331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b859a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb08be00640 1 -- 172.21.15.6:0/737603331 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 msgr2=0x5618b859f1e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:27:35.461 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb08be00640 1 --2- 172.21.15.6:0/737603331 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 0x5618b859f1e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb08be00640 1 -- 172.21.15.6:0/737603331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 msgr2=0x5618b859a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb08be00640 1 --2- 172.21.15.6:0/737603331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b859a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.462 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb08be00640 1 -- 172.21.15.6:0/737603331 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618b84928b0 con 0x5618b859f850 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb091600640 1 -- 172.21.15.6:0/474051020 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb084010430 con 0x7fb0940754b0 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.461+0000 7fb08be00640 1 --2- 172.21.15.6:0/737603331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859f850 0x5618b85a1ce0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fb07c009c80 tx=0x7fb07c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16e271797d8652bf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.462+0000 7fb089200640 1 -- 172.21.15.6:0/737603331 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07c004220 con 0x5618b859f850 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.462+0000 7fb089200640 1 -- 172.21.15.6:0/737603331 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb07c009e30 con 0x5618b859f850 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.462+0000 7fb089200640 1 -- 172.21.15.6:0/737603331 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07c0197b0 con 0x5618b859f850 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb09d9c7740 1 -- 172.21.15.6:0/737603331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859f850 msgr2=0x5618b85a1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/737603331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859f850 0x5618b85a1ce0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fb07c009c80 tx=0x7fb07c011810 comp rx=0 tx=0).stop 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb091600640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0780b2850 0x7fb0780b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.463 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb091600640 1 -- 172.21.15.6:0/474051020 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb0840e25d0 con 0x7fb0940754b0 2024-05-20T21:27:35.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb09d9c7740 1 -- 172.21.15.6:0/737603331 shutdown_connections 2024-05-20T21:27:35.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/737603331 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859f850 0x5618b85a1ce0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/737603331 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 0x5618b859f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.464 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/737603331 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b859a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.463+0000 7fb09d9c7740 1 -- 172.21.15.6:0/737603331 >> 172.21.15.6:0/737603331 conn(0x5618b8595360 msgr2=0x5618b8595760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.464+0000 7fb09d9c7740 1 -- 172.21.15.6:0/737603331 shutdown_connections 2024-05-20T21:27:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.464+0000 7fb09d9c7740 1 -- 172.21.15.6:0/737603331 wait complete. 2024-05-20T21:27:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.464+0000 7fb098c00640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0780b2850 0x7fb0780b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.464+0000 7fb09d9c7740 1 -- start start 2024-05-20T21:27:35.465 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.464+0000 7fb09d9c7740 1 Processor -- start 2024-05-20T21:27:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb098c00640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0780b2850 0x7fb0780b4d10 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fb08c02abe0 tx=0x7fb08c030980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b8599cf0 0x5618b85a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85a3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 0x5618b85ab030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.467 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5618b81df790 con 0x5618b859a6e0 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5618b84a1bc0 con 0x5618b859f850 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5618b85a2800 con 0x5618b8599cf0 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb09d9c7740 10 client.0 _ll_register_callbacks cb 0x5618b847f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb093e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b8599cf0 0x5618b85a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.465+0000 7fb08be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85a3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb093e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b8599cf0 0x5618b85a3ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46710/0 (socket says 172.21.15.6:46710) 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb093e00640 1 -- 172.21.15.6:0/35071673 learned_addr learned my addr 172.21.15.6:0/35071673 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb098c00640 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 0x5618b85ab030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb08be00640 1 -- 172.21.15.6:0/35071673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b8599cf0 msgr2=0x5618b85a3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb08be00640 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b8599cf0 0x5618b85a3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.468 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb08be00640 1 -- 172.21.15.6:0/35071673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 msgr2=0x5618b85ab030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb08be00640 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 0x5618b85ab030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb08be00640 1 -- 172.21.15.6:0/35071673 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618b820e210 con 0x5618b859a6e0 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb093e00640 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b8599cf0 0x5618b85a3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb08be00640 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85a3ff0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fb07c01b040 tx=0x7fb07c0099d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb694dd60f48d5e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.466+0000 7fb081600640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.467+0000 7fb081600640 1 -- 172.21.15.6:0/35071673 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07c028070 con 0x5618b859a6e0 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.467+0000 7fb081600640 1 -- 172.21.15.6:0/35071673 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb07c005490 con 0x5618b859a6e0 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.467+0000 7fb09d9c7740 1 -- 172.21.15.6:0/35071673 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb07c009e30 con 0x5618b859a6e0 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.467+0000 7fb081600640 1 -- 172.21.15.6:0/35071673 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb07c034050 con 0x5618b859a6e0 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.467+0000 7fb09d9c7740 10 client.18585 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:35.469 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.467+0000 7fb09d9c7740 1 -- 172.21.15.6:0/35071673 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618b82da620 con 0x5618b859a6e0 2024-05-20T21:27:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.468+0000 7fb081600640 1 -- 172.21.15.6:0/35071673 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb07c009e30 con 0x5618b859a6e0 2024-05-20T21:27:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.468+0000 7fb081600640 1 -- 172.21.15.6:0/35071673 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb07c004ad0 con 0x5618b859a6e0 2024-05-20T21:27:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.468+0000 7fb09d9c7740 10 client.18585 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.468+0000 7fb09d9c7740 10 client.18585 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.468+0000 7fb09d9c7740 20 client.18585 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.468+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618b85af380 0x5618b85b1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.468+0000 7fb09d9c7740 4 client.18585 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:35.472 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.468+0000 7fb09d9c7740 1 -- 172.21.15.6:0/35071673 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5618b850bae0 con 0x5618b85af380 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.469+0000 7fb093e00640 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618b85af380 0x5618b85b1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.469+0000 7fb093e00640 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618b85af380 0x5618b85b1770 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f075a0af333dc85f server_cookie=2b1f878099749c2d in_seq=0 out_seq=0 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.469+0000 7fb081600640 10 client.18585 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.470+0000 7fb081600640 1 -- 172.21.15.6:0/35071673 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5618b850bae0 con 0x5618b85af380 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.470+0000 7fb081600640 10 client.18585 handle_command_reply: tid=0 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.470+0000 7fb09d9c7740 1 client.18585 shutdown 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 -- 172.21.15.6:0/35071673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 msgr2=0x5618b85a3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85a3ff0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fb07c01b040 tx=0x7fb07c0099d0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 -- 172.21.15.6:0/35071673 shutdown_connections 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618b85af380 0x5618b85b1770 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 0x5618b85ab030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.473 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85a3ff0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/35071673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b8599cf0 0x5618b85a3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 -- 172.21.15.6:0/35071673 >> 172.21.15.6:0/35071673 conn(0x5618b8595360 msgr2=0x5618b85944c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb081600640 0 client.18585 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 -- 172.21.15.6:0/35071673 shutdown_connections 2024-05-20T21:27:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 1 -- 172.21.15.6:0/35071673 wait complete. 2024-05-20T21:27:35.474 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.471+0000 7fb09d9c7740 20 client.18585 trim_cache size 0 max 16384 2024-05-20T21:27:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb09d9c7740 1 Processor -- start 2024-05-20T21:27:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb09d9c7740 1 -- start start 2024-05-20T21:27:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b85988d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85aaff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859f850 0x5618b859b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb0941b2e90 con 0x5618b859a6e0 2024-05-20T21:27:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb0941b0760 con 0x5618b8599cf0 2024-05-20T21:27:35.490 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb0941ae5b0 con 0x5618b859f850 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb08be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85aaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb098c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859f850 0x5618b859b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb093e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b85988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb08be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85aaff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51980/0 (socket says 172.21.15.6:51980) 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb08be00640 1 -- 172.21.15.6:0/2145459081 learned_addr learned my addr 172.21.15.6:0/2145459081 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb093e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b85988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57396/0 (socket says 172.21.15.6:57396) 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.490+0000 7fb098c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859f850 0x5618b859b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:46718/0 (socket says 172.21.15.6:46718) 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.491+0000 7fb08be00640 1 -- 172.21.15.6:0/2145459081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859f850 msgr2=0x5618b859b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.491+0000 7fb08be00640 1 --2- 172.21.15.6:0/2145459081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859f850 0x5618b859b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.491+0000 7fb08be00640 1 -- 172.21.15.6:0/2145459081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 msgr2=0x5618b85988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:35.492 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.491+0000 7fb08be00640 1 --2- 172.21.15.6:0/2145459081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b85988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.491+0000 7fb08be00640 1 -- 172.21.15.6:0/2145459081 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618b8595190 con 0x5618b859a6e0 2024-05-20T21:27:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.491+0000 7fb093e00640 1 --2- 172.21.15.6:0/2145459081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b85988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.491+0000 7fb08be00640 1 --2- 172.21.15.6:0/2145459081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85aaff0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb07c011850 tx=0x7fb07c011d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=333e159e1502d188 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.491+0000 7fb083e00640 1 -- 172.21.15.6:0/2145459081 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07c028040 con 0x5618b859a6e0 2024-05-20T21:27:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.492+0000 7fb083e00640 1 -- 172.21.15.6:0/2145459081 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb07c005490 con 0x5618b859a6e0 2024-05-20T21:27:35.493 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.492+0000 7fb083e00640 1 -- 172.21.15.6:0/2145459081 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07c004980 con 0x5618b859a6e0 2024-05-20T21:27:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.492+0000 7fb09d9c7740 1 -- 172.21.15.6:0/2145459081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 msgr2=0x5618b85aaff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.492+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/2145459081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85aaff0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb07c011850 tx=0x7fb07c011d30 comp rx=0 tx=0).stop 2024-05-20T21:27:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.492+0000 7fb09d9c7740 1 -- 172.21.15.6:0/2145459081 shutdown_connections 2024-05-20T21:27:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.492+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/2145459081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859f850 0x5618b859b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.492+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/2145459081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b859a6e0 0x5618b85aaff0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.492+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/2145459081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b8599cf0 0x5618b85988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.493+0000 7fb09d9c7740 1 -- 172.21.15.6:0/2145459081 >> 172.21.15.6:0/2145459081 conn(0x5618b8595360 msgr2=0x5618b859b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:35.496 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.493+0000 7fb09d9c7740 1 -- 172.21.15.6:0/2145459081 shutdown_connections 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.493+0000 7fb09d9c7740 1 -- 172.21.15.6:0/2145459081 wait complete. 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.493+0000 7fb09d9c7740 1 -- start start 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.493+0000 7fb09d9c7740 1 Processor -- start 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b8599cf0 0x5618b85a80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 0x5618b85a8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb09d9c7740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 0x5618b85a9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb0941aec20 con 0x5618b8599cf0 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb0941b0090 con 0x5618b859f850 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb09d9c7740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb0941af2f0 con 0x5618b859a6e0 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb09d9c7740 10 client.0 _ll_register_callbacks cb 0x7fb084005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb093e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b8599cf0 0x5618b85a80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.497 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb093e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b8599cf0 0x5618b85a80e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:51994/0 (socket says 172.21.15.6:51994) 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb093e00640 1 -- 172.21.15.6:0/4223927868 learned_addr learned my addr 172.21.15.6:0/4223927868 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb08be00640 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 0x5618b85a8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb098c00640 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 0x5618b85a9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb093e00640 1 -- 172.21.15.6:0/4223927868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 msgr2=0x5618b85a8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb093e00640 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 0x5618b85a8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb093e00640 1 -- 172.21.15.6:0/4223927868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 msgr2=0x5618b85a9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb093e00640 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 0x5618b85a9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.494+0000 7fb093e00640 1 -- 172.21.15.6:0/4223927868 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618b85a9b80 con 0x5618b8599cf0 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.495+0000 7fb093e00640 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b8599cf0 0x5618b85a80e0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fb0840097b0 tx=0x7fb0840107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=957d118db62521ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.495+0000 7fb081600640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.495+0000 7fb081600640 1 -- 172.21.15.6:0/4223927868 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0840adea0 con 0x5618b8599cf0 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.495+0000 7fb081600640 1 -- 172.21.15.6:0/4223927868 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb0840a8e00 con 0x5618b8599cf0 2024-05-20T21:27:35.498 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.495+0000 7fb09d9c7740 1 -- 172.21.15.6:0/4223927868 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb07c005490 con 0x5618b8599cf0 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.495+0000 7fb081600640 1 -- 172.21.15.6:0/4223927868 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb0840b2950 con 0x5618b8599cf0 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.495+0000 7fb09d9c7740 10 client.18591 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.495+0000 7fb09d9c7740 1 -- 172.21.15.6:0/4223927868 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618b85aaf00 con 0x5618b8599cf0 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb081600640 1 -- 172.21.15.6:0/4223927868 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb07c005490 con 0x5618b8599cf0 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb081600640 1 -- 172.21.15.6:0/4223927868 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb0840cc0c0 con 0x5618b8599cf0 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb09d9c7740 10 client.18591 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb09d9c7740 10 client.18591 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb09d9c7740 20 client.18591 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618b861a2d0 0x5618b861c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb09d9c7740 4 client.18591 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb09d9c7740 1 -- 172.21.15.6:0/4223927868 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5618b85a38a0 con 0x5618b861a2d0 2024-05-20T21:27:35.499 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.496+0000 7fb08be00640 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618b861a2d0 0x5618b861c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.497+0000 7fb08be00640 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618b861a2d0 0x5618b861c6f0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97dc9d6cca56afd3 server_cookie=8aece5b1620693db in_seq=0 out_seq=0 2024-05-20T21:27:35.500 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.497+0000 7fb081600640 10 client.18591 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb081600640 1 -- 172.21.15.6:0/4223927868 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5618b85a38a0 con 0x5618b861a2d0 2024-05-20T21:27:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb081600640 10 client.18591 handle_command_reply: tid=0 2024-05-20T21:27:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb09d9c7740 1 client.18591 shutdown 2024-05-20T21:27:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb09d9c7740 1 -- 172.21.15.6:0/4223927868 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b8599cf0 msgr2=0x5618b85a80e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b8599cf0 0x5618b85a80e0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fb0840097b0 tx=0x7fb0840107a0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb09d9c7740 1 -- 172.21.15.6:0/4223927868 shutdown_connections 2024-05-20T21:27:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618b861a2d0 0x5618b861c6f0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618b859f850 0x5618b85a9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb081600640 0 client.18591 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618b859a6e0 0x5618b85a8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.510+0000 7fb09d9c7740 1 --2- 172.21.15.6:0/4223927868 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618b8599cf0 0x5618b85a80e0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.511+0000 7fb09d9c7740 1 -- 172.21.15.6:0/4223927868 >> 172.21.15.6:0/4223927868 conn(0x5618b8595360 msgr2=0x5618b859b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.511+0000 7fb09d9c7740 1 -- 172.21.15.6:0/4223927868 shutdown_connections 2024-05-20T21:27:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.511+0000 7fb09d9c7740 1 -- 172.21.15.6:0/4223927868 wait complete. 2024-05-20T21:27:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.511+0000 7fb09d9c7740 20 client.18591 trim_cache size 0 max 16384 2024-05-20T21:27:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:27:35.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:27:35.514 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 -- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0780b2850 msgr2=0x7fb0780b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0780b2850 0x7fb0780b4d10 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fb08c02abe0 tx=0x7fb08c030980 comp rx=0 tx=0).stop 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 -- 172.21.15.6:0/474051020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb0940754b0 msgr2=0x7fb09419f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb0940754b0 0x7fb09419f0d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb08400e9f0 tx=0x7fb08400eeb0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 -- 172.21.15.6:0/474051020 shutdown_connections 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb0780b2850 0x7fb0780b4d10 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb09410eee0 0x7fb0941a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb094076a90 0x7fb09419f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 --2- 172.21.15.6:0/474051020 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb0940754b0 0x7fb09419f0d0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:35.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 -- 172.21.15.6:0/474051020 >> 172.21.15.6:0/474051020 conn(0x7fb0940fde80 msgr2=0x7fb094102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 -- 172.21.15.6:0/474051020 shutdown_connections 2024-05-20T21:27:35.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:35.512+0000 7fb099600640 1 -- 172.21.15.6:0/474051020 wait complete. 2024-05-20T21:27:35.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:35 smithi006 ceph-mon[31422]: pgmap v792: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:35 smithi062 ceph-mon[36640]: pgmap v792: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:35 smithi042 ceph-mon[36332]: pgmap v792: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:36.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 -- 172.21.15.6:0/3639799181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 msgr2=0x7fca80110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 --2- 172.21.15.6:0/3639799181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 0x7fca80110470 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fca78009f90 tx=0x7fca7800b330 comp rx=0 tx=0).stop 2024-05-20T21:27:36.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 -- 172.21.15.6:0/3639799181 shutdown_connections 2024-05-20T21:27:36.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 --2- 172.21.15.6:0/3639799181 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 0x7fca80110470 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 --2- 172.21.15.6:0/3639799181 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fca801037f0 0x7fca80103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 --2- 172.21.15.6:0/3639799181 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca801041a0 0x7fca801081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 -- 172.21.15.6:0/3639799181 >> 172.21.15.6:0/3639799181 conn(0x7fca8007a6a0 msgr2=0x7fca8007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 -- 172.21.15.6:0/3639799181 shutdown_connections 2024-05-20T21:27:36.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.938+0000 7fca87c00700 1 -- 172.21.15.6:0/3639799181 wait complete. 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.939+0000 7fca87c00700 1 Processor -- start 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.939+0000 7fca87c00700 1 -- start start 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca87c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca801037f0 0x7fca801a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca87c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fca801041a0 0x7fca801a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca87c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 0x7fca8019bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca87c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fca801136e0 con 0x7fca801041a0 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca87c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fca80113560 con 0x7fca801037f0 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca87c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fca80113860 con 0x7fca801088f0 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca77e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fca801041a0 0x7fca801a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca85200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca801037f0 0x7fca801a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca85c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 0x7fca8019bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca85200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca801037f0 0x7fca801a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57436/0 (socket says 172.21.15.6:57436) 2024-05-20T21:27:36.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.940+0000 7fca85200700 1 -- 172.21.15.6:0/3951113270 learned_addr learned my addr 172.21.15.6:0/3951113270 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca85c00700 1 -- 172.21.15.6:0/3951113270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca801037f0 msgr2=0x7fca801a1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca85c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca801037f0 0x7fca801a1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca85c00700 1 -- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fca801041a0 msgr2=0x7fca801a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca85c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fca801041a0 0x7fca801a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca85c00700 1 -- 172.21.15.6:0/3951113270 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca8019c440 con 0x7fca801088f0 2024-05-20T21:27:36.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca85c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 0x7fca8019bb60 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fca78009790 tx=0x7fca7800ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca7e000700 1 -- 172.21.15.6:0/3951113270 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca78021070 con 0x7fca801088f0 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca87c00700 1 -- 172.21.15.6:0/3951113270 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca8019c6d0 con 0x7fca801088f0 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca7e000700 1 -- 172.21.15.6:0/3951113270 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca7801d450 con 0x7fca801088f0 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.941+0000 7fca7e000700 1 -- 172.21.15.6:0/3951113270 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7800cea0 con 0x7fca801088f0 2024-05-20T21:27:36.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.942+0000 7fca87c00700 1 -- 172.21.15.6:0/3951113270 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca801a89c0 con 0x7fca801088f0 2024-05-20T21:27:36.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.945+0000 7fca7e000700 1 -- 172.21.15.6:0/3951113270 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fca78024070 con 0x7fca801088f0 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.946+0000 7fca924bcb80 1 Processor -- start 2024-05-20T21:27:36.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.946+0000 7fca924bcb80 1 -- start start 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.946+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c506f9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.946+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f97d0 0x555c506f3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.946+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.946+0000 7fca924bcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555c50651e40 con 0x555c506f97d0 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.946+0000 7fca924bcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555c506419e0 con 0x555c506f8eb0 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.946+0000 7fca924bcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555c50645a20 con 0x555c506f3880 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f97d0 0x555c506f3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca77e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f97d0 0x555c506f3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55398/0 (socket says 172.21.15.6:55398) 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca77e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49314/0 (socket says 172.21.15.6:49314) 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85200700 1 -- 172.21.15.6:0/3323563999 learned_addr learned my addr 172.21.15.6:0/3323563999 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:36.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca77e00700 1 --2- 172.21.15.6:0/3323563999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c506f9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85200700 1 -- 172.21.15.6:0/3323563999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 msgr2=0x555c506f3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85200700 1 --2- 172.21.15.6:0/3323563999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca7e000700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fca640b2880 0x7fca640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85200700 1 -- 172.21.15.6:0/3323563999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 msgr2=0x555c506f9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85200700 1 --2- 172.21.15.6:0/3323563999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c506f9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85200700 1 -- 172.21.15.6:0/3323563999 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c5060a420 con 0x555c506f97d0 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca7e000700 1 -- 172.21.15.6:0/3951113270 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fca7800f020 con 0x7fca801088f0 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.947+0000 7fca85c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fca640b2880 0x7fca640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.948+0000 7fca85200700 1 --2- 172.21.15.6:0/3323563999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f97d0 0x555c506f3260 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fca700046e0 tx=0x7fca70011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e1b2605d84ed2bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.948+0000 7fca76000700 1 -- 172.21.15.6:0/3323563999 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7001e070 con 0x555c506f97d0 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.948+0000 7fca76000700 1 -- 172.21.15.6:0/3323563999 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca70019ae0 con 0x555c506f97d0 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.948+0000 7fca76000700 1 -- 172.21.15.6:0/3323563999 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7000ea60 con 0x555c506f97d0 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 -- 172.21.15.6:0/3323563999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f97d0 msgr2=0x555c506f3260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 --2- 172.21.15.6:0/3323563999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f97d0 0x555c506f3260 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fca700046e0 tx=0x7fca70011720 comp rx=0 tx=0).stop 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca85c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fca640b2880 0x7fca640b4d40 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fca780a6c10 tx=0x7fca7801dcc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 -- 172.21.15.6:0/3323563999 shutdown_connections 2024-05-20T21:27:36.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 --2- 172.21.15.6:0/3323563999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 --2- 172.21.15.6:0/3323563999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c506f9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 --2- 172.21.15.6:0/3323563999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f97d0 0x555c506f3260 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 -- 172.21.15.6:0/3323563999 >> 172.21.15.6:0/3323563999 conn(0x555c50621be0 msgr2=0x555c506ee010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 -- 172.21.15.6:0/3323563999 shutdown_connections 2024-05-20T21:27:36.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.949+0000 7fca924bcb80 1 -- 172.21.15.6:0/3323563999 wait complete. 2024-05-20T21:27:36.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 1 -- start start 2024-05-20T21:27:36.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 1 Processor -- start 2024-05-20T21:27:36.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506ff4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506fc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 0x555c506fcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555c50547fa0 con 0x555c506f8eb0 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555c505e2760 con 0x555c506f97d0 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555c50700240 con 0x555c506f3880 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.950+0000 7fca924bcb80 10 client.0 _ll_register_callbacks cb 0x555c505ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506fc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506fc860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55410/0 (socket says 172.21.15.6:55410) 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 -- 172.21.15.6:0/2744026267 learned_addr learned my addr 172.21.15.6:0/2744026267 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca77e00700 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506ff4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca77e00700 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 0x555c506fcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 -- 172.21.15.6:0/2744026267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 msgr2=0x555c506ff4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506ff4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 -- 172.21.15.6:0/2744026267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 msgr2=0x555c506fcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 0x555c506fcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 -- 172.21.15.6:0/2744026267 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c505918d0 con 0x555c506f8eb0 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca85200700 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506fc860 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fca7000e680 tx=0x7fca7000e440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb258e5450d8e17 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.951+0000 7fca6ea00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.952+0000 7fca6ea00700 1 -- 172.21.15.6:0/2744026267 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca70027070 con 0x555c506f8eb0 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.952+0000 7fca6ea00700 1 -- 172.21.15.6:0/2744026267 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fca70005040 con 0x555c506f8eb0 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.952+0000 7fca924bcb80 1 -- 172.21.15.6:0/2744026267 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca70019ae0 con 0x555c506f8eb0 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.952+0000 7fca6ea00700 1 -- 172.21.15.6:0/2744026267 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fca70033050 con 0x555c506f8eb0 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.952+0000 7fca924bcb80 10 client.18603 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.952+0000 7fca924bcb80 1 -- 172.21.15.6:0/2744026267 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c50612060 con 0x555c506f8eb0 2024-05-20T21:27:36.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.952+0000 7fca6ea00700 1 -- 172.21.15.6:0/2744026267 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca70019ae0 con 0x555c506f8eb0 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.953+0000 7fca6ea00700 1 -- 172.21.15.6:0/2744026267 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fca70004c70 con 0x555c506f8eb0 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.953+0000 7fca924bcb80 10 client.18603 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.953+0000 7fca924bcb80 10 client.18603 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.953+0000 7fca924bcb80 20 client.18603 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.953+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555c5070cbe0 0x555c5070efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.953+0000 7fca924bcb80 4 client.18603 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.953+0000 7fca924bcb80 1 -- 172.21.15.6:0/2744026267 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c50653d90 con 0x555c5070cbe0 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.953+0000 7fca77e00700 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555c5070cbe0 0x555c5070efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.954+0000 7fca77e00700 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555c5070cbe0 0x555c5070efd0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=da2d07d39c092f91 server_cookie=55bd0a8c050c0f03 in_seq=0 out_seq=0 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.954+0000 7fca6ea00700 10 client.18603 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.954+0000 7fca6ea00700 1 -- 172.21.15.6:0/2744026267 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555c50653d90 con 0x555c5070cbe0 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.954+0000 7fca6ea00700 10 client.18603 handle_command_reply: tid=0 2024-05-20T21:27:36.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 client.18603 shutdown 2024-05-20T21:27:36.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 -- 172.21.15.6:0/2744026267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 msgr2=0x555c506fc860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506fc860 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fca7000e680 tx=0x7fca7000e440 comp rx=0 tx=0).stop 2024-05-20T21:27:36.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 -- 172.21.15.6:0/2744026267 shutdown_connections 2024-05-20T21:27:36.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 0x555c506fcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555c5070cbe0 0x555c5070efd0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506ff4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2744026267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506fc860 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 -- 172.21.15.6:0/2744026267 >> 172.21.15.6:0/2744026267 conn(0x555c50621be0 msgr2=0x555c506f2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca6ea00700 0 client.18603 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:27:36.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 -- 172.21.15.6:0/2744026267 shutdown_connections 2024-05-20T21:27:36.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 1 -- 172.21.15.6:0/2744026267 wait complete. 2024-05-20T21:27:36.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.955+0000 7fca924bcb80 20 client.18603 trim_cache size 0 max 16384 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.972+0000 7fca924bcb80 1 Processor -- start 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.972+0000 7fca924bcb80 1 -- start start 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.972+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.972+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506ee0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.972+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 0x555c506f3c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.972+0000 7fca924bcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fca801b2870 con 0x555c506f8eb0 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.972+0000 7fca924bcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fca801b0100 con 0x555c506f97d0 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.972+0000 7fca924bcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fca801adf50 con 0x555c506f3880 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506ee0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506ee0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55420/0 (socket says 172.21.15.6:55420) 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 -- 172.21.15.6:0/2264601693 learned_addr learned my addr 172.21.15.6:0/2264601693 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca77e00700 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca77e00700 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 0x555c506f3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 -- 172.21.15.6:0/2264601693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 msgr2=0x555c506f3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 -- 172.21.15.6:0/2264601693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 msgr2=0x555c506f3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 0x555c506f3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 -- 172.21.15.6:0/2264601693 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c506eed30 con 0x555c506f8eb0 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca77e00700 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.973+0000 7fca85200700 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506ee0f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fca70005f50 tx=0x7fca70019430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=369939f4b0f3db20 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca75600700 1 -- 172.21.15.6:0/2264601693 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca70027070 con 0x555c506f8eb0 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca75600700 1 -- 172.21.15.6:0/2264601693 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca7000e4b0 con 0x555c506f8eb0 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca75600700 1 -- 172.21.15.6:0/2264601693 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7001e040 con 0x555c506f8eb0 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca924bcb80 1 -- 172.21.15.6:0/2264601693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 msgr2=0x555c506ee0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506ee0f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fca70005f50 tx=0x7fca70019430 comp rx=0 tx=0).stop 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca924bcb80 1 -- 172.21.15.6:0/2264601693 shutdown_connections 2024-05-20T21:27:36.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f97d0 0x555c506f3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f3880 0x555c506f3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca924bcb80 1 --2- 172.21.15.6:0/2264601693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f8eb0 0x555c506ee0f0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.974+0000 7fca924bcb80 1 -- 172.21.15.6:0/2264601693 >> 172.21.15.6:0/2264601693 conn(0x555c50621be0 msgr2=0x555c506ed9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.975+0000 7fca924bcb80 1 -- 172.21.15.6:0/2264601693 shutdown_connections 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.975+0000 7fca924bcb80 1 -- 172.21.15.6:0/2264601693 wait complete. 2024-05-20T21:27:36.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.975+0000 7fca924bcb80 1 -- start start 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.975+0000 7fca924bcb80 1 Processor -- start 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f3880 0x555c50705760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c50705ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca924bcb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f97d0 0x555c50713c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca924bcb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fca801ae5c0 con 0x555c506f3880 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca924bcb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fca801afa30 con 0x555c506f8eb0 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca924bcb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fca801aec90 con 0x555c506f97d0 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca924bcb80 10 client.0 _ll_register_callbacks cb 0x555c505ebc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:36.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca85200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c50705ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca77e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f3880 0x555c50705760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca85200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c50705ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47446/0 (socket says 172.21.15.6:47446) 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.976+0000 7fca85200700 1 -- 172.21.15.6:0/746925320 learned_addr learned my addr 172.21.15.6:0/746925320 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca77e00700 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f97d0 0x555c50713c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca77e00700 1 -- 172.21.15.6:0/746925320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f97d0 msgr2=0x555c50713c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca77e00700 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f97d0 0x555c50713c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca77e00700 1 -- 172.21.15.6:0/746925320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 msgr2=0x555c50705ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca77e00700 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c50705ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca77e00700 1 -- 172.21.15.6:0/746925320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c507144b0 con 0x555c506f3880 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca77e00700 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f3880 0x555c50705760 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x555c505e28b0 tx=0x7fca70005ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66b8744294d15455 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca6ea00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca6ea00700 1 -- 172.21.15.6:0/746925320 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca68004110 con 0x555c506f3880 2024-05-20T21:27:36.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca924bcb80 1 -- 172.21.15.6:0/746925320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca7000e4b0 con 0x555c506f3880 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.977+0000 7fca6ea00700 1 -- 172.21.15.6:0/746925320 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fca680042b0 con 0x555c506f3880 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca6ea00700 1 -- 172.21.15.6:0/746925320 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fca680044b0 con 0x555c506f3880 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca924bcb80 10 client.18609 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca924bcb80 1 -- 172.21.15.6:0/746925320 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c507771e0 con 0x555c506f3880 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca6ea00700 1 -- 172.21.15.6:0/746925320 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca7000e4b0 con 0x555c506f3880 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca6ea00700 1 -- 172.21.15.6:0/746925320 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fca6802c070 con 0x555c506f3880 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca924bcb80 10 client.18609 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca924bcb80 10 client.18609 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca924bcb80 20 client.18609 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca924bcb80 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555c507777a0 0x555c50779b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca924bcb80 4 client.18609 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.978+0000 7fca924bcb80 1 -- 172.21.15.6:0/746925320 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555c5064d570 con 0x555c507777a0 2024-05-20T21:27:36.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.979+0000 7fca85200700 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555c507777a0 0x555c50779b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.979+0000 7fca6ea00700 10 client.18609 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.979+0000 7fca85200700 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555c507777a0 0x555c50779b90 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=25f9e6bc5b4f9098 server_cookie=3ca02a53fbf5f9c4 in_seq=0 out_seq=0 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.979+0000 7fca6ea00700 1 -- 172.21.15.6:0/746925320 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555c5064d570 con 0x555c507777a0 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.979+0000 7fca6ea00700 10 client.18609 handle_command_reply: tid=0 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.979+0000 7fca924bcb80 1 client.18609 shutdown 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.979+0000 7fca924bcb80 1 -- 172.21.15.6:0/746925320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f3880 msgr2=0x555c50705760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.979+0000 7fca924bcb80 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f3880 0x555c50705760 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x555c505e28b0 tx=0x7fca70005ec0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 1 -- 172.21.15.6:0/746925320 shutdown_connections 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x555c507777a0 0x555c50779b90 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555c506f97d0 0x555c50713c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555c506f3880 0x555c50705760 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 1 --2- 172.21.15.6:0/746925320 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555c506f8eb0 0x555c50705ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 1 -- 172.21.15.6:0/746925320 >> 172.21.15.6:0/746925320 conn(0x555c50621be0 msgr2=0x555c506f9bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca6ea00700 0 client.18609 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:27:36.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 1 -- 172.21.15.6:0/746925320 shutdown_connections 2024-05-20T21:27:36.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 1 -- 172.21.15.6:0/746925320 wait complete. 2024-05-20T21:27:36.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.980+0000 7fca924bcb80 20 client.18609 trim_cache size 0 max 16384 2024-05-20T21:27:36.986 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:27:36.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 -- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fca640b2880 msgr2=0x7fca640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fca640b2880 0x7fca640b4d40 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fca780a6c10 tx=0x7fca7801dcc0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 -- 172.21.15.6:0/3951113270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 msgr2=0x7fca8019bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 0x7fca8019bb60 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fca78009790 tx=0x7fca7800ccb0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 -- 172.21.15.6:0/3951113270 shutdown_connections 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fca640b2880 0x7fca640b4d40 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fca801088f0 0x7fca8019bb60 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fca801037f0 0x7fca801a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 --2- 172.21.15.6:0/3951113270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fca801041a0 0x7fca801a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 -- 172.21.15.6:0/3951113270 >> 172.21.15.6:0/3951113270 conn(0x7fca8007a6a0 msgr2=0x7fca80109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 -- 172.21.15.6:0/3951113270 shutdown_connections 2024-05-20T21:27:36.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:36.981+0000 7fca87c00700 1 -- 172.21.15.6:0/3951113270 wait complete. 2024-05-20T21:27:37.866 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:37 smithi006 ceph-mon[31422]: pgmap v793: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:27:37.928 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:27:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:37 smithi062 ceph-mon[36640]: pgmap v793: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:27:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:37 smithi042 ceph-mon[36332]: pgmap v793: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:27:38.417 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:39.829 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:39 smithi006 ceph-mon[31422]: pgmap v794: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:39 smithi062 ceph-mon[36640]: pgmap v794: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:39 smithi042 ceph-mon[36332]: pgmap v794: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:27:40.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 -- 172.21.15.6:0/3939715090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 msgr2=0x7f8924112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 --2- 172.21.15.6:0/3939715090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 0x7f8924112540 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f891c009990 tx=0x7f891c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 -- 172.21.15.6:0/3939715090 shutdown_connections 2024-05-20T21:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 --2- 172.21.15.6:0/3939715090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 0x7f8924112540 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 --2- 172.21.15.6:0/3939715090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f892410b670 0x7f892410ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 --2- 172.21.15.6:0/3939715090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8924105670 0x7f8924105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 -- 172.21.15.6:0/3939715090 >> 172.21.15.6:0/3939715090 conn(0x7f8924101160 msgr2=0x7f8924103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 -- 172.21.15.6:0/3939715090 shutdown_connections 2024-05-20T21:27:40.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.746+0000 7f892b000700 1 -- 172.21.15.6:0/3939715090 wait complete. 2024-05-20T21:27:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.748+0000 7f892b000700 1 Processor -- start 2024-05-20T21:27:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.748+0000 7f892b000700 1 -- start start 2024-05-20T21:27:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.748+0000 7f892b000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8924105670 0x7f89241a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.748+0000 7f892b000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 0x7f89241a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.748+0000 7f892b000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f892410b670 0x7f892419bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.748+0000 7f892b000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89241158a0 con 0x7f8924106030 2024-05-20T21:27:40.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.748+0000 7f892b000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8924115720 con 0x7f892410b670 2024-05-20T21:27:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.748+0000 7f892b000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8924115a20 con 0x7f8924105670 2024-05-20T21:27:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f8929200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 0x7f89241a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f8929c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8924105670 0x7f89241a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f892a600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f892410b670 0x7f892419bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f8929c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8924105670 0x7f89241a1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49360/0 (socket says 172.21.15.6:49360) 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f8929c00700 1 -- 172.21.15.6:0/4109560094 learned_addr learned my addr 172.21.15.6:0/4109560094 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f892a600700 1 -- 172.21.15.6:0/4109560094 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8924105670 msgr2=0x7f89241a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f892a600700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8924105670 0x7f89241a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f892a600700 1 -- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 msgr2=0x7f89241a1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f892a600700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 0x7f89241a1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f892a600700 1 -- 172.21.15.6:0/4109560094 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892419c240 con 0x7f892410b670 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f8929c00700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8924105670 0x7f89241a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.749+0000 7f8929200700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 0x7f89241a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:40.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.750+0000 7f892a600700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f892410b670 0x7f892419bae0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f891c006010 tx=0x7f891c0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:40.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.750+0000 7f8922000700 1 -- 172.21.15.6:0/4109560094 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c00fa50 con 0x7f892410b670 2024-05-20T21:27:40.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.750+0000 7f8922000700 1 -- 172.21.15.6:0/4109560094 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f891c00fbf0 con 0x7f892410b670 2024-05-20T21:27:40.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.750+0000 7f8922000700 1 -- 172.21.15.6:0/4109560094 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c0173f0 con 0x7f892410b670 2024-05-20T21:27:40.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.750+0000 7f892b000700 1 -- 172.21.15.6:0/4109560094 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f892419c4d0 con 0x7f892410b670 2024-05-20T21:27:40.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.750+0000 7f892b000700 1 -- 172.21.15.6:0/4109560094 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f892419c900 con 0x7f892410b670 2024-05-20T21:27:40.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.755+0000 7f8922000700 1 -- 172.21.15.6:0/4109560094 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f891c009d10 con 0x7f892410b670 2024-05-20T21:27:40.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.756+0000 7f8937020b80 1 Processor -- start 2024-05-20T21:27:40.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.756+0000 7f8937020b80 1 -- start start 2024-05-20T21:27:40.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8937020b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd598ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8937020b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd592d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8937020b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd5937f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8937020b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557acd4f0e40 con 0x557acd5987c0 2024-05-20T21:27:40.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8937020b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557acd4e09e0 con 0x557acd593390 2024-05-20T21:27:40.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8937020b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557acd4e4a20 con 0x557acd5990e0 2024-05-20T21:27:40.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd598ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd592d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd592d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49372/0 (socket says 172.21.15.6:49372) 2024-05-20T21:27:40.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929c00700 1 -- 172.21.15.6:0/1114317342 learned_addr learned my addr 172.21.15.6:0/1114317342 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:40.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929200700 1 --2- 172.21.15.6:0/1114317342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd5937f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8922000700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f890c0b2880 0x7f890c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929c00700 1 -- 172.21.15.6:0/1114317342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 msgr2=0x557acd5937f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929c00700 1 --2- 172.21.15.6:0/1114317342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd5937f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929c00700 1 -- 172.21.15.6:0/1114317342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 msgr2=0x557acd598ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929c00700 1 --2- 172.21.15.6:0/1114317342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd598ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.757+0000 7f8929c00700 1 -- 172.21.15.6:0/1114317342 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557acd4a9420 con 0x557acd5990e0 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.758+0000 7f8922000700 1 -- 172.21.15.6:0/4109560094 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f891c0e3220 con 0x7f892410b670 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.758+0000 7f8929c00700 1 --2- 172.21.15.6:0/1114317342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd592d70 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f89180094b0 tx=0x7f8918009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6374893a61ea0706 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.758+0000 7f892a600700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f890c0b2880 0x7f890c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.758+0000 7f8916a00700 1 -- 172.21.15.6:0/1114317342 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918003c00 con 0x557acd5990e0 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.758+0000 7f8916a00700 1 -- 172.21.15.6:0/1114317342 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8918003da0 con 0x557acd5990e0 2024-05-20T21:27:40.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.758+0000 7f8916a00700 1 -- 172.21.15.6:0/1114317342 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918004690 con 0x557acd5990e0 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 -- 172.21.15.6:0/1114317342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 msgr2=0x557acd592d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f892a600700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f890c0b2880 0x7f890c0b4d40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f891c0a7a40 tx=0x7f891c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 --2- 172.21.15.6:0/1114317342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd592d70 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f89180094b0 tx=0x7f8918009920 comp rx=0 tx=0).stop 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 -- 172.21.15.6:0/1114317342 shutdown_connections 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 --2- 172.21.15.6:0/1114317342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd5937f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 --2- 172.21.15.6:0/1114317342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd598ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 --2- 172.21.15.6:0/1114317342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd592d70 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 -- 172.21.15.6:0/1114317342 >> 172.21.15.6:0/1114317342 conn(0x557acd4c0be0 msgr2=0x557acd58d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 -- 172.21.15.6:0/1114317342 shutdown_connections 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.759+0000 7f8937020b80 1 -- 172.21.15.6:0/1114317342 wait complete. 2024-05-20T21:27:40.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.760+0000 7f8937020b80 1 -- start start 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.760+0000 7f8937020b80 1 Processor -- start 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8937020b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd593390 0x557acd59ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8937020b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd5987c0 0x557acd59c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8937020b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd59c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8937020b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557acd3e6fa0 con 0x557acd593390 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8937020b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557acd481760 con 0x557acd5987c0 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8937020b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557acd59fc00 con 0x557acd5990e0 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8937020b80 10 client.0 _ll_register_callbacks cb 0x557acd48ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd593390 0x557acd59ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd5987c0 0x557acd59c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd5987c0 0x557acd59c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47492/0 (socket says 172.21.15.6:47492) 2024-05-20T21:27:40.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929c00700 1 -- 172.21.15.6:0/3545384954 learned_addr learned my addr 172.21.15.6:0/3545384954 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:40.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929200700 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd59c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929c00700 1 -- 172.21.15.6:0/3545384954 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 msgr2=0x557acd59c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:40.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929c00700 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd59c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929c00700 1 -- 172.21.15.6:0/3545384954 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd593390 msgr2=0x557acd59ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:40.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929c00700 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd593390 0x557acd59ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929c00700 1 -- 172.21.15.6:0/3545384954 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557acd4308d0 con 0x557acd5987c0 2024-05-20T21:27:40.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.761+0000 7f8929200700 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd59c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:27:40.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.762+0000 7f8929c00700 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd5987c0 0x557acd59c1c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f89180075b0 tx=0x7f8918004540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b1a8db8ec350d1e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.762+0000 7f890b400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.762+0000 7f890b400700 1 -- 172.21.15.6:0/3545384954 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891802b060 con 0x557acd5987c0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.762+0000 7f890b400700 1 -- 172.21.15.6:0/3545384954 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f891800e700 con 0x557acd5987c0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.762+0000 7f8937020b80 1 -- 172.21.15.6:0/3545384954 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8918003da0 con 0x557acd5987c0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.762+0000 7f890b400700 1 -- 172.21.15.6:0/3545384954 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f891800e900 con 0x557acd5987c0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f8937020b80 10 client.28733 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f8937020b80 1 -- 172.21.15.6:0/3545384954 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557acd4b1060 con 0x557acd5987c0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f890b400700 1 -- 172.21.15.6:0/3545384954 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8918003da0 con 0x557acd5987c0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f890b400700 1 -- 172.21.15.6:0/3545384954 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8918030aa0 con 0x557acd5987c0 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f8937020b80 10 client.28733 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f8937020b80 10 client.28733 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f8937020b80 20 client.28733 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f8937020b80 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557acd5ac6d0 0x557acd5aeac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f8937020b80 4 client.28733 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:40.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.763+0000 7f8937020b80 1 -- 172.21.15.6:0/3545384954 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557acd4f2d90 con 0x557acd5ac6d0 2024-05-20T21:27:40.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.764+0000 7f8929200700 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557acd5ac6d0 0x557acd5aeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.764+0000 7f8929200700 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557acd5ac6d0 0x557acd5aeac0 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b44c688b37d422 server_cookie=aa8058fa76a4a3fe in_seq=0 out_seq=0 2024-05-20T21:27:40.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.764+0000 7f890b400700 10 client.28733 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f890b400700 1 -- 172.21.15.6:0/3545384954 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557acd4f2d90 con 0x557acd5ac6d0 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f890b400700 10 client.28733 handle_command_reply: tid=0 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f8937020b80 1 client.28733 shutdown 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f8937020b80 1 -- 172.21.15.6:0/3545384954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd5987c0 msgr2=0x557acd59c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f8937020b80 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd5987c0 0x557acd59c1c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f89180075b0 tx=0x7f8918004540 comp rx=0 tx=0).stop 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f8937020b80 1 -- 172.21.15.6:0/3545384954 shutdown_connections 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f8937020b80 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557acd5ac6d0 0x557acd5aeac0 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f8937020b80 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd59c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.766+0000 7f890b400700 0 client.28733 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.765+0000 7f8937020b80 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd593390 0x557acd59ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.766+0000 7f8937020b80 1 --2- 172.21.15.6:0/3545384954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd5987c0 0x557acd59c1c0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.766+0000 7f8937020b80 1 -- 172.21.15.6:0/3545384954 >> 172.21.15.6:0/3545384954 conn(0x557acd4c0be0 msgr2=0x557acd58cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:40.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.766+0000 7f8937020b80 1 -- 172.21.15.6:0/3545384954 shutdown_connections 2024-05-20T21:27:40.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.766+0000 7f8937020b80 1 -- 172.21.15.6:0/3545384954 wait complete. 2024-05-20T21:27:40.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.766+0000 7f8937020b80 20 client.28733 trim_cache size 0 max 16384 2024-05-20T21:27:40.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.783+0000 7f8937020b80 1 Processor -- start 2024-05-20T21:27:40.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.783+0000 7f8937020b80 1 -- start start 2024-05-20T21:27:40.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.783+0000 7f8937020b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd592d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.783+0000 7f8937020b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd599c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.783+0000 7f8937020b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd58d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.783+0000 7f8937020b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89241b2640 con 0x557acd5987c0 2024-05-20T21:27:40.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.783+0000 7f8937020b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89241afed0 con 0x557acd593390 2024-05-20T21:27:40.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.783+0000 7f8937020b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89241add20 con 0x557acd5990e0 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd592d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd599c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd592d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47494/0 (socket says 172.21.15.6:47494) 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929200700 1 -- 172.21.15.6:0/966736516 learned_addr learned my addr 172.21.15.6:0/966736516 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929200700 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd58d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929c00700 1 -- 172.21.15.6:0/966736516 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 msgr2=0x557acd58d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929c00700 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd58d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929c00700 1 -- 172.21.15.6:0/966736516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 msgr2=0x557acd592d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929c00700 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd592d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929c00700 1 -- 172.21.15.6:0/966736516 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557acd596980 con 0x557acd5987c0 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929200700 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd592d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.784+0000 7f8929c00700 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd599c90 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8918005bd0 tx=0x7f8918009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bd25d9eb0b7cb27 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:40.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.785+0000 7f8916000700 1 -- 172.21.15.6:0/966736516 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891802b070 con 0x557acd5987c0 2024-05-20T21:27:40.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.785+0000 7f8916000700 1 -- 172.21.15.6:0/966736516 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f891800e700 con 0x557acd5987c0 2024-05-20T21:27:40.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.785+0000 7f8916000700 1 -- 172.21.15.6:0/966736516 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918004bd0 con 0x557acd5987c0 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.785+0000 7f8937020b80 1 -- 172.21.15.6:0/966736516 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 msgr2=0x557acd599c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.785+0000 7f8937020b80 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd599c90 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8918005bd0 tx=0x7f8918009920 comp rx=0 tx=0).stop 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 -- 172.21.15.6:0/966736516 shutdown_connections 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5990e0 0x557acd58d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd592d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 --2- 172.21.15.6:0/966736516 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5987c0 0x557acd599c90 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 -- 172.21.15.6:0/966736516 >> 172.21.15.6:0/966736516 conn(0x557acd4c0be0 msgr2=0x557acd599580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 -- 172.21.15.6:0/966736516 shutdown_connections 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 -- 172.21.15.6:0/966736516 wait complete. 2024-05-20T21:27:40.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 -- start start 2024-05-20T21:27:40.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.786+0000 7f8937020b80 1 Processor -- start 2024-05-20T21:27:40.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8937020b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd5b2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8937020b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5987c0 0x557acd5af510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8937020b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5990e0 0x557acd5afa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8937020b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89241ae390 con 0x557acd5990e0 2024-05-20T21:27:40.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8937020b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89241af800 con 0x557acd593390 2024-05-20T21:27:40.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8937020b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89241aea60 con 0x557acd5987c0 2024-05-20T21:27:40.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8937020b80 10 client.0 _ll_register_callbacks cb 0x557acd48ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8929c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5987c0 0x557acd5af510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8929200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5990e0 0x557acd5afa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8929c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5987c0 0x557acd5af510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49404/0 (socket says 172.21.15.6:49404) 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8929c00700 1 -- 172.21.15.6:0/581858859 learned_addr learned my addr 172.21.15.6:0/581858859 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.787+0000 7f8929200700 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd5b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f8929c00700 1 -- 172.21.15.6:0/581858859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 msgr2=0x557acd5b2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f8929c00700 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd5b2170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f8929c00700 1 -- 172.21.15.6:0/581858859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5990e0 msgr2=0x557acd5afa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f8929c00700 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5990e0 0x557acd5afa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f8929c00700 1 -- 172.21.15.6:0/581858859 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557acd5b0260 con 0x557acd5987c0 2024-05-20T21:27:40.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f8929c00700 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5987c0 0x557acd5af510 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f891800e8d0 tx=0x7f8918005980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89e7797cd0162c7c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f890b400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f890b400700 1 -- 172.21.15.6:0/581858859 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891802b070 con 0x557acd5987c0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.788+0000 7f8937020b80 1 -- 172.21.15.6:0/581858859 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f891800e700 con 0x557acd5987c0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f890b400700 1 -- 172.21.15.6:0/581858859 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f891800eaa0 con 0x557acd5987c0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f890b400700 1 -- 172.21.15.6:0/581858859 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f891800eca0 con 0x557acd5987c0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f8937020b80 10 client.28729 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f8937020b80 1 -- 172.21.15.6:0/581858859 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557acd616ee0 con 0x557acd5987c0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f890b400700 1 -- 172.21.15.6:0/581858859 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f891800e700 con 0x557acd5987c0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f890b400700 1 -- 172.21.15.6:0/581858859 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f89180306a0 con 0x557acd5987c0 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f8937020b80 10 client.28729 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f8937020b80 10 client.28729 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f8937020b80 20 client.28729 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f8937020b80 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557acd6174b0 0x557acd6198d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f8937020b80 4 client.28729 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:27:40.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.789+0000 7f8937020b80 1 -- 172.21.15.6:0/581858859 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557acd4ec570 con 0x557acd6174b0 2024-05-20T21:27:40.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.790+0000 7f8929200700 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557acd6174b0 0x557acd6198d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.790+0000 7f8929200700 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557acd6174b0 0x557acd6198d0 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15ac6455fb2d5abe server_cookie=92580792d954cb26 in_seq=0 out_seq=0 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.790+0000 7f890b400700 10 client.28729 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f890b400700 1 -- 172.21.15.6:0/581858859 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557acd4ec570 con 0x557acd6174b0 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f890b400700 10 client.28729 handle_command_reply: tid=0 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 client.28729 shutdown 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 -- 172.21.15.6:0/581858859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5987c0 msgr2=0x557acd5af510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5987c0 0x557acd5af510 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f891800e8d0 tx=0x7f8918005980 comp rx=0 tx=0).stop 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 -- 172.21.15.6:0/581858859 shutdown_connections 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557acd5990e0 0x557acd5afa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557acd593390 0x557acd5b2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557acd6174b0 0x557acd6198d0 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 --2- 172.21.15.6:0/581858859 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557acd5987c0 0x557acd5af510 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f890b400700 0 client.28729 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:40.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 -- 172.21.15.6:0/581858859 >> 172.21.15.6:0/581858859 conn(0x557acd4c0be0 msgr2=0x557acd597320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:40.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 -- 172.21.15.6:0/581858859 shutdown_connections 2024-05-20T21:27:40.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 1 -- 172.21.15.6:0/581858859 wait complete. 2024-05-20T21:27:40.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.791+0000 7f8937020b80 20 client.28729 trim_cache size 0 max 16384 2024-05-20T21:27:40.794 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 -- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f890c0b2880 msgr2=0x7f890c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f890c0b2880 0x7f890c0b4d40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f891c0a7a40 tx=0x7f891c009310 comp rx=0 tx=0).stop 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 -- 172.21.15.6:0/4109560094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f892410b670 msgr2=0x7f892419bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f892410b670 0x7f892419bae0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f891c006010 tx=0x7f891c0057c0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 -- 172.21.15.6:0/4109560094 shutdown_connections 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f890c0b2880 0x7f890c0b4d40 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f892410b670 0x7f892419bae0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8924105670 0x7f89241a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 --2- 172.21.15.6:0/4109560094 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8924106030 0x7f89241a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 -- 172.21.15.6:0/4109560094 >> 172.21.15.6:0/4109560094 conn(0x7f8924101160 msgr2=0x7f89241016e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:40.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 -- 172.21.15.6:0/4109560094 shutdown_connections 2024-05-20T21:27:40.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:40.792+0000 7f892b000700 1 -- 172.21.15.6:0/4109560094 wait complete. 2024-05-20T21:27:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:41 smithi062 ceph-mon[36640]: pgmap v795: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:41 smithi042 ceph-mon[36332]: pgmap v795: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:42.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:41 smithi006 ceph-mon[31422]: pgmap v795: 97 pgs: 97 active+clean; 1.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:42.798 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:27:42.798 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:27:43.268 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:43.942 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:43 smithi006 ceph-mon[31422]: pgmap v796: 97 pgs: 97 active+clean; 1.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:43 smithi062 ceph-mon[36640]: pgmap v796: 97 pgs: 97 active+clean; 1.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:43 smithi042 ceph-mon[36332]: pgmap v796: 97 pgs: 97 active+clean; 1.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:45.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.565+0000 7f117d400700 1 -- 172.21.15.6:0/3739113027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 msgr2=0x7f117810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.565+0000 7f117d400700 1 --2- 172.21.15.6:0/3739113027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 0x7f117810bb40 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f1168009990 tx=0x7f1168009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.566+0000 7f117d400700 1 -- 172.21.15.6:0/3739113027 shutdown_connections 2024-05-20T21:27:45.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.566+0000 7f117d400700 1 --2- 172.21.15.6:0/3739113027 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1178106120 0x7f1178112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.566+0000 7f117d400700 1 --2- 172.21.15.6:0/3739113027 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 0x7f117810bb40 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.566+0000 7f117d400700 1 --2- 172.21.15.6:0/3739113027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1178105760 0x7f1178105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.566+0000 7f117d400700 1 -- 172.21.15.6:0/3739113027 >> 172.21.15.6:0/3739113027 conn(0x7f1178101250 msgr2=0x7f1178103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.566+0000 7f117d400700 1 -- 172.21.15.6:0/3739113027 shutdown_connections 2024-05-20T21:27:45.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.566+0000 7f117d400700 1 -- 172.21.15.6:0/3739113027 wait complete. 2024-05-20T21:27:45.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.567+0000 7f117d400700 1 Processor -- start 2024-05-20T21:27:45.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f117d400700 1 -- start start 2024-05-20T21:27:45.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f117d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1178105760 0x7f117819bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f117d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1178106120 0x7f117819c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f117d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 0x7f11781a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f117d400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1178115990 con 0x7f117810b760 2024-05-20T21:27:45.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f117d400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1178115810 con 0x7f1178106120 2024-05-20T21:27:45.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f117d400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1178115b10 con 0x7f1178105760 2024-05-20T21:27:45.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f1177200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 0x7f11781a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f1176800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1178105760 0x7f117819bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f1175e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1178106120 0x7f117819c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f1177200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 0x7f11781a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55504/0 (socket says 172.21.15.6:55504) 2024-05-20T21:27:45.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.568+0000 7f1177200700 1 -- 172.21.15.6:0/4153078230 learned_addr learned my addr 172.21.15.6:0/4153078230 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:45.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.569+0000 7f1175e00700 1 -- 172.21.15.6:0/4153078230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1178105760 msgr2=0x7f117819bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.569+0000 7f1175e00700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1178105760 0x7f117819bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.569+0000 7f1175e00700 1 -- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 msgr2=0x7f11781a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.569+0000 7f1175e00700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 0x7f11781a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.569+0000 7f1175e00700 1 -- 172.21.15.6:0/4153078230 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11781a0ea0 con 0x7f1178106120 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.569+0000 7f1176800700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1178105760 0x7f117819bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.569+0000 7f1175e00700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1178106120 0x7f117819c420 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f116400e9f0 tx=0x7f116400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.570+0000 7f116f400700 1 -- 172.21.15.6:0/4153078230 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116400c9c0 con 0x7f1178106120 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.570+0000 7f117d400700 1 -- 172.21.15.6:0/4153078230 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11781a1190 con 0x7f1178106120 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.570+0000 7f116f400700 1 -- 172.21.15.6:0/4153078230 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f116400cb60 con 0x7f1178106120 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.570+0000 7f116f400700 1 -- 172.21.15.6:0/4153078230 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164018680 con 0x7f1178106120 2024-05-20T21:27:45.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.570+0000 7f117d400700 1 -- 172.21.15.6:0/4153078230 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11781a8a10 con 0x7f1178106120 2024-05-20T21:27:45.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.574+0000 7f116f400700 1 -- 172.21.15.6:0/4153078230 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1164010430 con 0x7f1178106120 2024-05-20T21:27:45.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.574+0000 7f1187cd6b80 1 Processor -- start 2024-05-20T21:27:45.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.575+0000 7f1187cd6b80 1 -- start start 2024-05-20T21:27:45.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.575+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959bdf30 0x556d959be310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.575+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959b82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.575+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959b8900 0x556d959b8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.575+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556d95916ec0 con 0x556d959be850 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.575+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556d95906a60 con 0x556d959bdf30 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.575+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556d9590aaa0 con 0x556d959b8900 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.575+0000 7f1176800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959b82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1176800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959b82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55518/0 (socket says 172.21.15.6:55518) 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1176800700 1 -- 172.21.15.6:0/642225901 learned_addr learned my addr 172.21.15.6:0/642225901 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1175e00700 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959b8900 0x556d959b8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1177200700 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959bdf30 0x556d959be310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1176800700 1 -- 172.21.15.6:0/642225901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959b8900 msgr2=0x556d959b8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1176800700 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959b8900 0x556d959b8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1176800700 1 -- 172.21.15.6:0/642225901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959bdf30 msgr2=0x556d959be310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1176800700 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959bdf30 0x556d959be310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1176800700 1 -- 172.21.15.6:0/642225901 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d958cf4a0 con 0x556d959be850 2024-05-20T21:27:45.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.576+0000 7f1176800700 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959b82e0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f11680096a0 tx=0x7f1168005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51260e7dee6c0442 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.577+0000 7f116f400700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f115c0b2880 0x7f115c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.577+0000 7f116f400700 1 -- 172.21.15.6:0/4153078230 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f11640e2460 con 0x7f1178106120 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.577+0000 7f1177200700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f115c0b2880 0x7f115c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.577+0000 7f1163e00700 1 -- 172.21.15.6:0/642225901 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1168027070 con 0x556d959be850 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.577+0000 7f1163e00700 1 -- 172.21.15.6:0/642225901 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1168003680 con 0x556d959be850 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.577+0000 7f1163e00700 1 -- 172.21.15.6:0/642225901 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116800f6c0 con 0x556d959be850 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1177200700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f115c0b2880 0x7f115c0b4d40 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f1170009690 tx=0x7f117000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 -- 172.21.15.6:0/642225901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 msgr2=0x556d959b82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959b82e0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f11680096a0 tx=0x7f1168005fd0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 -- 172.21.15.6:0/642225901 shutdown_connections 2024-05-20T21:27:45.579 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959b8900 0x556d959b8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959bdf30 0x556d959be310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/642225901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959b82e0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 -- 172.21.15.6:0/642225901 >> 172.21.15.6:0/642225901 conn(0x556d958e6c60 msgr2=0x556d959b3090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 -- 172.21.15.6:0/642225901 shutdown_connections 2024-05-20T21:27:45.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.578+0000 7f1187cd6b80 1 -- 172.21.15.6:0/642225901 wait complete. 2024-05-20T21:27:45.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.579+0000 7f1187cd6b80 1 -- start start 2024-05-20T21:27:45.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.579+0000 7f1187cd6b80 1 Processor -- start 2024-05-20T21:27:45.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.579+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959c4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959bdf30 0x556d959c1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959c1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556d9580d020 con 0x556d959be850 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556d958a77e0 con 0x556d959b8900 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556d959c5260 con 0x556d959bdf30 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1187cd6b80 10 client.0 _ll_register_callbacks cb 0x556d958b0cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1176800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959c4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1175e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959bdf30 0x556d959c1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1176800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959c4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47528/0 (socket says 172.21.15.6:47528) 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1175e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959bdf30 0x556d959c1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49436/0 (socket says 172.21.15.6:49436) 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1176800700 1 -- 172.21.15.6:0/1154367064 learned_addr learned my addr 172.21.15.6:0/1154367064 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1177200700 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959c1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1176800700 1 -- 172.21.15.6:0/1154367064 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959bdf30 msgr2=0x556d959c1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1176800700 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959bdf30 0x556d959c1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1176800700 1 -- 172.21.15.6:0/1154367064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 msgr2=0x556d959c1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1176800700 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959c1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.580+0000 7f1176800700 1 -- 172.21.15.6:0/1154367064 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d95856950 con 0x556d959b8900 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.581+0000 7f1176800700 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959c4530 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f116800b650 tx=0x7f1168005240 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6d8ffa2e58d16dd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.581+0000 7f1160c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.581+0000 7f1160c00700 1 -- 172.21.15.6:0/1154367064 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1168030020 con 0x556d959b8900 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.581+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1154367064 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1168003680 con 0x556d959b8900 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.581+0000 7f1160c00700 1 -- 172.21.15.6:0/1154367064 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1168005530 con 0x556d959b8900 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1160c00700 1 -- 172.21.15.6:0/1154367064 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f116803b050 con 0x556d959b8900 2024-05-20T21:27:45.583 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1187cd6b80 10 client.28751 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:45.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1154367064 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556d958d70e0 con 0x556d959b8900 2024-05-20T21:27:45.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1160c00700 1 -- 172.21.15.6:0/1154367064 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1168003680 con 0x556d959b8900 2024-05-20T21:27:45.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1160c00700 1 -- 172.21.15.6:0/1154367064 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f116800fc20 con 0x556d959b8900 2024-05-20T21:27:45.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1187cd6b80 10 client.28751 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:45.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1187cd6b80 10 client.28751 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1187cd6b80 20 client.28751 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556d959d1c40 0x556d959d4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1187cd6b80 4 client.28751 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.582+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1154367064 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556d95918e10 con 0x556d959d1c40 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.583+0000 7f1175e00700 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556d959d1c40 0x556d959d4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.583+0000 7f1175e00700 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556d959d1c40 0x556d959d4030 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f55fd70878c14fc9 server_cookie=3ce111bbc5231617 in_seq=0 out_seq=0 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.583+0000 7f1160c00700 10 client.28751 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1160c00700 1 -- 172.21.15.6:0/1154367064 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556d95918e10 con 0x556d959d1c40 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1160c00700 10 client.28751 handle_command_reply: tid=0 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 client.28751 shutdown 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1154367064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 msgr2=0x556d959c4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959c4530 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f116800b650 tx=0x7f1168005240 comp rx=0 tx=0).stop 2024-05-20T21:27:45.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1154367064 shutdown_connections 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959be850 0x556d959c1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959c4530 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556d959d1c40 0x556d959d4030 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1154367064 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959bdf30 0x556d959c1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1154367064 >> 172.21.15.6:0/1154367064 conn(0x556d958e6c60 msgr2=0x556d959b72d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.584+0000 7f1160c00700 0 client.28751 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.585+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1154367064 shutdown_connections 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.585+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1154367064 wait complete. 2024-05-20T21:27:45.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.585+0000 7f1187cd6b80 20 client.28751 trim_cache size 0 max 16384 2024-05-20T21:27:45.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.608+0000 7f1187cd6b80 1 Processor -- start 2024-05-20T21:27:45.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.608+0000 7f1187cd6b80 1 -- start start 2024-05-20T21:27:45.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.608+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959bf580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.608+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959b82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.608+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d959b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.608+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f11781b2980 con 0x556d959bdf30 2024-05-20T21:27:45.609 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.608+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f11781b0210 con 0x556d959b8900 2024-05-20T21:27:45.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.608+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f11781ae060 con 0x556d959be850 2024-05-20T21:27:45.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1177200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d959b30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1175e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959b82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1177200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d959b30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:49438/0 (socket says 172.21.15.6:49438) 2024-05-20T21:27:45.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1177200700 1 -- 172.21.15.6:0/1651417770 learned_addr learned my addr 172.21.15.6:0/1651417770 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:45.610 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1176800700 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959bf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1177200700 1 -- 172.21.15.6:0/1651417770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 msgr2=0x556d959bf580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1177200700 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959bf580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1177200700 1 -- 172.21.15.6:0/1651417770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 msgr2=0x556d959b82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1177200700 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959b82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1177200700 1 -- 172.21.15.6:0/1651417770 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d959bfe90 con 0x556d959be850 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1176800700 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959bf580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.609+0000 7f1175e00700 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959b82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.610+0000 7f1177200700 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d959b30d0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f1170009840 tx=0x7f1170017000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64832a0c2c6ffad0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.610+0000 7f1163400700 1 -- 172.21.15.6:0/1651417770 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1170023840 con 0x556d959be850 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.610+0000 7f1163400700 1 -- 172.21.15.6:0/1651417770 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1170027070 con 0x556d959be850 2024-05-20T21:27:45.612 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.610+0000 7f1163400700 1 -- 172.21.15.6:0/1651417770 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1170022430 con 0x556d959be850 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1651417770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 msgr2=0x556d959b30d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d959b30d0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f1170009840 tx=0x7f1170017000 comp rx=0 tx=0).stop 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1651417770 shutdown_connections 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d959b30d0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959bf580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/1651417770 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959b82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1651417770 >> 172.21.15.6:0/1651417770 conn(0x556d958e6c60 msgr2=0x556d959c0210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1651417770 shutdown_connections 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 -- 172.21.15.6:0/1651417770 wait complete. 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.611+0000 7f1187cd6b80 1 -- start start 2024-05-20T21:27:45.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1187cd6b80 1 Processor -- start 2024-05-20T21:27:45.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959d6500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959d6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1187cd6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d95a3c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f11781ae6d0 con 0x556d959bdf30 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f11781afb40 con 0x556d959b8900 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1187cd6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f11781aeda0 con 0x556d959be850 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1187cd6b80 10 client.0 _ll_register_callbacks cb 0x556d958b0cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1175e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959d6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.612+0000 7f1175e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959d6a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55548/0 (socket says 172.21.15.6:55548) 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1175e00700 1 -- 172.21.15.6:0/4011058653 learned_addr learned my addr 172.21.15.6:0/4011058653 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:45.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1176800700 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959d6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1177200700 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d95a3c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1175e00700 1 -- 172.21.15.6:0/4011058653 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 msgr2=0x556d95a3c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1175e00700 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d95a3c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1175e00700 1 -- 172.21.15.6:0/4011058653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 msgr2=0x556d959d6500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1175e00700 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959d6500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1175e00700 1 -- 172.21.15.6:0/4011058653 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d95a3c9d0 con 0x556d959bdf30 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1175e00700 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959d6a40 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f11640a6bf0 tx=0x7f11640e5ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dfb339456039f7c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.613+0000 7f1160c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1160c00700 1 -- 172.21.15.6:0/4011058653 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11640a90f0 con 0x556d959bdf30 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1160c00700 1 -- 172.21.15.6:0/4011058653 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f11640a9be0 con 0x556d959bdf30 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 1 -- 172.21.15.6:0/4011058653 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1170027070 con 0x556d959bdf30 2024-05-20T21:27:45.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1160c00700 1 -- 172.21.15.6:0/4011058653 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f11640a5110 con 0x556d959bdf30 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 10 client.18645 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 1 -- 172.21.15.6:0/4011058653 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556d95a3dd30 con 0x556d959bdf30 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1160c00700 1 -- 172.21.15.6:0/4011058653 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1170027070 con 0x556d959bdf30 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1160c00700 1 -- 172.21.15.6:0/4011058653 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f11640b2350 con 0x556d959bdf30 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 10 client.18645 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 10 client.18645 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 20 client.18645 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556d95a3e430 0x556d95a40850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 4 client.18645 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.614+0000 7f1187cd6b80 1 -- 172.21.15.6:0/4011058653 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556d959c22f0 con 0x556d95a3e430 2024-05-20T21:27:45.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.615+0000 7f1176800700 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556d95a3e430 0x556d95a40850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:45.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.615+0000 7f1176800700 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556d95a3e430 0x556d95a40850 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7374c0ef9e7c1267 server_cookie=79553d69b1148ef in_seq=0 out_seq=0 2024-05-20T21:27:45.619 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.615+0000 7f1160c00700 10 client.18645 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.616+0000 7f1160c00700 1 -- 172.21.15.6:0/4011058653 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556d959c22f0 con 0x556d95a3e430 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.616+0000 7f1160c00700 10 client.18645 handle_command_reply: tid=0 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.616+0000 7f1187cd6b80 1 client.18645 shutdown 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 -- 172.21.15.6:0/4011058653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 msgr2=0x556d959d6a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959d6a40 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f11640a6bf0 tx=0x7f11640e5ea0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 -- 172.21.15.6:0/4011058653 shutdown_connections 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556d95a3e430 0x556d95a40850 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556d959be850 0x556d95a3c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556d959b8900 0x556d959d6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 --2- 172.21.15.6:0/4011058653 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556d959bdf30 0x556d959d6a40 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1160c00700 0 client.18645 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 -- 172.21.15.6:0/4011058653 >> 172.21.15.6:0/4011058653 conn(0x556d958e6c60 msgr2=0x556d959c0aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 -- 172.21.15.6:0/4011058653 shutdown_connections 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 1 -- 172.21.15.6:0/4011058653 wait complete. 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.617+0000 7f1187cd6b80 20 client.18645 trim_cache size 0 max 16384 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "060b547e-43d0-4e0c-b38c-c25493f71293", 2024-05-20T21:27:45.621 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:27:45.622 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 -- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f115c0b2880 msgr2=0x7f115c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f115c0b2880 0x7f115c0b4d40 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f1170009690 tx=0x7f117000b040 comp rx=0 tx=0).stop 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 -- 172.21.15.6:0/4153078230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1178106120 msgr2=0x7f117819c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1178106120 0x7f117819c420 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f116400e9f0 tx=0x7f116400ed00 comp rx=0 tx=0).stop 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 -- 172.21.15.6:0/4153078230 shutdown_connections 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f115c0b2880 0x7f115c0b4d40 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f117810b760 0x7f11781a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1178105760 0x7f117819bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 --2- 172.21.15.6:0/4153078230 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1178106120 0x7f117819c420 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 -- 172.21.15.6:0/4153078230 >> 172.21.15.6:0/4153078230 conn(0x7f1178101250 msgr2=0x7f1178101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:45.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 -- 172.21.15.6:0/4153078230 shutdown_connections 2024-05-20T21:27:45.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:45.618+0000 7f117d400700 1 -- 172.21.15.6:0/4153078230 wait complete. 2024-05-20T21:27:45.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:45 smithi006 ceph-mon[31422]: pgmap v797: 97 pgs: 97 active+clean; 1.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:45 smithi062 ceph-mon[36640]: pgmap v797: 97 pgs: 97 active+clean; 1.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:45 smithi042 ceph-mon[36332]: pgmap v797: 97 pgs: 97 active+clean; 1.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:27:46.540 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:27:47.021 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:27:47.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:46 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:27:47.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:46 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:47.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:46 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:27:47.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:46 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:46 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:27:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:46 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:46 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:27:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:46 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:47.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:46 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:27:47.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:46 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:47.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:46 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:27:47.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:46 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:27:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:47 smithi062 ceph-mon[36640]: pgmap v798: 97 pgs: 97 active+clean; 1.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:27:48.069 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:47 smithi006 ceph-mon[31422]: pgmap v798: 97 pgs: 97 active+clean; 1.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:27:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:47 smithi042 ceph-mon[36332]: pgmap v798: 97 pgs: 97 active+clean; 1.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:27:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 -- 172.21.15.6:0/2241251524 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 msgr2=0x7f8d8010abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 --2- 172.21.15.6:0/2241251524 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 0x7f8d8010abf0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f8d78009860 tx=0x7f8d7802a340 comp rx=0 tx=0).stop 2024-05-20T21:27:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 -- 172.21.15.6:0/2241251524 shutdown_connections 2024-05-20T21:27:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 --2- 172.21.15.6:0/2241251524 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 0x7f8d8010abf0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 --2- 172.21.15.6:0/2241251524 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d80105e70 0x7f8d80108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 --2- 172.21.15.6:0/2241251524 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d80103540 0x7f8d80105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 -- 172.21.15.6:0/2241251524 >> 172.21.15.6:0/2241251524 conn(0x7f8d800fcf30 msgr2=0x7f8d800ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:48.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 -- 172.21.15.6:0/2241251524 shutdown_connections 2024-05-20T21:27:48.669 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.668+0000 7f8d85400640 1 -- 172.21.15.6:0/2241251524 wait complete. 2024-05-20T21:27:48.670 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.669+0000 7f8d85400640 1 Processor -- start 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.669+0000 7f8d85400640 1 -- start start 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d85400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d80103540 0x7f8d80102eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d85400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d80105e70 0x7f8d801014f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d85400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 0x7f8d80101a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d85400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8d8010e5f0 con 0x7f8d801087a0 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d85400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8d8010e470 con 0x7f8d80103540 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d85400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8d8010e770 con 0x7f8d80105e70 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7e800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d80103540 0x7f8d80102eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d75e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d80105e70 0x7f8d801014f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 0x7f8d80101a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7e800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d80103540 0x7f8d80102eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38618/0 (socket says 172.21.15.6:38618) 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7e800640 1 -- 172.21.15.6:0/240182971 learned_addr learned my addr 172.21.15.6:0/240182971 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7e800640 1 -- 172.21.15.6:0/240182971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d80105e70 msgr2=0x7f8d801014f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7e800640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d80105e70 0x7f8d801014f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7e800640 1 -- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 msgr2=0x7f8d80101a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7e800640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 0x7f8d80101a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.670+0000 7f8d7e800640 1 -- 172.21.15.6:0/240182971 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d801022c0 con 0x7f8d80103540 2024-05-20T21:27:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.671+0000 7f8d75e00640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d80105e70 0x7f8d801014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.671+0000 7f8d7f200640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 0x7f8d80101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.671+0000 7f8d7e800640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d80103540 0x7f8d80102eb0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000c420 tx=0x7f8d70009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.671+0000 7f8d77e00640 1 -- 172.21.15.6:0/240182971 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d70003970 con 0x7f8d80103540 2024-05-20T21:27:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.671+0000 7f8d85400640 1 -- 172.21.15.6:0/240182971 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d801a2db0 con 0x7f8d80103540 2024-05-20T21:27:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.671+0000 7f8d77e00640 1 -- 172.21.15.6:0/240182971 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d70004020 con 0x7f8d80103540 2024-05-20T21:27:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.671+0000 7f8d77e00640 1 -- 172.21.15.6:0/240182971 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7000b960 con 0x7f8d80103540 2024-05-20T21:27:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.671+0000 7f8d85400640 1 -- 172.21.15.6:0/240182971 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d801a3220 con 0x7f8d80103540 2024-05-20T21:27:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.675+0000 7f8d881d2740 1 Processor -- start 2024-05-20T21:27:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.676+0000 7f8d881d2740 1 -- start start 2024-05-20T21:27:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.676+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.676+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9b520 0x55d4abaa0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.676+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4abaa0690 0x55d4abaa2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.676+0000 7f8d881d2740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d4aba0ab90 con 0x55d4aba9ab30 2024-05-20T21:27:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.676+0000 7f8d881d2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d4ab9fa730 con 0x55d4aba9b520 2024-05-20T21:27:48.676 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.676+0000 7f8d881d2740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d4ab9fe770 con 0x55d4abaa0690 2024-05-20T21:27:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.676+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35748/0 (socket says 172.21.15.6:35748) 2024-05-20T21:27:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d7f200640 1 -- 172.21.15.6:0/2227541924 learned_addr learned my addr 172.21.15.6:0/2227541924 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:48.677 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d77e00640 1 -- 172.21.15.6:0/240182971 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8d70003b10 con 0x7f8d80103540 2024-05-20T21:27:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d75e00640 1 --2- 172.21.15.6:0/2227541924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4abaa0690 0x55d4abaa2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d7f200640 1 -- 172.21.15.6:0/2227541924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4abaa0690 msgr2=0x55d4abaa2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2227541924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4abaa0690 0x55d4abaa2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d7f200640 1 -- 172.21.15.6:0/2227541924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9b520 msgr2=0x55d4abaa0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2227541924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9b520 0x55d4abaa0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d7f200640 1 -- 172.21.15.6:0/2227541924 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4ab9938b0 con 0x55d4aba9ab30 2024-05-20T21:27:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.677+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2227541924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9af50 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f8d78009830 tx=0x7f8d78009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0818ff912236f57 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.678+0000 7f8d6f400640 1 -- 172.21.15.6:0/2227541924 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d78041020 con 0x55d4aba9ab30 2024-05-20T21:27:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.678+0000 7f8d6f400640 1 -- 172.21.15.6:0/2227541924 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d78004040 con 0x55d4aba9ab30 2024-05-20T21:27:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.678+0000 7f8d6f400640 1 -- 172.21.15.6:0/2227541924 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d78037040 con 0x55d4aba9ab30 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.678+0000 7f8d77e00640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d640b27e0 0x7f8d640b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.678+0000 7f8d881d2740 1 -- 172.21.15.6:0/2227541924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 msgr2=0x55d4aba9af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.678+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2227541924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9af50 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f8d78009830 tx=0x7f8d78009490 comp rx=0 tx=0).stop 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d881d2740 1 -- 172.21.15.6:0/2227541924 shutdown_connections 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2227541924 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4abaa0690 0x55d4abaa2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2227541924 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9b520 0x55d4abaa0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2227541924 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9af50 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d881d2740 1 -- 172.21.15.6:0/2227541924 >> 172.21.15.6:0/2227541924 conn(0x55d4aba961a0 msgr2=0x55d4aba965a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d77e00640 1 -- 172.21.15.6:0/240182971 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8d700e2530 con 0x7f8d80103540 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d7e800640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d640b27e0 0x7f8d640b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d881d2740 1 -- 172.21.15.6:0/2227541924 shutdown_connections 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d881d2740 1 -- 172.21.15.6:0/2227541924 wait complete. 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.679+0000 7f8d881d2740 1 -- start start 2024-05-20T21:27:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d7e800640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d640b27e0 0x7f8d640b4ca0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f8d700a9750 tx=0x7f8d70009a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d881d2740 1 Processor -- start 2024-05-20T21:27:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaabe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d881d2740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d4ab6e0790 con 0x55d4abaa0690 2024-05-20T21:27:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d881d2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d4ab9a2bc0 con 0x55d4aba9ab30 2024-05-20T21:27:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d881d2740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d4abaa35e0 con 0x55d4aba9b520 2024-05-20T21:27:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.680+0000 7f8d881d2740 10 client.0 _ll_register_callbacks cb 0x55d4ab980400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaabe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d75e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa48b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38638/0 (socket says 172.21.15.6:38638) 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d7f200640 1 -- 172.21.15.6:0/8018133 learned_addr learned my addr 172.21.15.6:0/8018133 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d75e00640 1 -- 172.21.15.6:0/8018133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 msgr2=0x55d4abaa48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d75e00640 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d75e00640 1 -- 172.21.15.6:0/8018133 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 msgr2=0x55d4abaabe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d75e00640 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaabe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d75e00640 1 -- 172.21.15.6:0/8018133 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4ab70f210 con 0x55d4aba9b520 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d75e00640 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa4df0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f8d80102c20 tx=0x7f8d6800f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6efc116511fc0f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.681+0000 7f8d63e00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:27:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.682+0000 7f8d63e00640 1 -- 172.21.15.6:0/8018133 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d68012110 con 0x55d4aba9b520 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.682+0000 7f8d881d2740 1 -- 172.21.15.6:0/8018133 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d78004040 con 0x55d4aba9b520 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.682+0000 7f8d63e00640 1 -- 172.21.15.6:0/8018133 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8d68004050 con 0x55d4aba9b520 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.682+0000 7f8d63e00640 1 -- 172.21.15.6:0/8018133 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8d680122b0 con 0x55d4aba9b520 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.682+0000 7f8d881d2740 10 client.28759 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.682+0000 7f8d881d2740 1 -- 172.21.15.6:0/8018133 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d4ab7db620 con 0x55d4aba9b520 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.682+0000 7f8d63e00640 1 -- 172.21.15.6:0/8018133 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d78004040 con 0x55d4aba9b520 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.683+0000 7f8d63e00640 1 -- 172.21.15.6:0/8018133 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8d68026450 con 0x55d4aba9b520 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.683+0000 7f8d881d2740 10 client.28759 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.683+0000 7f8d881d2740 10 client.28759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.683+0000 7f8d881d2740 20 client.28759 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.683+0000 7f8d881d2740 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d4abab04c0 0x55d4abab28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.683+0000 7f8d881d2740 4 client.28759 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.683+0000 7f8d881d2740 1 -- 172.21.15.6:0/8018133 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4aba0cae0 con 0x55d4abab04c0 2024-05-20T21:27:48.685 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.683+0000 7f8d7f200640 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d4abab04c0 0x55d4abab28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.684+0000 7f8d7f200640 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d4abab04c0 0x55d4abab28d0 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4836b6c35f582faf server_cookie=680e539e68effa4c in_seq=0 out_seq=0 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.684+0000 7f8d63e00640 10 client.28759 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d63e00640 1 -- 172.21.15.6:0/8018133 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d4aba0cae0 con 0x55d4abab04c0 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d63e00640 10 client.28759 handle_command_reply: tid=0 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 client.28759 shutdown 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 -- 172.21.15.6:0/8018133 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 msgr2=0x55d4abaa4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa4df0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f8d80102c20 tx=0x7f8d6800f790 comp rx=0 tx=0).stop 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 -- 172.21.15.6:0/8018133 shutdown_connections 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d4abab04c0 0x55d4abab28d0 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaabe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.687 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa4df0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 --2- 172.21.15.6:0/8018133 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d63e00640 0 client.28759 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 -- 172.21.15.6:0/8018133 >> 172.21.15.6:0/8018133 conn(0x55d4aba961a0 msgr2=0x55d4aba95310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 -- 172.21.15.6:0/8018133 shutdown_connections 2024-05-20T21:27:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.685+0000 7f8d881d2740 1 -- 172.21.15.6:0/8018133 wait complete. 2024-05-20T21:27:48.688 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.686+0000 7f8d881d2740 20 client.28759 trim_cache size 0 max 16384 2024-05-20T21:27:48.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.702+0000 7f8d881d2740 1 Processor -- start 2024-05-20T21:27:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d881d2740 1 -- start start 2024-05-20T21:27:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaabdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4abaa0690 0x55d4aba9c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d881d2740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8d801aeb80 con 0x55d4aba9ab30 2024-05-20T21:27:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d881d2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8d801ac450 con 0x55d4abaa0690 2024-05-20T21:27:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d881d2740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8d801aa2a0 con 0x55d4aba9b520 2024-05-20T21:27:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35758/0 (socket says 172.21.15.6:35758) 2024-05-20T21:27:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d7f200640 1 -- 172.21.15.6:0/2557311618 learned_addr learned my addr 172.21.15.6:0/2557311618 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.703+0000 7f8d75e00640 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaabdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4abaa0690 0x55d4aba9c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d7f200640 1 -- 172.21.15.6:0/2557311618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 msgr2=0x55d4abaabdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaabdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d7f200640 1 -- 172.21.15.6:0/2557311618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4abaa0690 msgr2=0x55d4aba9c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4abaa0690 0x55d4aba9c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d7f200640 1 -- 172.21.15.6:0/2557311618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4aba95fd0 con 0x55d4aba9ab30 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d75e00640 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaabdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9bfc0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f8d7802a930 tx=0x7f8d780056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4d3cf40a84ab0d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d6ea00640 1 -- 172.21.15.6:0/2557311618 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d78037040 con 0x55d4aba9ab30 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d6ea00640 1 -- 172.21.15.6:0/2557311618 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d78032860 con 0x55d4aba9ab30 2024-05-20T21:27:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.704+0000 7f8d6ea00640 1 -- 172.21.15.6:0/2557311618 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d78041040 con 0x55d4aba9ab30 2024-05-20T21:27:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 -- 172.21.15.6:0/2557311618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 msgr2=0x55d4aba9bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9bfc0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f8d7802a930 tx=0x7f8d780056d0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 -- 172.21.15.6:0/2557311618 shutdown_connections 2024-05-20T21:27:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4abaa0690 0x55d4aba9c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaabdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2557311618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4aba9ab30 0x55d4aba9bfc0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 -- 172.21.15.6:0/2557311618 >> 172.21.15.6:0/2557311618 conn(0x55d4aba961a0 msgr2=0x55d4aba99080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 -- 172.21.15.6:0/2557311618 shutdown_connections 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.705+0000 7f8d881d2740 1 -- 172.21.15.6:0/2557311618 wait complete. 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 1 -- start start 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 1 Processor -- start 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa9610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaaab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8d801aa910 con 0x55d4abaa0690 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8d801abd80 con 0x55d4aba9ab30 2024-05-20T21:27:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8d801aafe0 con 0x55d4aba9b520 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.706+0000 7f8d881d2740 10 client.0 _ll_register_callbacks cb 0x7f8d68009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaaab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d75e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d7f200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaaab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35770/0 (socket says 172.21.15.6:35770) 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d7f200640 1 -- 172.21.15.6:0/2565242105 learned_addr learned my addr 172.21.15.6:0/2565242105 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa9610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d75e00640 1 -- 172.21.15.6:0/2565242105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 msgr2=0x55d4abaa9610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d75e00640 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa9610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d75e00640 1 -- 172.21.15.6:0/2565242105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 msgr2=0x55d4abaaab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d75e00640 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaaab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d75e00640 1 -- 172.21.15.6:0/2565242105 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4abaab150 con 0x55d4aba9b520 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaaab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:48.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.707+0000 7f8d75e00640 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa9b50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f8d680268c0 tx=0x7f8d6800fd20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e74db5ab2070c3d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:48.710 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.708+0000 7f8d63e00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.708+0000 7f8d63e00640 1 -- 172.21.15.6:0/2565242105 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d68035060 con 0x55d4aba9b520 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.708+0000 7f8d63e00640 1 -- 172.21.15.6:0/2565242105 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8d68026510 con 0x55d4aba9b520 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.708+0000 7f8d881d2740 1 -- 172.21.15.6:0/2565242105 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d78032860 con 0x55d4aba9b520 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.708+0000 7f8d63e00640 1 -- 172.21.15.6:0/2565242105 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8d6802c040 con 0x55d4aba9b520 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.708+0000 7f8d881d2740 10 client.28765 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.708+0000 7f8d881d2740 1 -- 172.21.15.6:0/2565242105 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d4abb1b220 con 0x55d4aba9b520 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.708+0000 7f8d63e00640 1 -- 172.21.15.6:0/2565242105 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d78032860 con 0x55d4aba9b520 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.709+0000 7f8d63e00640 1 -- 172.21.15.6:0/2565242105 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8d680035f0 con 0x55d4aba9b520 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.709+0000 7f8d881d2740 10 client.28765 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:48.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.709+0000 7f8d881d2740 10 client.28765 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.709+0000 7f8d881d2740 20 client.28765 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.709+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d4abb1bbf0 0x55d4abb1e010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.709+0000 7f8d881d2740 4 client.28765 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:27:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.709+0000 7f8d881d2740 1 -- 172.21.15.6:0/2565242105 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d4aba062c0 con 0x55d4abb1bbf0 2024-05-20T21:27:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.709+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d4abb1bbf0 0x55d4abb1e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.710+0000 7f8d7f200640 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d4abb1bbf0 0x55d4abb1e010 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=878d8e2f9eafbed1 server_cookie=124f95d984aff1ce in_seq=0 out_seq=0 2024-05-20T21:27:48.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.710+0000 7f8d63e00640 10 client.28765 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.723+0000 7f8d63e00640 1 -- 172.21.15.6:0/2565242105 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d4aba062c0 con 0x55d4abb1bbf0 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.723+0000 7f8d63e00640 10 client.28765 handle_command_reply: tid=0 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.723+0000 7f8d881d2740 1 client.28765 shutdown 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 -- 172.21.15.6:0/2565242105 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 msgr2=0x55d4abaa9b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa9b50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f8d680268c0 tx=0x7f8d6800fd20 comp rx=0 tx=0).stop 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 -- 172.21.15.6:0/2565242105 shutdown_connections 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d4abb1bbf0 0x55d4abb1e010 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d4abaa0690 0x55d4abaaab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d4aba9b520 0x55d4abaa9b50 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 --2- 172.21.15.6:0/2565242105 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d4aba9ab30 0x55d4abaa9610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.724 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d63e00640 0 client.28765 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:48.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 -- 172.21.15.6:0/2565242105 >> 172.21.15.6:0/2565242105 conn(0x55d4aba961a0 msgr2=0x55d4aba9bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:48.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 -- 172.21.15.6:0/2565242105 shutdown_connections 2024-05-20T21:27:48.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 1 -- 172.21.15.6:0/2565242105 wait complete. 2024-05-20T21:27:48.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.724+0000 7f8d881d2740 20 client.28765 trim_cache size 0 max 16384 2024-05-20T21:27:48.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:27:48.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:27:48.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 -- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d640b27e0 msgr2=0x7f8d640b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d640b27e0 0x7f8d640b4ca0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f8d700a9750 tx=0x7f8d70009a20 comp rx=0 tx=0).stop 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 -- 172.21.15.6:0/240182971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d80103540 msgr2=0x7f8d80102eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d80103540 0x7f8d80102eb0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000c420 tx=0x7f8d70009f90 comp rx=0 tx=0).stop 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 -- 172.21.15.6:0/240182971 shutdown_connections 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8d640b27e0 0x7f8d640b4ca0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8d801087a0 0x7f8d80101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8d80105e70 0x7f8d801014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 --2- 172.21.15.6:0/240182971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8d80103540 0x7f8d80102eb0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:48.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 -- 172.21.15.6:0/240182971 >> 172.21.15.6:0/240182971 conn(0x7f8d800fcf30 msgr2=0x7f8d80103de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:48.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.725+0000 7f8d85400640 1 -- 172.21.15.6:0/240182971 shutdown_connections 2024-05-20T21:27:48.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:27:48.726+0000 7f8d85400640 1 -- 172.21.15.6:0/240182971 wait complete. 2024-05-20T21:27:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.279+0000 7f9bc2200700 1 -- 172.21.15.6:0/1081112284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 msgr2=0x7f9bbc10d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.279+0000 7f9bc2200700 1 --2- 172.21.15.6:0/1081112284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 0x7f9bbc10d440 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f9ba4009990 tx=0x7f9ba4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.279+0000 7f9bc2200700 1 -- 172.21.15.6:0/1081112284 shutdown_connections 2024-05-20T21:27:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.279+0000 7f9bc2200700 1 --2- 172.21.15.6:0/1081112284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bbc10da60 0x7f9bbc10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.279+0000 7f9bc2200700 1 --2- 172.21.15.6:0/1081112284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bbc104630 0x7f9bbc104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.279+0000 7f9bc2200700 1 --2- 172.21.15.6:0/1081112284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 0x7f9bbc10d440 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.279+0000 7f9bc2200700 1 -- 172.21.15.6:0/1081112284 >> 172.21.15.6:0/1081112284 conn(0x7f9bbc0fde60 msgr2=0x7f9bbc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.279+0000 7f9bc2200700 1 -- 172.21.15.6:0/1081112284 shutdown_connections 2024-05-20T21:27:49.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.280+0000 7f9bc2200700 1 -- 172.21.15.6:0/1081112284 wait complete. 2024-05-20T21:27:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.281+0000 7f9bc2200700 1 Processor -- start 2024-05-20T21:27:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.281+0000 7f9bc2200700 1 -- start start 2024-05-20T21:27:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc2200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bbc104630 0x7f9bbc19f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc2200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 0x7f9bbc19fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc2200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bbc10da60 0x7f9bbc199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc2200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc113630 con 0x7f9bbc104630 2024-05-20T21:27:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc2200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc1134b0 con 0x7f9bbc104f50 2024-05-20T21:27:49.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc2200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc1137b0 con 0x7f9bbc10da60 2024-05-20T21:27:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc0e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bbc104630 0x7f9bbc19f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc0e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bbc104630 0x7f9bbc19f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35788/0 (socket says 172.21.15.6:35788) 2024-05-20T21:27:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc0e00700 1 -- 172.21.15.6:0/792785949 learned_addr learned my addr 172.21.15.6:0/792785949 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:49.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bc1800700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bbc10da60 0x7f9bbc199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.282+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 0x7f9bbc19fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.283+0000 7f9bc0e00700 1 -- 172.21.15.6:0/792785949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bbc10da60 msgr2=0x7f9bbc199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.283+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bbc10da60 0x7f9bbc199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.283+0000 7f9bc0e00700 1 -- 172.21.15.6:0/792785949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 msgr2=0x7f9bbc19fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.283+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 0x7f9bbc19fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.283+0000 7f9bc0e00700 1 -- 172.21.15.6:0/792785949 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bbc19a160 con 0x7f9bbc104630 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.283+0000 7f9bc1800700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bbc10da60 0x7f9bbc199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.283+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 0x7f9bbc19fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.283+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bbc104630 0x7f9bbc19f7f0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f9bac00ef10 tx=0x7f9bac00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.284+0000 7f9bba000700 1 -- 172.21.15.6:0/792785949 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac00c9c0 con 0x7f9bbc104630 2024-05-20T21:27:49.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.284+0000 7f9bba000700 1 -- 172.21.15.6:0/792785949 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bac019070 con 0x7f9bbc104630 2024-05-20T21:27:49.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.284+0000 7f9bc2200700 1 -- 172.21.15.6:0/792785949 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bbc19a3f0 con 0x7f9bbc104630 2024-05-20T21:27:49.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.284+0000 7f9bba000700 1 -- 172.21.15.6:0/792785949 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac014480 con 0x7f9bbc104630 2024-05-20T21:27:49.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.284+0000 7f9bc2200700 1 -- 172.21.15.6:0/792785949 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bbc1a66c0 con 0x7f9bbc104630 2024-05-20T21:27:49.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.287+0000 7f9bba000700 1 -- 172.21.15.6:0/792785949 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9bac012050 con 0x7f9bbc104630 2024-05-20T21:27:49.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bce0d1b80 1 Processor -- start 2024-05-20T21:27:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bce0d1b80 1 -- start start 2024-05-20T21:27:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bba000700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ba00b2900 0x7f9ba00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b020 0x555b4724b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472454b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b47245ad0 0x555b47245f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555b471a3e40 con 0x555b47245ad0 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555b471939e0 con 0x555b4724b940 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555b47197a20 con 0x555b4724b020 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.289+0000 7f9bba000700 1 -- 172.21.15.6:0/792785949 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9bac0e21c0 con 0x7f9bbc104630 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc1800700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ba00b2900 0x7f9ba00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc1800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b47245ad0 0x555b47245f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc0e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b020 0x555b4724b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bb3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472454b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc0e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b020 0x555b4724b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58074/0 (socket says 172.21.15.6:58074) 2024-05-20T21:27:49.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc0e00700 1 -- 172.21.15.6:0/4029275452 learned_addr learned my addr 172.21.15.6:0/4029275452 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc0e00700 1 -- 172.21.15.6:0/4029275452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 msgr2=0x555b472454b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/4029275452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472454b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc0e00700 1 -- 172.21.15.6:0/4029275452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b47245ad0 msgr2=0x555b47245f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/4029275452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b47245ad0 0x555b47245f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bc0e00700 1 -- 172.21.15.6:0/4029275452 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b4715c420 con 0x555b4724b020 2024-05-20T21:27:49.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.290+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/4029275452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472454b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:27:49.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.291+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/4029275452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b020 0x555b4724b400 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0090a0 tx=0x7f9bac0a90b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12e99ca302b1541 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.291+0000 7f9bb2000700 1 -- 172.21.15.6:0/4029275452 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac00a6a0 con 0x555b4724b020 2024-05-20T21:27:49.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.291+0000 7f9bc1800700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ba00b2900 0x7f9ba00b4dc0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f9bb40097a0 tx=0x7f9bb40047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.291+0000 7f9bb2000700 1 -- 172.21.15.6:0/4029275452 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bac0a91f0 con 0x555b4724b020 2024-05-20T21:27:49.292 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.291+0000 7f9bb2000700 1 -- 172.21.15.6:0/4029275452 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0b2540 con 0x555b4724b020 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/4029275452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b020 msgr2=0x555b4724b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/4029275452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b020 0x555b4724b400 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0090a0 tx=0x7f9bac0a90b0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/4029275452 shutdown_connections 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/4029275452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b47245ad0 0x555b47245f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/4029275452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b020 0x555b4724b400 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/4029275452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472454b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/4029275452 >> 172.21.15.6:0/4029275452 conn(0x555b47173be0 msgr2=0x555b47240150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/4029275452 shutdown_connections 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.292+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/4029275452 wait complete. 2024-05-20T21:27:49.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 1 -- start start 2024-05-20T21:27:49.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 1 Processor -- start 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b47245ad0 0x555b472516d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4724ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b940 0x555b4724efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555b47099fa0 con 0x555b4724b020 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555b47134760 con 0x555b47245ad0 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555b47252460 con 0x555b4724b940 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.293+0000 7f9bce0d1b80 10 client.0 _ll_register_callbacks cb 0x555b4713dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b47245ad0 0x555b472516d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b47245ad0 0x555b472516d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:38702/0 (socket says 172.21.15.6:38702) 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 -- 172.21.15.6:0/3312544273 learned_addr learned my addr 172.21.15.6:0/3312544273 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:49.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4724ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc1800700 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b940 0x555b4724efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 -- 172.21.15.6:0/3312544273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b940 msgr2=0x555b4724efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b940 0x555b4724efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 -- 172.21.15.6:0/3312544273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 msgr2=0x555b4724ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4724ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 -- 172.21.15.6:0/3312544273 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b470e38d0 con 0x555b47245ad0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4724ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b47245ad0 0x555b472516d0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f9bac000f80 tx=0x7f9bac00ef40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c5fd907bfc64042 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.294+0000 7f9baaa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.295+0000 7f9baaa00700 1 -- 172.21.15.6:0/3312544273 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0a96e0 con 0x555b47245ad0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.295+0000 7f9baaa00700 1 -- 172.21.15.6:0/3312544273 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9bac0a5cd0 con 0x555b47245ad0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.295+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/3312544273 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bac0a91f0 con 0x555b47245ad0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.295+0000 7f9baaa00700 1 -- 172.21.15.6:0/3312544273 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9bac0b2540 con 0x555b47245ad0 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.295+0000 7f9bce0d1b80 10 client.28784 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:49.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.295+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/3312544273 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555b47164060 con 0x555b47245ad0 2024-05-20T21:27:49.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.295+0000 7f9baaa00700 1 -- 172.21.15.6:0/3312544273 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bac0a91f0 con 0x555b47245ad0 2024-05-20T21:27:49.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.296+0000 7f9baaa00700 1 -- 172.21.15.6:0/3312544273 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9bac0a8940 con 0x555b47245ad0 2024-05-20T21:27:49.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.296+0000 7f9bce0d1b80 10 client.28784 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:49.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.296+0000 7f9bce0d1b80 10 client.28784 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:49.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.296+0000 7f9bce0d1b80 20 client.28784 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:49.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.296+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b4725ee70 0x555b47261260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.296+0000 7f9bce0d1b80 4 client.28784 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:27:49.298 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.296+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/3312544273 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b471a5d90 con 0x555b4725ee70 2024-05-20T21:27:49.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.296+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b4725ee70 0x555b47261260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.297+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b4725ee70 0x555b47261260 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1dc3a51338071252 server_cookie=ead074a88bf7b534 in_seq=0 out_seq=0 2024-05-20T21:27:49.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.297+0000 7f9baaa00700 10 client.28784 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:49.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.298+0000 7f9baaa00700 1 -- 172.21.15.6:0/3312544273 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555b471a5d90 con 0x555b4725ee70 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.298+0000 7f9baaa00700 10 client.28784 handle_command_reply: tid=0 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.298+0000 7f9bce0d1b80 1 client.28784 shutdown 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.298+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/3312544273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b47245ad0 msgr2=0x555b472516d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.298+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b47245ad0 0x555b472516d0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f9bac000f80 tx=0x7f9bac00ef40 comp rx=0 tx=0).stop 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/3312544273 shutdown_connections 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b4725ee70 0x555b47261260 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b4724b940 0x555b4724efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b47245ad0 0x555b472516d0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/3312544273 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4724ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/3312544273 >> 172.21.15.6:0/3312544273 conn(0x555b47173be0 msgr2=0x555b4723ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9baaa00700 0 client.28784 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/3312544273 shutdown_connections 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/3312544273 wait complete. 2024-05-20T21:27:49.300 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.299+0000 7f9bce0d1b80 20 client.28784 trim_cache size 0 max 16384 2024-05-20T21:27:49.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.322+0000 7f9bce0d1b80 1 Processor -- start 2024-05-20T21:27:49.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.322+0000 7f9bce0d1b80 1 -- start start 2024-05-20T21:27:49.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.322+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b472454b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.322+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4723fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.322+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b47240170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.322+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc1ae3f0 con 0x555b4724b020 2024-05-20T21:27:49.322 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.322+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc1abc80 con 0x555b4724b940 2024-05-20T21:27:49.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.322+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc1a9ad0 con 0x555b47245ad0 2024-05-20T21:27:49.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bb3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4723fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b472454b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b472454b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58086/0 (socket says 172.21.15.6:58086) 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 -- 172.21.15.6:0/850918602 learned_addr learned my addr 172.21.15.6:0/850918602 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc1800700 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b47240170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 -- 172.21.15.6:0/850918602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 msgr2=0x555b47240170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b47240170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 -- 172.21.15.6:0/850918602 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 msgr2=0x555b4723fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4723fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 -- 172.21.15.6:0/850918602 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b4724b650 con 0x555b47245ad0 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bb3e00700 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4723fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b472454b0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0a6950 tx=0x7f9bac0dfc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4437b33a38d1c956 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.323+0000 7f9bb1600700 1 -- 172.21.15.6:0/850918602 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0a91f0 con 0x555b47245ad0 2024-05-20T21:27:49.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bb1600700 1 -- 172.21.15.6:0/850918602 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bac0a9de0 con 0x555b47245ad0 2024-05-20T21:27:49.325 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bb1600700 1 -- 172.21.15.6:0/850918602 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bac005c60 con 0x555b47245ad0 2024-05-20T21:27:49.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/850918602 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 msgr2=0x555b472454b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b472454b0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0a6950 tx=0x7f9bac0dfc40 comp rx=0 tx=0).stop 2024-05-20T21:27:49.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/850918602 shutdown_connections 2024-05-20T21:27:49.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b47240170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.326 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b472454b0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/850918602 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b4723fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/850918602 >> 172.21.15.6:0/850918602 conn(0x555b47173be0 msgr2=0x555b4724d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/850918602 shutdown_connections 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.324+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/850918602 wait complete. 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.325+0000 7f9bce0d1b80 1 -- start start 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.325+0000 7f9bce0d1b80 1 Processor -- start 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b47262820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b47262d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bce0d1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472c2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc1aa140 con 0x555b4724b020 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc1ab5b0 con 0x555b4724b940 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bce0d1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9bbc1aa810 con 0x555b47245ad0 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bce0d1b80 10 client.0 _ll_register_callbacks cb 0x555b4713dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:27:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bb3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b47262d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bc1800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472c2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bb3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b47262d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35816/0 (socket says 172.21.15.6:35816) 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bb3e00700 1 -- 172.21.15.6:0/2489236947 learned_addr learned my addr 172.21.15.6:0/2489236947 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b47262820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bc1800700 1 -- 172.21.15.6:0/2489236947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 msgr2=0x555b47262820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bc1800700 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b47262820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bc1800700 1 -- 172.21.15.6:0/2489236947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 msgr2=0x555b47262d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bc1800700 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b47262d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.326+0000 7f9bc1800700 1 -- 172.21.15.6:0/2489236947 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b472c2cc0 con 0x555b4724b940 2024-05-20T21:27:49.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.327+0000 7f9bc1800700 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472c2680 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4009fd0 tx=0x7f9bb4004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ee0fc7a0e3d12d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:27:49.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.327+0000 7f9baaa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:27:49.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.327+0000 7f9baaa00700 1 -- 172.21.15.6:0/2489236947 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bb4015e00 con 0x555b4724b940 2024-05-20T21:27:49.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.327+0000 7f9baaa00700 1 -- 172.21.15.6:0/2489236947 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9bb4020070 con 0x555b4724b940 2024-05-20T21:27:49.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.327+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/2489236947 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bac0a9de0 con 0x555b4724b940 2024-05-20T21:27:49.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.327+0000 7f9baaa00700 1 -- 172.21.15.6:0/2489236947 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9bb4026440 con 0x555b4724b940 2024-05-20T21:27:49.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.327+0000 7f9bce0d1b80 10 client.28790 fetch_fsmap learned FSMap version 26 2024-05-20T21:27:49.330 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.327+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/2489236947 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555b472ca070 con 0x555b4724b940 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9baaa00700 1 -- 172.21.15.6:0/2489236947 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bac0a9de0 con 0x555b4724b940 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9baaa00700 1 -- 172.21.15.6:0/2489236947 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9bb4023040 con 0x555b4724b940 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9bce0d1b80 10 client.28790 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9bce0d1b80 10 client.28790 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9bce0d1b80 20 client.28790 populate_metadata read hostname 'smithi006' 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b472ca830 0x555b472ccc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9bce0d1b80 4 client.28790 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/2489236947 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555b4719f570 con 0x555b472ca830 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.328+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b472ca830 0x555b472ccc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bc0e00700 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b472ca830 0x555b472ccc50 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19c10b55ba9aa4ee server_cookie=72e71a1b792b5c8e in_seq=0 out_seq=0 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9baaa00700 10 client.28790 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9baaa00700 1 -- 172.21.15.6:0/2489236947 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555b4719f570 con 0x555b472ca830 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9baaa00700 10 client.28790 handle_command_reply: tid=0 2024-05-20T21:27:49.331 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 client.28790 shutdown 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/2489236947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 msgr2=0x555b472c2680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472c2680 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9bb4009fd0 tx=0x7f9bb4004750 comp rx=0 tx=0).stop 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/2489236947 shutdown_connections 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555b4724b940 0x555b472c2680 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555b472ca830 0x555b472ccc50 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555b47245ad0 0x555b47262820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 --2- 172.21.15.6:0/2489236947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555b4724b020 0x555b47262d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/2489236947 >> 172.21.15.6:0/2489236947 conn(0x555b47173be0 msgr2=0x555b4723fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.329+0000 7f9baaa00700 0 client.28790 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.330+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/2489236947 shutdown_connections 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.330+0000 7f9bce0d1b80 1 -- 172.21.15.6:0/2489236947 wait complete. 2024-05-20T21:27:49.332 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.330+0000 7f9bce0d1b80 20 client.28790 trim_cache size 0 max 16384 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": { 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout: "060b547e-43d0-4e0c-b38c-c25493f71293": { 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout: "path": "/", 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout: "tag": "060b547e-43d0-4e0c-b38c-c25493f71293", 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout: "options": "recursive,force" 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:27:49.333 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 -- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ba00b2900 msgr2=0x7f9ba00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ba00b2900 0x7f9ba00b4dc0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f9bb40097a0 tx=0x7f9bb40047c0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 -- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bbc104630 msgr2=0x7f9bbc19f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bbc104630 0x7f9bbc19f7f0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f9bac00ef10 tx=0x7f9bac00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 -- 172.21.15.6:0/792785949 shutdown_connections 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9ba00b2900 0x7f9ba00b4dc0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9bbc10da60 0x7f9bbc199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9bbc104630 0x7f9bbc19f7f0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 --2- 172.21.15.6:0/792785949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9bbc104f50 0x7f9bbc19fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 -- 172.21.15.6:0/792785949 >> 172.21.15.6:0/792785949 conn(0x7f9bbc0fde60 msgr2=0x7f9bbc0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:27:49.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 -- 172.21.15.6:0/792785949 shutdown_connections 2024-05-20T21:27:49.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:27:49.331+0000 7f9bc2200700 1 -- 172.21.15.6:0/792785949 wait complete. 2024-05-20T21:27:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:49 smithi062 ceph-mon[36640]: pgmap v799: 97 pgs: 97 active+clean; 1.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:50.122 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:49 smithi006 ceph-mon[31422]: pgmap v799: 97 pgs: 97 active+clean; 1.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:50.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:49 smithi042 ceph-mon[36332]: pgmap v799: 97 pgs: 97 active+clean; 1.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:27:50.199 INFO:tasks.cephfs.filesystem:scrub status for tag:060b547e-43d0-4e0c-b38c-c25493f71293 - {'path': '/', 'tag': '060b547e-43d0-4e0c-b38c-c25493f71293', 'options': 'recursive,force'} 2024-05-20T21:27:51.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:50 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:27:51.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:50 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:27:51.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:50 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:27:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:51 smithi062 ceph-mon[36640]: pgmap v800: 97 pgs: 97 active+clean; 1.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:51 smithi042 ceph-mon[36332]: pgmap v800: 97 pgs: 97 active+clean; 1.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:52.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:51 smithi006 ceph-mon[31422]: pgmap v800: 97 pgs: 97 active+clean; 1.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:27:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:52 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:27:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:52 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:27:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:52 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:27:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:53 smithi062 ceph-mon[36640]: pgmap v801: 97 pgs: 97 active+clean; 1.8 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:27:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:27:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:27:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:53 smithi042 ceph-mon[36332]: pgmap v801: 97 pgs: 97 active+clean; 1.8 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:27:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:27:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:27:54.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:53 smithi006 ceph-mon[31422]: pgmap v801: 97 pgs: 97 active+clean; 1.8 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:27:54.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:27:54.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:27:54.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:27:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:55 smithi062 ceph-mon[36640]: pgmap v802: 97 pgs: 97 active+clean; 1.8 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:55 smithi042 ceph-mon[36332]: pgmap v802: 97 pgs: 97 active+clean; 1.8 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:56.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:55 smithi006 ceph-mon[31422]: pgmap v802: 97 pgs: 97 active+clean; 1.8 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:27:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:57 smithi062 ceph-mon[36640]: pgmap v803: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:57 smithi042 ceph-mon[36332]: pgmap v803: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:27:58.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:57 smithi006 ceph-mon[31422]: pgmap v803: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:28:00.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:27:59 smithi062 ceph-mon[36640]: pgmap v804: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:27:59 smithi042 ceph-mon[36332]: pgmap v804: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:00.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:27:59 smithi006 ceph-mon[31422]: pgmap v804: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.877+0000 7f650fe00640 1 -- 172.21.15.6:0/2057054731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f651010eee0 msgr2=0x7f65101112d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.877+0000 7f650fe00640 1 --2- 172.21.15.6:0/2057054731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f651010eee0 0x7f65101112d0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f6508009900 tx=0x7f650802a410 comp rx=0 tx=0).stop 2024-05-20T21:28:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.878+0000 7f650fe00640 1 -- 172.21.15.6:0/2057054731 shutdown_connections 2024-05-20T21:28:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.878+0000 7f650fe00640 1 --2- 172.21.15.6:0/2057054731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f651010eee0 0x7f65101112d0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.878+0000 7f650fe00640 1 --2- 172.21.15.6:0/2057054731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f65100754b0 0x7f6510075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.879 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.878+0000 7f650fe00640 1 --2- 172.21.15.6:0/2057054731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6510076a90 0x7f6510074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.879 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.878+0000 7f650fe00640 1 -- 172.21.15.6:0/2057054731 >> 172.21.15.6:0/2057054731 conn(0x7f65100fde80 msgr2=0x7f65101002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:01.879 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.878+0000 7f650fe00640 1 -- 172.21.15.6:0/2057054731 shutdown_connections 2024-05-20T21:28:01.879 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.878+0000 7f650fe00640 1 -- 172.21.15.6:0/2057054731 wait complete. 2024-05-20T21:28:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650fe00640 1 Processor -- start 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650fe00640 1 -- start start 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65100754b0 0x7f651019f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6510076a90 0x7f651019f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f651010eee0 0x7f65101a66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650fe00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6510114a80 con 0x7f65100754b0 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650fe00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6510114900 con 0x7f6510076a90 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650fe00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6510114c00 con 0x7f651010eee0 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65100754b0 0x7f651019f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65100754b0 0x7f651019f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39076/0 (socket says 172.21.15.6:39076) 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650ea00640 1 -- 172.21.15.6:0/3271168294 learned_addr learned my addr 172.21.15.6:0/3271168294 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.879+0000 7f650e000640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6510076a90 0x7f651019f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.880+0000 7f650f400640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f651010eee0 0x7f65101a66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.880+0000 7f650ea00640 1 -- 172.21.15.6:0/3271168294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f651010eee0 msgr2=0x7f65101a66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.880+0000 7f650ea00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f651010eee0 0x7f65101a66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.880+0000 7f650ea00640 1 -- 172.21.15.6:0/3271168294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6510076a90 msgr2=0x7f651019f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.880+0000 7f650ea00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6510076a90 0x7f651019f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.880+0000 7f650ea00640 1 -- 172.21.15.6:0/3271168294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65101a6d10 con 0x7f65100754b0 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.880+0000 7f650ea00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65100754b0 0x7f651019f140 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f650000ebc0 tx=0x7f650000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.880+0000 7f6507400640 1 -- 172.21.15.6:0/3271168294 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6500010630 con 0x7f65100754b0 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.881+0000 7f6507400640 1 -- 172.21.15.6:0/3271168294 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6500010c80 con 0x7f65100754b0 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.881+0000 7f6507400640 1 -- 172.21.15.6:0/3271168294 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6500018b60 con 0x7f65100754b0 2024-05-20T21:28:01.883 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.881+0000 7f650fe00640 1 -- 172.21.15.6:0/3271168294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65101a6fa0 con 0x7f65100754b0 2024-05-20T21:28:01.884 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.881+0000 7f650fe00640 1 -- 172.21.15.6:0/3271168294 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65101a7410 con 0x7f65100754b0 2024-05-20T21:28:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.884+0000 7f6518681740 1 Processor -- start 2024-05-20T21:28:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.884+0000 7f6518681740 1 -- start start 2024-05-20T21:28:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f6518681740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ac8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.886 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f6518681740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac86e0 0x5611a7acd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f6518681740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7acfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f6518681740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5611a7a37b90 con 0x5611a7acd850 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f6518681740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5611a7a27730 con 0x5611a7ac7cf0 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f6518681740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5611a7a2b770 con 0x5611a7ac86e0 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f6507400640 1 -- 172.21.15.6:0/3271168294 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6500018d00 con 0x7f65100754b0 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7acfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ac8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7acfce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39086/0 (socket says 172.21.15.6:39086) 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650e000640 1 -- 172.21.15.6:0/2829233699 learned_addr learned my addr 172.21.15.6:0/2829233699 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:01.887 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650ea00640 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac86e0 0x5611a7acd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650e000640 1 -- 172.21.15.6:0/2829233699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac86e0 msgr2=0x5611a7acd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650e000640 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac86e0 0x5611a7acd1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650e000640 1 -- 172.21.15.6:0/2829233699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 msgr2=0x5611a7ac8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650e000640 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ac8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650e000640 1 -- 172.21.15.6:0/2829233699 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611a79c08b0 con 0x5611a7acd850 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.885+0000 7f650f400640 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ac8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.886+0000 7f650e000640 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7acfce0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f64f8009c80 tx=0x7f64f8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d981bc31c2d16c0d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.886+0000 7f64ffe00640 1 -- 172.21.15.6:0/2829233699 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f801e070 con 0x5611a7acd850 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.886+0000 7f64ffe00640 1 -- 172.21.15.6:0/2829233699 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64f8019ae0 con 0x5611a7acd850 2024-05-20T21:28:01.888 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.886+0000 7f64ffe00640 1 -- 172.21.15.6:0/2829233699 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f800e960 con 0x5611a7acd850 2024-05-20T21:28:01.893 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6507400640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64f40b2850 0x7f64f40b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6518681740 1 -- 172.21.15.6:0/2829233699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 msgr2=0x5611a7acfce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6518681740 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7acfce0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f64f8009c80 tx=0x7f64f8011810 comp rx=0 tx=0).stop 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6507400640 1 -- 172.21.15.6:0/3271168294 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f65000e2860 con 0x7f65100754b0 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6518681740 1 -- 172.21.15.6:0/2829233699 shutdown_connections 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6518681740 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7acfce0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6518681740 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac86e0 0x5611a7acd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6518681740 1 --2- 172.21.15.6:0/2829233699 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ac8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6518681740 1 -- 172.21.15.6:0/2829233699 >> 172.21.15.6:0/2829233699 conn(0x5611a7ac3360 msgr2=0x5611a7ac3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f6518681740 1 -- 172.21.15.6:0/2829233699 shutdown_connections 2024-05-20T21:28:01.894 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.887+0000 7f650f400640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64f40b2850 0x7f64f40b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.888+0000 7f6518681740 1 -- 172.21.15.6:0/2829233699 wait complete. 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.888+0000 7f6518681740 1 -- start start 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.888+0000 7f650f400640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64f40b2850 0x7f64f40b4d10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6508005ab0 tx=0x7f6508005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.888+0000 7f6518681740 1 Processor -- start 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f6518681740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f6518681740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f6518681740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7acd850 0x5611a7ad8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f6518681740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5611a770d790 con 0x5611a7ac86e0 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f6518681740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5611a79cfbc0 con 0x5611a7acd850 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f6518681740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5611a7ad0800 con 0x5611a7ac7cf0 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f6518681740 10 client.0 _ll_register_callbacks cb 0x5611a79ad400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:01.895 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f650e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f650ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f650ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40162/0 (socket says 172.21.15.6:40162) 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f650ea00640 1 -- 172.21.15.6:0/172382920 learned_addr learned my addr 172.21.15.6:0/172382920 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.889+0000 7f650f400640 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7acd850 0x5611a7ad8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f650ea00640 1 -- 172.21.15.6:0/172382920 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7acd850 msgr2=0x5611a7ad8fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f650ea00640 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7acd850 0x5611a7ad8fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f650ea00640 1 -- 172.21.15.6:0/172382920 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 msgr2=0x5611a7ad1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f650ea00640 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f650ea00640 1 -- 172.21.15.6:0/172382920 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611a773c210 con 0x5611a7ac7cf0 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f650e000640 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f650ea00640 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1a60 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f650000cba0 tx=0x7f65000099b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3aaebe8262352ab server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f64fcc00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:01.896 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f64fcc00640 1 -- 172.21.15.6:0/172382920 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65000a95a0 con 0x5611a7ac7cf0 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f64fcc00640 1 -- 172.21.15.6:0/172382920 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f65000109e0 con 0x5611a7ac7cf0 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f6518681740 1 -- 172.21.15.6:0/172382920 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64f8019ae0 con 0x5611a7ac7cf0 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f64fcc00640 1 -- 172.21.15.6:0/172382920 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6500018420 con 0x5611a7ac7cf0 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f6518681740 10 client.28795 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.890+0000 7f6518681740 1 -- 172.21.15.6:0/172382920 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5611a7808620 con 0x5611a7ac7cf0 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f64fcc00640 1 -- 172.21.15.6:0/172382920 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64f8019ae0 con 0x5611a7ac7cf0 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f64fcc00640 1 -- 172.21.15.6:0/172382920 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f65000a57a0 con 0x5611a7ac7cf0 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f6518681740 10 client.28795 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f6518681740 10 client.28795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f6518681740 20 client.28795 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f6518681740 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5611a7add580 0x5611a7adf9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.897 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f6518681740 4 client.28795 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f6518681740 1 -- 172.21.15.6:0/172382920 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611a7a39ae0 con 0x5611a7add580 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.891+0000 7f650e000640 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5611a7add580 0x5611a7adf9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.892+0000 7f650e000640 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5611a7add580 0x5611a7adf9b0 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48be7fde8280e17 server_cookie=2db580949743da9c in_seq=0 out_seq=0 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.892+0000 7f64fcc00640 10 client.28795 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f64fcc00640 1 -- 172.21.15.6:0/172382920 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5611a7a39ae0 con 0x5611a7add580 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f64fcc00640 10 client.28795 handle_command_reply: tid=0 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 client.28795 shutdown 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 -- 172.21.15.6:0/172382920 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 msgr2=0x5611a7ad1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1a60 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f650000cba0 tx=0x7f65000099b0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 -- 172.21.15.6:0/172382920 shutdown_connections 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5611a7add580 0x5611a7adf9b0 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.898 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7acd850 0x5611a7ad8fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f64fcc00640 0 client.28795 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 --2- 172.21.15.6:0/172382920 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1a60 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 -- 172.21.15.6:0/172382920 >> 172.21.15.6:0/172382920 conn(0x5611a7ac3360 msgr2=0x5611a7ac24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.893+0000 7f6518681740 1 -- 172.21.15.6:0/172382920 shutdown_connections 2024-05-20T21:28:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.894+0000 7f6518681740 1 -- 172.21.15.6:0/172382920 wait complete. 2024-05-20T21:28:01.899 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.894+0000 7f6518681740 20 client.28795 trim_cache size 0 max 16384 2024-05-20T21:28:01.911 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.911+0000 7f6518681740 1 Processor -- start 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.911+0000 7f6518681740 1 -- start start 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.911+0000 7f6518681740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.911+0000 7f6518681740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac86e0 0x5611a7ad8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.911+0000 7f6518681740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7ac2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.911+0000 7f6518681740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f65101b2f20 con 0x5611a7acd850 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.911+0000 7f6518681740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f65101b07f0 con 0x5611a7ac86e0 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.911+0000 7f6518681740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f65101ae640 con 0x5611a7ac7cf0 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650f400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7ac2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650e000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac86e0 0x5611a7ad8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.912 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40166/0 (socket says 172.21.15.6:40166) 2024-05-20T21:28:01.913 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 -- 172.21.15.6:0/588171520 learned_addr learned my addr 172.21.15.6:0/588171520 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 -- 172.21.15.6:0/588171520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac86e0 msgr2=0x5611a7ad8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 --2- 172.21.15.6:0/588171520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac86e0 0x5611a7ad8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 -- 172.21.15.6:0/588171520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 msgr2=0x5611a7ac2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 --2- 172.21.15.6:0/588171520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7ac2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 -- 172.21.15.6:0/588171520 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611a7ac3190 con 0x5611a7ac7cf0 2024-05-20T21:28:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.912+0000 7f650ea00640 1 --2- 172.21.15.6:0/588171520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1f00 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f65000a70a0 tx=0x7f65000b2d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be9400f4d348767f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f64ff400640 1 -- 172.21.15.6:0/588171520 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65000a95a0 con 0x5611a7ac7cf0 2024-05-20T21:28:01.915 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f64ff400640 1 -- 172.21.15.6:0/588171520 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65000a9940 con 0x5611a7ac7cf0 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f64ff400640 1 -- 172.21.15.6:0/588171520 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65000a9c00 con 0x5611a7ac7cf0 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f6518681740 1 -- 172.21.15.6:0/588171520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 msgr2=0x5611a7ad1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f6518681740 1 --2- 172.21.15.6:0/588171520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1f00 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f65000a70a0 tx=0x7f65000b2d20 comp rx=0 tx=0).stop 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f6518681740 1 -- 172.21.15.6:0/588171520 shutdown_connections 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f6518681740 1 --2- 172.21.15.6:0/588171520 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7acd850 0x5611a7ac2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f6518681740 1 --2- 172.21.15.6:0/588171520 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac86e0 0x5611a7ad8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f6518681740 1 --2- 172.21.15.6:0/588171520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad1f00 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f6518681740 1 -- 172.21.15.6:0/588171520 >> 172.21.15.6:0/588171520 conn(0x5611a7ac3360 msgr2=0x5611a7ac1c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.913+0000 7f6518681740 1 -- 172.21.15.6:0/588171520 shutdown_connections 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 -- 172.21.15.6:0/588171520 wait complete. 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 -- start start 2024-05-20T21:28:01.916 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 Processor -- start 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad68c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7acd850 0x5611a7ad7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f65101aecb0 con 0x5611a7ac86e0 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f65101b0120 con 0x5611a7ac7cf0 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.914+0000 7f6518681740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f65101af380 con 0x5611a7acd850 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f6518681740 10 client.0 _ll_register_callbacks cb 0x7f650000eb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad6e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:39120/0 (socket says 172.21.15.6:39120) 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650e000640 1 -- 172.21.15.6:0/1259080785 learned_addr learned my addr 172.21.15.6:0/1259080785 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:01.917 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650ea00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.918 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650f400640 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7acd850 0x5611a7ad7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.919 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650ea00640 1 -- 172.21.15.6:0/1259080785 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7acd850 msgr2=0x5611a7ad7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650ea00640 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7acd850 0x5611a7ad7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650ea00640 1 -- 172.21.15.6:0/1259080785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 msgr2=0x5611a7ad6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650ea00640 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650ea00640 1 -- 172.21.15.6:0/1259080785 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611a7ad8400 con 0x5611a7ac7cf0 2024-05-20T21:28:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.915+0000 7f650e000640 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f650ea00640 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad68c0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f65000a70a0 tx=0x7f650000eec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58056169b268c787 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:01.920 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f64fcc00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f64fcc00640 1 -- 172.21.15.6:0/1259080785 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65000a9c00 con 0x5611a7ac7cf0 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f64fcc00640 1 -- 172.21.15.6:0/1259080785 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f65000a9090 con 0x5611a7ac7cf0 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f6518681740 1 -- 172.21.15.6:0/1259080785 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65000a9940 con 0x5611a7ac7cf0 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f64fcc00640 1 -- 172.21.15.6:0/1259080785 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f65000a95a0 con 0x5611a7ac7cf0 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f6518681740 10 client.28808 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f6518681740 1 -- 172.21.15.6:0/1259080785 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5611a7b483d0 con 0x5611a7ac7cf0 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f64fcc00640 1 -- 172.21.15.6:0/1259080785 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65000a9940 con 0x5611a7ac7cf0 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f64fcc00640 1 -- 172.21.15.6:0/1259080785 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6500004a40 con 0x5611a7ac7cf0 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f6518681740 10 client.28808 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.916+0000 7f6518681740 10 client.28808 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.917+0000 7f6518681740 20 client.28808 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:01.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.917+0000 7f6518681740 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5611a7b48ad0 0x5611a7b4aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.917+0000 7f6518681740 4 client.28808 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.917+0000 7f6518681740 1 -- 172.21.15.6:0/1259080785 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5611a7a332c0 con 0x5611a7b48ad0 2024-05-20T21:28:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.917+0000 7f650e000640 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5611a7b48ad0 0x5611a7b4aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.917+0000 7f650e000640 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5611a7b48ad0 0x5611a7b4aec0 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1462eb1602e48cec server_cookie=ea6a86084565e13 in_seq=0 out_seq=0 2024-05-20T21:28:01.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.917+0000 7f64fcc00640 10 client.28808 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.932+0000 7f64fcc00640 1 -- 172.21.15.6:0/1259080785 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5611a7a332c0 con 0x5611a7b48ad0 2024-05-20T21:28:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.932+0000 7f64fcc00640 10 client.28808 handle_command_reply: tid=0 2024-05-20T21:28:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.932+0000 7f6518681740 1 client.28808 shutdown 2024-05-20T21:28:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.932+0000 7f6518681740 1 -- 172.21.15.6:0/1259080785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 msgr2=0x5611a7ad68c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.932+0000 7f6518681740 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad68c0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f65000a70a0 tx=0x7f650000eec0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 1 -- 172.21.15.6:0/1259080785 shutdown_connections 2024-05-20T21:28:01.933 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5611a7b48ad0 0x5611a7b4aec0 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5611a7acd850 0x5611a7ad7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5611a7ac86e0 0x5611a7ad6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 1 --2- 172.21.15.6:0/1259080785 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5611a7ac7cf0 0x5611a7ad68c0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f64fcc00640 0 client.28808 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 1 -- 172.21.15.6:0/1259080785 >> 172.21.15.6:0/1259080785 conn(0x5611a7ac3360 msgr2=0x5611a7ad1d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 1 -- 172.21.15.6:0/1259080785 shutdown_connections 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 1 -- 172.21.15.6:0/1259080785 wait complete. 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.933+0000 7f6518681740 20 client.28808 trim_cache size 0 max 16384 2024-05-20T21:28:01.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:28:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:28:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:28:01.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 -- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64f40b2850 msgr2=0x7f64f40b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64f40b2850 0x7f64f40b4d10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6508005ab0 tx=0x7f6508005a20 comp rx=0 tx=0).stop 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 -- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65100754b0 msgr2=0x7f651019f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65100754b0 0x7f651019f140 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f650000ebc0 tx=0x7f650000c6a0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 -- 172.21.15.6:0/3271168294 shutdown_connections 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64f40b2850 0x7f64f40b4d10 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f651010eee0 0x7f65101a66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6510076a90 0x7f651019f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 --2- 172.21.15.6:0/3271168294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f65100754b0 0x7f651019f140 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 -- 172.21.15.6:0/3271168294 >> 172.21.15.6:0/3271168294 conn(0x7f65100fde80 msgr2=0x7f6510102280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 -- 172.21.15.6:0/3271168294 shutdown_connections 2024-05-20T21:28:01.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:01.934+0000 7f650fe00640 1 -- 172.21.15.6:0/3271168294 wait complete. 2024-05-20T21:28:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:01 smithi062 ceph-mon[36640]: pgmap v805: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:01 smithi042 ceph-mon[36332]: pgmap v805: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:02.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:01 smithi006 ceph-mon[31422]: pgmap v805: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:03 smithi062 ceph-mon[36640]: pgmap v806: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:28:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:03 smithi042 ceph-mon[36332]: pgmap v806: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:28:04.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:03 smithi006 ceph-mon[31422]: pgmap v806: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:28:05.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:04 smithi042 ceph-mon[36332]: pgmap v807: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:28:05.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:04 smithi006 ceph-mon[31422]: pgmap v807: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:28:05.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:04 smithi062 ceph-mon[36640]: pgmap v807: 97 pgs: 97 active+clean; 1.9 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:28:07.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:07 smithi042 ceph-mon[36332]: pgmap v808: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:28:07.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:07 smithi006 ceph-mon[31422]: pgmap v808: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:28:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:07 smithi062 ceph-mon[36640]: pgmap v808: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:28:09.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:09 smithi042 ceph-mon[36332]: pgmap v809: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:28:09.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:09 smithi006 ceph-mon[31422]: pgmap v809: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:28:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:09 smithi062 ceph-mon[36640]: pgmap v809: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:28:11.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:11 smithi042 ceph-mon[36332]: pgmap v810: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:28:11.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:11 smithi006 ceph-mon[31422]: pgmap v810: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:28:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:11 smithi062 ceph-mon[36640]: pgmap v810: 97 pgs: 97 active+clean; 2.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:28:13.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:13 smithi006 ceph-mon[31422]: pgmap v811: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:28:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:13 smithi062 ceph-mon[36640]: pgmap v811: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:28:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:13 smithi042 ceph-mon[36332]: pgmap v811: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.082+0000 7fab3da00640 1 -- 172.21.15.6:0/2451025198 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab3810eec0 msgr2=0x7fab381112b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.082+0000 7fab3da00640 1 --2- 172.21.15.6:0/2451025198 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab3810eec0 0x7fab381112b0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fab30009be0 tx=0x7fab3002a6c0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.083+0000 7fab3da00640 1 -- 172.21.15.6:0/2451025198 shutdown_connections 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.083+0000 7fab3da00640 1 --2- 172.21.15.6:0/2451025198 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab3810eec0 0x7fab381112b0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.083+0000 7fab3da00640 1 --2- 172.21.15.6:0/2451025198 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab380754b0 0x7fab38075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.083+0000 7fab3da00640 1 --2- 172.21.15.6:0/2451025198 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38076a90 0x7fab38074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.083+0000 7fab3da00640 1 -- 172.21.15.6:0/2451025198 >> 172.21.15.6:0/2451025198 conn(0x7fab380fde60 msgr2=0x7fab381002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.083+0000 7fab3da00640 1 -- 172.21.15.6:0/2451025198 shutdown_connections 2024-05-20T21:28:15.083 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.083+0000 7fab3da00640 1 -- 172.21.15.6:0/2451025198 wait complete. 2024-05-20T21:28:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.084+0000 7fab3da00640 1 Processor -- start 2024-05-20T21:28:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.084+0000 7fab3da00640 1 -- start start 2024-05-20T21:28:15.085 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.084+0000 7fab3da00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab380754b0 0x7fab3819f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.084+0000 7fab3da00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38076a90 0x7fab3819f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.084+0000 7fab3da00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab3810eec0 0x7fab381a6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.084+0000 7fab3da00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab38114a10 con 0x7fab38076a90 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.084+0000 7fab3da00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab38114890 con 0x7fab380754b0 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.084+0000 7fab3da00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab38114b90 con 0x7fab3810eec0 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab2fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38076a90 0x7fab3819f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab2fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38076a90 0x7fab3819f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36906/0 (socket says 172.21.15.6:36906) 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab2fe00640 1 -- 172.21.15.6:0/233764934 learned_addr learned my addr 172.21.15.6:0/233764934 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab37e00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab380754b0 0x7fab3819f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab3d000640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab3810eec0 0x7fab381a6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab2fe00640 1 -- 172.21.15.6:0/233764934 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab3810eec0 msgr2=0x7fab381a6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab2fe00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab3810eec0 0x7fab381a6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.086 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab2fe00640 1 -- 172.21.15.6:0/233764934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab380754b0 msgr2=0x7fab3819f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab2fe00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab380754b0 0x7fab3819f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab2fe00640 1 -- 172.21.15.6:0/233764934 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab381a6cd0 con 0x7fab38076a90 2024-05-20T21:28:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.085+0000 7fab37e00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab380754b0 0x7fab3819f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.086+0000 7fab2fe00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38076a90 0x7fab3819f5f0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fab2000e9f0 tx=0x7fab2000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:15.087 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.086+0000 7fab35600640 1 -- 172.21.15.6:0/233764934 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2000cd80 con 0x7fab38076a90 2024-05-20T21:28:15.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.086+0000 7fab3da00640 1 -- 172.21.15.6:0/233764934 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab381a6fc0 con 0x7fab38076a90 2024-05-20T21:28:15.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.086+0000 7fab35600640 1 -- 172.21.15.6:0/233764934 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab200054d0 con 0x7fab38076a90 2024-05-20T21:28:15.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.086+0000 7fab35600640 1 -- 172.21.15.6:0/233764934 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab20010690 con 0x7fab38076a90 2024-05-20T21:28:15.088 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.086+0000 7fab3da00640 1 -- 172.21.15.6:0/233764934 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab381a7480 con 0x7fab38076a90 2024-05-20T21:28:15.090 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.090+0000 7fab41fd9740 1 Processor -- start 2024-05-20T21:28:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.091+0000 7fab41fd9740 1 -- start start 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.091+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88001cf0 0x55fd88002110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.091+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd880071e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.091+0000 7fab35600640 1 -- 172.21.15.6:0/233764934 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fab20004e90 con 0x7fab38076a90 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.091+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88007850 0x55fd88009ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.091+0000 7fab41fd9740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55fd87f71b90 con 0x55fd880026e0 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.091+0000 7fab41fd9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fd87f61730 con 0x55fd88007850 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.091+0000 7fab41fd9740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55fd87f65770 con 0x55fd88001cf0 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab37e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd880071e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab3d000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88001cf0 0x55fd88002110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab37e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd880071e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36918/0 (socket says 172.21.15.6:36918) 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab37e00640 1 -- 172.21.15.6:0/30328628 learned_addr learned my addr 172.21.15.6:0/30328628 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:15.092 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab2fe00640 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88007850 0x55fd88009ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab37e00640 1 -- 172.21.15.6:0/30328628 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88001cf0 msgr2=0x55fd88002110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab37e00640 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88001cf0 0x55fd88002110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab37e00640 1 -- 172.21.15.6:0/30328628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88007850 msgr2=0x55fd88009ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab37e00640 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88007850 0x55fd88009ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab37e00640 1 -- 172.21.15.6:0/30328628 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd87efa8b0 con 0x55fd880026e0 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab3d000640 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88001cf0 0x55fd88002110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.092+0000 7fab2fe00640 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88007850 0x55fd88009ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.093+0000 7fab37e00640 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd880071e0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fab280114f0 tx=0x7fab280119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a1d57a9f059ae5b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.093+0000 7fab2d600640 1 -- 172.21.15.6:0/30328628 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab28005020 con 0x55fd880026e0 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.093+0000 7fab2d600640 1 -- 172.21.15.6:0/30328628 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab280047a0 con 0x55fd880026e0 2024-05-20T21:28:15.095 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.093+0000 7fab2d600640 1 -- 172.21.15.6:0/30328628 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2800f860 con 0x55fd880026e0 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.093+0000 7fab35600640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab1c0b2850 0x7fab1c0b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 -- 172.21.15.6:0/30328628 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 msgr2=0x55fd880071e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd880071e0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fab280114f0 tx=0x7fab280119b0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab35600640 1 -- 172.21.15.6:0/233764934 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fab200e2660 con 0x7fab38076a90 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab3d000640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab1c0b2850 0x7fab1c0b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 -- 172.21.15.6:0/30328628 shutdown_connections 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88007850 0x55fd88009ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd880071e0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 --2- 172.21.15.6:0/30328628 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88001cf0 0x55fd88002110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 -- 172.21.15.6:0/30328628 >> 172.21.15.6:0/30328628 conn(0x55fd87ffd360 msgr2=0x55fd87ffd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 -- 172.21.15.6:0/30328628 shutdown_connections 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.094+0000 7fab41fd9740 1 -- 172.21.15.6:0/30328628 wait complete. 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab41fd9740 1 -- start start 2024-05-20T21:28:15.096 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab3d000640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab1c0b2850 0x7fab1c0b4d10 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fab3002abe0 tx=0x7fab30030980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:15.097 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab41fd9740 1 Processor -- start 2024-05-20T21:28:15.100 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd8800bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88007850 0x55fd88012fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab41fd9740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55fd87c47790 con 0x55fd880026e0 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab41fd9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fd87f09bc0 con 0x55fd88001cf0 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.095+0000 7fab41fd9740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55fd8800a800 con 0x55fd88007850 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab41fd9740 10 client.0 _ll_register_callbacks cb 0x55fd87ee7400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab37e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab37e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46326/0 (socket says 172.21.15.6:46326) 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab37e00640 1 -- 172.21.15.6:0/1200778866 learned_addr learned my addr 172.21.15.6:0/1200778866 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab2fe00640 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd8800bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab3d000640 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88007850 0x55fd88012fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab37e00640 1 -- 172.21.15.6:0/1200778866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88007850 msgr2=0x55fd88012fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab37e00640 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88007850 0x55fd88012fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab37e00640 1 -- 172.21.15.6:0/1200778866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 msgr2=0x55fd8800bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab37e00640 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd8800bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab37e00640 1 -- 172.21.15.6:0/1200778866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd87c76210 con 0x55fd88001cf0 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.096+0000 7fab3d000640 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88007850 0x55fd88012fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab37e00640 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800ba90 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fab2801b040 tx=0x7fab28005130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e50f2b92f9f0e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab26000640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab26000640 1 -- 172.21.15.6:0/1200778866 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab28028070 con 0x55fd88001cf0 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab41fd9740 1 -- 172.21.15.6:0/1200778866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab280047a0 con 0x55fd88001cf0 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab26000640 1 -- 172.21.15.6:0/1200778866 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fab2800f5c0 con 0x55fd88001cf0 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab26000640 1 -- 172.21.15.6:0/1200778866 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fab28034050 con 0x55fd88001cf0 2024-05-20T21:28:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab41fd9740 10 client.28820 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab41fd9740 1 -- 172.21.15.6:0/1200778866 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fd87d42620 con 0x55fd88001cf0 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.097+0000 7fab26000640 1 -- 172.21.15.6:0/1200778866 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab280047a0 con 0x55fd88001cf0 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.098+0000 7fab26000640 1 -- 172.21.15.6:0/1200778866 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fab280246f0 con 0x55fd88001cf0 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.098+0000 7fab41fd9740 10 client.28820 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.098+0000 7fab41fd9740 10 client.28820 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.098+0000 7fab41fd9740 20 client.28820 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.098+0000 7fab41fd9740 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fd880172f0 0x55fd880196e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.098+0000 7fab41fd9740 4 client.28820 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.098+0000 7fab41fd9740 1 -- 172.21.15.6:0/1200778866 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd87f73ae0 con 0x55fd880172f0 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.098+0000 7fab2fe00640 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fd880172f0 0x55fd880196e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.099+0000 7fab2fe00640 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fd880172f0 0x55fd880196e0 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6392a893d4a9e384 server_cookie=acceea89d5d72857 in_seq=0 out_seq=0 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.099+0000 7fab26000640 10 client.28820 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.099+0000 7fab26000640 1 -- 172.21.15.6:0/1200778866 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fd87f73ae0 con 0x55fd880172f0 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.099+0000 7fab26000640 10 client.28820 handle_command_reply: tid=0 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 client.28820 shutdown 2024-05-20T21:28:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 -- 172.21.15.6:0/1200778866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 msgr2=0x55fd8800ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800ba90 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fab2801b040 tx=0x7fab28005130 comp rx=0 tx=0).stop 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 -- 172.21.15.6:0/1200778866 shutdown_connections 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fd880172f0 0x55fd880196e0 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd88007850 0x55fd88012fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd880026e0 0x55fd8800bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 --2- 172.21.15.6:0/1200778866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800ba90 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab26000640 0 client.28820 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 -- 172.21.15.6:0/1200778866 >> 172.21.15.6:0/1200778866 conn(0x55fd87ffd360 msgr2=0x55fd87ffc4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 -- 172.21.15.6:0/1200778866 shutdown_connections 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 1 -- 172.21.15.6:0/1200778866 wait complete. 2024-05-20T21:28:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.100+0000 7fab41fd9740 20 client.28820 trim_cache size 0 max 16384 2024-05-20T21:28:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.117+0000 7fab41fd9740 1 Processor -- start 2024-05-20T21:28:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.117+0000 7fab41fd9740 1 -- start start 2024-05-20T21:28:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.117+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd88000240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.117+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88012f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.117+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8800b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.117+0000 7fab41fd9740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab381b2e40 con 0x55fd88007850 2024-05-20T21:28:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.117+0000 7fab41fd9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab381b0710 con 0x55fd88001cf0 2024-05-20T21:28:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.117+0000 7fab41fd9740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab381ae560 con 0x55fd880026e0 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab3d000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8800b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab3d000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8800b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36940/0 (socket says 172.21.15.6:36940) 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab3d000640 1 -- 172.21.15.6:0/3700105757 learned_addr learned my addr 172.21.15.6:0/3700105757 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab2fe00640 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88012f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab37e00640 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd88000240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab3d000640 1 -- 172.21.15.6:0/3700105757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 msgr2=0x55fd88012f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab3d000640 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88012f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab3d000640 1 -- 172.21.15.6:0/3700105757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 msgr2=0x55fd88000240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab3d000640 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd88000240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.118+0000 7fab3d000640 1 -- 172.21.15.6:0/3700105757 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd87ffe030 con 0x55fd88007850 2024-05-20T21:28:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.119+0000 7fab3d000640 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8800b0b0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fab30033000 tx=0x7fab30040070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ba526d5e09e100d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:15.121 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.119+0000 7fab2cc00640 1 -- 172.21.15.6:0/3700105757 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30036040 con 0x55fd88007850 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.119+0000 7fab2cc00640 1 -- 172.21.15.6:0/3700105757 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab30004460 con 0x55fd88007850 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.119+0000 7fab2cc00640 1 -- 172.21.15.6:0/3700105757 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30031b60 con 0x55fd88007850 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 -- 172.21.15.6:0/3700105757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 msgr2=0x55fd8800b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8800b0b0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fab30033000 tx=0x7fab30040070 comp rx=0 tx=0).stop 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 -- 172.21.15.6:0/3700105757 shutdown_connections 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8800b0b0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88012f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 --2- 172.21.15.6:0/3700105757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd88000240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 -- 172.21.15.6:0/3700105757 >> 172.21.15.6:0/3700105757 conn(0x55fd87ffd360 msgr2=0x55fd88003830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 -- 172.21.15.6:0/3700105757 shutdown_connections 2024-05-20T21:28:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 -- 172.21.15.6:0/3700105757 wait complete. 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 -- start start 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.120+0000 7fab41fd9740 1 Processor -- start 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800fee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88010420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab41fd9740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8807feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab41fd9740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab381aebd0 con 0x55fd88007850 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab41fd9740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab381b0040 con 0x55fd88001cf0 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab41fd9740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab381af2a0 con 0x55fd880026e0 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab41fd9740 10 client.0 _ll_register_callbacks cb 0x7fab200e8060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab3d000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8807feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab2fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88010420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab2fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88010420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:38942/0 (socket says 172.21.15.6:38942) 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab2fe00640 1 -- 172.21.15.6:0/2270265084 learned_addr learned my addr 172.21.15.6:0/2270265084 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.121+0000 7fab37e00640 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab3d000640 1 -- 172.21.15.6:0/2270265084 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 msgr2=0x55fd88010420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab3d000640 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88010420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab3d000640 1 -- 172.21.15.6:0/2270265084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 msgr2=0x55fd8800fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab3d000640 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab3d000640 1 -- 172.21.15.6:0/2270265084 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd880803f0 con 0x55fd88007850 2024-05-20T21:28:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab2fe00640 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88010420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab3d000640 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8807feb0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fab3002acb0 tx=0x7fab3002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5ba7641b26d60cd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab26000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:28:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab26000640 1 -- 172.21.15.6:0/2270265084 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30062060 con 0x55fd88007850 2024-05-20T21:28:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab26000640 1 -- 172.21.15.6:0/2270265084 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fab30004610 con 0x55fd88007850 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.122+0000 7fab41fd9740 1 -- 172.21.15.6:0/2270265084 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab30004460 con 0x55fd88007850 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab26000640 1 -- 172.21.15.6:0/2270265084 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fab30036070 con 0x55fd88007850 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab41fd9740 10 client.18717 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab41fd9740 1 -- 172.21.15.6:0/2270265084 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fd88081630 con 0x55fd88007850 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab26000640 1 -- 172.21.15.6:0/2270265084 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab30004460 con 0x55fd88007850 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab26000640 1 -- 172.21.15.6:0/2270265084 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fab3003e440 con 0x55fd88007850 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab41fd9740 10 client.18717 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab41fd9740 10 client.18717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab41fd9740 20 client.18717 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab41fd9740 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fd88081f60 0x55fd88084380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab41fd9740 4 client.18717 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.123+0000 7fab41fd9740 1 -- 172.21.15.6:0/2270265084 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fd87f6d2c0 con 0x55fd88081f60 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.124+0000 7fab37e00640 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fd88081f60 0x55fd88084380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:15.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.124+0000 7fab37e00640 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fd88081f60 0x55fd88084380 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e96911863c5db9c server_cookie=6f11637480ed1759 in_seq=0 out_seq=0 2024-05-20T21:28:15.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.124+0000 7fab26000640 10 client.18717 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab26000640 1 -- 172.21.15.6:0/2270265084 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55fd87f6d2c0 con 0x55fd88081f60 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab26000640 10 client.18717 handle_command_reply: tid=0 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 client.18717 shutdown 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 -- 172.21.15.6:0/2270265084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 msgr2=0x55fd8807feb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8807feb0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fab3002acb0 tx=0x7fab3002a6c0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 -- 172.21.15.6:0/2270265084 shutdown_connections 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fd88081f60 0x55fd88084380 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fd88007850 0x55fd8807feb0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fd880026e0 0x55fd88010420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 --2- 172.21.15.6:0/2270265084 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fd88001cf0 0x55fd8800fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 -- 172.21.15.6:0/2270265084 >> 172.21.15.6:0/2270265084 conn(0x55fd87ffd360 msgr2=0x55fd88002e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab26000640 0 client.18717 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 -- 172.21.15.6:0/2270265084 shutdown_connections 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 1 -- 172.21.15.6:0/2270265084 wait complete. 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.140+0000 7fab41fd9740 20 client.18717 trim_cache size 0 max 16384 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:28:15.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:28:15.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 -- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab1c0b2850 msgr2=0x7fab1c0b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab1c0b2850 0x7fab1c0b4d10 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fab3002abe0 tx=0x7fab30030980 comp rx=0 tx=0).stop 2024-05-20T21:28:15.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 -- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38076a90 msgr2=0x7fab3819f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:15.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38076a90 0x7fab3819f5f0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fab2000e9f0 tx=0x7fab2000edf0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 -- 172.21.15.6:0/233764934 shutdown_connections 2024-05-20T21:28:15.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fab1c0b2850 0x7fab1c0b4d10 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab3810eec0 0x7fab381a6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab38076a90 0x7fab3819f5f0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 --2- 172.21.15.6:0/233764934 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab380754b0 0x7fab3819f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:15.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 -- 172.21.15.6:0/233764934 >> 172.21.15.6:0/233764934 conn(0x7fab380fde60 msgr2=0x7fab38102260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:15.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 -- 172.21.15.6:0/233764934 shutdown_connections 2024-05-20T21:28:15.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:15.141+0000 7fab3da00640 1 -- 172.21.15.6:0/233764934 wait complete. 2024-05-20T21:28:15.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:15 smithi006 ceph-mon[31422]: pgmap v812: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:15 smithi062 ceph-mon[36640]: pgmap v812: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:15 smithi042 ceph-mon[36332]: pgmap v812: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:17.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:17 smithi006 ceph-mon[31422]: pgmap v813: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:28:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:17 smithi062 ceph-mon[36640]: pgmap v813: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:28:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:17 smithi042 ceph-mon[36332]: pgmap v813: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-05-20T21:28:18.349 INFO:tasks.workunit.client.0.smithi006.stdout:375/600: open fd = 3 2024-05-20T21:28:18.349 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.349 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.349 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.349 INFO:tasks.workunit.client.0.smithi006.stdout:376/600: open fd = 3 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:377/600: open fd = 3 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:378/600: open fd = 3 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:379/600: open fd = 3 2024-05-20T21:28:18.350 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:380/600: open fd = 3 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:381/600: open fd = 3 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:382/600: open fd = 3 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.351 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:383/600: open fd = 3 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:384/600: open fd = 3 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:385/600: open fd = 3 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.352 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:386/600: open fd = 3 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:387/600: open fd = 3 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:388/600: open fd = 3 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:389/600: open fd = 3 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.353 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:390/600: open fd = 3 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:391/600: open fd = 3 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:392/600: open fd = 3 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.354 INFO:tasks.workunit.client.0.smithi006.stdout:393/600: open fd = 3 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:394/600: open fd = 3 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:395/600: open fd = 3 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:396/600: open fd = 3 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.355 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:397/600: open fd = 3 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:398/600: open fd = 3 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:399/600: open fd = 3 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:400/600: open fd = 3 2024-05-20T21:28:18.356 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:401/600: open fd = 3 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:402/600: open fd = 3 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:403/600: open fd = 3 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.357 INFO:tasks.workunit.client.0.smithi006.stdout:404/600: open fd = 3 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:405/600: open fd = 3 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:406/600: open fd = 3 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:407/600: open fd = 3 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.358 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:408/600: open fd = 3 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:409/600: open fd = 3 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:410/600: open fd = 3 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.359 INFO:tasks.workunit.client.0.smithi006.stdout:411/600: open fd = 3 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:412/600: open fd = 3 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:413/600: open fd = 3 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:414/600: open fd = 3 2024-05-20T21:28:18.360 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:415/600: open fd = 3 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:416/600: open fd = 3 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:417/600: open fd = 3 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.361 INFO:tasks.workunit.client.0.smithi006.stdout:418/600: open fd = 3 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:419/600: open fd = 3 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:420/600: open fd = 3 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.362 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:421/600: open fd = 3 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:422/600: open fd = 3 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:423/600: open fd = 3 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:424/600: open fd = 3 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.363 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:425/600: open fd = 3 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:426/600: open fd = 3 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:427/600: open fd = 3 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:428/600: open fd = 3 2024-05-20T21:28:18.364 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:429/600: open fd = 3 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:430/600: open fd = 3 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:431/600: open fd = 3 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:432/600: open fd = 3 2024-05-20T21:28:18.365 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:433/600: open fd = 3 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:434/600: open fd = 3 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:435/600: open fd = 3 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.366 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:18.367 INFO:tasks.workunit.client.0.smithi006.stdout:436/600: open fd = 3 2024-05-20T21:28:18.367 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.367 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:28:18.367 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:28:19.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:19 smithi006 ceph-mon[31422]: pgmap v814: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:19 smithi062 ceph-mon[36640]: pgmap v814: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:19 smithi042 ceph-mon[36332]: pgmap v814: 97 pgs: 97 active+clean; 2.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:20.200 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:28:20.693 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:21.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:21 smithi006 ceph-mon[31422]: pgmap v815: 97 pgs: 97 active+clean; 2.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:21 smithi062 ceph-mon[36640]: pgmap v815: 97 pgs: 97 active+clean; 2.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:21 smithi042 ceph-mon[36332]: pgmap v815: 97 pgs: 97 active+clean; 2.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 -- 172.21.15.6:0/1029368793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f0076090 msgr2=0x7f54f010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1029368793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f0076090 0x7f54f010fa00 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f54d8009990 tx=0x7f54d8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 -- 172.21.15.6:0/1029368793 shutdown_connections 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1029368793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f010ff40 0x7f54f0112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1029368793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f0075770 0x7f54f0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1029368793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f0076090 0x7f54f010fa00 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 -- 172.21.15.6:0/1029368793 >> 172.21.15.6:0/1029368793 conn(0x7f54f007a6a0 msgr2=0x7f54f007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 -- 172.21.15.6:0/1029368793 shutdown_connections 2024-05-20T21:28:23.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.195+0000 7f54f7c00700 1 -- 172.21.15.6:0/1029368793 wait complete. 2024-05-20T21:28:23.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.197+0000 7f54f7c00700 1 Processor -- start 2024-05-20T21:28:23.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.197+0000 7f54f7c00700 1 -- start start 2024-05-20T21:28:23.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.197+0000 7f54f7c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f0075770 0x7f54f019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.197+0000 7f54f7c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f0076090 0x7f54f019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.197+0000 7f54f7c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f010ff40 0x7f54f01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.197+0000 7f54f7c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54f0115950 con 0x7f54f0076090 2024-05-20T21:28:23.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.197+0000 7f54f7c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01157d0 con 0x7f54f010ff40 2024-05-20T21:28:23.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.197+0000 7f54f7c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54f0115ad0 con 0x7f54f0075770 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f0075770 0x7f54f019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54e7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f0076090 0x7f54f019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f010ff40 0x7f54f01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f0075770 0x7f54f019be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54790/0 (socket says 172.21.15.6:54790) 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5200700 1 -- 172.21.15.6:0/1962376905 learned_addr learned my addr 172.21.15.6:0/1962376905 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5200700 1 -- 172.21.15.6:0/1962376905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f010ff40 msgr2=0x7f54f01a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5200700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f010ff40 0x7f54f01a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5200700 1 -- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f0076090 msgr2=0x7f54f019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5200700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f0076090 0x7f54f019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.198+0000 7f54f5200700 1 -- 172.21.15.6:0/1962376905 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54f01a0e00 con 0x7f54f0075770 2024-05-20T21:28:23.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.199+0000 7f54f5200700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f0075770 0x7f54f019be40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f54e000e9a0 tx=0x7f54e000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:23.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.199+0000 7f54ee000700 1 -- 172.21.15.6:0/1962376905 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e000ca10 con 0x7f54f0075770 2024-05-20T21:28:23.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.199+0000 7f54f7c00700 1 -- 172.21.15.6:0/1962376905 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54f01a10f0 con 0x7f54f0075770 2024-05-20T21:28:23.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.199+0000 7f54ee000700 1 -- 172.21.15.6:0/1962376905 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e000cbb0 con 0x7f54f0075770 2024-05-20T21:28:23.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.199+0000 7f54ee000700 1 -- 172.21.15.6:0/1962376905 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e0018680 con 0x7f54f0075770 2024-05-20T21:28:23.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.199+0000 7f54f7c00700 1 -- 172.21.15.6:0/1962376905 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54f01a8970 con 0x7f54f0075770 2024-05-20T21:28:23.202 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.203+0000 7f54ee000700 1 -- 172.21.15.6:0/1962376905 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f54e0010430 con 0x7f54f0075770 2024-05-20T21:28:23.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f55024edb80 1 Processor -- start 2024-05-20T21:28:23.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f55024edb80 1 -- start start 2024-05-20T21:28:23.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f55024edb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793939f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f55024edb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da7938db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f55024edb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da7938e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f55024edb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55da792ebe40 con 0x55da79393610 2024-05-20T21:28:23.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f55024edb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55da792db9e0 con 0x55da79393f30 2024-05-20T21:28:23.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f55024edb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55da792dfa20 con 0x55da7938e140 2024-05-20T21:28:23.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.204+0000 7f54ee000700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54d40b2880 0x7f54d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.205 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54ee000700 1 -- 172.21.15.6:0/1962376905 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54e00e2460 con 0x7f54f0075770 2024-05-20T21:28:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793939f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793939f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55280/0 (socket says 172.21.15.6:55280) 2024-05-20T21:28:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5c00700 1 -- 172.21.15.6:0/1568683260 learned_addr learned my addr 172.21.15.6:0/1568683260 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da7938db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54e7e00700 1 --2- 172.21.15.6:0/1568683260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da7938e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5c00700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54d40b2880 0x7f54d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5200700 1 -- 172.21.15.6:0/1568683260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 msgr2=0x55da7938e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:23.206 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5200700 1 --2- 172.21.15.6:0/1568683260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da7938e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5200700 1 -- 172.21.15.6:0/1568683260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 msgr2=0x55da793939f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5200700 1 --2- 172.21.15.6:0/1568683260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793939f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.205+0000 7f54f5200700 1 -- 172.21.15.6:0/1568683260 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da792a4420 con 0x55da79393f30 2024-05-20T21:28:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.206+0000 7f54f5200700 1 --2- 172.21.15.6:0/1568683260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da7938db20 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f54e000c2d0 tx=0x7f54e00b2ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6187a6151b346d5b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.206+0000 7f54e6000700 1 -- 172.21.15.6:0/1568683260 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e00aa080 con 0x55da79393f30 2024-05-20T21:28:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.206+0000 7f54e6000700 1 -- 172.21.15.6:0/1568683260 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e00a9980 con 0x55da79393f30 2024-05-20T21:28:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.206+0000 7f54e6000700 1 -- 172.21.15.6:0/1568683260 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e00a9be0 con 0x55da79393f30 2024-05-20T21:28:23.207 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.206+0000 7f54f5c00700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54d40b2880 0x7f54d40b4d40 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f54e8009fd0 tx=0x7f54e800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:23.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 -- 172.21.15.6:0/1568683260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 msgr2=0x55da7938db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 --2- 172.21.15.6:0/1568683260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da7938db20 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f54e000c2d0 tx=0x7f54e00b2ab0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 -- 172.21.15.6:0/1568683260 shutdown_connections 2024-05-20T21:28:23.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 --2- 172.21.15.6:0/1568683260 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da7938e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 --2- 172.21.15.6:0/1568683260 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793939f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 --2- 172.21.15.6:0/1568683260 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da7938db20 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.208 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 -- 172.21.15.6:0/1568683260 >> 172.21.15.6:0/1568683260 conn(0x55da792bbbe0 msgr2=0x55da79388690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:23.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 -- 172.21.15.6:0/1568683260 shutdown_connections 2024-05-20T21:28:23.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.207+0000 7f55024edb80 1 -- 172.21.15.6:0/1568683260 wait complete. 2024-05-20T21:28:23.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 1 -- start start 2024-05-20T21:28:23.209 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 1 Processor -- start 2024-05-20T21:28:23.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da7938e140 0x55da79399cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.210 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da79393610 0x55da793970b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da793975f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55da791e1fa0 con 0x55da79393f30 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55da7927c760 con 0x55da7938e140 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55da7939a980 con 0x55da79393610 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.208+0000 7f55024edb80 10 client.0 _ll_register_callbacks cb 0x55da79285c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da793975f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da7938e140 0x55da79399cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da793975f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55286/0 (socket says 172.21.15.6:55286) 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5c00700 1 -- 172.21.15.6:0/1632463919 learned_addr learned my addr 172.21.15.6:0/1632463919 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da7938e140 0x55da79399cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:53500/0 (socket says 172.21.15.6:53500) 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54e7e00700 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da79393610 0x55da793970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.211 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5200700 1 -- 172.21.15.6:0/1632463919 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da79393610 msgr2=0x55da793970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5200700 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da79393610 0x55da793970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5200700 1 -- 172.21.15.6:0/1632463919 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 msgr2=0x55da793975f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5200700 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da793975f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.209+0000 7f54f5200700 1 -- 172.21.15.6:0/1632463919 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da7922b8d0 con 0x55da7938e140 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f54f5200700 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da7938e140 0x55da79399cc0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f54e00a9850 tx=0x7f54e0005b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43a8c6b36c7854bd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f54dea00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f54dea00700 1 -- 172.21.15.6:0/1632463919 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e00add30 con 0x55da7938e140 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f54dea00700 1 -- 172.21.15.6:0/1632463919 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54e00a9df0 con 0x55da7938e140 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f55024edb80 1 -- 172.21.15.6:0/1632463919 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54e00a9980 con 0x55da7938e140 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f54dea00700 1 -- 172.21.15.6:0/1632463919 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54e00aa080 con 0x55da7938e140 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f55024edb80 10 client.28838 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f55024edb80 1 -- 172.21.15.6:0/1632463919 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55da792ac060 con 0x55da7938e140 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f54dea00700 1 -- 172.21.15.6:0/1632463919 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e00a9980 con 0x55da7938e140 2024-05-20T21:28:23.212 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.210+0000 7f54dea00700 1 -- 172.21.15.6:0/1632463919 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f54e00c6070 con 0x55da7938e140 2024-05-20T21:28:23.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.211+0000 7f55024edb80 10 client.28838 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:23.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.211+0000 7f55024edb80 10 client.28838 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:23.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.211+0000 7f55024edb80 20 client.28838 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:23.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.211+0000 7f55024edb80 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55da793a73b0 0x55da793a97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.211+0000 7f55024edb80 4 client.28838 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:23.213 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.211+0000 7f55024edb80 1 -- 172.21.15.6:0/1632463919 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da792edd90 con 0x55da793a73b0 2024-05-20T21:28:23.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.211+0000 7f54e7e00700 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55da793a73b0 0x55da793a97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.212+0000 7f54e7e00700 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55da793a73b0 0x55da793a97a0 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca8f954086e48669 server_cookie=a28eaf4b80f50242 in_seq=0 out_seq=0 2024-05-20T21:28:23.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.212+0000 7f54dea00700 10 client.28838 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:23.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.212+0000 7f54dea00700 1 -- 172.21.15.6:0/1632463919 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55da792edd90 con 0x55da793a73b0 2024-05-20T21:28:23.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.212+0000 7f54dea00700 10 client.28838 handle_command_reply: tid=0 2024-05-20T21:28:23.214 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.212+0000 7f55024edb80 1 client.28838 shutdown 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 -- 172.21.15.6:0/1632463919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da7938e140 msgr2=0x55da79399cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da7938e140 0x55da79399cc0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f54e00a9850 tx=0x7f54e0005b40 comp rx=0 tx=0).stop 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 -- 172.21.15.6:0/1632463919 shutdown_connections 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da793975f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da7938e140 0x55da79399cc0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55da793a73b0 0x55da793a97a0 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 --2- 172.21.15.6:0/1632463919 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da79393610 0x55da793970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 -- 172.21.15.6:0/1632463919 >> 172.21.15.6:0/1632463919 conn(0x55da792bbbe0 msgr2=0x55da79387d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f54dea00700 0 client.28838 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 -- 172.21.15.6:0/1632463919 shutdown_connections 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 1 -- 172.21.15.6:0/1632463919 wait complete. 2024-05-20T21:28:23.215 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.213+0000 7f55024edb80 20 client.28838 trim_cache size 0 max 16384 2024-05-20T21:28:23.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.236+0000 7f55024edb80 1 Processor -- start 2024-05-20T21:28:23.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.236+0000 7f55024edb80 1 -- start start 2024-05-20T21:28:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.236+0000 7f55024edb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da79394c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.236+0000 7f55024edb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393610 0x55da793884f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.236+0000 7f55024edb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da79392180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f55024edb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01b2940 con 0x55da79393f30 2024-05-20T21:28:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f55024edb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01b01d0 con 0x55da79393610 2024-05-20T21:28:23.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f55024edb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01ae020 con 0x55da7938e140 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da79394c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da79394c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54804/0 (socket says 172.21.15.6:54804) 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5200700 1 -- 172.21.15.6:0/4148312209 learned_addr learned my addr 172.21.15.6:0/4148312209 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5c00700 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da79392180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54e7e00700 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393610 0x55da793884f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5200700 1 -- 172.21.15.6:0/4148312209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393610 msgr2=0x55da793884f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5200700 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393610 0x55da793884f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5200700 1 -- 172.21.15.6:0/4148312209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 msgr2=0x55da79392180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:23.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5200700 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da79392180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5200700 1 -- 172.21.15.6:0/4148312209 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da79397f90 con 0x55da7938e140 2024-05-20T21:28:23.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.237+0000 7f54f5c00700 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da79392180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:23.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.238+0000 7f54f5200700 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da79394c60 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f54e00a9630 tx=0x7f54e0005bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=181fea6d4e30268d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:23.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.238+0000 7f54e5600700 1 -- 172.21.15.6:0/4148312209 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e00add30 con 0x55da7938e140 2024-05-20T21:28:23.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.238+0000 7f54e5600700 1 -- 172.21.15.6:0/4148312209 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e00a9980 con 0x55da7938e140 2024-05-20T21:28:23.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.238+0000 7f54e5600700 1 -- 172.21.15.6:0/4148312209 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e0010720 con 0x55da7938e140 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.238+0000 7f55024edb80 1 -- 172.21.15.6:0/4148312209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 msgr2=0x55da79394c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.238+0000 7f55024edb80 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da79394c60 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f54e00a9630 tx=0x7f54e0005bb0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 -- 172.21.15.6:0/4148312209 shutdown_connections 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393f30 0x55da79392180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da79394c60 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 --2- 172.21.15.6:0/4148312209 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393610 0x55da793884f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 -- 172.21.15.6:0/4148312209 >> 172.21.15.6:0/4148312209 conn(0x55da792bbbe0 msgr2=0x55da79397500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 -- 172.21.15.6:0/4148312209 shutdown_connections 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 -- 172.21.15.6:0/4148312209 wait complete. 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 -- start start 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.239+0000 7f55024edb80 1 Processor -- start 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f55024edb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da793aa550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f55024edb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793aaa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f55024edb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da793aafd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f55024edb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01ae690 con 0x55da79393610 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f55024edb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01afb00 con 0x55da79393f30 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f55024edb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01aed60 con 0x55da7938e140 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f55024edb80 10 client.0 _ll_register_callbacks cb 0x55da79391c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f54f5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da793aa550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f54e7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793aaa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f54f5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da793aa550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:54810/0 (socket says 172.21.15.6:54810) 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f54f5200700 1 -- 172.21.15.6:0/2629837963 learned_addr learned my addr 172.21.15.6:0/2629837963 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.240+0000 7f54f5c00700 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da793aafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54f5200700 1 -- 172.21.15.6:0/2629837963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 msgr2=0x55da793aafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54f5200700 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da793aafd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54f5200700 1 -- 172.21.15.6:0/2629837963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 msgr2=0x55da793aaa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:23.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54f5200700 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793aaa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54f5200700 1 -- 172.21.15.6:0/2629837963 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da79419450 con 0x55da7938e140 2024-05-20T21:28:23.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54f5200700 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da793aa550 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f54e00a6bf0 tx=0x7f54e0009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=335a7dafa679db34 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:23.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54dea00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54dea00700 1 -- 172.21.15.6:0/2629837963 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e00b27e0 con 0x55da7938e140 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54dea00700 1 -- 172.21.15.6:0/2629837963 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f54e006f290 con 0x55da7938e140 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f55024edb80 1 -- 172.21.15.6:0/2629837963 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54e00a9980 con 0x55da7938e140 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f54dea00700 1 -- 172.21.15.6:0/2629837963 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54e00add30 con 0x55da7938e140 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.241+0000 7f55024edb80 10 client.28837 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f55024edb80 1 -- 172.21.15.6:0/2629837963 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55da79419450 con 0x55da7938e140 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f54dea00700 1 -- 172.21.15.6:0/2629837963 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e00a9980 con 0x55da7938e140 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f54dea00700 1 -- 172.21.15.6:0/2629837963 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f54e00c6070 con 0x55da7938e140 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f55024edb80 10 client.28837 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:23.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f55024edb80 10 client.28837 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f55024edb80 20 client.28837 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f55024edb80 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55da7941a940 0x55da7941cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f55024edb80 4 client.28837 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.242+0000 7f55024edb80 1 -- 172.21.15.6:0/2629837963 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55da792e7570 con 0x55da7941a940 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.243+0000 7f54e7e00700 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55da7941a940 0x55da7941cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.243+0000 7f54e7e00700 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55da7941a940 0x55da7941cd30 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75099e8e40ec80fd server_cookie=8e994ba9aa09f94f in_seq=0 out_seq=0 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.243+0000 7f54dea00700 10 client.28837 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.243+0000 7f54dea00700 1 -- 172.21.15.6:0/2629837963 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55da792e7570 con 0x55da7941a940 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.243+0000 7f54dea00700 10 client.28837 handle_command_reply: tid=0 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.243+0000 7f55024edb80 1 client.28837 shutdown 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 -- 172.21.15.6:0/2629837963 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 msgr2=0x55da793aa550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da793aa550 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f54e00a6bf0 tx=0x7f54e0009790 comp rx=0 tx=0).stop 2024-05-20T21:28:23.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 -- 172.21.15.6:0/2629837963 shutdown_connections 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55da79393f30 0x55da793aafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55da7941a940 0x55da7941cd30 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55da7938e140 0x55da793aa550 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 --2- 172.21.15.6:0/2629837963 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55da79393610 0x55da793aaa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 -- 172.21.15.6:0/2629837963 >> 172.21.15.6:0/2629837963 conn(0x55da792bbbe0 msgr2=0x55da79394be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f54dea00700 0 client.28837 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 -- 172.21.15.6:0/2629837963 shutdown_connections 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 1 -- 172.21.15.6:0/2629837963 wait complete. 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.244+0000 7f55024edb80 20 client.28837 trim_cache size 0 max 16384 2024-05-20T21:28:23.247 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:28:23.248 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:28:23.248 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:28:23.248 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:28:23.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 -- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54d40b2880 msgr2=0x7f54d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54d40b2880 0x7f54d40b4d40 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f54e8009fd0 tx=0x7f54e800b040 comp rx=0 tx=0).stop 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 -- 172.21.15.6:0/1962376905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f0075770 msgr2=0x7f54f019be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f0075770 0x7f54f019be40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f54e000e9a0 tx=0x7f54e000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 -- 172.21.15.6:0/1962376905 shutdown_connections 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f54d40b2880 0x7f54d40b4d40 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f54f010ff40 0x7f54f01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54f0075770 0x7f54f019be40 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 --2- 172.21.15.6:0/1962376905 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f54f0076090 0x7f54f019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 -- 172.21.15.6:0/1962376905 >> 172.21.15.6:0/1962376905 conn(0x7f54f007a6a0 msgr2=0x7f54f0100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 -- 172.21.15.6:0/1962376905 shutdown_connections 2024-05-20T21:28:23.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:23.245+0000 7f54f7c00700 1 -- 172.21.15.6:0/1962376905 wait complete. 2024-05-20T21:28:23.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:23 smithi006 ceph-mon[31422]: pgmap v816: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:28:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:23 smithi062 ceph-mon[36640]: pgmap v816: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:28:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:23 smithi042 ceph-mon[36332]: pgmap v816: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:28:24.260 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:28:24.260 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:28:24.729 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:25.903 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:25 smithi006 ceph-mon[31422]: pgmap v817: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:25 smithi062 ceph-mon[36640]: pgmap v817: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:25 smithi042 ceph-mon[36332]: pgmap v817: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 -- 172.21.15.6:0/3190234192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5574109dd0 msgr2=0x7f557410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 --2- 172.21.15.6:0/3190234192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5574109dd0 0x7f557410a1b0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f5564009990 tx=0x7f5564009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 -- 172.21.15.6:0/3190234192 shutdown_connections 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 --2- 172.21.15.6:0/3190234192 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f557410eeb0 0x7f5574116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 --2- 172.21.15.6:0/3190234192 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5574109dd0 0x7f557410a1b0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 --2- 172.21.15.6:0/3190234192 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f557410a780 0x7f557410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 -- 172.21.15.6:0/3190234192 >> 172.21.15.6:0/3190234192 conn(0x7f5574076d10 msgr2=0x7f5574079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 -- 172.21.15.6:0/3190234192 shutdown_connections 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.106+0000 7f5578e00700 1 -- 172.21.15.6:0/3190234192 wait complete. 2024-05-20T21:28:27.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.107+0000 7f5578e00700 1 Processor -- start 2024-05-20T21:28:27.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.107+0000 7f5578e00700 1 -- start start 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5578e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5574109dd0 0x7f55741a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5578e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f557410a780 0x7f55741a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5578e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f557410eeb0 0x7f55741a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5578e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5574119da0 con 0x7f5574109dd0 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5578e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5574119c20 con 0x7f557410eeb0 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5578e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5574119f20 con 0x7f557410a780 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5572800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f557410eeb0 0x7f55741a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5572800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f557410eeb0 0x7f55741a4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44520/0 (socket says 172.21.15.6:44520) 2024-05-20T21:28:27.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5571e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5574109dd0 0x7f55741a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5572800700 1 -- 172.21.15.6:0/2651142092 learned_addr learned my addr 172.21.15.6:0/2651142092 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.108+0000 7f5571400700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f557410a780 0x7f55741a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5572800700 1 -- 172.21.15.6:0/2651142092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f557410a780 msgr2=0x7f55741a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5572800700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f557410a780 0x7f55741a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5572800700 1 -- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5574109dd0 msgr2=0x7f55741a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5572800700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5574109dd0 0x7f55741a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5572800700 1 -- 172.21.15.6:0/2651142092 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55741a5280 con 0x7f557410eeb0 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5571400700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f557410a780 0x7f55741a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5572800700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f557410eeb0 0x7f55741a4b40 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f556c00ef30 tx=0x7f556c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f556aa00700 1 -- 172.21.15.6:0/2651142092 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f556c0092e0 con 0x7f557410eeb0 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f556aa00700 1 -- 172.21.15.6:0/2651142092 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f556c004bb0 con 0x7f557410eeb0 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55741a5510 con 0x7f557410eeb0 2024-05-20T21:28:27.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f556aa00700 1 -- 172.21.15.6:0/2651142092 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f556c004020 con 0x7f557410eeb0 2024-05-20T21:28:27.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.109+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55741acdf0 con 0x7f557410eeb0 2024-05-20T21:28:27.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.111+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f557406a230 con 0x7f557410eeb0 2024-05-20T21:28:27.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.113+0000 7f556aa00700 1 -- 172.21.15.6:0/2651142092 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f556c01b030 con 0x7f557410eeb0 2024-05-20T21:28:27.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.115+0000 7f556aa00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55580b2900 0x7f55580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:27.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.115+0000 7f556aa00700 1 -- 172.21.15.6:0/2651142092 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f556c0e1e10 con 0x7f557410eeb0 2024-05-20T21:28:27.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.115+0000 7f5571e00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55580b2900 0x7f55580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:27.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.116+0000 7f5571e00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55580b2900 0x7f55580b4dc0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f556400b790 tx=0x7f556400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:27.118 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.117+0000 7f556aa00700 1 -- 172.21.15.6:0/2651142092 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f556c022020 con 0x7f557410eeb0 2024-05-20T21:28:27.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.409+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f557402e560 con 0x7f557410eeb0 2024-05-20T21:28:27.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.411+0000 7f556aa00700 1 -- 172.21.15.6:0/2651142092 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f556c010040 con 0x7f557410eeb0 2024-05-20T21:28:27.412 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:28:27.413 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:28:27.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55580b2900 msgr2=0x7f55580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:27.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55580b2900 0x7f55580b4dc0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f556400b790 tx=0x7f556400b260 comp rx=0 tx=0).stop 2024-05-20T21:28:27.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f557410eeb0 msgr2=0x7f55741a4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:27.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f557410eeb0 0x7f55741a4b40 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f556c00ef30 tx=0x7f556c00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 shutdown_connections 2024-05-20T21:28:27.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55580b2900 0x7f55580b4dc0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f557410eeb0 0x7f55741a4b40 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5574109dd0 0x7f55741a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 --2- 172.21.15.6:0/2651142092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f557410a780 0x7f55741a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:27.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 >> 172.21.15.6:0/2651142092 conn(0x7f5574076d10 msgr2=0x7f557410e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:27.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 shutdown_connections 2024-05-20T21:28:27.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:27.415+0000 7f5578e00700 1 -- 172.21.15.6:0/2651142092 wait complete. 2024-05-20T21:28:27.418 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:28:27.751 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:27 smithi006 ceph-mon[31422]: pgmap v818: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:28:27.751 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:27 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2651142092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:27.926 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:27 smithi042 ceph-mon[36332]: pgmap v818: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:28:27.926 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:27 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2651142092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:27 smithi062 ceph-mon[36640]: pgmap v818: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:28:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:27 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2651142092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:28.273 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:28:28.298 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 -- 172.21.15.6:0/562231559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50106890 msgr2=0x7f6b5010d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 --2- 172.21.15.6:0/562231559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50106890 0x7f6b5010d120 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f6b48009ca0 tx=0x7f6b4802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 -- 172.21.15.6:0/562231559 shutdown_connections 2024-05-20T21:28:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 --2- 172.21.15.6:0/562231559 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50106890 0x7f6b5010d120 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 --2- 172.21.15.6:0/562231559 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b50105ed0 0x7f6b50106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 --2- 172.21.15.6:0/562231559 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b50104ce0 0x7f6b50105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.299 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 -- 172.21.15.6:0/562231559 >> 172.21.15.6:0/562231559 conn(0x7f6b50100270 msgr2=0x7f6b50102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:28.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 -- 172.21.15.6:0/562231559 shutdown_connections 2024-05-20T21:28:28.300 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.297+0000 7f6b58400640 1 -- 172.21.15.6:0/562231559 wait complete. 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.298+0000 7f6b58400640 1 Processor -- start 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.298+0000 7f6b58400640 1 -- start start 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b58400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50104ce0 0x7f6b5019aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b58400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b50105ed0 0x7f6b5019b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b58400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b50106890 0x7f6b501a2490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b58400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6b50110840 con 0x7f6b50104ce0 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b58400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b501106c0 con 0x7f6b50106890 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b58400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6b501109c0 con 0x7f6b50105ed0 2024-05-20T21:28:28.302 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50104ce0 0x7f6b5019aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b55000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b50105ed0 0x7f6b5019b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50104ce0 0x7f6b5019aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52760/0 (socket says 172.21.15.6:52760) 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b56400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b50106890 0x7f6b501a2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.299+0000 7f6b55a00640 1 -- 172.21.15.6:0/2189563309 learned_addr learned my addr 172.21.15.6:0/2189563309 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b55000640 1 -- 172.21.15.6:0/2189563309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b50106890 msgr2=0x7f6b501a2490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b55000640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b50106890 0x7f6b501a2490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b55000640 1 -- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50104ce0 msgr2=0x7f6b5019aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b55000640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50104ce0 0x7f6b5019aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.303 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b55000640 1 -- 172.21.15.6:0/2189563309 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b501a2b00 con 0x7f6b50105ed0 2024-05-20T21:28:28.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b55000640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b50105ed0 0x7f6b5019b420 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c00e9f0 tx=0x7f6b3c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:28.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b4e000640 1 -- 172.21.15.6:0/2189563309 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c00ccc0 con 0x7f6b50105ed0 2024-05-20T21:28:28.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b4e000640 1 -- 172.21.15.6:0/2189563309 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b3c0108e0 con 0x7f6b50105ed0 2024-05-20T21:28:28.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.300+0000 7f6b4e000640 1 -- 172.21.15.6:0/2189563309 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c018880 con 0x7f6b50105ed0 2024-05-20T21:28:28.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.301+0000 7f6b58400640 1 -- 172.21.15.6:0/2189563309 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b501a2df0 con 0x7f6b50105ed0 2024-05-20T21:28:28.304 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.301+0000 7f6b58400640 1 -- 172.21.15.6:0/2189563309 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b501a3300 con 0x7f6b50105ed0 2024-05-20T21:28:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.304+0000 7f6b5b237740 1 Processor -- start 2024-05-20T21:28:28.305 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.304+0000 7f6b5b237740 1 -- start start 2024-05-20T21:28:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.304+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.304+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332ae7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.304+0000 7f6b4e000640 1 -- 172.21.15.6:0/2189563309 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6b3c010430 con 0x7f6b50105ed0 2024-05-20T21:28:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b5b237740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564332a51b90 con 0x564332ae1b30 2024-05-20T21:28:28.308 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b5b237740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564332a41730 con 0x564332ae7690 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b5b237740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564332a45770 con 0x564332ae2520 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332ae7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332ae7020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34206/0 (socket says 172.21.15.6:34206) 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55a00640 1 -- 172.21.15.6:0/3220611243 learned_addr learned my addr 172.21.15.6:0/3220611243 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b56400640 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55000640 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55a00640 1 -- 172.21.15.6:0/3220611243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 msgr2=0x564332ae9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55a00640 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55a00640 1 -- 172.21.15.6:0/3220611243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 msgr2=0x564332ae1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55a00640 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55a00640 1 -- 172.21.15.6:0/3220611243 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643329da8b0 con 0x564332ae2520 2024-05-20T21:28:28.309 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b56400640 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.305+0000 7f6b55000640 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.306+0000 7f6b55a00640 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332ae7020 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f6b4400be50 tx=0x7f6b440107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d85fe5f39e678152 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.306+0000 7f6b42a00640 1 -- 172.21.15.6:0/3220611243 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b44011640 con 0x564332ae2520 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.306+0000 7f6b42a00640 1 -- 172.21.15.6:0/3220611243 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b44011c90 con 0x564332ae2520 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.306+0000 7f6b42a00640 1 -- 172.21.15.6:0/3220611243 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b44019c00 con 0x564332ae2520 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.306+0000 7f6b4e000640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b380b2860 0x7f6b380b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 -- 172.21.15.6:0/3220611243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 msgr2=0x564332ae7020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332ae7020 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f6b4400be50 tx=0x7f6b440107a0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b4e000640 1 -- 172.21.15.6:0/2189563309 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6b3c0e2530 con 0x7f6b50105ed0 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b56400640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b380b2860 0x7f6b380b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 -- 172.21.15.6:0/3220611243 shutdown_connections 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.310 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332ae7020 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 --2- 172.21.15.6:0/3220611243 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 -- 172.21.15.6:0/3220611243 >> 172.21.15.6:0/3220611243 conn(0x564332add1a0 msgr2=0x564332add5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 -- 172.21.15.6:0/3220611243 shutdown_connections 2024-05-20T21:28:28.311 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.307+0000 7f6b5b237740 1 -- 172.21.15.6:0/3220611243 wait complete. 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.308+0000 7f6b5b237740 1 -- start start 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.308+0000 7f6b56400640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b380b2860 0x7f6b380b4d20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f6b48005e30 tx=0x7f6b48031af0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.308+0000 7f6b5b237740 1 Processor -- start 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.308+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aeb920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332aebe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332af2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b5b237740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x564332727790 con 0x564332ae1b30 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b5b237740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5643329e9bc0 con 0x564332ae7690 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b5b237740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x564332aea640 con 0x564332ae2520 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b5b237740 10 client.0 _ll_register_callbacks cb 0x5643329c7400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:28.315 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332aebe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332aebe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34220/0 (socket says 172.21.15.6:34220) 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aeb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55000640 1 -- 172.21.15.6:0/4052556935 learned_addr learned my addr 172.21.15.6:0/4052556935 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b56400640 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332af2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55000640 1 -- 172.21.15.6:0/4052556935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 msgr2=0x564332af2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55000640 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332af2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55000640 1 -- 172.21.15.6:0/4052556935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 msgr2=0x564332aeb920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55000640 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aeb920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.316 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.309+0000 7f6b55000640 1 -- 172.21.15.6:0/4052556935 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564332756210 con 0x564332ae2520 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b55000640 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332aebe60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c0a5b80 tx=0x7f6b3c0a9270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e94cccf1bd1693c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b37400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b37400640 1 -- 172.21.15.6:0/4052556935 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c0b21f0 con 0x564332ae2520 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b37400640 1 -- 172.21.15.6:0/4052556935 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6b3c0e20d0 con 0x564332ae2520 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b5b237740 1 -- 172.21.15.6:0/4052556935 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b44011c90 con 0x564332ae2520 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b37400640 1 -- 172.21.15.6:0/4052556935 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6b3c0a9610 con 0x564332ae2520 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b5b237740 10 client.28855 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b5b237740 1 -- 172.21.15.6:0/4052556935 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564332822620 con 0x564332ae2520 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.310+0000 7f6b37400640 1 -- 172.21.15.6:0/4052556935 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b44011c90 con 0x564332ae2520 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.311+0000 7f6b37400640 1 -- 172.21.15.6:0/4052556935 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6b3c0cc110 con 0x564332ae2520 2024-05-20T21:28:28.317 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.311+0000 7f6b5b237740 10 client.28855 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:28.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.311+0000 7f6b5b237740 10 client.28855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:28.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.311+0000 7f6b5b237740 20 client.28855 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:28.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.311+0000 7f6b5b237740 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564332af7460 0x564332af9850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.311+0000 7f6b5b237740 4 client.28855 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:28.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.311+0000 7f6b5b237740 1 -- 172.21.15.6:0/4052556935 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564332a53ae0 con 0x564332af7460 2024-05-20T21:28:28.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.311+0000 7f6b55a00640 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564332af7460 0x564332af9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.312+0000 7f6b55a00640 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564332af7460 0x564332af9850 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5f4d7bf63312a48 server_cookie=8333fa1d06057582 in_seq=0 out_seq=0 2024-05-20T21:28:28.318 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.312+0000 7f6b37400640 10 client.28855 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.312+0000 7f6b37400640 1 -- 172.21.15.6:0/4052556935 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564332a53ae0 con 0x564332af7460 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.312+0000 7f6b37400640 10 client.28855 handle_command_reply: tid=0 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.312+0000 7f6b5b237740 1 client.28855 shutdown 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 -- 172.21.15.6:0/4052556935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 msgr2=0x564332aebe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332aebe60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c0a5b80 tx=0x7f6b3c0a9270 comp rx=0 tx=0).stop 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 -- 172.21.15.6:0/4052556935 shutdown_connections 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564332af7460 0x564332af9850 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332af2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332aebe60 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 --2- 172.21.15.6:0/4052556935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aeb920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b37400640 0 client.28855 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 -- 172.21.15.6:0/4052556935 >> 172.21.15.6:0/4052556935 conn(0x564332add1a0 msgr2=0x564332adc310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 -- 172.21.15.6:0/4052556935 shutdown_connections 2024-05-20T21:28:28.319 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 1 -- 172.21.15.6:0/4052556935 wait complete. 2024-05-20T21:28:28.320 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.313+0000 7f6b5b237740 20 client.28855 trim_cache size 0 max 16384 2024-05-20T21:28:28.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.330+0000 7f6b5b237740 1 Processor -- start 2024-05-20T21:28:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.330+0000 7f6b5b237740 1 -- start start 2024-05-20T21:28:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332af2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b5b237740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6b501aec50 con 0x564332ae1b30 2024-05-20T21:28:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b5b237740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b501ac520 con 0x564332ae7690 2024-05-20T21:28:28.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b5b237740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6b501aa370 con 0x564332ae2520 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52796/0 (socket says 172.21.15.6:52796) 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b55a00640 1 -- 172.21.15.6:0/1062373420 learned_addr learned my addr 172.21.15.6:0/1062373420 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b56400640 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b55000640 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332af2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b55a00640 1 -- 172.21.15.6:0/1062373420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 msgr2=0x564332af2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.331+0000 7f6b55a00640 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332af2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.332+0000 7f6b55a00640 1 -- 172.21.15.6:0/1062373420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 msgr2=0x564332ae05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:28.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.332+0000 7f6b55a00640 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.332+0000 7f6b55a00640 1 -- 172.21.15.6:0/1062373420 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564332aea9e0 con 0x564332ae1b30 2024-05-20T21:28:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.332+0000 7f6b55a00640 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae00b0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f6b4400bda0 tx=0x7f6b4400b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=777f0ef78f64bcdc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.332+0000 7f6b42000640 1 -- 172.21.15.6:0/1062373420 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b44005100 con 0x564332ae1b30 2024-05-20T21:28:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.332+0000 7f6b42000640 1 -- 172.21.15.6:0/1062373420 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b44004680 con 0x564332ae1b30 2024-05-20T21:28:28.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.332+0000 7f6b42000640 1 -- 172.21.15.6:0/1062373420 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b44011440 con 0x564332ae1b30 2024-05-20T21:28:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.333+0000 7f6b5b237740 1 -- 172.21.15.6:0/1062373420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 msgr2=0x564332ae00b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.333+0000 7f6b5b237740 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae00b0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f6b4400bda0 tx=0x7f6b4400b4a0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.333+0000 7f6b5b237740 1 -- 172.21.15.6:0/1062373420 shutdown_connections 2024-05-20T21:28:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.333+0000 7f6b5b237740 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae7690 0x564332ae05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.333+0000 7f6b5b237740 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae2520 0x564332af2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.333+0000 7f6b5b237740 1 --2- 172.21.15.6:0/1062373420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332ae00b0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.333+0000 7f6b5b237740 1 -- 172.21.15.6:0/1062373420 >> 172.21.15.6:0/1062373420 conn(0x564332add1a0 msgr2=0x564332ae6ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.334+0000 7f6b5b237740 1 -- 172.21.15.6:0/1062373420 shutdown_connections 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.334+0000 7f6b5b237740 1 -- 172.21.15.6:0/1062373420 wait complete. 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.334+0000 7f6b5b237740 1 -- start start 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b5b237740 1 Processor -- start 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aefb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae2520 0x564332af0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b5b237740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae7690 0x564332b60000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b5b237740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6b501aa9e0 con 0x564332ae1b30 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b5b237740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6b501abe50 con 0x564332ae2520 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b5b237740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6b501ab0b0 con 0x564332ae7690 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b5b237740 10 client.0 _ll_register_callbacks cb 0x7f6b3c0e5c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.335+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aefb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b55a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aefb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52798/0 (socket says 172.21.15.6:52798) 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b55a00640 1 -- 172.21.15.6:0/879785361 learned_addr learned my addr 172.21.15.6:0/879785361 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b55000640 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae2520 0x564332af0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b56400640 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae7690 0x564332b60000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b55a00640 1 -- 172.21.15.6:0/879785361 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae7690 msgr2=0x564332b60000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b55a00640 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae7690 0x564332b60000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b55a00640 1 -- 172.21.15.6:0/879785361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae2520 msgr2=0x564332af0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b55a00640 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae2520 0x564332af0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.336+0000 7f6b55a00640 1 -- 172.21.15.6:0/879785361 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564332ad8440 con 0x564332ae1b30 2024-05-20T21:28:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.337+0000 7f6b55a00640 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aefb50 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f6b4400bc10 tx=0x7f6b44005f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab4ca7e93e178140 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.337+0000 7f6b37400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:28:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.337+0000 7f6b37400640 1 -- 172.21.15.6:0/879785361 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4403b060 con 0x564332ae1b30 2024-05-20T21:28:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.337+0000 7f6b37400640 1 -- 172.21.15.6:0/879785361 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6b4401f070 con 0x564332ae1b30 2024-05-20T21:28:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.337+0000 7f6b5b237740 1 -- 172.21.15.6:0/879785361 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b44004680 con 0x564332ae1b30 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.337+0000 7f6b37400640 1 -- 172.21.15.6:0/879785361 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6b440048b0 con 0x564332ae1b30 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.337+0000 7f6b5b237740 10 client.18759 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.337+0000 7f6b5b237740 1 -- 172.21.15.6:0/879785361 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564332adcfd0 con 0x564332ae1b30 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b37400640 1 -- 172.21.15.6:0/879785361 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b44004680 con 0x564332ae1b30 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b37400640 1 -- 172.21.15.6:0/879785361 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6b4402d040 con 0x564332ae1b30 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b5b237740 10 client.18759 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b5b237740 10 client.18759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b5b237740 20 client.18759 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b5b237740 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564332b61a00 0x564332b63e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b5b237740 4 client.18759 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b5b237740 1 -- 172.21.15.6:0/879785361 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564332a4d2c0 con 0x564332b61a00 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.338+0000 7f6b55000640 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564332b61a00 0x564332b63e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.339+0000 7f6b55000640 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564332b61a00 0x564332b63e20 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8faad548f2886103 server_cookie=d05152db54ebac1f in_seq=0 out_seq=0 2024-05-20T21:28:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.339+0000 7f6b37400640 10 client.18759 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:28.356 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.354+0000 7f6b37400640 1 -- 172.21.15.6:0/879785361 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x564332a4d2c0 con 0x564332b61a00 2024-05-20T21:28:28.356 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.354+0000 7f6b37400640 10 client.18759 handle_command_reply: tid=0 2024-05-20T21:28:28.356 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.354+0000 7f6b5b237740 1 client.18759 shutdown 2024-05-20T21:28:28.356 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.354+0000 7f6b5b237740 1 -- 172.21.15.6:0/879785361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 msgr2=0x564332aefb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.356 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.354+0000 7f6b5b237740 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aefb50 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f6b4400bc10 tx=0x7f6b44005f50 comp rx=0 tx=0).stop 2024-05-20T21:28:28.356 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 1 -- 172.21.15.6:0/879785361 shutdown_connections 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x564332b61a00 0x564332b63e20 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564332ae7690 0x564332b60000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x564332ae2520 0x564332af0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b37400640 0 client.18759 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 1 --2- 172.21.15.6:0/879785361 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564332ae1b30 0x564332aefb50 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 1 -- 172.21.15.6:0/879785361 >> 172.21.15.6:0/879785361 conn(0x564332add1a0 msgr2=0x564332ae00b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 1 -- 172.21.15.6:0/879785361 shutdown_connections 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 1 -- 172.21.15.6:0/879785361 wait complete. 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.355+0000 7f6b5b237740 20 client.18759 trim_cache size 0 max 16384 2024-05-20T21:28:28.357 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:28:28.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:28:28.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:28:28.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 -- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b380b2860 msgr2=0x7f6b380b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b380b2860 0x7f6b380b4d20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f6b48005e30 tx=0x7f6b48031af0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 -- 172.21.15.6:0/2189563309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b50105ed0 msgr2=0x7f6b5019b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b50105ed0 0x7f6b5019b420 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c00e9f0 tx=0x7f6b3c00eeb0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 -- 172.21.15.6:0/2189563309 shutdown_connections 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f6b380b2860 0x7f6b380b4d20 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6b50106890 0x7f6b501a2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6b50105ed0 0x7f6b5019b420 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 --2- 172.21.15.6:0/2189563309 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6b50104ce0 0x7f6b5019aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 -- 172.21.15.6:0/2189563309 >> 172.21.15.6:0/2189563309 conn(0x7f6b50100270 msgr2=0x7f6b501092f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 -- 172.21.15.6:0/2189563309 shutdown_connections 2024-05-20T21:28:28.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:28.356+0000 7f6b58400640 1 -- 172.21.15.6:0/2189563309 wait complete. 2024-05-20T21:28:28.737 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:29.926 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:29 smithi006 ceph-mon[31422]: pgmap v819: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:28:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:29 smithi062 ceph-mon[36640]: pgmap v819: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:28:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:29 smithi042 ceph-mon[36332]: pgmap v819: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:28:31.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 -- 172.21.15.6:0/3143682442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9564104450 msgr2=0x7f956406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 --2- 172.21.15.6:0/3143682442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9564104450 0x7f956406bc10 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9554009990 tx=0x7f9554009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 -- 172.21.15.6:0/3143682442 shutdown_connections 2024-05-20T21:28:31.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 --2- 172.21.15.6:0/3143682442 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f956410fe90 0x7f9564112280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 --2- 172.21.15.6:0/3143682442 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9564104450 0x7f956406bc10 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 --2- 172.21.15.6:0/3143682442 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f956406c150 0x7f956406c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 -- 172.21.15.6:0/3143682442 >> 172.21.15.6:0/3143682442 conn(0x7f95640793f0 msgr2=0x7f9564079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:31.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 -- 172.21.15.6:0/3143682442 shutdown_connections 2024-05-20T21:28:31.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 -- 172.21.15.6:0/3143682442 wait complete. 2024-05-20T21:28:31.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.148+0000 7f9569000700 1 Processor -- start 2024-05-20T21:28:31.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.149+0000 7f9569000700 1 -- start start 2024-05-20T21:28:31.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.149+0000 7f9569000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f956406c150 0x7f956419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.149+0000 7f9569000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9564104450 0x7f956419c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.149+0000 7f9569000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f956410fe90 0x7f95641a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.149+0000 7f9569000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9564115960 con 0x7f956406c150 2024-05-20T21:28:31.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.149+0000 7f9569000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f95641157e0 con 0x7f9564104450 2024-05-20T21:28:31.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.149+0000 7f9569000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9564115ae0 con 0x7f956410fe90 2024-05-20T21:28:31.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.149+0000 7f9561e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f956406c150 0x7f956419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9562800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f956410fe90 0x7f95641a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9561e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f956406c150 0x7f956419be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52816/0 (socket says 172.21.15.6:52816) 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9561e00700 1 -- 172.21.15.6:0/4102178326 learned_addr learned my addr 172.21.15.6:0/4102178326 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9559400700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9564104450 0x7f956419c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9561e00700 1 -- 172.21.15.6:0/4102178326 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f956410fe90 msgr2=0x7f95641a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9561e00700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f956410fe90 0x7f95641a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9561e00700 1 -- 172.21.15.6:0/4102178326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9564104450 msgr2=0x7f956419c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9561e00700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9564104450 0x7f956419c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9561e00700 1 -- 172.21.15.6:0/4102178326 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95641a0e80 con 0x7f956406c150 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.150+0000 7f9562800700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f956410fe90 0x7f95641a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:31.152 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.151+0000 7f9561e00700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f956406c150 0x7f956419be70 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f9554005910 tx=0x7f955400b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:31.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.151+0000 7f955b400700 1 -- 172.21.15.6:0/4102178326 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9554027070 con 0x7f956406c150 2024-05-20T21:28:31.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.151+0000 7f955b400700 1 -- 172.21.15.6:0/4102178326 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9554022470 con 0x7f956406c150 2024-05-20T21:28:31.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.151+0000 7f9569000700 1 -- 172.21.15.6:0/4102178326 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95641a1110 con 0x7f956406c150 2024-05-20T21:28:31.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.151+0000 7f955b400700 1 -- 172.21.15.6:0/4102178326 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9554017650 con 0x7f956406c150 2024-05-20T21:28:31.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.151+0000 7f9569000700 1 -- 172.21.15.6:0/4102178326 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95641a89f0 con 0x7f956406c150 2024-05-20T21:28:31.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.156+0000 7f955b400700 1 -- 172.21.15.6:0/4102178326 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f955402a070 con 0x7f956406c150 2024-05-20T21:28:31.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.156+0000 7f95739edb80 1 Processor -- start 2024-05-20T21:28:31.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.157+0000 7f95739edb80 1 -- start start 2024-05-20T21:28:31.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.157+0000 7f95739edb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca27290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.157+0000 7f95739edb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca21260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.157+0000 7f95739edb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.157+0000 7f95739edb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a7cc97fe40 con 0x55a7cca26eb0 2024-05-20T21:28:31.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.157+0000 7f95739edb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7cc96f9e0 con 0x55a7cca21880 2024-05-20T21:28:31.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.157+0000 7f95739edb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a7cc973a20 con 0x55a7cca277d0 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.157+0000 7f955b400700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f95480b2880 0x7f95480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9562800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca27290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9559400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f955b400700 1 -- 172.21.15.6:0/4102178326 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f95540e2f40 con 0x7f956406c150 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9559400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44592/0 (socket says 172.21.15.6:44592) 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9562800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca27290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52818/0 (socket says 172.21.15.6:52818) 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9559400700 1 -- 172.21.15.6:0/3954217736 learned_addr learned my addr 172.21.15.6:0/3954217736 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9561e00700 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca21260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9562800700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f95480b2880 0x7f95480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9561e00700 1 -- 172.21.15.6:0/3954217736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 msgr2=0x55a7cca21ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:31.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9561e00700 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9561e00700 1 -- 172.21.15.6:0/3954217736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 msgr2=0x55a7cca27290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9561e00700 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca27290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9561e00700 1 -- 172.21.15.6:0/3954217736 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7cc938420 con 0x55a7cca277d0 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9562800700 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca27290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.158+0000 7f9559400700 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.159+0000 7f9561e00700 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca21260 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f95540aa1f0 tx=0x7f9554009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4396d8a9baae34d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.159+0000 7f9553400700 1 -- 172.21.15.6:0/3954217736 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95540920d0 con 0x55a7cca277d0 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.159+0000 7f9553400700 1 -- 172.21.15.6:0/3954217736 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95540aa4f0 con 0x55a7cca277d0 2024-05-20T21:28:31.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.159+0000 7f9553400700 1 -- 172.21.15.6:0/3954217736 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95540aa750 con 0x55a7cca277d0 2024-05-20T21:28:31.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 -- 172.21.15.6:0/3954217736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 msgr2=0x55a7cca21260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca21260 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f95540aa1f0 tx=0x7f9554009310 comp rx=0 tx=0).stop 2024-05-20T21:28:31.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f9562800700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f95480b2880 0x7f95480b4d40 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f955c009ec0 tx=0x7f955c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 -- 172.21.15.6:0/3954217736 shutdown_connections 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca27290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 --2- 172.21.15.6:0/3954217736 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca21260 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 -- 172.21.15.6:0/3954217736 >> 172.21.15.6:0/3954217736 conn(0x55a7cc94fbe0 msgr2=0x55a7cca1c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 -- 172.21.15.6:0/3954217736 shutdown_connections 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.160+0000 7f95739edb80 1 -- 172.21.15.6:0/3954217736 wait complete. 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.161+0000 7f95739edb80 1 -- start start 2024-05-20T21:28:31.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.161+0000 7f95739edb80 1 Processor -- start 2024-05-20T21:28:31.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f95739edb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca2d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f95739edb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca2a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f95739edb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca277d0 0x55a7cca2ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f95739edb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a7cc875fa0 con 0x55a7cca277d0 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f95739edb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7cc910760 con 0x55a7cca21880 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f95739edb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a7cca2e000 con 0x55a7cca26eb0 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f95739edb80 10 client.0 _ll_register_callbacks cb 0x55a7cc919c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f9559400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca2a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f9562800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca277d0 0x55a7cca2ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f9559400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca2a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34272/0 (socket says 172.21.15.6:34272) 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f9559400700 1 -- 172.21.15.6:0/2422224757 learned_addr learned my addr 172.21.15.6:0/2422224757 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.162+0000 7f9561e00700 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca2d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9559400700 1 -- 172.21.15.6:0/2422224757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 msgr2=0x55a7cca2d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9559400700 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca2d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9559400700 1 -- 172.21.15.6:0/2422224757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca277d0 msgr2=0x55a7cca2ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9559400700 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca277d0 0x55a7cca2ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9559400700 1 -- 172.21.15.6:0/2422224757 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7cc8bf8d0 con 0x55a7cca26eb0 2024-05-20T21:28:31.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9561e00700 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca2d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:31.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9559400700 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca2a8f0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f954c012810 tx=0x7f954c012b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22e188e2fe3e61b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:31.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9547e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:31.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.163+0000 7f9547e00700 1 -- 172.21.15.6:0/2422224757 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f954c004050 con 0x55a7cca26eb0 2024-05-20T21:28:31.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.164+0000 7f95739edb80 1 -- 172.21.15.6:0/2422224757 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95540aa4f0 con 0x55a7cca26eb0 2024-05-20T21:28:31.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.164+0000 7f9547e00700 1 -- 172.21.15.6:0/2422224757 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f954c0041f0 con 0x55a7cca26eb0 2024-05-20T21:28:31.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.164+0000 7f9547e00700 1 -- 172.21.15.6:0/2422224757 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f954c0043f0 con 0x55a7cca26eb0 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.164+0000 7f95739edb80 10 client.28873 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.164+0000 7f95739edb80 1 -- 172.21.15.6:0/2422224757 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a7cc940060 con 0x55a7cca26eb0 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.164+0000 7f9547e00700 1 -- 172.21.15.6:0/2422224757 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95540aa4f0 con 0x55a7cca26eb0 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.165+0000 7f9547e00700 1 -- 172.21.15.6:0/2422224757 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f954c00f6b0 con 0x55a7cca26eb0 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.165+0000 7f95739edb80 10 client.28873 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.165+0000 7f95739edb80 10 client.28873 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.165+0000 7f95739edb80 20 client.28873 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.165+0000 7f95739edb80 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55a7cca3ac20 0x55a7cca3d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.165+0000 7f95739edb80 4 client.28873 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.165+0000 7f95739edb80 1 -- 172.21.15.6:0/2422224757 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a7cc981d90 con 0x55a7cca3ac20 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.165+0000 7f9561e00700 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55a7cca3ac20 0x55a7cca3d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.166+0000 7f9561e00700 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55a7cca3ac20 0x55a7cca3d010 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e27ddd22608e0c49 server_cookie=2c7751a1e9442fbd in_seq=0 out_seq=0 2024-05-20T21:28:31.168 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.166+0000 7f9547e00700 10 client.28873 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:28:31.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.166+0000 7f9547e00700 1 -- 172.21.15.6:0/2422224757 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a7cc981d90 con 0x55a7cca3ac20 2024-05-20T21:28:31.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.166+0000 7f9547e00700 10 client.28873 handle_command_reply: tid=0 2024-05-20T21:28:31.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 client.28873 shutdown 2024-05-20T21:28:31.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 -- 172.21.15.6:0/2422224757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 msgr2=0x55a7cca2a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca2a8f0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f954c012810 tx=0x7f954c012b20 comp rx=0 tx=0).stop 2024-05-20T21:28:31.169 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 -- 172.21.15.6:0/2422224757 shutdown_connections 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca277d0 0x55a7cca2ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55a7cca3ac20 0x55a7cca3d010 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca2d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 --2- 172.21.15.6:0/2422224757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca2a8f0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 -- 172.21.15.6:0/2422224757 >> 172.21.15.6:0/2422224757 conn(0x55a7cc94fbe0 msgr2=0x55a7cca20250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f9547e00700 0 client.28873 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 -- 172.21.15.6:0/2422224757 shutdown_connections 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 1 -- 172.21.15.6:0/2422224757 wait complete. 2024-05-20T21:28:31.170 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.167+0000 7f95739edb80 20 client.28873 trim_cache size 0 max 16384 2024-05-20T21:28:31.185 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.184+0000 7f95739edb80 1 Processor -- start 2024-05-20T21:28:31.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.184+0000 7f95739edb80 1 -- start start 2024-05-20T21:28:31.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.184+0000 7f95739edb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.184+0000 7f95739edb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca291e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.184+0000 7f95739edb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca249c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f95739edb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f95641b28f0 con 0x55a7cca26eb0 2024-05-20T21:28:31.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f95739edb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f95641b0180 con 0x55a7cca21880 2024-05-20T21:28:31.186 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f95739edb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f95641adfd0 con 0x55a7cca277d0 2024-05-20T21:28:31.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9561e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9559400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca291e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9561e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44614/0 (socket says 172.21.15.6:44614) 2024-05-20T21:28:31.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9561e00700 1 -- 172.21.15.6:0/3500639998 learned_addr learned my addr 172.21.15.6:0/3500639998 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:31.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9562800700 1 --2- 172.21.15.6:0/3500639998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca249c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9561e00700 1 -- 172.21.15.6:0/3500639998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 msgr2=0x55a7cca249c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9561e00700 1 --2- 172.21.15.6:0/3500639998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca249c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9561e00700 1 -- 172.21.15.6:0/3500639998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 msgr2=0x55a7cca291e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9561e00700 1 --2- 172.21.15.6:0/3500639998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca291e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.185+0000 7f9561e00700 1 -- 172.21.15.6:0/3500639998 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7cca2d550 con 0x55a7cca21880 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.186+0000 7f9561e00700 1 --2- 172.21.15.6:0/3500639998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21260 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f9554000c00 tx=0x7f9554022cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=132d13431be32fb0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.186+0000 7f9552a00700 1 -- 172.21.15.6:0/3500639998 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95540920d0 con 0x55a7cca21880 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.186+0000 7f9552a00700 1 -- 172.21.15.6:0/3500639998 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95540b32c0 con 0x55a7cca21880 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.186+0000 7f9552a00700 1 -- 172.21.15.6:0/3500639998 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95540b3090 con 0x55a7cca21880 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 -- 172.21.15.6:0/3500639998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 msgr2=0x55a7cca21260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 --2- 172.21.15.6:0/3500639998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21260 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f9554000c00 tx=0x7f9554022cc0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 -- 172.21.15.6:0/3500639998 shutdown_connections 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 --2- 172.21.15.6:0/3500639998 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca277d0 0x55a7cca249c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 --2- 172.21.15.6:0/3500639998 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca21880 0x55a7cca21260 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 --2- 172.21.15.6:0/3500639998 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca26eb0 0x55a7cca291e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 -- 172.21.15.6:0/3500639998 >> 172.21.15.6:0/3500639998 conn(0x55a7cc94fbe0 msgr2=0x55a7cca21c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 -- 172.21.15.6:0/3500639998 shutdown_connections 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 -- 172.21.15.6:0/3500639998 wait complete. 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.187+0000 7f95739edb80 1 -- start start 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.188+0000 7f95739edb80 1 Processor -- start 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.188+0000 7f95739edb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca21880 0x55a7cca33500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.188+0000 7f95739edb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca33a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.188+0000 7f95739edb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca277d0 0x55a7cca41e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.190 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.188+0000 7f95739edb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f95641ae640 con 0x55a7cca21880 2024-05-20T21:28:31.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.188+0000 7f95739edb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f95641afab0 con 0x55a7cca277d0 2024-05-20T21:28:31.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.188+0000 7f95739edb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f95641aed10 con 0x55a7cca26eb0 2024-05-20T21:28:31.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.188+0000 7f95739edb80 10 client.0 _ll_register_callbacks cb 0x55a7cc919c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:31.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9562800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca277d0 0x55a7cca41e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9561e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca21880 0x55a7cca33500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9562800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca277d0 0x55a7cca41e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44624/0 (socket says 172.21.15.6:44624) 2024-05-20T21:28:31.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9562800700 1 -- 172.21.15.6:0/1047811644 learned_addr learned my addr 172.21.15.6:0/1047811644 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:31.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9559400700 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca33a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9561e00700 1 -- 172.21.15.6:0/1047811644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 msgr2=0x55a7cca33a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:31.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9561e00700 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca33a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9561e00700 1 -- 172.21.15.6:0/1047811644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca277d0 msgr2=0x55a7cca41e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9561e00700 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca277d0 0x55a7cca41e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9561e00700 1 -- 172.21.15.6:0/1047811644 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7cca426b0 con 0x55a7cca21880 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9561e00700 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca21880 0x55a7cca33500 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f95540aa480 tx=0x7f9554009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7666ad0ec469cba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.189+0000 7f9547e00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.190+0000 7f9547e00700 1 -- 172.21.15.6:0/1047811644 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95540920d0 con 0x55a7cca21880 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.190+0000 7f9547e00700 1 -- 172.21.15.6:0/1047811644 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f95540c4070 con 0x55a7cca21880 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.190+0000 7f95739edb80 1 -- 172.21.15.6:0/1047811644 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95540b32c0 con 0x55a7cca21880 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.190+0000 7f9547e00700 1 -- 172.21.15.6:0/1047811644 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f95540aa4f0 con 0x55a7cca21880 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.190+0000 7f95739edb80 10 client.18777 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.190+0000 7f95739edb80 1 -- 172.21.15.6:0/1047811644 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a7ccaa5290 con 0x55a7cca21880 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.190+0000 7f9547e00700 1 -- 172.21.15.6:0/1047811644 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95540b32c0 con 0x55a7cca21880 2024-05-20T21:28:31.193 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.190+0000 7f9547e00700 1 -- 172.21.15.6:0/1047811644 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f95540b2ec0 con 0x55a7cca21880 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.191+0000 7f95739edb80 10 client.18777 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.191+0000 7f95739edb80 10 client.18777 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.191+0000 7f95739edb80 20 client.18777 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.191+0000 7f95739edb80 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55a7ccaa54c0 0x55a7ccaa78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.191+0000 7f95739edb80 4 client.18777 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.191+0000 7f95739edb80 1 -- 172.21.15.6:0/1047811644 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a7cc97b570 con 0x55a7ccaa54c0 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.191+0000 7f9559400700 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55a7ccaa54c0 0x55a7ccaa78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f9559400700 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55a7ccaa54c0 0x55a7ccaa78b0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e9467ca9002e4545 server_cookie=791c030457a5f146 in_seq=0 out_seq=0 2024-05-20T21:28:31.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f9547e00700 10 client.18777 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:28:31.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f9547e00700 1 -- 172.21.15.6:0/1047811644 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a7cc97b570 con 0x55a7ccaa54c0 2024-05-20T21:28:31.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f9547e00700 10 client.18777 handle_command_reply: tid=0 2024-05-20T21:28:31.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 client.18777 shutdown 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 -- 172.21.15.6:0/1047811644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca21880 msgr2=0x55a7cca33500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca21880 0x55a7cca33500 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f95540aa480 tx=0x7f9554009310 comp rx=0 tx=0).stop 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 -- 172.21.15.6:0/1047811644 shutdown_connections 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55a7ccaa54c0 0x55a7ccaa78b0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7cca277d0 0x55a7cca41e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7cca21880 0x55a7cca33500 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 --2- 172.21.15.6:0/1047811644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7cca26eb0 0x55a7cca33a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 -- 172.21.15.6:0/1047811644 >> 172.21.15.6:0/1047811644 conn(0x55a7cc94fbe0 msgr2=0x55a7cca249c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f9547e00700 0 client.18777 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 -- 172.21.15.6:0/1047811644 shutdown_connections 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.192+0000 7f95739edb80 1 -- 172.21.15.6:0/1047811644 wait complete. 2024-05-20T21:28:31.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f95739edb80 20 client.18777 trim_cache size 0 max 16384 2024-05-20T21:28:31.197 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:28:31.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 -- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f95480b2880 msgr2=0x7f95480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f95480b2880 0x7f95480b4d40 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f955c009ec0 tx=0x7f955c00b040 comp rx=0 tx=0).stop 2024-05-20T21:28:31.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 -- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f956406c150 msgr2=0x7f956419be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f956406c150 0x7f956419be70 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f9554005910 tx=0x7f955400b670 comp rx=0 tx=0).stop 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 -- 172.21.15.6:0/4102178326 shutdown_connections 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f95480b2880 0x7f95480b4d40 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f956410fe90 0x7f95641a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f956406c150 0x7f956419be70 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 --2- 172.21.15.6:0/4102178326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9564104450 0x7f956419c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.193+0000 7f9569000700 1 -- 172.21.15.6:0/4102178326 >> 172.21.15.6:0/4102178326 conn(0x7f95640793f0 msgr2=0x7f9564101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.194+0000 7f9569000700 1 -- 172.21.15.6:0/4102178326 shutdown_connections 2024-05-20T21:28:31.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:31.194+0000 7f9569000700 1 -- 172.21.15.6:0/4102178326 wait complete. 2024-05-20T21:28:31.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:31 smithi006 ceph-mon[31422]: pgmap v820: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:28:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:31 smithi062 ceph-mon[36640]: pgmap v820: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:28:32.112 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:28:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:31 smithi042 ceph-mon[36332]: pgmap v820: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:28:32.623 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:33 smithi062 ceph-mon[36640]: pgmap v821: 97 pgs: 97 active+clean; 2.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:28:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:33 smithi042 ceph-mon[36332]: pgmap v821: 97 pgs: 97 active+clean; 2.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:28:34.123 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:33 smithi006 ceph-mon[31422]: pgmap v821: 97 pgs: 97 active+clean; 2.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-05-20T21:28:35.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.042+0000 7f726b600700 1 -- 172.21.15.6:0/443894576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264106120 msgr2=0x7f7264112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.042+0000 7f726b600700 1 --2- 172.21.15.6:0/443894576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264106120 0x7f7264112630 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f725c00b0a0 tx=0x7f725c00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.043+0000 7f726b600700 1 -- 172.21.15.6:0/443894576 shutdown_connections 2024-05-20T21:28:35.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.043+0000 7f726b600700 1 --2- 172.21.15.6:0/443894576 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264106120 0x7f7264112630 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.043+0000 7f726b600700 1 --2- 172.21.15.6:0/443894576 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f726410b760 0x7f726410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.043+0000 7f726b600700 1 --2- 172.21.15.6:0/443894576 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7264105760 0x7f7264105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.043+0000 7f726b600700 1 -- 172.21.15.6:0/443894576 >> 172.21.15.6:0/443894576 conn(0x7f7264101250 msgr2=0x7f7264103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:35.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.043+0000 7f726b600700 1 -- 172.21.15.6:0/443894576 shutdown_connections 2024-05-20T21:28:35.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.043+0000 7f726b600700 1 -- 172.21.15.6:0/443894576 wait complete. 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.044+0000 7f726b600700 1 Processor -- start 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.044+0000 7f726b600700 1 -- start start 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f726b600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264105760 0x7f726419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f726b600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7264106120 0x7f726419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f726b600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f726410b760 0x7f72641a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f726b600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7264115990 con 0x7f7264106120 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f726b600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7264115810 con 0x7f7264105760 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f726b600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7264115b10 con 0x7f726410b760 2024-05-20T21:28:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f7263e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7264106120 0x7f726419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f7268c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264105760 0x7f726419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f7268c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264105760 0x7f726419bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44640/0 (socket says 172.21.15.6:44640) 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f7263e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7264106120 0x7f726419c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52860/0 (socket says 172.21.15.6:52860) 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f7268c00700 1 -- 172.21.15.6:0/1161000869 learned_addr learned my addr 172.21.15.6:0/1161000869 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.045+0000 7f7269600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f726410b760 0x7f72641a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7268c00700 1 -- 172.21.15.6:0/1161000869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f726410b760 msgr2=0x7f72641a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7268c00700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f726410b760 0x7f72641a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7268c00700 1 -- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7264106120 msgr2=0x7f726419c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7268c00700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7264106120 0x7f726419c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7268c00700 1 -- 172.21.15.6:0/1161000869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72641a0db0 con 0x7f7264105760 2024-05-20T21:28:35.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7268c00700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264105760 0x7f726419bda0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f725800e9a0 tx=0x7f725800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:35.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7261600700 1 -- 172.21.15.6:0/1161000869 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725800ca10 con 0x7f7264105760 2024-05-20T21:28:35.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7261600700 1 -- 172.21.15.6:0/1161000869 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f725800cbb0 con 0x7f7264105760 2024-05-20T21:28:35.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f7261600700 1 -- 172.21.15.6:0/1161000869 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7258018680 con 0x7f7264105760 2024-05-20T21:28:35.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f726b600700 1 -- 172.21.15.6:0/1161000869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72641a10a0 con 0x7f7264105760 2024-05-20T21:28:35.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.046+0000 7f726b600700 1 -- 172.21.15.6:0/1161000869 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72641a8920 con 0x7f7264105760 2024-05-20T21:28:35.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.050+0000 7f7261600700 1 -- 172.21.15.6:0/1161000869 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7258010430 con 0x7f7264105760 2024-05-20T21:28:35.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.051+0000 7f727605fb80 1 Processor -- start 2024-05-20T21:28:35.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.051+0000 7f727605fb80 1 -- start start 2024-05-20T21:28:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f7261600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f724c0b2900 0x7f724c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f727605fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f727605fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d07b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f727605fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d085c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f727605fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563507c65e40 con 0x563507d0df30 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f727605fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563507c559e0 con 0x563507d0d610 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f727605fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563507c59a20 con 0x563507d08140 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f7261600700 1 -- 172.21.15.6:0/1161000869 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f72580e2390 con 0x7f7264105760 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f7269600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f724c0b2900 0x7f724c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f7263e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d07b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f7263e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d07b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52864/0 (socket says 172.21.15.6:52864) 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f7263e00700 1 -- 172.21.15.6:0/2388894077 learned_addr learned my addr 172.21.15.6:0/2388894077 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f7268c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.052+0000 7f7269600700 1 --2- 172.21.15.6:0/2388894077 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d085c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7268c00700 1 -- 172.21.15.6:0/2388894077 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 msgr2=0x563507d085c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:35.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7268c00700 1 --2- 172.21.15.6:0/2388894077 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d085c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7268c00700 1 -- 172.21.15.6:0/2388894077 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 msgr2=0x563507d07b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:35.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7268c00700 1 --2- 172.21.15.6:0/2388894077 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d07b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7268c00700 1 -- 172.21.15.6:0/2388894077 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563507c1e420 con 0x563507d0d610 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7268c00700 1 --2- 172.21.15.6:0/2388894077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0d9f0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f725800e970 tx=0x7f72580a9020 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8a22e537c997ced server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7269600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f724c0b2900 0x7f724c0b4dc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f725c00b780 tx=0x7f725c009340 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7256000700 1 -- 172.21.15.6:0/2388894077 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72580c41a0 con 0x563507d0d610 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.053+0000 7f7256000700 1 -- 172.21.15.6:0/2388894077 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72580a93c0 con 0x563507d0d610 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.054+0000 7f7256000700 1 -- 172.21.15.6:0/2388894077 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72580dfea0 con 0x563507d0d610 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.054+0000 7f727605fb80 1 -- 172.21.15.6:0/2388894077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 msgr2=0x563507d0d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.054+0000 7f727605fb80 1 --2- 172.21.15.6:0/2388894077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0d9f0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f725800e970 tx=0x7f72580a9020 comp rx=0 tx=0).stop 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.054+0000 7f727605fb80 1 -- 172.21.15.6:0/2388894077 shutdown_connections 2024-05-20T21:28:35.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.055+0000 7f727605fb80 1 --2- 172.21.15.6:0/2388894077 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d085c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.055+0000 7f727605fb80 1 --2- 172.21.15.6:0/2388894077 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0d9f0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.055+0000 7f727605fb80 1 --2- 172.21.15.6:0/2388894077 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d07b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.055+0000 7f727605fb80 1 -- 172.21.15.6:0/2388894077 >> 172.21.15.6:0/2388894077 conn(0x563507c35be0 msgr2=0x563507d02690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:35.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.055+0000 7f727605fb80 1 -- 172.21.15.6:0/2388894077 shutdown_connections 2024-05-20T21:28:35.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.055+0000 7f727605fb80 1 -- 172.21.15.6:0/2388894077 wait complete. 2024-05-20T21:28:35.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.055+0000 7f727605fb80 1 -- start start 2024-05-20T21:28:35.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.055+0000 7f727605fb80 1 Processor -- start 2024-05-20T21:28:35.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f727605fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d08140 0x563507d13ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f727605fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d0d610 0x563507d11080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f727605fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 0x563507d115c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f727605fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563507b5bfa0 con 0x563507d08140 2024-05-20T21:28:35.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f727605fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563507bf6760 con 0x563507d0df30 2024-05-20T21:28:35.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f727605fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563507d149e0 con 0x563507d0d610 2024-05-20T21:28:35.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f727605fb80 10 client.0 _ll_register_callbacks cb 0x563507bffc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f7268c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d08140 0x563507d13ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f7268c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d08140 0x563507d13ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:52870/0 (socket says 172.21.15.6:52870) 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.056+0000 7f7268c00700 1 -- 172.21.15.6:0/3022178838 learned_addr learned my addr 172.21.15.6:0/3022178838 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f7263e00700 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d0d610 0x563507d11080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f7269600700 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 0x563507d115c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f7268c00700 1 -- 172.21.15.6:0/3022178838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d0d610 msgr2=0x563507d11080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f7268c00700 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d0d610 0x563507d11080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f7268c00700 1 -- 172.21.15.6:0/3022178838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 msgr2=0x563507d115c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f7268c00700 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 0x563507d115c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f7268c00700 1 -- 172.21.15.6:0/3022178838 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563507ba58d0 con 0x563507d08140 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f7268c00700 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d08140 0x563507d13ce0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f7258009230 tx=0x7f72580cb1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ce9914220d9c681 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f724aa00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:28:35.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.057+0000 7f724aa00700 1 -- 172.21.15.6:0/3022178838 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72580c41a0 con 0x563507d08140 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.058+0000 7f724aa00700 1 -- 172.21.15.6:0/3022178838 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f72580b2490 con 0x563507d08140 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.058+0000 7f727605fb80 1 -- 172.21.15.6:0/3022178838 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72580a93c0 con 0x563507d08140 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.058+0000 7f724aa00700 1 -- 172.21.15.6:0/3022178838 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72580a9fb0 con 0x563507d08140 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.058+0000 7f727605fb80 10 client.18789 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.058+0000 7f727605fb80 1 -- 172.21.15.6:0/3022178838 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563507c26060 con 0x563507d08140 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.058+0000 7f724aa00700 1 -- 172.21.15.6:0/3022178838 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72580a93c0 con 0x563507d08140 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.058+0000 7f724aa00700 1 -- 172.21.15.6:0/3022178838 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7258010720 con 0x563507d08140 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f727605fb80 10 client.18789 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f727605fb80 10 client.18789 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f727605fb80 20 client.18789 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f727605fb80 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563507d21430 0x563507d23820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f727605fb80 4 client.18789 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f727605fb80 1 -- 172.21.15.6:0/3022178838 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563507c67d90 con 0x563507d21430 2024-05-20T21:28:35.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f7263e00700 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563507d21430 0x563507d23820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f7263e00700 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563507d21430 0x563507d23820 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=36da5482145baf24 server_cookie=50c71ca4bd381027 in_seq=0 out_seq=0 2024-05-20T21:28:35.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.059+0000 7f724aa00700 10 client.18789 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:28:35.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.060+0000 7f724aa00700 1 -- 172.21.15.6:0/3022178838 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563507c67d90 con 0x563507d21430 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.060+0000 7f724aa00700 10 client.18789 handle_command_reply: tid=0 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.060+0000 7f727605fb80 1 client.18789 shutdown 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 -- 172.21.15.6:0/3022178838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d08140 msgr2=0x563507d13ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d08140 0x563507d13ce0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f7258009230 tx=0x7f72580cb1f0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 -- 172.21.15.6:0/3022178838 shutdown_connections 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 0x563507d115c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d08140 0x563507d13ce0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563507d21430 0x563507d23820 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 --2- 172.21.15.6:0/3022178838 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d0d610 0x563507d11080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 -- 172.21.15.6:0/3022178838 >> 172.21.15.6:0/3022178838 conn(0x563507c35be0 msgr2=0x563507d01d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f724aa00700 0 client.18789 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:28:35.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 -- 172.21.15.6:0/3022178838 shutdown_connections 2024-05-20T21:28:35.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 1 -- 172.21.15.6:0/3022178838 wait complete. 2024-05-20T21:28:35.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.061+0000 7f727605fb80 20 client.18789 trim_cache size 0 max 16384 2024-05-20T21:28:35.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.078+0000 7f727605fb80 1 Processor -- start 2024-05-20T21:28:35.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.078+0000 7f727605fb80 1 -- start start 2024-05-20T21:28:35.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f727605fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d07b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f727605fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f727605fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d0eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f727605fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f72641b29f0 con 0x563507d0df30 2024-05-20T21:28:35.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f727605fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f72641b0280 con 0x563507d0d610 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f727605fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f72641ae0d0 con 0x563507d08140 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f7268c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d07b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f7268c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d07b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34318/0 (socket says 172.21.15.6:34318) 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f7268c00700 1 -- 172.21.15.6:0/84882774 learned_addr learned my addr 172.21.15.6:0/84882774 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f7263e00700 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f7269600700 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d0eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f7268c00700 1 -- 172.21.15.6:0/84882774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 msgr2=0x563507d0b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f7268c00700 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.079+0000 7f7268c00700 1 -- 172.21.15.6:0/84882774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 msgr2=0x563507d0eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:35.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.080+0000 7f7268c00700 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d0eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.080+0000 7f7268c00700 1 -- 172.21.15.6:0/84882774 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563507d0f5f0 con 0x563507d08140 2024-05-20T21:28:35.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.080+0000 7f7263e00700 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:35.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.080+0000 7f7269600700 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d0eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:35.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.080+0000 7f7268c00700 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d07b20 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f72580a3fd0 tx=0x7f7258010c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13185291f748e971 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:35.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.080+0000 7f7255600700 1 -- 172.21.15.6:0/84882774 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72580c41a0 con 0x563507d08140 2024-05-20T21:28:35.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.080+0000 7f7255600700 1 -- 172.21.15.6:0/84882774 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72580adc60 con 0x563507d08140 2024-05-20T21:28:35.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.080+0000 7f7255600700 1 -- 172.21.15.6:0/84882774 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7258010720 con 0x563507d08140 2024-05-20T21:28:35.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 -- 172.21.15.6:0/84882774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 msgr2=0x563507d07b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d07b20 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f72580a3fd0 tx=0x7f7258010c10 comp rx=0 tx=0).stop 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 -- 172.21.15.6:0/84882774 shutdown_connections 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0df30 0x563507d0eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d07b20 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 --2- 172.21.15.6:0/84882774 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0d610 0x563507d0b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 -- 172.21.15.6:0/84882774 >> 172.21.15.6:0/84882774 conn(0x563507c35be0 msgr2=0x563507d0f840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 -- 172.21.15.6:0/84882774 shutdown_connections 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.081+0000 7f727605fb80 1 -- 172.21.15.6:0/84882774 wait complete. 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 1 -- start start 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 1 Processor -- start 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d26b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0d610 0x563507d270b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 0x563507d240c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f72641ae740 con 0x563507d0d610 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f72641afbb0 con 0x563507d0df30 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f72641aee10 con 0x563507d08140 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.082+0000 7f727605fb80 10 client.0 _ll_register_callbacks cb 0x563507bffc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d26b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d26b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34322/0 (socket says 172.21.15.6:34322) 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 -- 172.21.15.6:0/2665080830 learned_addr learned my addr 172.21.15.6:0/2665080830 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7269600700 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 0x563507d240c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7263e00700 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0d610 0x563507d270b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 -- 172.21.15.6:0/2665080830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 msgr2=0x563507d240c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:35.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 0x563507d240c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 -- 172.21.15.6:0/2665080830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0d610 msgr2=0x563507d270b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0d610 0x563507d270b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 -- 172.21.15.6:0/2665080830 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563507d24900 con 0x563507d08140 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f7268c00700 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d26b70 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f72580a95b0 tx=0x7f72580a94c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5aee9b4862706054 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.083+0000 7f724aa00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f724aa00700 1 -- 172.21.15.6:0/2665080830 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72580aadf0 con 0x563507d08140 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f724aa00700 1 -- 172.21.15.6:0/2665080830 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7258010720 con 0x563507d08140 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f727605fb80 1 -- 172.21.15.6:0/2665080830 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72580adc60 con 0x563507d08140 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f724aa00700 1 -- 172.21.15.6:0/2665080830 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72580b2710 con 0x563507d08140 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f727605fb80 10 client.28897 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:35.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f727605fb80 1 -- 172.21.15.6:0/2665080830 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563507d24900 con 0x563507d08140 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f724aa00700 1 -- 172.21.15.6:0/2665080830 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72580adc60 con 0x563507d08140 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f724aa00700 1 -- 172.21.15.6:0/2665080830 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72580aedf0 con 0x563507d08140 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f727605fb80 10 client.28897 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f727605fb80 10 client.28897 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.084+0000 7f727605fb80 20 client.28897 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.085+0000 7f727605fb80 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563507d8bc10 0x563507d8e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.085+0000 7f727605fb80 4 client.28897 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.085+0000 7f727605fb80 1 -- 172.21.15.6:0/2665080830 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563507c61570 con 0x563507d8bc10 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.085+0000 7f7263e00700 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563507d8bc10 0x563507d8e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.085+0000 7f7263e00700 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563507d8bc10 0x563507d8e030 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9f1b39086c1044b4 server_cookie=5871bcc9447d1011 in_seq=0 out_seq=0 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.085+0000 7f724aa00700 10 client.28897 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:28:35.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f724aa00700 1 -- 172.21.15.6:0/2665080830 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563507c61570 con 0x563507d8bc10 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f724aa00700 10 client.28897 handle_command_reply: tid=0 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 client.28897 shutdown 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 -- 172.21.15.6:0/2665080830 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 msgr2=0x563507d26b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d26b70 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f72580a95b0 tx=0x7f72580a94c0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 -- 172.21.15.6:0/2665080830 shutdown_connections 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563507d0df30 0x563507d240c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x563507d8bc10 0x563507d8e030 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563507d08140 0x563507d26b70 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 --2- 172.21.15.6:0/2665080830 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563507d0d610 0x563507d270b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 -- 172.21.15.6:0/2665080830 >> 172.21.15.6:0/2665080830 conn(0x563507c35be0 msgr2=0x563507d126a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:35.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f724aa00700 0 client.28897 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:28:35.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 -- 172.21.15.6:0/2665080830 shutdown_connections 2024-05-20T21:28:35.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 1 -- 172.21.15.6:0/2665080830 wait complete. 2024-05-20T21:28:35.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.086+0000 7f727605fb80 20 client.28897 trim_cache size 0 max 16384 2024-05-20T21:28:35.092 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:28:35.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 -- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f724c0b2900 msgr2=0x7f724c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f724c0b2900 0x7f724c0b4dc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f725c00b780 tx=0x7f725c009340 comp rx=0 tx=0).stop 2024-05-20T21:28:35.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 -- 172.21.15.6:0/1161000869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264105760 msgr2=0x7f726419bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:35.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264105760 0x7f726419bda0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f725800e9a0 tx=0x7f725800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 -- 172.21.15.6:0/1161000869 shutdown_connections 2024-05-20T21:28:35.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f724c0b2900 0x7f724c0b4dc0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f726410b760 0x7f72641a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.093 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7264105760 0x7f726419bda0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 --2- 172.21.15.6:0/1161000869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7264106120 0x7f726419c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:35.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 -- 172.21.15.6:0/1161000869 >> 172.21.15.6:0/1161000869 conn(0x7f7264101250 msgr2=0x7f7264101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:35.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 -- 172.21.15.6:0/1161000869 shutdown_connections 2024-05-20T21:28:35.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:35.087+0000 7f726b600700 1 -- 172.21.15.6:0/1161000869 wait complete. 2024-05-20T21:28:35.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:35 smithi006 ceph-mon[31422]: pgmap v822: 97 pgs: 97 active+clean; 2.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:28:36.030 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:28:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:35 smithi062 ceph-mon[36640]: pgmap v822: 97 pgs: 97 active+clean; 2.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:28:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:35 smithi042 ceph-mon[36332]: pgmap v822: 97 pgs: 97 active+clean; 2.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:28:36.493 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:37.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:37 smithi006 ceph-mon[31422]: pgmap v823: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:28:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:37 smithi062 ceph-mon[36640]: pgmap v823: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:28:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:37 smithi042 ceph-mon[36332]: pgmap v823: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:28:39.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 -- 172.21.15.6:0/1756240125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ed4105760 msgr2=0x7f0ed4105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 --2- 172.21.15.6:0/1756240125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ed4105760 0x7f0ed4105be0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0009990 tx=0x7f0ec0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 -- 172.21.15.6:0/1756240125 shutdown_connections 2024-05-20T21:28:39.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 --2- 172.21.15.6:0/1756240125 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ed4106120 0x7f0ed4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 --2- 172.21.15.6:0/1756240125 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ed410b760 0x7f0ed410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 --2- 172.21.15.6:0/1756240125 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ed4105760 0x7f0ed4105be0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 -- 172.21.15.6:0/1756240125 >> 172.21.15.6:0/1756240125 conn(0x7f0ed4101250 msgr2=0x7f0ed4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:39.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 -- 172.21.15.6:0/1756240125 shutdown_connections 2024-05-20T21:28:39.040 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.039+0000 7f0edc600700 1 -- 172.21.15.6:0/1756240125 wait complete. 2024-05-20T21:28:39.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.040+0000 7f0edc600700 1 Processor -- start 2024-05-20T21:28:39.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0edc600700 1 -- start start 2024-05-20T21:28:39.041 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0edc600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ed4105760 0x7f0ed419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0edc600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ed4106120 0x7f0ed419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0edc600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ed410b760 0x7f0ed41a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0edc600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed4115990 con 0x7f0ed410b760 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0edc600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed4115810 con 0x7f0ed4106120 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0edc600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed4115b10 con 0x7f0ed4105760 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0ed9c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ed4105760 0x7f0ed419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0ed9c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ed4105760 0x7f0ed419be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59340/0 (socket says 172.21.15.6:59340) 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0ed9c00700 1 -- 172.21.15.6:0/506064116 learned_addr learned my addr 172.21.15.6:0/506064116 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0eda600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ed410b760 0x7f0ed41a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.042 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.041+0000 7f0ed9200700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ed4106120 0x7f0ed419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.042+0000 7f0ed9c00700 1 -- 172.21.15.6:0/506064116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ed4106120 msgr2=0x7f0ed419c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.042+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ed4106120 0x7f0ed419c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.042+0000 7f0ed9c00700 1 -- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ed410b760 msgr2=0x7f0ed41a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.042+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ed410b760 0x7f0ed41a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.042+0000 7f0ed9c00700 1 -- 172.21.15.6:0/506064116 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ed41a0e50 con 0x7f0ed4105760 2024-05-20T21:28:39.043 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.042+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ed4105760 0x7f0ed419be40 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f0ec800e9a0 tx=0x7f0ec800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:39.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.043+0000 7f0ed2000700 1 -- 172.21.15.6:0/506064116 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec800ca10 con 0x7f0ed4105760 2024-05-20T21:28:39.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.043+0000 7f0edc600700 1 -- 172.21.15.6:0/506064116 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ed41a1140 con 0x7f0ed4105760 2024-05-20T21:28:39.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.043+0000 7f0ed2000700 1 -- 172.21.15.6:0/506064116 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec800cbb0 con 0x7f0ed4105760 2024-05-20T21:28:39.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.043+0000 7f0ed2000700 1 -- 172.21.15.6:0/506064116 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec8018680 con 0x7f0ed4105760 2024-05-20T21:28:39.044 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.043+0000 7f0edc600700 1 -- 172.21.15.6:0/506064116 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ed41a89c0 con 0x7f0ed4105760 2024-05-20T21:28:39.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.046+0000 7f0ed2000700 1 -- 172.21.15.6:0/506064116 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0ec8010430 con 0x7f0ed4105760 2024-05-20T21:28:39.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.047+0000 7f0ee6ebfb80 1 Processor -- start 2024-05-20T21:28:39.047 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.047+0000 7f0ee6ebfb80 1 -- start start 2024-05-20T21:28:39.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae18c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18c7d0 0x5555ae186260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5555ae0e4e40 con 0x5555ae18beb0 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5555ae0d49e0 con 0x5555ae186880 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5555ae0d8a20 con 0x5555ae18c7d0 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0eda600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae18c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ed9c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18c7d0 0x5555ae186260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ed9c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18c7d0 0x5555ae186260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59348/0 (socket says 172.21.15.6:59348) 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ed9c00700 1 -- 172.21.15.6:0/540276989 learned_addr learned my addr 172.21.15.6:0/540276989 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ed9200700 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.048+0000 7f0ed2000700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ebc0b2880 0x7f0ebc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0ed9200700 1 -- 172.21.15.6:0/540276989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18c7d0 msgr2=0x5555ae186260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:39.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0ed9200700 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18c7d0 0x5555ae186260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0ed9200700 1 -- 172.21.15.6:0/540276989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 msgr2=0x5555ae18c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:39.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0ed9200700 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae18c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0ed9200700 1 -- 172.21.15.6:0/540276989 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555ae09d420 con 0x5555ae186880 2024-05-20T21:28:39.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18c7d0 0x5555ae186260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:39.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0eda600700 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae18c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:39.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0ed2000700 1 -- 172.21.15.6:0/506064116 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ec80e2420 con 0x7f0ed4105760 2024-05-20T21:28:39.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0eda600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ebc0b2880 0x7f0ebc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.049+0000 7f0ed9200700 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186ce0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0006010 tx=0x7f0ec00096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f729d47dd9d7b616 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:39.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.050+0000 7f0ec6a00700 1 -- 172.21.15.6:0/540276989 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0027070 con 0x5555ae186880 2024-05-20T21:28:39.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.050+0000 7f0ec6a00700 1 -- 172.21.15.6:0/540276989 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec00056a0 con 0x5555ae186880 2024-05-20T21:28:39.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.050+0000 7f0ec6a00700 1 -- 172.21.15.6:0/540276989 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0003a70 con 0x5555ae186880 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.050+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/540276989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 msgr2=0x5555ae186ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.050+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186ce0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0006010 tx=0x7f0ec00096a0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.050+0000 7f0eda600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ebc0b2880 0x7f0ebc0b4d40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc009ec0 tx=0x7f0ecc009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.051+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/540276989 shutdown_connections 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.051+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186ce0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.051+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae18c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.051+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/540276989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18c7d0 0x5555ae186260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.051+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/540276989 >> 172.21.15.6:0/540276989 conn(0x5555ae0b4be0 msgr2=0x5555ae181010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:39.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.051+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/540276989 shutdown_connections 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.051+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/540276989 wait complete. 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.051+0000 7f0ee6ebfb80 1 -- start start 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ee6ebfb80 1 Processor -- start 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae1924c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae18f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae18fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5555adfdafa0 con 0x5555ae18c7d0 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5555ae075760 con 0x5555ae186880 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5555ae1931e0 con 0x5555ae18beb0 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ee6ebfb80 10 client.0 _ll_register_callbacks cb 0x5555ae07ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ed9c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae1924c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ed9c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae1924c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56340/0 (socket says 172.21.15.6:56340) 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.052+0000 7f0ed9c00700 1 -- 172.21.15.6:0/3323144030 learned_addr learned my addr 172.21.15.6:0/3323144030 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ed9200700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae18f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0eda600700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae18fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ed9c00700 1 -- 172.21.15.6:0/3323144030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 msgr2=0x5555ae18f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae18f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ed9c00700 1 -- 172.21.15.6:0/3323144030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 msgr2=0x5555ae18fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae18fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ed9c00700 1 -- 172.21.15.6:0/3323144030 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555ae0248d0 con 0x5555ae186880 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ed9200700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae18f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0eda600700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae18fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae1924c0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8000c00 tx=0x7f0ec80a9e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=246dbdb1afcb5279 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:39.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ebb400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:28:39.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ebb400700 1 -- 172.21.15.6:0/3323144030 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec80e5d50 con 0x5555ae186880 2024-05-20T21:28:39.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ebb400700 1 -- 172.21.15.6:0/3323144030 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ec8010720 con 0x5555ae186880 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.053+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/3323144030 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ec00056a0 con 0x5555ae186880 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ebb400700 1 -- 172.21.15.6:0/3323144030 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ec80a9450 con 0x5555ae186880 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ee6ebfb80 10 client.28916 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/3323144030 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5555ae0a5060 con 0x5555ae186880 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ebb400700 1 -- 172.21.15.6:0/3323144030 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec00056a0 con 0x5555ae186880 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ebb400700 1 -- 172.21.15.6:0/3323144030 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ec80a52b0 con 0x5555ae186880 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ee6ebfb80 10 client.28916 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ee6ebfb80 10 client.28916 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ee6ebfb80 20 client.28916 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5555ae19fc90 0x5555ae1a2080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ee6ebfb80 4 client.28916 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:39.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.054+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/3323144030 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555ae0e6d90 con 0x5555ae19fc90 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.055+0000 7f0ed9200700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5555ae19fc90 0x5555ae1a2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.056+0000 7f0ed9200700 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5555ae19fc90 0x5555ae1a2080 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2000865b8520762 server_cookie=597f2f4ff3faff86 in_seq=0 out_seq=0 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.056+0000 7f0ebb400700 10 client.28916 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.056+0000 7f0ebb400700 1 -- 172.21.15.6:0/3323144030 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5555ae0e6d90 con 0x5555ae19fc90 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.056+0000 7f0ebb400700 10 client.28916 handle_command_reply: tid=0 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 client.28916 shutdown 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/3323144030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 msgr2=0x5555ae1924c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae1924c0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8000c00 tx=0x7f0ec80a9e80 comp rx=0 tx=0).stop 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/3323144030 shutdown_connections 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae18fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae1924c0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5555ae19fc90 0x5555ae1a2080 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/3323144030 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae18f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/3323144030 >> 172.21.15.6:0/3323144030 conn(0x5555ae0b4be0 msgr2=0x5555ae185250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:39.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ebb400700 0 client.28916 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:39.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/3323144030 shutdown_connections 2024-05-20T21:28:39.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/3323144030 wait complete. 2024-05-20T21:28:39.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.057+0000 7f0ee6ebfb80 20 client.28916 trim_cache size 0 max 16384 2024-05-20T21:28:39.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.074+0000 7f0ee6ebfb80 1 Processor -- start 2024-05-20T21:28:39.074 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.074+0000 7f0ee6ebfb80 1 -- start start 2024-05-20T21:28:39.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae1924c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae191d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed41b2990 con 0x5555ae18c7d0 2024-05-20T21:28:39.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed41b0220 con 0x5555ae186880 2024-05-20T21:28:39.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed41ae070 con 0x5555ae18beb0 2024-05-20T21:28:39.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0eda600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae191d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0eda600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae191d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55322/0 (socket says 172.21.15.6:55322) 2024-05-20T21:28:39.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0eda600700 1 -- 172.21.15.6:0/4150222489 learned_addr learned my addr 172.21.15.6:0/4150222489 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:39.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0ed9200700 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae1924c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.075+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0eda600700 1 -- 172.21.15.6:0/4150222489 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 msgr2=0x5555ae1924c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0eda600700 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae1924c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0eda600700 1 -- 172.21.15.6:0/4150222489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 msgr2=0x5555ae186260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0eda600700 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0eda600700 1 -- 172.21.15.6:0/4150222489 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555ae18ba20 con 0x5555ae18c7d0 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0ed9200700 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae1924c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0eda600700 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae191d00 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc0178b0 tx=0x7f0ecc004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53043c0e29f5e1cc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0ec6000700 1 -- 172.21.15.6:0/4150222489 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc017e30 con 0x5555ae18c7d0 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0ec6000700 1 -- 172.21.15.6:0/4150222489 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ecc024640 con 0x5555ae18c7d0 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.076+0000 7f0ec6000700 1 -- 172.21.15.6:0/4150222489 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc004260 con 0x5555ae18c7d0 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/4150222489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 msgr2=0x5555ae191d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae191d00 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc0178b0 tx=0x7f0ecc004b40 comp rx=0 tx=0).stop 2024-05-20T21:28:39.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/4150222489 shutdown_connections 2024-05-20T21:28:39.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18c7d0 0x5555ae191d00 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.078 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae186880 0x5555ae186260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/4150222489 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae18beb0 0x5555ae1924c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/4150222489 >> 172.21.15.6:0/4150222489 conn(0x5555ae0b4be0 msgr2=0x5555ae17a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:39.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/4150222489 shutdown_connections 2024-05-20T21:28:39.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.077+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/4150222489 wait complete. 2024-05-20T21:28:39.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.078+0000 7f0ee6ebfb80 1 -- start start 2024-05-20T21:28:39.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.078+0000 7f0ee6ebfb80 1 Processor -- start 2024-05-20T21:28:39.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae186880 0x5555ae198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae1a70d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ee6ebfb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae18c7d0 0x5555ae1a7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed41ae6e0 con 0x5555ae18beb0 2024-05-20T21:28:39.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed41afb50 con 0x5555ae18c7d0 2024-05-20T21:28:39.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ee6ebfb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0ed41aedb0 con 0x5555ae186880 2024-05-20T21:28:39.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ee6ebfb80 10 client.0 _ll_register_callbacks cb 0x5555ae07ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:39.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ed9c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae186880 0x5555ae198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ed9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae1a70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ed9c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae186880 0x5555ae198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59360/0 (socket says 172.21.15.6:59360) 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0ed9c00700 1 -- 172.21.15.6:0/2684241286 learned_addr learned my addr 172.21.15.6:0/2684241286 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.079+0000 7f0eda600700 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae18c7d0 0x5555ae1a7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ed9c00700 1 -- 172.21.15.6:0/2684241286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae18c7d0 msgr2=0x5555ae1a7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae18c7d0 0x5555ae1a7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ed9c00700 1 -- 172.21.15.6:0/2684241286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 msgr2=0x5555ae1a70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae1a70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ed9c00700 1 -- 172.21.15.6:0/2684241286 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555ae1a7d20 con 0x5555ae186880 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ed9200700 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae1a70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ed9c00700 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae186880 0x5555ae198aa0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8005f40 tx=0x7f0ec80b25f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f9a0ee1d8274b94 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:39.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ebb400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ebb400700 1 -- 172.21.15.6:0/2684241286 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec8010a10 con 0x5555ae186880 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ebb400700 1 -- 172.21.15.6:0/2684241286 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ec8018820 con 0x5555ae186880 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/2684241286 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ecc024640 con 0x5555ae186880 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ebb400700 1 -- 172.21.15.6:0/2684241286 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ec80aa040 con 0x5555ae186880 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ee6ebfb80 10 client.28915 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.080+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/2684241286 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5555ae20a760 con 0x5555ae186880 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.081+0000 7f0ebb400700 1 -- 172.21.15.6:0/2684241286 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ecc024640 con 0x5555ae186880 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.081+0000 7f0ebb400700 1 -- 172.21.15.6:0/2684241286 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ec806f190 con 0x5555ae186880 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.081+0000 7f0ee6ebfb80 10 client.28915 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.081+0000 7f0ee6ebfb80 10 client.28915 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.081+0000 7f0ee6ebfb80 20 client.28915 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.081+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5555ae20adb0 0x5555ae20d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:39.083 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.081+0000 7f0ee6ebfb80 4 client.28915 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:39.084 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.081+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/2684241286 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5555ae0e0570 con 0x5555ae20adb0 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.082+0000 7f0ed9200700 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5555ae20adb0 0x5555ae20d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.082+0000 7f0ed9200700 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5555ae20adb0 0x5555ae20d1a0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5c5d83e48db4536 server_cookie=27d804af0ed793c1 in_seq=0 out_seq=0 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.082+0000 7f0ebb400700 10 client.28915 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.082+0000 7f0ebb400700 1 -- 172.21.15.6:0/2684241286 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5555ae0e0570 con 0x5555ae20adb0 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.082+0000 7f0ebb400700 10 client.28915 handle_command_reply: tid=0 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.082+0000 7f0ee6ebfb80 1 client.28915 shutdown 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.082+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/2684241286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae186880 msgr2=0x5555ae198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.082+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae186880 0x5555ae198aa0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0ec8005f40 tx=0x7f0ec80b25f0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.085 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/2684241286 shutdown_connections 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5555ae18c7d0 0x5555ae1a7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5555ae20adb0 0x5555ae20d1a0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5555ae186880 0x5555ae198aa0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 1 --2- 172.21.15.6:0/2684241286 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5555ae18beb0 0x5555ae1a70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ebb400700 0 client.28915 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/2684241286 >> 172.21.15.6:0/2684241286 conn(0x5555ae0b4be0 msgr2=0x5555ae1899c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/2684241286 shutdown_connections 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 1 -- 172.21.15.6:0/2684241286 wait complete. 2024-05-20T21:28:39.086 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.083+0000 7f0ee6ebfb80 20 client.28915 trim_cache size 0 max 16384 2024-05-20T21:28:39.090 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:28:39.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 -- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ebc0b2880 msgr2=0x7f0ebc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ebc0b2880 0x7f0ebc0b4d40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc009ec0 tx=0x7f0ecc009040 comp rx=0 tx=0).stop 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 -- 172.21.15.6:0/506064116 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ed4105760 msgr2=0x7f0ed419be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ed4105760 0x7f0ed419be40 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f0ec800e9a0 tx=0x7f0ec800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 -- 172.21.15.6:0/506064116 shutdown_connections 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0ebc0b2880 0x7f0ebc0b4d40 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0ed410b760 0x7f0ed41a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ed4105760 0x7f0ed419be40 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 --2- 172.21.15.6:0/506064116 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0ed4106120 0x7f0ed419c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 -- 172.21.15.6:0/506064116 >> 172.21.15.6:0/506064116 conn(0x7f0ed4101250 msgr2=0x7f0ed4101950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 -- 172.21.15.6:0/506064116 shutdown_connections 2024-05-20T21:28:39.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:39.084+0000 7f0edc600700 1 -- 172.21.15.6:0/506064116 wait complete. 2024-05-20T21:28:39.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:39 smithi006 ceph-mon[31422]: pgmap v824: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:39 smithi062 ceph-mon[36640]: pgmap v824: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:39 smithi042 ceph-mon[36332]: pgmap v824: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:41.103 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:28:41.104 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:28:41.500 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 -- 172.21.15.6:0/3727421078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 msgr2=0x7f9b38102ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.500 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/3727421078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 0x7f9b38102ef0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c009ca0 tx=0x7f9b2c02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 -- 172.21.15.6:0/3727421078 shutdown_connections 2024-05-20T21:28:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/3727421078 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b38104680 0x7f9b3810af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/3727421078 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b38103cc0 0x7f9b38104140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/3727421078 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 0x7f9b38102ef0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 -- 172.21.15.6:0/3727421078 >> 172.21.15.6:0/3727421078 conn(0x7f9b380fe040 msgr2=0x7f9b38100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 -- 172.21.15.6:0/3727421078 shutdown_connections 2024-05-20T21:28:41.501 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.500+0000 7f9b3fc00640 1 -- 172.21.15.6:0/3727421078 wait complete. 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.501+0000 7f9b3fc00640 1 Processor -- start 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3fc00640 1 -- start start 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3fc00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 0x7f9b3819af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3fc00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b38103cc0 0x7f9b3819b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3fc00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b38104680 0x7f9b381a2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3fc00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3810e5d0 con 0x7f9b38102ad0 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3fc00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3810e450 con 0x7f9b38104680 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3fc00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3810e750 con 0x7f9b38103cc0 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3d200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 0x7f9b3819af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3d200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 0x7f9b3819af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55356/0 (socket says 172.21.15.6:55356) 2024-05-20T21:28:41.503 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3d200640 1 -- 172.21.15.6:0/664669439 learned_addr learned my addr 172.21.15.6:0/664669439 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b38104680 0x7f9b381a2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.502+0000 7f9b37e00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b38103cc0 0x7f9b3819b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.503+0000 7f9b3d200640 1 -- 172.21.15.6:0/664669439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b38103cc0 msgr2=0x7f9b3819b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.503+0000 7f9b3d200640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b38103cc0 0x7f9b3819b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.503+0000 7f9b3d200640 1 -- 172.21.15.6:0/664669439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b38104680 msgr2=0x7f9b381a2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.503+0000 7f9b3d200640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b38104680 0x7f9b381a2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.503+0000 7f9b3d200640 1 -- 172.21.15.6:0/664669439 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b381a2b70 con 0x7f9b38102ad0 2024-05-20T21:28:41.504 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.503+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b38104680 0x7f9b381a2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:41.505 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.503+0000 7f9b3d200640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 0x7f9b3819af50 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c0098d0 tx=0x7f9b2c031840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:41.505 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.504+0000 7f9b35600640 1 -- 172.21.15.6:0/664669439 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c003cb0 con 0x7f9b38102ad0 2024-05-20T21:28:41.505 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.504+0000 7f9b3fc00640 1 -- 172.21.15.6:0/664669439 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b381a2e00 con 0x7f9b38102ad0 2024-05-20T21:28:41.505 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.504+0000 7f9b35600640 1 -- 172.21.15.6:0/664669439 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b2c003e50 con 0x7f9b38102ad0 2024-05-20T21:28:41.505 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.504+0000 7f9b35600640 1 -- 172.21.15.6:0/664669439 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c02fc60 con 0x7f9b38102ad0 2024-05-20T21:28:41.505 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.504+0000 7f9b3fc00640 1 -- 172.21.15.6:0/664669439 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b381a3270 con 0x7f9b38102ad0 2024-05-20T21:28:41.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b42bea740 1 Processor -- start 2024-05-20T21:28:41.508 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b42bea740 1 -- start start 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e4b30 0x556a148e4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148ea020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148ecb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b42bea740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556a14854b90 con 0x556a148e4b30 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b42bea740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556a14844730 con 0x556a148ea690 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b42bea740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556a14848770 con 0x556a148e5520 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.508+0000 7f9b35600640 1 -- 172.21.15.6:0/664669439 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9b2c0305c0 con 0x7f9b38102ad0 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3dc00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e4b30 0x556a148e4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b37e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148ecb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.509 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3dc00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e4b30 0x556a148e4f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55360/0 (socket says 172.21.15.6:55360) 2024-05-20T21:28:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3dc00640 1 -- 172.21.15.6:0/2737109505 learned_addr learned my addr 172.21.15.6:0/2737109505 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3d200640 1 --2- 172.21.15.6:0/2737109505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148ea020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3dc00640 1 -- 172.21.15.6:0/2737109505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 msgr2=0x556a148ea020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/2737109505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148ea020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3dc00640 1 -- 172.21.15.6:0/2737109505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 msgr2=0x556a148ecb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/2737109505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148ecb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.509+0000 7f9b3dc00640 1 -- 172.21.15.6:0/2737109505 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a147dd8b0 con 0x556a148e4b30 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.510+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/2737109505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e4b30 0x556a148e4f50 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f9b30011540 tx=0x7f9b30011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b40f4d61e12f44d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.510+0000 7f9b2a000640 1 -- 172.21.15.6:0/2737109505 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3000f5c0 con 0x556a148e4b30 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.510+0000 7f9b2a000640 1 -- 172.21.15.6:0/2737109505 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b3000fc10 con 0x556a148e4b30 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.510+0000 7f9b2a000640 1 -- 172.21.15.6:0/2737109505 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b30019bf0 con 0x556a148e4b30 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b35600640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b200b27e0 0x7f9b200b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b35600640 1 -- 172.21.15.6:0/664669439 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9b2c103760 con 0x7f9b38102ad0 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b3d200640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b200b27e0 0x7f9b200b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b42bea740 1 -- 172.21.15.6:0/2737109505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e4b30 msgr2=0x556a148e4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2737109505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e4b30 0x556a148e4f50 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f9b30011540 tx=0x7f9b30011a00 comp rx=0 tx=0).stop 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b42bea740 1 -- 172.21.15.6:0/2737109505 shutdown_connections 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2737109505 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148ecb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2737109505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148ea020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2737109505 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e4b30 0x556a148e4f50 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.511+0000 7f9b42bea740 1 -- 172.21.15.6:0/2737109505 >> 172.21.15.6:0/2737109505 conn(0x556a148e01a0 msgr2=0x556a148e05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.512+0000 7f9b42bea740 1 -- 172.21.15.6:0/2737109505 shutdown_connections 2024-05-20T21:28:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.512+0000 7f9b42bea740 1 -- 172.21.15.6:0/2737109505 wait complete. 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.512+0000 7f9b3d200640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b200b27e0 0x7f9b200b4ca0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c101530 tx=0x7f9b2c0ebf90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.512+0000 7f9b42bea740 1 -- start start 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.512+0000 7f9b42bea740 1 Processor -- start 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e4b30 0x556a148ee8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e5520 0x556a148eee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148f5e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b42bea740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556a1452a790 con 0x556a148e5520 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b42bea740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556a147ecbc0 con 0x556a148ea690 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b42bea740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556a148ed640 con 0x556a148e4b30 2024-05-20T21:28:41.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b42bea740 10 client.0 _ll_register_callbacks cb 0x556a147ca400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b3dc00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e4b30 0x556a148ee8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b3dc00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e4b30 0x556a148ee8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59382/0 (socket says 172.21.15.6:59382) 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b3dc00640 1 -- 172.21.15.6:0/4026828766 learned_addr learned my addr 172.21.15.6:0/4026828766 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b37e00640 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e5520 0x556a148eee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.513+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148f5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.514+0000 7f9b3dc00640 1 -- 172.21.15.6:0/4026828766 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e4b30 msgr2=0x556a148ee8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.514+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e4b30 0x556a148ee8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.514+0000 7f9b3dc00640 1 -- 172.21.15.6:0/4026828766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e5520 msgr2=0x556a148eee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.514+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e5520 0x556a148eee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.514+0000 7f9b3dc00640 1 -- 172.21.15.6:0/4026828766 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a14559210 con 0x556a148ea690 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.514+0000 7f9b37e00640 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e5520 0x556a148eee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.514+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148f5e70 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f9b30009ea0 tx=0x7f9b30005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0f1e9a8f081c88b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:41.517 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.514+0000 7f9b1ea00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.515+0000 7f9b1ea00640 1 -- 172.21.15.6:0/4026828766 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3002b020 con 0x556a148ea690 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.515+0000 7f9b42bea740 1 -- 172.21.15.6:0/4026828766 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b3000fc10 con 0x556a148ea690 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.515+0000 7f9b1ea00640 1 -- 172.21.15.6:0/4026828766 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9b3000fa00 con 0x556a148ea690 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.515+0000 7f9b1ea00640 1 -- 172.21.15.6:0/4026828766 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9b30036050 con 0x556a148ea690 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.515+0000 7f9b42bea740 10 client.28934 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.515+0000 7f9b42bea740 1 -- 172.21.15.6:0/4026828766 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556a14625620 con 0x556a148ea690 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.515+0000 7f9b1ea00640 1 -- 172.21.15.6:0/4026828766 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b3000fc10 con 0x556a148ea690 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.516+0000 7f9b1ea00640 1 -- 172.21.15.6:0/4026828766 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9b30004850 con 0x556a148ea690 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.516+0000 7f9b42bea740 10 client.28934 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.516+0000 7f9b42bea740 10 client.28934 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.516+0000 7f9b42bea740 20 client.28934 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.516+0000 7f9b42bea740 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a148fa210 0x556a148fc600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.516+0000 7f9b42bea740 4 client.28934 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.516+0000 7f9b42bea740 1 -- 172.21.15.6:0/4026828766 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a14856ae0 con 0x556a148fa210 2024-05-20T21:28:41.519 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.516+0000 7f9b37e00640 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a148fa210 0x556a148fc600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.517+0000 7f9b37e00640 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a148fa210 0x556a148fc600 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1037ecee4e68dabb server_cookie=a12d6953d408df27 in_seq=0 out_seq=0 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.517+0000 7f9b1ea00640 10 client.28934 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.517+0000 7f9b1ea00640 1 -- 172.21.15.6:0/4026828766 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556a14856ae0 con 0x556a148fa210 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.517+0000 7f9b1ea00640 10 client.28934 handle_command_reply: tid=0 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 client.28934 shutdown 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 -- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 msgr2=0x556a148f5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148f5e70 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f9b30009ea0 tx=0x7f9b30005850 comp rx=0 tx=0).stop 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 -- 172.21.15.6:0/4026828766 shutdown_connections 2024-05-20T21:28:41.520 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a148fa210 0x556a148fc600 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148ea690 0x556a148f5e70 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b1ea00640 0 client.28934 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148e5520 0x556a148eee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 --2- 172.21.15.6:0/4026828766 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e4b30 0x556a148ee8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 -- 172.21.15.6:0/4026828766 >> 172.21.15.6:0/4026828766 conn(0x556a148e01a0 msgr2=0x556a148df310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 -- 172.21.15.6:0/4026828766 shutdown_connections 2024-05-20T21:28:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 1 -- 172.21.15.6:0/4026828766 wait complete. 2024-05-20T21:28:41.521 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.518+0000 7f9b42bea740 20 client.28934 trim_cache size 0 max 16384 2024-05-20T21:28:41.535 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.535+0000 7f9b42bea740 1 Processor -- start 2024-05-20T21:28:41.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.535+0000 7f9b42bea740 1 -- start start 2024-05-20T21:28:41.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148e3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a14900e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b42bea740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9b381aed30 con 0x556a148ea690 2024-05-20T21:28:41.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b42bea740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b381ac600 con 0x556a148e4b30 2024-05-20T21:28:41.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b42bea740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9b381aa450 con 0x556a148e5520 2024-05-20T21:28:41.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b3dc00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148e3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b37e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b3dc00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148e3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56394/0 (socket says 172.21.15.6:56394) 2024-05-20T21:28:41.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b3dc00640 1 -- 172.21.15.6:0/242269420 learned_addr learned my addr 172.21.15.6:0/242269420 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.536+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a14900e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b3dc00640 1 -- 172.21.15.6:0/242269420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 msgr2=0x556a148f5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b3dc00640 1 -- 172.21.15.6:0/242269420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 msgr2=0x556a14900e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a14900e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b3dc00640 1 -- 172.21.15.6:0/242269420 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a148dffd0 con 0x556a148e4b30 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b37e00640 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148e3720 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f9b30009bb0 tx=0x7f9b30011a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dea0a0d80cc0bcef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b29600640 1 -- 172.21.15.6:0/242269420 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3003f070 con 0x556a148e4b30 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b29600640 1 -- 172.21.15.6:0/242269420 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b300194b0 con 0x556a148e4b30 2024-05-20T21:28:41.538 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.537+0000 7f9b29600640 1 -- 172.21.15.6:0/242269420 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3002b070 con 0x556a148e4b30 2024-05-20T21:28:41.540 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.538+0000 7f9b42bea740 1 -- 172.21.15.6:0/242269420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 msgr2=0x556a148e3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.540 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.538+0000 7f9b42bea740 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148e3720 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f9b30009bb0 tx=0x7f9b30011a00 comp rx=0 tx=0).stop 2024-05-20T21:28:41.540 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 -- 172.21.15.6:0/242269420 shutdown_connections 2024-05-20T21:28:41.540 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a14900e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.540 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.540 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 --2- 172.21.15.6:0/242269420 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148e3720 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.540 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 -- 172.21.15.6:0/242269420 >> 172.21.15.6:0/242269420 conn(0x556a148e01a0 msgr2=0x556a148e6850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:41.540 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 -- 172.21.15.6:0/242269420 shutdown_connections 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 -- 172.21.15.6:0/242269420 wait complete. 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 -- start start 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.539+0000 7f9b42bea740 1 Processor -- start 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148f2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f3440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b42bea740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a148f4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b42bea740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9b381aaac0 con 0x556a148ea690 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b42bea740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9b381abf30 con 0x556a148e4b30 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b42bea740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9b381ab190 con 0x556a148e5520 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b42bea740 10 client.0 _ll_register_callbacks cb 0x7f9b2c109420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b37e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b3dc00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148f2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b37e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59408/0 (socket says 172.21.15.6:59408) 2024-05-20T21:28:41.541 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b3dc00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148f2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56402/0 (socket says 172.21.15.6:56402) 2024-05-20T21:28:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b37e00640 1 -- 172.21.15.6:0/2865247081 learned_addr learned my addr 172.21.15.6:0/2865247081 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:41.542 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.540+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a148f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b37e00640 1 -- 172.21.15.6:0/2865247081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 msgr2=0x556a148f2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:41.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b37e00640 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148f2f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b37e00640 1 -- 172.21.15.6:0/2865247081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 msgr2=0x556a148f4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:41.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b37e00640 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a148f4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b37e00640 1 -- 172.21.15.6:0/2865247081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a148f4a40 con 0x556a148e5520 2024-05-20T21:28:41.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a148f4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:41.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b37e00640 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f3440 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x556a148e1070 tx=0x7f9b2400be70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f0446e2e7847126 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b1ea00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b1ea00640 1 -- 172.21.15.6:0/2865247081 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2402c060 con 0x556a148e5520 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b1ea00640 1 -- 172.21.15.6:0/2865247081 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9b24027450 con 0x556a148e5520 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.541+0000 7f9b42bea740 1 -- 172.21.15.6:0/2865247081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b300194b0 con 0x556a148e5520 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.542+0000 7f9b1ea00640 1 -- 172.21.15.6:0/2865247081 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9b24027650 con 0x556a148e5520 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.542+0000 7f9b42bea740 10 client.28933 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.542+0000 7f9b42bea740 1 -- 172.21.15.6:0/2865247081 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556a148f5df0 con 0x556a148e5520 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.542+0000 7f9b1ea00640 1 -- 172.21.15.6:0/2865247081 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b300194b0 con 0x556a148e5520 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.542+0000 7f9b1ea00640 1 -- 172.21.15.6:0/2865247081 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9b2401d4f0 con 0x556a148e5520 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.542+0000 7f9b42bea740 10 client.28933 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.542+0000 7f9b42bea740 10 client.28933 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.542+0000 7f9b42bea740 20 client.28933 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:41.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.543+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a149651e0 0x556a14967600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.543+0000 7f9b42bea740 4 client.28933 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.543+0000 7f9b42bea740 1 -- 172.21.15.6:0/2865247081 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556a148502c0 con 0x556a149651e0 2024-05-20T21:28:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.543+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a149651e0 0x556a14967600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.543+0000 7f9b3dc00640 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a149651e0 0x556a14967600 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f4d2e18aae796fe server_cookie=b99aecbb6def2c46 in_seq=0 out_seq=0 2024-05-20T21:28:41.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.543+0000 7f9b1ea00640 10 client.28933 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.557+0000 7f9b1ea00640 1 -- 172.21.15.6:0/2865247081 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x556a148502c0 con 0x556a149651e0 2024-05-20T21:28:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.557+0000 7f9b1ea00640 10 client.28933 handle_command_reply: tid=0 2024-05-20T21:28:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 client.28933 shutdown 2024-05-20T21:28:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 -- 172.21.15.6:0/2865247081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 msgr2=0x556a148f3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f3440 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x556a148e1070 tx=0x7f9b2400be70 comp rx=0 tx=0).stop 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 -- 172.21.15.6:0/2865247081 shutdown_connections 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556a149651e0 0x556a14967600 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556a148ea690 0x556a148f4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556a148e5520 0x556a148f3440 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b1ea00640 0 client.28933 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 --2- 172.21.15.6:0/2865247081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556a148e4b30 0x556a148f2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 -- 172.21.15.6:0/2865247081 >> 172.21.15.6:0/2865247081 conn(0x556a148e01a0 msgr2=0x556a148e6850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 -- 172.21.15.6:0/2865247081 shutdown_connections 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 1 -- 172.21.15.6:0/2865247081 wait complete. 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.558+0000 7f9b42bea740 20 client.28933 trim_cache size 0 max 16384 2024-05-20T21:28:41.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:28:41.560 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:28:41.560 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:28:41.560 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 -- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b200b27e0 msgr2=0x7f9b200b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b200b27e0 0x7f9b200b4ca0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c101530 tx=0x7f9b2c0ebf90 comp rx=0 tx=0).stop 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 -- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 msgr2=0x7f9b3819af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 0x7f9b3819af50 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c0098d0 tx=0x7f9b2c031840 comp rx=0 tx=0).stop 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 -- 172.21.15.6:0/664669439 shutdown_connections 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9b200b27e0 0x7f9b200b4ca0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9b38104680 0x7f9b381a2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b38103cc0 0x7f9b3819b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 --2- 172.21.15.6:0/664669439 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9b38102ad0 0x7f9b3819af50 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.559+0000 7f9b3fc00640 1 -- 172.21.15.6:0/664669439 >> 172.21.15.6:0/664669439 conn(0x7f9b380fe040 msgr2=0x7f9b38074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.560+0000 7f9b3fc00640 1 -- 172.21.15.6:0/664669439 shutdown_connections 2024-05-20T21:28:41.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:41.560+0000 7f9b3fc00640 1 -- 172.21.15.6:0/664669439 wait complete. 2024-05-20T21:28:41.583 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:41.952 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:41 smithi006 ceph-mon[31422]: pgmap v825: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:41 smithi062 ceph-mon[36640]: pgmap v825: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:41 smithi042 ceph-mon[36332]: pgmap v825: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 -- 172.21.15.6:0/357385769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c109dd0 msgr2=0x7fd47c10a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 --2- 172.21.15.6:0/357385769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c109dd0 0x7fd47c10a1b0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fd4700099c0 tx=0x7fd470009cd0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 -- 172.21.15.6:0/357385769 shutdown_connections 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 --2- 172.21.15.6:0/357385769 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd47c10eeb0 0x7fd47c116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 --2- 172.21.15.6:0/357385769 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c109dd0 0x7fd47c10a1b0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 --2- 172.21.15.6:0/357385769 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd47c10a780 0x7fd47c10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 -- 172.21.15.6:0/357385769 >> 172.21.15.6:0/357385769 conn(0x7fd47c076d10 msgr2=0x7fd47c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 -- 172.21.15.6:0/357385769 shutdown_connections 2024-05-20T21:28:43.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.949+0000 7fd484200700 1 -- 172.21.15.6:0/357385769 wait complete. 2024-05-20T21:28:43.951 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:43 smithi006 ceph-mon[31422]: pgmap v826: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:28:43.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.950+0000 7fd484200700 1 Processor -- start 2024-05-20T21:28:43.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd484200700 1 -- start start 2024-05-20T21:28:43.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd484200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd47c109dd0 0x7fd47c1a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd484200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c10a780 0x7fd47c1a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd484200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd47c10eeb0 0x7fd47c1a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd484200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c119db0 con 0x7fd47c10a780 2024-05-20T21:28:43.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd484200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c119c30 con 0x7fd47c109dd0 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd484200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c119f30 con 0x7fd47c10eeb0 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd480e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c10a780 0x7fd47c1a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd480e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c10a780 0x7fd47c1a0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55408/0 (socket says 172.21.15.6:55408) 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd480e00700 1 -- 172.21.15.6:0/1239337507 learned_addr learned my addr 172.21.15.6:0/1239337507 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.951+0000 7fd481800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd47c109dd0 0x7fd47c1a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd482200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd47c10eeb0 0x7fd47c1a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd480e00700 1 -- 172.21.15.6:0/1239337507 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd47c10eeb0 msgr2=0x7fd47c1a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd480e00700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd47c10eeb0 0x7fd47c1a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd480e00700 1 -- 172.21.15.6:0/1239337507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd47c109dd0 msgr2=0x7fd47c1a02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd480e00700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd47c109dd0 0x7fd47c1a02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd480e00700 1 -- 172.21.15.6:0/1239337507 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd47c1a52d0 con 0x7fd47c10a780 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd482200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd47c10eeb0 0x7fd47c1a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:43.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd481800700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd47c109dd0 0x7fd47c1a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:43.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.952+0000 7fd480e00700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c10a780 0x7fd47c1a0800 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd46800e970 tx=0x7fd46800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:43.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.953+0000 7fd47a000700 1 -- 172.21.15.6:0/1239337507 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd468004a30 con 0x7fd47c10a780 2024-05-20T21:28:43.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.953+0000 7fd484200700 1 -- 172.21.15.6:0/1239337507 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd47c1a55c0 con 0x7fd47c10a780 2024-05-20T21:28:43.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.953+0000 7fd47a000700 1 -- 172.21.15.6:0/1239337507 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd46800cc90 con 0x7fd47c10a780 2024-05-20T21:28:43.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.953+0000 7fd47a000700 1 -- 172.21.15.6:0/1239337507 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd468005610 con 0x7fd47c10a780 2024-05-20T21:28:43.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.953+0000 7fd484200700 1 -- 172.21.15.6:0/1239337507 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd47c1ace40 con 0x7fd47c10a780 2024-05-20T21:28:43.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.958+0000 7fd47a000700 1 -- 172.21.15.6:0/1239337507 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd46800c7e0 con 0x7fd47c10a780 2024-05-20T21:28:43.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.959+0000 7fd48eab6b80 1 Processor -- start 2024-05-20T21:28:43.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.959+0000 7fd48eab6b80 1 -- start start 2024-05-20T21:28:43.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd47a000700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4640b2880 0x7fd4640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33f7310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33f12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55edb334fec0 con 0x55edb33f1900 2024-05-20T21:28:43.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55edb333fa60 con 0x55edb33f6f30 2024-05-20T21:28:43.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55edb3343aa0 con 0x55edb33f7850 2024-05-20T21:28:43.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd47a000700 1 -- 172.21.15.6:0/1239337507 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd4680e2470 con 0x7fd47c10a780 2024-05-20T21:28:43.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd481800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33f7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd482200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4640b2880 0x7fd4640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd481800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33f7310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56438/0 (socket says 172.21.15.6:56438) 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd481800700 1 -- 172.21.15.6:0/1921801566 learned_addr learned my addr 172.21.15.6:0/1921801566 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd482200700 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.960+0000 7fd480e00700 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33f12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.961+0000 7fd481800700 1 -- 172.21.15.6:0/1921801566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 msgr2=0x55edb33f12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.961+0000 7fd481800700 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33f12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.961+0000 7fd481800700 1 -- 172.21.15.6:0/1921801566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 msgr2=0x55edb33f1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.961+0000 7fd481800700 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.961+0000 7fd481800700 1 -- 172.21.15.6:0/1921801566 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edb33084a0 con 0x55edb33f6f30 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.961+0000 7fd482200700 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.961+0000 7fd481800700 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33f7310 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fd470015000 tx=0x7fd4700036e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a857fc09af71e0f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:43.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.961+0000 7fd482200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4640b2880 0x7fd4640b4d40 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd474009ec0 tx=0x7fd474009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:43.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.962+0000 7fd46ea00700 1 -- 172.21.15.6:0/1921801566 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47000bcf0 con 0x55edb33f6f30 2024-05-20T21:28:43.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.962+0000 7fd46ea00700 1 -- 172.21.15.6:0/1921801566 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd47000be90 con 0x55edb33f6f30 2024-05-20T21:28:43.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.962+0000 7fd46ea00700 1 -- 172.21.15.6:0/1921801566 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd470003e00 con 0x55edb33f6f30 2024-05-20T21:28:43.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.962+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1921801566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 msgr2=0x55edb33f7310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.962+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33f7310 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fd470015000 tx=0x7fd4700036e0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.963+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1921801566 shutdown_connections 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.963+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.963+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33f7310 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.963+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/1921801566 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33f12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.963+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1921801566 >> 172.21.15.6:0/1921801566 conn(0x55edb331fc60 msgr2=0x55edb33ec090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.963+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1921801566 shutdown_connections 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.963+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1921801566 wait complete. 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.963+0000 7fd48eab6b80 1 -- start start 2024-05-20T21:28:43.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.964+0000 7fd48eab6b80 1 Processor -- start 2024-05-20T21:28:43.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.964+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33fd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.964+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33fa890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.964+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33fadd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.964+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55edb3246020 con 0x55edb33f1900 2024-05-20T21:28:43.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.964+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55edb32e07e0 con 0x55edb33f6f30 2024-05-20T21:28:43.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.964+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55edb33fe200 con 0x55edb33f7850 2024-05-20T21:28:43.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.964+0000 7fd48eab6b80 10 client.0 _ll_register_callbacks cb 0x55edb32e9cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:43.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd481800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33fd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd480e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33fa890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd482200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33fadd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd481800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33fd4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55428/0 (socket says 172.21.15.6:55428) 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd480e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33fa890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56450/0 (socket says 172.21.15.6:56450) 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd481800700 1 -- 172.21.15.6:0/2064029799 learned_addr learned my addr 172.21.15.6:0/2064029799 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd482200700 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33fadd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59444/0 (socket says 172.21.15.6:59444) 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd482200700 1 -- 172.21.15.6:0/2064029799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 msgr2=0x55edb33fa890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd482200700 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33fa890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd482200700 1 -- 172.21.15.6:0/2064029799 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 msgr2=0x55edb33fd4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd482200700 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33fd4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd482200700 1 -- 172.21.15.6:0/2064029799 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edb328f950 con 0x55edb33f7850 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.965+0000 7fd481800700 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33fd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.966+0000 7fd482200700 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33fadd0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fd4740082c0 tx=0x7fd474004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75f34d7598f945c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:43.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.966+0000 7fd463400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:43.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.966+0000 7fd463400700 1 -- 172.21.15.6:0/2064029799 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47400ee60 con 0x55edb33f7850 2024-05-20T21:28:43.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.966+0000 7fd48eab6b80 1 -- 172.21.15.6:0/2064029799 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd47000be90 con 0x55edb33f7850 2024-05-20T21:28:43.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.966+0000 7fd463400700 1 -- 172.21.15.6:0/2064029799 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd4740082f0 con 0x55edb33f7850 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.966+0000 7fd463400700 1 -- 172.21.15.6:0/2064029799 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd4740091d0 con 0x55edb33f7850 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.966+0000 7fd48eab6b80 10 client.28945 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.966+0000 7fd48eab6b80 1 -- 172.21.15.6:0/2064029799 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55edb33100e0 con 0x55edb33f7850 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.967+0000 7fd463400700 1 -- 172.21.15.6:0/2064029799 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd47000be90 con 0x55edb33f7850 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.967+0000 7fd463400700 1 -- 172.21.15.6:0/2064029799 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd4740318e0 con 0x55edb33f7850 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.967+0000 7fd48eab6b80 10 client.28945 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.967+0000 7fd48eab6b80 10 client.28945 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.967+0000 7fd48eab6b80 20 client.28945 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.967+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55edb340aca0 0x55edb340d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.967+0000 7fd48eab6b80 4 client.28945 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.967+0000 7fd48eab6b80 1 -- 172.21.15.6:0/2064029799 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55edb3351e10 con 0x55edb340aca0 2024-05-20T21:28:43.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.968+0000 7fd481800700 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55edb340aca0 0x55edb340d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.968+0000 7fd481800700 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55edb340aca0 0x55edb340d0f0 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=125b0c7265b08514 server_cookie=4486600311fa96c1 in_seq=0 out_seq=0 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.968+0000 7fd463400700 10 client.28945 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd463400700 1 -- 172.21.15.6:0/2064029799 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55edb3351e10 con 0x55edb340aca0 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd463400700 10 client.28945 handle_command_reply: tid=0 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 client.28945 shutdown 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 -- 172.21.15.6:0/2064029799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 msgr2=0x55edb33fadd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33fadd0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fd4740082c0 tx=0x7fd474004b40 comp rx=0 tx=0).stop 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 -- 172.21.15.6:0/2064029799 shutdown_connections 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55edb340aca0 0x55edb340d0f0 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f7850 0x55edb33fadd0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33fd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/2064029799 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f6f30 0x55edb33fa890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd463400700 0 client.28945 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:43.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.969+0000 7fd48eab6b80 1 -- 172.21.15.6:0/2064029799 >> 172.21.15.6:0/2064029799 conn(0x55edb331fc60 msgr2=0x55edb33f02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:43.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.970+0000 7fd48eab6b80 1 -- 172.21.15.6:0/2064029799 shutdown_connections 2024-05-20T21:28:43.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.970+0000 7fd48eab6b80 1 -- 172.21.15.6:0/2064029799 wait complete. 2024-05-20T21:28:43.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.970+0000 7fd48eab6b80 20 client.28945 trim_cache size 0 max 16384 2024-05-20T21:28:43.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.993+0000 7fd48eab6b80 1 Processor -- start 2024-05-20T21:28:43.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.993+0000 7fd48eab6b80 1 -- start start 2024-05-20T21:28:43.995 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.993+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.993+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f6f30 0x55edb33f84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.993+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb33ec0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.993+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c1b6dd0 con 0x55edb33f1900 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.993+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c1b4660 con 0x55edb33f7850 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.993+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c1b24b0 con 0x55edb33f6f30 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd481800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd481800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55432/0 (socket says 172.21.15.6:55432) 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd481800700 1 -- 172.21.15.6:0/1583750828 learned_addr learned my addr 172.21.15.6:0/1583750828 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd482200700 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb33ec0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd480e00700 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f6f30 0x55edb33f84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd482200700 1 -- 172.21.15.6:0/1583750828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f6f30 msgr2=0x55edb33f84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd482200700 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f6f30 0x55edb33f84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd482200700 1 -- 172.21.15.6:0/1583750828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 msgr2=0x55edb33f12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:43.996 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd482200700 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:43.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd482200700 1 -- 172.21.15.6:0/1583750828 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edb33edd80 con 0x55edb33f7850 2024-05-20T21:28:43.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd481800700 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:43.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.994+0000 7fd482200700 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb33ec0d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd474031d50 tx=0x7fd474009080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e60b03f42238bea2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:43.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.995+0000 7fd46e000700 1 -- 172.21.15.6:0/1583750828 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd47403e070 con 0x55edb33f7850 2024-05-20T21:28:43.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.995+0000 7fd46e000700 1 -- 172.21.15.6:0/1583750828 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd474005c60 con 0x55edb33f7850 2024-05-20T21:28:43.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.995+0000 7fd46e000700 1 -- 172.21.15.6:0/1583750828 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd474027420 con 0x55edb33f7850 2024-05-20T21:28:43.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1583750828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 msgr2=0x55edb33ec0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:43.997 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb33ec0d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd474031d50 tx=0x7fd474009080 comp rx=0 tx=0).stop 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1583750828 shutdown_connections 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb33ec0d0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f1900 0x55edb33f12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/1583750828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f6f30 0x55edb33f84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1583750828 >> 172.21.15.6:0/1583750828 conn(0x55edb331fc60 msgr2=0x55edb33f9180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1583750828 shutdown_connections 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 -- 172.21.15.6:0/1583750828 wait complete. 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.996+0000 7fd48eab6b80 1 -- start start 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd48eab6b80 1 Processor -- start 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f1900 0x55edb3400460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f6f30 0x55edb34009a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:44.000 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd48eab6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb3400ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c1b2b20 con 0x55edb33f6f30 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c1b3f90 con 0x55edb33f7850 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd48eab6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd47c1b31f0 con 0x55edb33f1900 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd48eab6b80 10 client.0 _ll_register_callbacks cb 0x55edb32e9cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd481800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f1900 0x55edb3400460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.997+0000 7fd481800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f1900 0x55edb3400460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59468/0 (socket says 172.21.15.6:59468) 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd481800700 1 -- 172.21.15.6:0/335823512 learned_addr learned my addr 172.21.15.6:0/335823512 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd480e00700 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f6f30 0x55edb34009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd482200700 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb3400ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd481800700 1 -- 172.21.15.6:0/335823512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 msgr2=0x55edb3400ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd481800700 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb3400ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd481800700 1 -- 172.21.15.6:0/335823512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f6f30 msgr2=0x55edb34009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:44.001 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd481800700 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f6f30 0x55edb34009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd481800700 1 -- 172.21.15.6:0/335823512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edb3475950 con 0x55edb33f1900 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd480e00700 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f6f30 0x55edb34009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd481800700 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f1900 0x55edb3400460 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fd47000b580 tx=0x7fd4700094b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d15fc48d8746a0a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.998+0000 7fd463400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.999+0000 7fd463400700 1 -- 172.21.15.6:0/335823512 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd470005270 con 0x55edb33f1900 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.999+0000 7fd463400700 1 -- 172.21.15.6:0/335823512 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd470005410 con 0x55edb33f1900 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.999+0000 7fd48eab6b80 1 -- 172.21.15.6:0/335823512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd474005c60 con 0x55edb33f1900 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.999+0000 7fd463400700 1 -- 172.21.15.6:0/335823512 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd470005610 con 0x55edb33f1900 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.999+0000 7fd48eab6b80 10 client.28951 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.999+0000 7fd48eab6b80 1 -- 172.21.15.6:0/335823512 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55edb3476c50 con 0x55edb33f1900 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:43.999+0000 7fd463400700 1 -- 172.21.15.6:0/335823512 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd474005c60 con 0x55edb33f1900 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd463400700 1 -- 172.21.15.6:0/335823512 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd47000f460 con 0x55edb33f1900 2024-05-20T21:28:44.002 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd48eab6b80 10 client.28951 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:44.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd48eab6b80 10 client.28951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:44.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd48eab6b80 20 client.28951 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:44.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55edb3476ee0 0x55edb34792d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:44.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd48eab6b80 4 client.28951 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:28:44.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd48eab6b80 1 -- 172.21.15.6:0/335823512 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55edb334b5f0 con 0x55edb3476ee0 2024-05-20T21:28:44.003 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd480e00700 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55edb3476ee0 0x55edb34792d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd480e00700 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55edb3476ee0 0x55edb34792d0 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df4226cfe2ff1d9f server_cookie=55c4dce487f22620 in_seq=0 out_seq=0 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.000+0000 7fd463400700 10 client.28951 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd463400700 1 -- 172.21.15.6:0/335823512 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55edb334b5f0 con 0x55edb3476ee0 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd463400700 10 client.28951 handle_command_reply: tid=0 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 client.28951 shutdown 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 -- 172.21.15.6:0/335823512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f1900 msgr2=0x55edb3400460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f1900 0x55edb3400460 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fd47000b580 tx=0x7fd4700094b0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 -- 172.21.15.6:0/335823512 shutdown_connections 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55edb33f7850 0x55edb3400ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55edb3476ee0 0x55edb34792d0 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55edb33f1900 0x55edb3400460 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 --2- 172.21.15.6:0/335823512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55edb33f6f30 0x55edb34009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 -- 172.21.15.6:0/335823512 >> 172.21.15.6:0/335823512 conn(0x55edb331fc60 msgr2=0x55edb33f9a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd463400700 0 client.28951 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 -- 172.21.15.6:0/335823512 shutdown_connections 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 1 -- 172.21.15.6:0/335823512 wait complete. 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.002+0000 7fd48eab6b80 20 client.28951 trim_cache size 0 max 16384 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "4d796704-1ac8-46b4-900c-a8c32cd39fc0", 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:28:44.005 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:28:44.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 -- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4640b2880 msgr2=0x7fd4640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:44.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4640b2880 0x7fd4640b4d40 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd474009ec0 tx=0x7fd474009920 comp rx=0 tx=0).stop 2024-05-20T21:28:44.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 -- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c10a780 msgr2=0x7fd47c1a0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:44.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c10a780 0x7fd47c1a0800 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd46800e970 tx=0x7fd46800ec80 comp rx=0 tx=0).stop 2024-05-20T21:28:44.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 -- 172.21.15.6:0/1239337507 shutdown_connections 2024-05-20T21:28:44.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4640b2880 0x7fd4640b4d40 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd47c10eeb0 0x7fd47c1a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd47c109dd0 0x7fd47c1a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 --2- 172.21.15.6:0/1239337507 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd47c10a780 0x7fd47c1a0800 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:44.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.003+0000 7fd484200700 1 -- 172.21.15.6:0/1239337507 >> 172.21.15.6:0/1239337507 conn(0x7fd47c076d10 msgr2=0x7fd47c0788d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:44.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.004+0000 7fd484200700 1 -- 172.21.15.6:0/1239337507 shutdown_connections 2024-05-20T21:28:44.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:44.004+0000 7fd484200700 1 -- 172.21.15.6:0/1239337507 wait complete. 2024-05-20T21:28:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:43 smithi062 ceph-mon[36640]: pgmap v826: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:28:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:43 smithi042 ceph-mon[36332]: pgmap v826: 97 pgs: 97 active+clean; 2.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-20T21:28:44.957 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:44 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:28:44.957 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:44 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:44.957 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:44 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:28:44.957 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:44 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:44.961 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:28:45.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:44 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:28:45.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:44 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:45.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:44 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:28:45.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:44 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:45.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:44 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:28:45.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:44 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:45.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:44 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:28:45.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:44 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:28:45.465 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:45.878 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:45 smithi006 ceph-mon[31422]: pgmap v827: 97 pgs: 97 active+clean; 2.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:28:45.878 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:45 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:28:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:45 smithi062 ceph-mon[36640]: pgmap v827: 97 pgs: 97 active+clean; 2.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:28:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:45 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:28:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:45 smithi042 ceph-mon[36332]: pgmap v827: 97 pgs: 97 active+clean; 2.4 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:28:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:45 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.883+0000 7f730fe00700 1 -- 172.21.15.6:0/4278562191 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc00bb00 con 0x7f7310076090 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 -- 172.21.15.6:0/4278562191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 msgr2=0x7f731010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 --2- 172.21.15.6:0/4278562191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 0x7f731010fa00 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f72fc009990 tx=0x7f72fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 -- 172.21.15.6:0/4278562191 shutdown_connections 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 --2- 172.21.15.6:0/4278562191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f731010ff40 0x7f7310112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 --2- 172.21.15.6:0/4278562191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7310075770 0x7f7310075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 --2- 172.21.15.6:0/4278562191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 0x7f731010fa00 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 -- 172.21.15.6:0/4278562191 >> 172.21.15.6:0/4278562191 conn(0x7f731007a6a0 msgr2=0x7f731007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 -- 172.21.15.6:0/4278562191 shutdown_connections 2024-05-20T21:28:47.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.884+0000 7f7318600700 1 -- 172.21.15.6:0/4278562191 wait complete. 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.885+0000 7f7318600700 1 Processor -- start 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.885+0000 7f7318600700 1 -- start start 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7318600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7310075770 0x7f731019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7318600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 0x7f731019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7318600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f731010ff40 0x7f73101a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7318600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7310115900 con 0x7f7310076090 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7318600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7310115780 con 0x7f7310075770 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7318600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7310115a80 con 0x7f731010ff40 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7315200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 0x7f731019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7315200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 0x7f731019c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42186/0 (socket says 172.21.15.6:42186) 2024-05-20T21:28:47.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7316600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f731010ff40 0x7f73101a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7315200700 1 -- 172.21.15.6:0/152368509 learned_addr learned my addr 172.21.15.6:0/152368509 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:47.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.886+0000 7f7315c00700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7310075770 0x7f731019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f7316600700 1 -- 172.21.15.6:0/152368509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7310075770 msgr2=0x7f731019bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f7316600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7310075770 0x7f731019bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f7316600700 1 -- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 msgr2=0x7f731019c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f7316600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 0x7f731019c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f7316600700 1 -- 172.21.15.6:0/152368509 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73101a0d90 con 0x7f731010ff40 2024-05-20T21:28:47.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f7315c00700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7310075770 0x7f731019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:47.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f7316600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f731010ff40 0x7f73101a0650 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f730800ef90 tx=0x7f730800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:47.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f730e000700 1 -- 172.21.15.6:0/152368509 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73080092e0 con 0x7f731010ff40 2024-05-20T21:28:47.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f7318600700 1 -- 172.21.15.6:0/152368509 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73101a1020 con 0x7f731010ff40 2024-05-20T21:28:47.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f730e000700 1 -- 172.21.15.6:0/152368509 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7308004bb0 con 0x7f731010ff40 2024-05-20T21:28:47.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.887+0000 7f730e000700 1 -- 172.21.15.6:0/152368509 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7308004020 con 0x7f731010ff40 2024-05-20T21:28:47.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.888+0000 7f7318600700 1 -- 172.21.15.6:0/152368509 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73101a8900 con 0x7f731010ff40 2024-05-20T21:28:47.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.891+0000 7f730e000700 1 -- 172.21.15.6:0/152368509 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f730801b030 con 0x7f731010ff40 2024-05-20T21:28:47.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.892+0000 7f732304db80 1 Processor -- start 2024-05-20T21:28:47.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.892+0000 7f732304db80 1 -- start start 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f732304db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139e610 0x56411139e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f732304db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139ef30 0x564111398b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f732304db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113995c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f732304db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5641112f6e40 con 0x564111399140 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f732304db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5641112e69e0 con 0x56411139e610 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f732304db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5641112eaa20 con 0x56411139ef30 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f730e000700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72f80b2900 0x7f72f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f7315200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139e610 0x56411139e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f7315200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139e610 0x56411139e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57482/0 (socket says 172.21.15.6:57482) 2024-05-20T21:28:47.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f7315200700 1 -- 172.21.15.6:0/410788044 learned_addr learned my addr 172.21.15.6:0/410788044 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f7315c00700 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139ef30 0x564111398b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f7315200700 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.893+0000 7f730e000700 1 -- 172.21.15.6:0/152368509 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f73080e1e00 con 0x7f731010ff40 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.894+0000 7f7316600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72f80b2900 0x7f72f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.894+0000 7f7315c00700 1 -- 172.21.15.6:0/410788044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139e610 msgr2=0x56411139e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.894+0000 7f7315c00700 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139e610 0x56411139e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.894+0000 7f7315c00700 1 -- 172.21.15.6:0/410788044 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 msgr2=0x5641113995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.894+0000 7f7315c00700 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.894+0000 7f7315c00700 1 -- 172.21.15.6:0/410788044 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641112af420 con 0x56411139ef30 2024-05-20T21:28:47.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.894+0000 7f7315c00700 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139ef30 0x564111398b20 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f73040114f0 tx=0x7f7304011800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a3873e0579fb9b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:47.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.894+0000 7f7302a00700 1 -- 172.21.15.6:0/410788044 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7304011310 con 0x56411139ef30 2024-05-20T21:28:47.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.895+0000 7f7302a00700 1 -- 172.21.15.6:0/410788044 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73040044e0 con 0x56411139ef30 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.895+0000 7f7302a00700 1 -- 172.21.15.6:0/410788044 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730401a6e0 con 0x56411139ef30 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.895+0000 7f732304db80 1 -- 172.21.15.6:0/410788044 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139ef30 msgr2=0x564111398b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.895+0000 7f732304db80 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139ef30 0x564111398b20 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f73040114f0 tx=0x7f7304011800 comp rx=0 tx=0).stop 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.895+0000 7f7316600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72f80b2900 0x7f72f80b4dc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7308009fb0 tx=0x7f7308009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 -- 172.21.15.6:0/410788044 shutdown_connections 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139e610 0x56411139e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 --2- 172.21.15.6:0/410788044 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139ef30 0x564111398b20 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 -- 172.21.15.6:0/410788044 >> 172.21.15.6:0/410788044 conn(0x5641112c6be0 msgr2=0x564111393690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:47.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 -- 172.21.15.6:0/410788044 shutdown_connections 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 -- 172.21.15.6:0/410788044 wait complete. 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 -- start start 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.896+0000 7f732304db80 1 Processor -- start 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f732304db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113a4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f732304db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f732304db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f732304db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5641111ecfa0 con 0x564111399140 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f732304db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x564111287760 con 0x56411139ef30 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f732304db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5641113a59e0 con 0x56411139e610 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f732304db80 10 client.0 _ll_register_callbacks cb 0x564111290c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f7315200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113a4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f7315c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f7315c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a2010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43246/0 (socket says 172.21.15.6:43246) 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.897+0000 7f7315c00700 1 -- 172.21.15.6:0/1256024892 learned_addr learned my addr 172.21.15.6:0/1256024892 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f7315200700 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f7315200700 1 -- 172.21.15.6:0/1256024892 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 msgr2=0x5641113a2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f7315200700 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f7315200700 1 -- 172.21.15.6:0/1256024892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 msgr2=0x5641113a2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f7315200700 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f7315200700 1 -- 172.21.15.6:0/1256024892 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641112368d0 con 0x564111399140 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f7315200700 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113a4c70 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f72fc0059d0 tx=0x7f72fc005960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=665d55cf59e8c19 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:47.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f72f7400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.898+0000 7f72f7400700 1 -- 172.21.15.6:0/1256024892 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc00be90 con 0x564111399140 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.899+0000 7f72f7400700 1 -- 172.21.15.6:0/1256024892 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f72fc003680 con 0x564111399140 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.899+0000 7f732304db80 1 -- 172.21.15.6:0/1256024892 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73040044e0 con 0x564111399140 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.899+0000 7f72f7400700 1 -- 172.21.15.6:0/1256024892 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72fc003880 con 0x564111399140 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.899+0000 7f732304db80 10 client.18861 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.899+0000 7f732304db80 1 -- 172.21.15.6:0/1256024892 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5641112b7060 con 0x564111399140 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.899+0000 7f72f7400700 1 -- 172.21.15.6:0/1256024892 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73040044e0 con 0x564111399140 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.899+0000 7f72f7400700 1 -- 172.21.15.6:0/1256024892 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72fc00fa80 con 0x564111399140 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.900+0000 7f732304db80 10 client.18861 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.900+0000 7f732304db80 10 client.18861 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:47.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.900+0000 7f732304db80 20 client.18861 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:47.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.900+0000 7f732304db80 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5641113b2520 0x5641113b4970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.900+0000 7f732304db80 4 client.18861 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:47.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.900+0000 7f732304db80 1 -- 172.21.15.6:0/1256024892 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5641112f8d90 con 0x5641113b2520 2024-05-20T21:28:47.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.900+0000 7f7315c00700 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5641113b2520 0x5641113b4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.901+0000 7f7315c00700 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5641113b2520 0x5641113b4970 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5466725cd224030e server_cookie=b7b158355969a994 in_seq=0 out_seq=0 2024-05-20T21:28:47.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.901+0000 7f72f7400700 10 client.18861 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:47.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f72f7400700 1 -- 172.21.15.6:0/1256024892 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5641112f8d90 con 0x5641113b2520 2024-05-20T21:28:47.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f72f7400700 10 client.18861 handle_command_reply: tid=0 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 client.18861 shutdown 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 -- 172.21.15.6:0/1256024892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 msgr2=0x5641113a4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113a4c70 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f72fc0059d0 tx=0x7f72fc005960 comp rx=0 tx=0).stop 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 -- 172.21.15.6:0/1256024892 shutdown_connections 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x5641113a4c70 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5641113b2520 0x5641113b4970 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 --2- 172.21.15.6:0/1256024892 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 -- 172.21.15.6:0/1256024892 >> 172.21.15.6:0/1256024892 conn(0x5641112c6be0 msgr2=0x564111392d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f72f7400700 0 client.18861 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:47.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 -- 172.21.15.6:0/1256024892 shutdown_connections 2024-05-20T21:28:47.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.902+0000 7f732304db80 1 -- 172.21.15.6:0/1256024892 wait complete. 2024-05-20T21:28:47.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.903+0000 7f732304db80 20 client.18861 trim_cache size 0 max 16384 2024-05-20T21:28:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.925+0000 7f732304db80 1 Processor -- start 2024-05-20T21:28:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.925+0000 7f732304db80 1 -- start start 2024-05-20T21:28:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f732304db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x56411139fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f732304db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f732304db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113934f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f732304db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f73101b2820 con 0x564111399140 2024-05-20T21:28:47.935 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f732304db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f73101b00b0 con 0x56411139ef30 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f732304db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f73101adf00 con 0x56411139e610 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f7315200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x56411139fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f7315200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x56411139fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42218/0 (socket says 172.21.15.6:42218) 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f7315200700 1 -- 172.21.15.6:0/1082516081 learned_addr learned my addr 172.21.15.6:0/1082516081 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f7315c00700 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.926+0000 7f7315200700 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113934f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7315200700 1 -- 172.21.15.6:0/1082516081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 msgr2=0x5641113a1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7315200700 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7315200700 1 -- 172.21.15.6:0/1082516081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 msgr2=0x5641113934f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:47.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7315200700 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113934f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7315200700 1 -- 172.21.15.6:0/1082516081 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641113b4ff0 con 0x564111399140 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7315200700 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x56411139fba0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f72fc006010 tx=0x7f72fc005ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7057822940e897fa server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7302000700 1 -- 172.21.15.6:0/1082516081 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc037070 con 0x564111399140 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7302000700 1 -- 172.21.15.6:0/1082516081 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72fc038040 con 0x564111399140 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.927+0000 7f7302000700 1 -- 172.21.15.6:0/1082516081 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc02ab00 con 0x564111399140 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 -- 172.21.15.6:0/1082516081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 msgr2=0x56411139fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x56411139fba0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f72fc006010 tx=0x7f72fc005ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 -- 172.21.15.6:0/1082516081 shutdown_connections 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113934f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x564111399140 0x56411139fba0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 --2- 172.21.15.6:0/1082516081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56411139e610 0x5641113a1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 -- 172.21.15.6:0/1082516081 >> 172.21.15.6:0/1082516081 conn(0x5641112c6be0 msgr2=0x5641113a0920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 -- 172.21.15.6:0/1082516081 shutdown_connections 2024-05-20T21:28:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.928+0000 7f732304db80 1 -- 172.21.15.6:0/1082516081 wait complete. 2024-05-20T21:28:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 1 -- start start 2024-05-20T21:28:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 1 Processor -- start 2024-05-20T21:28:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564111399140 0x5641113aac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56411139e610 0x5641113ab1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f73101ae570 con 0x56411139e610 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f73101af9e0 con 0x56411139ef30 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f73101aec40 con 0x564111399140 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.929+0000 7f732304db80 10 client.0 _ll_register_callbacks cb 0x564111290c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564111399140 0x5641113aac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56411139e610 0x5641113ab1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57504/0 (socket says 172.21.15.6:57504) 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 -- 172.21.15.6:0/4076984232 learned_addr learned my addr 172.21.15.6:0/4076984232 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:47.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 -- 172.21.15.6:0/4076984232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 msgr2=0x5641113a7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 -- 172.21.15.6:0/4076984232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56411139e610 msgr2=0x5641113ab1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56411139e610 0x5641113ab1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315200700 1 -- 172.21.15.6:0/4076984232 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641113a8180 con 0x564111399140 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.930+0000 7f7315c00700 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56411139e610 0x5641113ab1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.931+0000 7f7315200700 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564111399140 0x5641113aac70 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f72fc005d90 tx=0x7f72fc009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5f1fc81cc2cffef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.931+0000 7f72f7400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.931+0000 7f72f7400700 1 -- 172.21.15.6:0/4076984232 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc037040 con 0x564111399140 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.931+0000 7f732304db80 1 -- 172.21.15.6:0/4076984232 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72fc038040 con 0x564111399140 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.931+0000 7f72f7400700 1 -- 172.21.15.6:0/4076984232 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f72fc003c30 con 0x564111399140 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.931+0000 7f72f7400700 1 -- 172.21.15.6:0/4076984232 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72fc003e30 con 0x564111399140 2024-05-20T21:28:47.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.931+0000 7f732304db80 10 client.28969 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.931+0000 7f732304db80 1 -- 172.21.15.6:0/4076984232 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56411141d8d0 con 0x564111399140 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f72f7400700 1 -- 172.21.15.6:0/4076984232 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72fc038040 con 0x564111399140 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f72f7400700 1 -- 172.21.15.6:0/4076984232 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72fc00f4f0 con 0x564111399140 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f732304db80 10 client.28969 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f732304db80 10 client.28969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f732304db80 20 client.28969 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f732304db80 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56411141dec0 0x5641114202b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f732304db80 4 client.28969 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f732304db80 1 -- 172.21.15.6:0/4076984232 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5641112f2570 con 0x56411141dec0 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.932+0000 7f7315c00700 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56411141dec0 0x5641114202b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f7315c00700 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56411141dec0 0x5641114202b0 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19518e5b8d6c5492 server_cookie=88184833c3fa13e in_seq=0 out_seq=0 2024-05-20T21:28:47.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f72f7400700 10 client.28969 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f72f7400700 1 -- 172.21.15.6:0/4076984232 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5641112f2570 con 0x56411141dec0 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f72f7400700 10 client.28969 handle_command_reply: tid=0 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 client.28969 shutdown 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 -- 172.21.15.6:0/4076984232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564111399140 msgr2=0x5641113aac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564111399140 0x5641113aac70 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f72fc005d90 tx=0x7f72fc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 -- 172.21.15.6:0/4076984232 shutdown_connections 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56411139ef30 0x5641113a7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56411141dec0 0x5641114202b0 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x564111399140 0x5641113aac70 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 --2- 172.21.15.6:0/4076984232 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56411139e610 0x5641113ab1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f72f7400700 0 client.28969 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:47.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.933+0000 7f732304db80 1 -- 172.21.15.6:0/4076984232 >> 172.21.15.6:0/4076984232 conn(0x5641112c6be0 msgr2=0x56411139fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:47.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f732304db80 1 -- 172.21.15.6:0/4076984232 shutdown_connections 2024-05-20T21:28:47.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f732304db80 1 -- 172.21.15.6:0/4076984232 wait complete. 2024-05-20T21:28:47.943 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f732304db80 20 client.28969 trim_cache size 0 max 16384 2024-05-20T21:28:47.943 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:28:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:28:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:28:47.943 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:28:47.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 -- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72f80b2900 msgr2=0x7f72f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72f80b2900 0x7f72f80b4dc0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7308009fb0 tx=0x7f7308009480 comp rx=0 tx=0).stop 2024-05-20T21:28:47.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 -- 172.21.15.6:0/152368509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f731010ff40 msgr2=0x7f73101a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:47.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f731010ff40 0x7f73101a0650 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f730800ef90 tx=0x7f730800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 -- 172.21.15.6:0/152368509 shutdown_connections 2024-05-20T21:28:47.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72f80b2900 0x7f72f80b4dc0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f731010ff40 0x7f73101a0650 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7310075770 0x7f731019bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 --2- 172.21.15.6:0/152368509 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7310076090 0x7f731019c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:47.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.934+0000 7f7318600700 1 -- 172.21.15.6:0/152368509 >> 172.21.15.6:0/152368509 conn(0x7f731007a6a0 msgr2=0x7f7310100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:47.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.935+0000 7f7318600700 1 -- 172.21.15.6:0/152368509 shutdown_connections 2024-05-20T21:28:47.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:47.935+0000 7f7318600700 1 -- 172.21.15.6:0/152368509 wait complete. 2024-05-20T21:28:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:47 smithi062 ceph-mon[36640]: pgmap v828: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:28:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:47 smithi042 ceph-mon[36332]: pgmap v828: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:28:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:47 smithi006 ceph-mon[31422]: pgmap v828: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:28:48.892 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:28:48.893 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:28:49.356 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:49.858 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:49 smithi006 ceph-mon[31422]: pgmap v829: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:49 smithi062 ceph-mon[36640]: pgmap v829: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:50.046 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:28:50.046 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-20T21:28:50.046 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:28:50.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:49 smithi042 ceph-mon[36332]: pgmap v829: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:50.942 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:51 smithi062 ceph-mon[36640]: pgmap v830: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:51 smithi042 ceph-mon[36332]: pgmap v830: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:52.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:51 smithi006 ceph-mon[31422]: pgmap v830: 97 pgs: 97 active+clean; 2.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:28:53.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 -- 172.21.15.6:0/3987821685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340105760 msgr2=0x7f4340105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 --2- 172.21.15.6:0/3987821685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340105760 0x7f4340105be0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f432c009990 tx=0x7f432c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 -- 172.21.15.6:0/3987821685 shutdown_connections 2024-05-20T21:28:53.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 --2- 172.21.15.6:0/3987821685 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4340106120 0x7f4340112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 --2- 172.21.15.6:0/3987821685 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f434010b760 0x7f434010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 --2- 172.21.15.6:0/3987821685 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340105760 0x7f4340105be0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 -- 172.21.15.6:0/3987821685 >> 172.21.15.6:0/3987821685 conn(0x7f4340101250 msgr2=0x7f4340103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:53.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 -- 172.21.15.6:0/3987821685 shutdown_connections 2024-05-20T21:28:53.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.011+0000 7f4346e00700 1 -- 172.21.15.6:0/3987821685 wait complete. 2024-05-20T21:28:53.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.012+0000 7f4346e00700 1 Processor -- start 2024-05-20T21:28:53.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f4346e00700 1 -- start start 2024-05-20T21:28:53.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f4346e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4340105760 0x7f434019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:53.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f4346e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340106120 0x7f434019c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f4346e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f434010b760 0x7f43401a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f4346e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4340115940 con 0x7f4340105760 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f4346e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f43401157c0 con 0x7f4340106120 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f4346e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4340115ac0 con 0x7f434010b760 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f433f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340106120 0x7f434019c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f433fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4340105760 0x7f434019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f433f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340106120 0x7f434019c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57520/0 (socket says 172.21.15.6:57520) 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f433f400700 1 -- 172.21.15.6:0/2423100333 learned_addr learned my addr 172.21.15.6:0/2423100333 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:53.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.013+0000 7f4344e00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f434010b760 0x7f43401a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:53.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.014+0000 7f433f400700 1 -- 172.21.15.6:0/2423100333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f434010b760 msgr2=0x7f43401a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.014+0000 7f433f400700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f434010b760 0x7f43401a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.014+0000 7f433f400700 1 -- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4340105760 msgr2=0x7f434019be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.014+0000 7f433f400700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4340105760 0x7f434019be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.014+0000 7f433f400700 1 -- 172.21.15.6:0/2423100333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43401a0e20 con 0x7f4340106120 2024-05-20T21:28:53.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.014+0000 7f4344e00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f434010b760 0x7f43401a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:53.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.014+0000 7f433f400700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340106120 0x7f434019c350 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f432c0057f0 tx=0x7f432c00bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:53.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.015+0000 7f433cc00700 1 -- 172.21.15.6:0/2423100333 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432c026070 con 0x7f4340106120 2024-05-20T21:28:53.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.015+0000 7f433cc00700 1 -- 172.21.15.6:0/2423100333 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f432c021410 con 0x7f4340106120 2024-05-20T21:28:53.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.015+0000 7f433cc00700 1 -- 172.21.15.6:0/2423100333 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432c017650 con 0x7f4340106120 2024-05-20T21:28:53.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.015+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43401a10b0 con 0x7f4340106120 2024-05-20T21:28:53.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.015+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43401a8990 con 0x7f4340106120 2024-05-20T21:28:53.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.016+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f434006a230 con 0x7f4340106120 2024-05-20T21:28:53.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.019+0000 7f433cc00700 1 -- 172.21.15.6:0/2423100333 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f432c029070 con 0x7f4340106120 2024-05-20T21:28:53.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.021+0000 7f433cc00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43240b2900 0x7f43240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:53.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.021+0000 7f433cc00700 1 -- 172.21.15.6:0/2423100333 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f432c0e2fe0 con 0x7f4340106120 2024-05-20T21:28:53.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.021+0000 7f433fe00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43240b2900 0x7f43240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:53.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.022+0000 7f433fe00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43240b2900 0x7f43240b4dc0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4330009680 tx=0x7f4330009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:53.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.022+0000 7f433cc00700 1 -- 172.21.15.6:0/2423100333 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f432c013070 con 0x7f4340106120 2024-05-20T21:28:53.323 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.323+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f434019d170 con 0x7f4340106120 2024-05-20T21:28:53.324 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.324+0000 7f433cc00700 1 -- 172.21.15.6:0/2423100333 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f432c0aad80 con 0x7f4340106120 2024-05-20T21:28:53.324 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:28:53.325 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:28:53.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.327+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43240b2900 msgr2=0x7f43240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.327+0000 7f4346e00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43240b2900 0x7f43240b4dc0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4330009680 tx=0x7f4330009260 comp rx=0 tx=0).stop 2024-05-20T21:28:53.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.327+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340106120 msgr2=0x7f434019c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.327+0000 7f4346e00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340106120 0x7f434019c350 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f432c0057f0 tx=0x7f432c00bfd0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.328+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 shutdown_connections 2024-05-20T21:28:53.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.328+0000 7f4346e00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f43240b2900 0x7f43240b4dc0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.328+0000 7f4346e00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f434010b760 0x7f43401a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.328+0000 7f4346e00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4340105760 0x7f434019be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.328+0000 7f4346e00700 1 --2- 172.21.15.6:0/2423100333 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4340106120 0x7f434019c350 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.328+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 >> 172.21.15.6:0/2423100333 conn(0x7f4340101250 msgr2=0x7f43401018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:53.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.328+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 shutdown_connections 2024-05-20T21:28:53.329 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.328+0000 7f4346e00700 1 -- 172.21.15.6:0/2423100333 wait complete. 2024-05-20T21:28:53.329 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:28:53.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 -- 172.21.15.6:0/1337166766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f248c105f80 msgr2=0x7f248c106410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 --2- 172.21.15.6:0/1337166766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f248c105f80 0x7f248c106410 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f248400b0a0 tx=0x7f248400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 -- 172.21.15.6:0/1337166766 shutdown_connections 2024-05-20T21:28:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 --2- 172.21.15.6:0/1337166766 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f248c105f80 0x7f248c106410 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 --2- 172.21.15.6:0/1337166766 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f248c108470 0x7f248c06b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 --2- 172.21.15.6:0/1337166766 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f248c06b790 0x7f248c06bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 -- 172.21.15.6:0/1337166766 >> 172.21.15.6:0/1337166766 conn(0x7f248c0793f0 msgr2=0x7f248c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 -- 172.21.15.6:0/1337166766 shutdown_connections 2024-05-20T21:28:53.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.621+0000 7f2492e00700 1 -- 172.21.15.6:0/1337166766 wait complete. 2024-05-20T21:28:53.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.623+0000 7f2492e00700 1 Processor -- start 2024-05-20T21:28:53.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.623+0000 7f2492e00700 1 -- start start 2024-05-20T21:28:53.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.623+0000 7f2492e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f248c06b790 0x7f248c1a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:53.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.623+0000 7f2492e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f248c105f80 0x7f248c1a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:53.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.623+0000 7f2492e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f248c108470 0x7f248c1a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:53.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.623+0000 7f2492e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f248c119cd0 con 0x7f248c06b790 2024-05-20T21:28:53.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.623+0000 7f2492e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f248c119b50 con 0x7f248c108470 2024-05-20T21:28:53.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.623+0000 7f2492e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f248c119e50 con 0x7f248c105f80 2024-05-20T21:28:53.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f248c105f80 0x7f248c1a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:53.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f248c105f80 0x7f248c1a0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43296/0 (socket says 172.21.15.6:43296) 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248b400700 1 -- 172.21.15.6:0/1064867099 learned_addr learned my addr 172.21.15.6:0/1064867099 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248be00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f248c06b790 0x7f248c1a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f2490e00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f248c108470 0x7f248c1a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248b400700 1 -- 172.21.15.6:0/1064867099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f248c108470 msgr2=0x7f248c1a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248b400700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f248c108470 0x7f248c1a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248b400700 1 -- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f248c06b790 msgr2=0x7f248c1a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248b400700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f248c06b790 0x7f248c1a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.624+0000 7f248b400700 1 -- 172.21.15.6:0/1064867099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f248c1a51f0 con 0x7f248c105f80 2024-05-20T21:28:53.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.625+0000 7f248b400700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f248c105f80 0x7f248c1a0720 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f247800e9a0 tx=0x7f247800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:53.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.625+0000 7f2488c00700 1 -- 172.21.15.6:0/1064867099 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247800ca10 con 0x7f248c105f80 2024-05-20T21:28:53.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.625+0000 7f2488c00700 1 -- 172.21.15.6:0/1064867099 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f247800cbb0 con 0x7f248c105f80 2024-05-20T21:28:53.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.625+0000 7f2488c00700 1 -- 172.21.15.6:0/1064867099 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2478018680 con 0x7f248c105f80 2024-05-20T21:28:53.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.625+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f248c1a54e0 con 0x7f248c105f80 2024-05-20T21:28:53.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.626+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f248c1acd60 con 0x7f248c105f80 2024-05-20T21:28:53.627 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.627+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f248c06a230 con 0x7f248c105f80 2024-05-20T21:28:53.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.633+0000 7f2488c00700 1 -- 172.21.15.6:0/1064867099 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2478010430 con 0x7f248c105f80 2024-05-20T21:28:53.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.635+0000 7f2488c00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24700b2900 0x7f24700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:53.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.635+0000 7f2488c00700 1 -- 172.21.15.6:0/1064867099 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f24780e23a0 con 0x7f248c105f80 2024-05-20T21:28:53.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.635+0000 7f248be00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24700b2900 0x7f24700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:53.635 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.636+0000 7f248be00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24700b2900 0x7f24700b4dc0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f247c009be0 tx=0x7f247c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:53.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.639+0000 7f2488c00700 1 -- 172.21.15.6:0/1064867099 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f24780aa020 con 0x7f248c105f80 2024-05-20T21:28:53.735 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:53 smithi006 ceph-mon[31422]: pgmap v831: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:28:53.735 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:53 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2423100333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:53.735 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:53 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:28:53.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.951+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f248c1acf60 con 0x7f248c105f80 2024-05-20T21:28:53.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.952+0000 7f2488c00700 1 -- 172.21.15.6:0/1064867099 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f24780b20a0 con 0x7f248c105f80 2024-05-20T21:28:53.953 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:28:53.954 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:28:53.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24700b2900 msgr2=0x7f24700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24700b2900 0x7f24700b4dc0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f247c009be0 tx=0x7f247c009260 comp rx=0 tx=0).stop 2024-05-20T21:28:53.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f248c105f80 msgr2=0x7f248c1a0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:53.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f248c105f80 0x7f248c1a0720 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f247800e9a0 tx=0x7f247800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 shutdown_connections 2024-05-20T21:28:53.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f24700b2900 0x7f24700b4dc0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f248c108470 0x7f248c1a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f248c06b790 0x7f248c1a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 --2- 172.21.15.6:0/1064867099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f248c105f80 0x7f248c1a0720 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:53.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 >> 172.21.15.6:0/1064867099 conn(0x7f248c0793f0 msgr2=0x7f248c104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:53.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 shutdown_connections 2024-05-20T21:28:53.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:53.956+0000 7f2492e00700 1 -- 172.21.15.6:0/1064867099 wait complete. 2024-05-20T21:28:53.958 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:28:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:53 smithi062 ceph-mon[36640]: pgmap v831: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:28:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:53 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2423100333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:53 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:28:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:53 smithi042 ceph-mon[36332]: pgmap v831: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:28:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:53 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2423100333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:53 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:28:54.440 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:28:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.699+0000 7f28f1600640 1 -- 172.21.15.6:0/650354214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 msgr2=0x7f28ec102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.699+0000 7f28f1600640 1 --2- 172.21.15.6:0/650354214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 0x7f28ec102ee0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f28dc009900 tx=0x7f28dc02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.699+0000 7f28f1600640 1 -- 172.21.15.6:0/650354214 shutdown_connections 2024-05-20T21:28:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.699+0000 7f28f1600640 1 --2- 172.21.15.6:0/650354214 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28ec104670 0x7f28ec10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.699+0000 7f28f1600640 1 --2- 172.21.15.6:0/650354214 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f28ec103cb0 0x7f28ec104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.699+0000 7f28f1600640 1 --2- 172.21.15.6:0/650354214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 0x7f28ec102ee0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.699+0000 7f28f1600640 1 -- 172.21.15.6:0/650354214 >> 172.21.15.6:0/650354214 conn(0x7f28ec0fe030 msgr2=0x7f28ec100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.700 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.700+0000 7f28f1600640 1 -- 172.21.15.6:0/650354214 shutdown_connections 2024-05-20T21:28:54.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.700+0000 7f28f1600640 1 -- 172.21.15.6:0/650354214 wait complete. 2024-05-20T21:28:54.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.701+0000 7f28f1600640 1 Processor -- start 2024-05-20T21:28:54.701 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.701+0000 7f28f1600640 1 -- start start 2024-05-20T21:28:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28f1600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 0x7f28ec076800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28f1600640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28ec103cb0 0x7f28ec074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28f1600640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f28ec104670 0x7f28ec075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28f1600640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10e630 con 0x7f28ec103cb0 2024-05-20T21:28:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28f1600640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10e4b0 con 0x7f28ec104670 2024-05-20T21:28:54.702 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28f1600640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10e7b0 con 0x7f28ec102ac0 2024-05-20T21:28:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28eaa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 0x7f28ec076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28ea000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28ec103cb0 0x7f28ec074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28eaa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 0x7f28ec076800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:43306/0 (socket says 172.21.15.6:43306) 2024-05-20T21:28:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28eaa00640 1 -- 172.21.15.6:0/3933960436 learned_addr learned my addr 172.21.15.6:0/3933960436 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:54.703 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.702+0000 7f28eb400640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f28ec104670 0x7f28ec075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.703+0000 7f28eaa00640 1 -- 172.21.15.6:0/3933960436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f28ec104670 msgr2=0x7f28ec075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.703+0000 7f28eaa00640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f28ec104670 0x7f28ec075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.703+0000 7f28eaa00640 1 -- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28ec103cb0 msgr2=0x7f28ec074e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.703+0000 7f28eaa00640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28ec103cb0 0x7f28ec074e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.703+0000 7f28eaa00640 1 -- 172.21.15.6:0/3933960436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28ec075c10 con 0x7f28ec102ac0 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.703+0000 7f28eaa00640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 0x7f28ec076800 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f28dc031500 tx=0x7f28dc003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.704+0000 7f28e3400640 1 -- 172.21.15.6:0/3933960436 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc03f070 con 0x7f28ec102ac0 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.704+0000 7f28f1600640 1 -- 172.21.15.6:0/3933960436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28ec1a2dc0 con 0x7f28ec102ac0 2024-05-20T21:28:54.704 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.704+0000 7f28e3400640 1 -- 172.21.15.6:0/3933960436 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28dc031c50 con 0x7f28ec102ac0 2024-05-20T21:28:54.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.704+0000 7f28e3400640 1 -- 172.21.15.6:0/3933960436 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc035030 con 0x7f28ec102ac0 2024-05-20T21:28:54.705 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.704+0000 7f28f1600640 1 -- 172.21.15.6:0/3933960436 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28ec1a3230 con 0x7f28ec102ac0 2024-05-20T21:28:54.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.708+0000 7f28f4483740 1 Processor -- start 2024-05-20T21:28:54.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.708+0000 7f28f4483740 1 -- start start 2024-05-20T21:28:54.708 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28f4483740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4572f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28f4483740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb4578020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28f4483740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 0x55fcb457ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28f4483740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55fcb44e2b90 con 0x55fcb4572b30 2024-05-20T21:28:54.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28f4483740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fcb44d2730 con 0x55fcb4578690 2024-05-20T21:28:54.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28f4483740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55fcb44d6770 con 0x55fcb4573520 2024-05-20T21:28:54.709 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28e3400640 1 -- 172.21.15.6:0/3933960436 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f28dc042070 con 0x7f28ec102ac0 2024-05-20T21:28:54.710 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28eb400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4572f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.710 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28eb400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4572f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42292/0 (socket says 172.21.15.6:42292) 2024-05-20T21:28:54.710 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28eb400640 1 -- 172.21.15.6:0/2411234611 learned_addr learned my addr 172.21.15.6:0/2411234611 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:54.710 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28ea000640 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 0x55fcb457ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.710 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.709+0000 7f28eaa00640 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb4578020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.710 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.710+0000 7f28eb400640 1 -- 172.21.15.6:0/2411234611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 msgr2=0x55fcb4578020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.710 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.710+0000 7f28eb400640 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb4578020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.710+0000 7f28eb400640 1 -- 172.21.15.6:0/2411234611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 msgr2=0x55fcb457ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.710+0000 7f28eb400640 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 0x55fcb457ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.710+0000 7f28eb400640 1 -- 172.21.15.6:0/2411234611 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcb446b8b0 con 0x55fcb4572b30 2024-05-20T21:28:54.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.710+0000 7f28ea000640 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 0x55fcb457ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:54.711 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.710+0000 7f28eb400640 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4572f50 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f28e4009fd0 tx=0x7f28e40118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4900a998712f6fc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.710+0000 7f28d7400640 1 -- 172.21.15.6:0/2411234611 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4004d20 con 0x55fcb4572b30 2024-05-20T21:28:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.711+0000 7f28d7400640 1 -- 172.21.15.6:0/2411234611 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e4004050 con 0x55fcb4572b30 2024-05-20T21:28:54.712 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.711+0000 7f28d7400640 1 -- 172.21.15.6:0/2411234611 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4005280 con 0x55fcb4572b30 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.711+0000 7f28e3400640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f28d00b27e0 0x7f28d00b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.711+0000 7f28e3400640 1 -- 172.21.15.6:0/3933960436 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f28dc1029a0 con 0x7f28ec102ac0 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.711+0000 7f28f4483740 1 -- 172.21.15.6:0/2411234611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 msgr2=0x55fcb4572f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.711+0000 7f28f4483740 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4572f50 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f28e4009fd0 tx=0x7f28e40118d0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.711+0000 7f28eaa00640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f28d00b27e0 0x7f28d00b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28f4483740 1 -- 172.21.15.6:0/2411234611 shutdown_connections 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28f4483740 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 0x55fcb457ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28f4483740 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb4578020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28f4483740 1 --2- 172.21.15.6:0/2411234611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4572f50 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28f4483740 1 -- 172.21.15.6:0/2411234611 >> 172.21.15.6:0/2411234611 conn(0x55fcb456e1a0 msgr2=0x55fcb456e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28f4483740 1 -- 172.21.15.6:0/2411234611 shutdown_connections 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28f4483740 1 -- 172.21.15.6:0/2411234611 wait complete. 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28eaa00640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f28d00b27e0 0x7f28d00b4ca0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f28dc100770 tx=0x7f28dc105f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.712+0000 7f28f4483740 1 -- start start 2024-05-20T21:28:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.713+0000 7f28f4483740 1 Processor -- start 2024-05-20T21:28:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.713+0000 7f28f4483740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4572b30 0x55fcb457ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.713+0000 7f28f4483740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4573520 0x55fcb457cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.713+0000 7f28f4483740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4578690 0x55fcb4583f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.713+0000 7f28f4483740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55fcb41b8790 con 0x55fcb4578690 2024-05-20T21:28:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.713+0000 7f28f4483740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55fcb447abc0 con 0x55fcb4573520 2024-05-20T21:28:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.713+0000 7f28f4483740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55fcb457b640 con 0x55fcb4572b30 2024-05-20T21:28:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.713+0000 7f28f4483740 10 client.0 _ll_register_callbacks cb 0x55fcb4458400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4573520 0x55fcb457cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28eb400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4572b30 0x55fcb457ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4573520 0x55fcb457cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57580/0 (socket says 172.21.15.6:57580) 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 -- 172.21.15.6:0/1810829850 learned_addr learned my addr 172.21.15.6:0/1810829850 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28eb400640 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4578690 0x55fcb4583f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 -- 172.21.15.6:0/1810829850 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4572b30 msgr2=0x55fcb457ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4572b30 0x55fcb457ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 -- 172.21.15.6:0/1810829850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4578690 msgr2=0x55fcb4583f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4578690 0x55fcb4583f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 -- 172.21.15.6:0/1810829850 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcb41e7210 con 0x55fcb4573520 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28eb400640 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4572b30 0x55fcb457ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28ea000640 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4573520 0x55fcb457cf60 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f28d80126e0 tx=0x7f28d8012ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70f089ea3c1c57bb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.714+0000 7f28cbe00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:28:54.717 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.715+0000 7f28cbe00640 1 -- 172.21.15.6:0/1810829850 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d8004050 con 0x55fcb4573520 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.715+0000 7f28cbe00640 1 -- 172.21.15.6:0/1810829850 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f28d80041f0 con 0x55fcb4573520 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.715+0000 7f28f4483740 1 -- 172.21.15.6:0/1810829850 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28e4004050 con 0x55fcb4573520 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.715+0000 7f28cbe00640 1 -- 172.21.15.6:0/1810829850 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f28d80043f0 con 0x55fcb4573520 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.715+0000 7f28f4483740 10 client.29000 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.715+0000 7f28f4483740 1 -- 172.21.15.6:0/1810829850 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fcb42b3620 con 0x55fcb4573520 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.716+0000 7f28cbe00640 1 -- 172.21.15.6:0/1810829850 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e4004050 con 0x55fcb4573520 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.716+0000 7f28cbe00640 1 -- 172.21.15.6:0/1810829850 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f28d8003b20 con 0x55fcb4573520 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.716+0000 7f28f4483740 10 client.29000 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.716+0000 7f28f4483740 10 client.29000 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.716+0000 7f28f4483740 20 client.29000 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.716+0000 7f28f4483740 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcb4588540 0x55fcb458a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.716+0000 7f28f4483740 4 client.29000 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:54.718 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.716+0000 7f28f4483740 1 -- 172.21.15.6:0/1810829850 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fcb44e4ae0 con 0x55fcb4588540 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.717+0000 7f28eb400640 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcb4588540 0x55fcb458a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.718+0000 7f28eb400640 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcb4588540 0x55fcb458a930 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=410f15ae067597a1 server_cookie=4b3f857fc1ae2923 in_seq=0 out_seq=0 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.718+0000 7f28cbe00640 10 client.29000 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.718+0000 7f28cbe00640 1 -- 172.21.15.6:0/1810829850 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fcb44e4ae0 con 0x55fcb4588540 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.718+0000 7f28cbe00640 10 client.29000 handle_command_reply: tid=0 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 client.29000 shutdown 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 -- 172.21.15.6:0/1810829850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4573520 msgr2=0x55fcb457cf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4573520 0x55fcb457cf60 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f28d80126e0 tx=0x7f28d8012ba0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 -- 172.21.15.6:0/1810829850 shutdown_connections 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcb4588540 0x55fcb458a930 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4578690 0x55fcb4583f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.720 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4573520 0x55fcb457cf60 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 --2- 172.21.15.6:0/1810829850 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4572b30 0x55fcb457ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28cbe00640 0 client.29000 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 -- 172.21.15.6:0/1810829850 >> 172.21.15.6:0/1810829850 conn(0x55fcb456e1a0 msgr2=0x55fcb456d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 -- 172.21.15.6:0/1810829850 shutdown_connections 2024-05-20T21:28:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 1 -- 172.21.15.6:0/1810829850 wait complete. 2024-05-20T21:28:54.721 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.719+0000 7f28f4483740 20 client.29000 trim_cache size 0 max 16384 2024-05-20T21:28:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28f4483740 1 Processor -- start 2024-05-20T21:28:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28f4483740 1 -- start start 2024-05-20T21:28:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28f4483740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4572b30 0x55fcb4568f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28f4483740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4573520 0x55fcb4583ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28f4483740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4578690 0x55fcb45746d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28f4483740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec1aec40 con 0x55fcb4573520 2024-05-20T21:28:54.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28f4483740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec1ac510 con 0x55fcb4572b30 2024-05-20T21:28:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28f4483740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec1aa360 con 0x55fcb4578690 2024-05-20T21:28:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28ea000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4573520 0x55fcb4583ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28eb400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4572b30 0x55fcb4568f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28ea000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4573520 0x55fcb4583ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42304/0 (socket says 172.21.15.6:42304) 2024-05-20T21:28:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.738+0000 7f28ea000640 1 -- 172.21.15.6:0/2014286297 learned_addr learned my addr 172.21.15.6:0/2014286297 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.739+0000 7f28eb400640 1 --2- 172.21.15.6:0/2014286297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4578690 0x55fcb45746d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.739+0000 7f28ea000640 1 -- 172.21.15.6:0/2014286297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4578690 msgr2=0x55fcb45746d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.739+0000 7f28ea000640 1 --2- 172.21.15.6:0/2014286297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4578690 0x55fcb45746d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.739+0000 7f28ea000640 1 -- 172.21.15.6:0/2014286297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4572b30 msgr2=0x55fcb4568f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.739+0000 7f28ea000640 1 --2- 172.21.15.6:0/2014286297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4572b30 0x55fcb4568f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.739+0000 7f28ea000640 1 -- 172.21.15.6:0/2014286297 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcb4573900 con 0x55fcb4573520 2024-05-20T21:28:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.739+0000 7f28ea000640 1 --2- 172.21.15.6:0/2014286297 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4573520 0x55fcb4583ef0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f28d8026590 tx=0x7f28d80268a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af1386541964910e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.744+0000 7f28d6a00640 1 -- 172.21.15.6:0/2014286297 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d8003fc0 con 0x55fcb4573520 2024-05-20T21:28:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.744+0000 7f28d6a00640 1 -- 172.21.15.6:0/2014286297 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28d8004160 con 0x55fcb4573520 2024-05-20T21:28:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.744+0000 7f28d6a00640 1 -- 172.21.15.6:0/2014286297 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d8005040 con 0x55fcb4573520 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 -- 172.21.15.6:0/2014286297 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4573520 msgr2=0x55fcb4583ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 --2- 172.21.15.6:0/2014286297 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4573520 0x55fcb4583ef0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f28d8026590 tx=0x7f28d80268a0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 -- 172.21.15.6:0/2014286297 shutdown_connections 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 --2- 172.21.15.6:0/2014286297 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4578690 0x55fcb45746d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 --2- 172.21.15.6:0/2014286297 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4573520 0x55fcb4583ef0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 --2- 172.21.15.6:0/2014286297 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4572b30 0x55fcb4568f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 -- 172.21.15.6:0/2014286297 >> 172.21.15.6:0/2014286297 conn(0x55fcb456e1a0 msgr2=0x55fcb4573fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 -- 172.21.15.6:0/2014286297 shutdown_connections 2024-05-20T21:28:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 -- 172.21.15.6:0/2014286297 wait complete. 2024-05-20T21:28:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.745+0000 7f28f4483740 1 -- start start 2024-05-20T21:28:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28f4483740 1 Processor -- start 2024-05-20T21:28:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28f4483740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4581190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28f4483740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb45816d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28f4483740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 0x55fcb45826e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28f4483740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec1aa9d0 con 0x55fcb4572b30 2024-05-20T21:28:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28f4483740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec1abe40 con 0x55fcb4578690 2024-05-20T21:28:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28f4483740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec1ab0a0 con 0x55fcb4573520 2024-05-20T21:28:54.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28f4483740 10 client.0 _ll_register_callbacks cb 0x7f28d8009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.746+0000 7f28eb400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4581190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28eb400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4581190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42310/0 (socket says 172.21.15.6:42310) 2024-05-20T21:28:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28eb400640 1 -- 172.21.15.6:0/2418210146 learned_addr learned my addr 172.21.15.6:0/2418210146 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28ea000640 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb45816d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28eb400640 1 -- 172.21.15.6:0/2418210146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 msgr2=0x55fcb45816d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28eb400640 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb45816d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28eb400640 1 -- 172.21.15.6:0/2418210146 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 msgr2=0x55fcb45826e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:54.748 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28eb400640 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 0x55fcb45826e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28eb400640 1 -- 172.21.15.6:0/2418210146 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcb4582cd0 con 0x55fcb4572b30 2024-05-20T21:28:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.747+0000 7f28ea000640 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb45816d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.748+0000 7f28eb400640 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4581190 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f28e4009f70 tx=0x7f28e4011f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf5e8284ae1e9aef server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.748+0000 7f28cbe00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:28:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.748+0000 7f28cbe00640 1 -- 172.21.15.6:0/2418210146 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e40053b0 con 0x55fcb4572b30 2024-05-20T21:28:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.748+0000 7f28f4483740 1 -- 172.21.15.6:0/2418210146 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28d8004160 con 0x55fcb4572b30 2024-05-20T21:28:54.749 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.748+0000 7f28cbe00640 1 -- 172.21.15.6:0/2418210146 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f28e4005550 con 0x55fcb4572b30 2024-05-20T21:28:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28cbe00640 1 -- 172.21.15.6:0/2418210146 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f28e4005750 con 0x55fcb4572b30 2024-05-20T21:28:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28f4483740 10 client.18897 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28f4483740 1 -- 172.21.15.6:0/2418210146 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fcb4583fe0 con 0x55fcb4572b30 2024-05-20T21:28:54.750 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28cbe00640 1 -- 172.21.15.6:0/2418210146 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28d8004160 con 0x55fcb4572b30 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28cbe00640 1 -- 172.21.15.6:0/2418210146 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f28e4031020 con 0x55fcb4572b30 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28f4483740 10 client.18897 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28f4483740 10 client.18897 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28f4483740 20 client.18897 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28f4483740 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcb45f3480 0x55fcb45f58a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28f4483740 4 client.18897 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.749+0000 7f28f4483740 1 -- 172.21.15.6:0/2418210146 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fcb44de2c0 con 0x55fcb45f3480 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.750+0000 7f28ea000640 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcb45f3480 0x55fcb45f58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.750+0000 7f28ea000640 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcb45f3480 0x55fcb45f58a0 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=540d8a49b9af3435 server_cookie=fa91d75b0f5fa476 in_seq=0 out_seq=0 2024-05-20T21:28:54.751 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.750+0000 7f28cbe00640 10 client.18897 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.764+0000 7f28cbe00640 1 -- 172.21.15.6:0/2418210146 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55fcb44de2c0 con 0x55fcb45f3480 2024-05-20T21:28:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.764+0000 7f28cbe00640 10 client.18897 handle_command_reply: tid=0 2024-05-20T21:28:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.764+0000 7f28f4483740 1 client.18897 shutdown 2024-05-20T21:28:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 -- 172.21.15.6:0/2418210146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 msgr2=0x55fcb4581190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4581190 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f28e4009f70 tx=0x7f28e4011f00 comp rx=0 tx=0).stop 2024-05-20T21:28:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 -- 172.21.15.6:0/2418210146 shutdown_connections 2024-05-20T21:28:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55fcb45f3480 0x55fcb45f58a0 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55fcb4578690 0x55fcb45826e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55fcb4573520 0x55fcb45816d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 --2- 172.21.15.6:0/2418210146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55fcb4572b30 0x55fcb4581190 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28cbe00640 0 client.18897 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 -- 172.21.15.6:0/2418210146 >> 172.21.15.6:0/2418210146 conn(0x55fcb456e1a0 msgr2=0x55fcb456d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 -- 172.21.15.6:0/2418210146 shutdown_connections 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 1 -- 172.21.15.6:0/2418210146 wait complete. 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.765+0000 7f28f4483740 20 client.18897 trim_cache size 0 max 16384 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:28:54.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:28:54.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:28:54.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 -- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f28d00b27e0 msgr2=0x7f28d00b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f28d00b27e0 0x7f28d00b4ca0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f28dc100770 tx=0x7f28dc105f90 comp rx=0 tx=0).stop 2024-05-20T21:28:54.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 -- 172.21.15.6:0/3933960436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 msgr2=0x7f28ec076800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:54.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 0x7f28ec076800 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f28dc031500 tx=0x7f28dc003c10 comp rx=0 tx=0).stop 2024-05-20T21:28:54.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 -- 172.21.15.6:0/3933960436 shutdown_connections 2024-05-20T21:28:54.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f28d00b27e0 0x7f28d00b4ca0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f28ec104670 0x7f28ec075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f28ec103cb0 0x7f28ec074e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 --2- 172.21.15.6:0/3933960436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f28ec102ac0 0x7f28ec076800 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:54.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 -- 172.21.15.6:0/3933960436 >> 172.21.15.6:0/3933960436 conn(0x7f28ec0fe030 msgr2=0x7f28ec107030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:54.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 -- 172.21.15.6:0/3933960436 shutdown_connections 2024-05-20T21:28:54.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:28:54.766+0000 7f28f1600640 1 -- 172.21.15.6:0/3933960436 wait complete. 2024-05-20T21:28:55.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:54 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/1064867099' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:55.122 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:54 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/1064867099' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:55.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:54 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/1064867099' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:28:55.206 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-20T21:28:55.206 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-20T21:28:55.250 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:55 smithi062 ceph-mon[36640]: pgmap v832: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:28:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:28:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:28:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:55 smithi042 ceph-mon[36332]: pgmap v832: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:28:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:28:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:28:56.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:55 smithi006 ceph-mon[31422]: pgmap v832: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:28:56.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:28:56.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:28:56.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:28:56.783 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:28:57.901 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:57 smithi006 ceph-mon[31422]: pgmap v833: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:28:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:57 smithi062 ceph-mon[36640]: pgmap v833: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:28:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:57 smithi042 ceph-mon[36332]: pgmap v833: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-20T21:28:58.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 -- 172.21.15.6:0/3536478867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa700106120 msgr2=0x7fa700112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 --2- 172.21.15.6:0/3536478867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa700106120 0x7fa700112630 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa6f800b0a0 tx=0x7fa6f800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 -- 172.21.15.6:0/3536478867 shutdown_connections 2024-05-20T21:28:58.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 --2- 172.21.15.6:0/3536478867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa700106120 0x7fa700112630 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 --2- 172.21.15.6:0/3536478867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa70010b760 0x7fa70010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 --2- 172.21.15.6:0/3536478867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa700105760 0x7fa700105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 -- 172.21.15.6:0/3536478867 >> 172.21.15.6:0/3536478867 conn(0x7fa700101250 msgr2=0x7fa700103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 -- 172.21.15.6:0/3536478867 shutdown_connections 2024-05-20T21:28:58.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.847+0000 7fa707400700 1 -- 172.21.15.6:0/3536478867 wait complete. 2024-05-20T21:28:58.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.848+0000 7fa707400700 1 Processor -- start 2024-05-20T21:28:58.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.849+0000 7fa707400700 1 -- start start 2024-05-20T21:28:58.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.849+0000 7fa707400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa700105760 0x7fa70019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.849+0000 7fa707400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa700106120 0x7fa70019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.849+0000 7fa707400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa70010b760 0x7fa7001a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.849+0000 7fa707400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7001159f0 con 0x7fa700106120 2024-05-20T21:28:58.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.849+0000 7fa707400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa700115870 con 0x7fa70010b760 2024-05-20T21:28:58.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.849+0000 7fa707400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa700115b70 con 0x7fa700105760 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.849+0000 7fa6f7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa700106120 0x7fa70019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa6f7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa700106120 0x7fa70019c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56950/0 (socket says 172.21.15.6:56950) 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa704a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa700105760 0x7fa70019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa6f7e00700 1 -- 172.21.15.6:0/1006407678 learned_addr learned my addr 172.21.15.6:0/1006407678 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa705400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa70010b760 0x7fa7001a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa704a00700 1 -- 172.21.15.6:0/1006407678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa70010b760 msgr2=0x7fa7001a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa704a00700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa70010b760 0x7fa7001a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa704a00700 1 -- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa700106120 msgr2=0x7fa70019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa704a00700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa700106120 0x7fa70019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa704a00700 1 -- 172.21.15.6:0/1006407678 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7001a0e00 con 0x7fa700105760 2024-05-20T21:28:58.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.850+0000 7fa704a00700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa700105760 0x7fa70019be40 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000e9f0 tx=0x7fa6f000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.851+0000 7fa6fe000700 1 -- 172.21.15.6:0/1006407678 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f0004220 con 0x7fa700105760 2024-05-20T21:28:58.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.851+0000 7fa6fe000700 1 -- 172.21.15.6:0/1006407678 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6f00043c0 con 0x7fa700105760 2024-05-20T21:28:58.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.851+0000 7fa707400700 1 -- 172.21.15.6:0/1006407678 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7001a10f0 con 0x7fa700105760 2024-05-20T21:28:58.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.851+0000 7fa6fe000700 1 -- 172.21.15.6:0/1006407678 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f0005020 con 0x7fa700105760 2024-05-20T21:28:58.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.851+0000 7fa707400700 1 -- 172.21.15.6:0/1006407678 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7001a8970 con 0x7fa700105760 2024-05-20T21:28:58.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.855+0000 7fa6fe000700 1 -- 172.21.15.6:0/1006407678 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa6f0004750 con 0x7fa700105760 2024-05-20T21:28:58.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.855+0000 7fa711d60b80 1 Processor -- start 2024-05-20T21:28:58.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.856+0000 7fa711d60b80 1 -- start start 2024-05-20T21:28:58.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.856+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d859f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.856+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.856+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d805c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.856+0000 7fa711d60b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563db0cdde40 con 0x563db0d80140 2024-05-20T21:28:58.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.856+0000 7fa711d60b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563db0ccd9e0 con 0x563db0d85f30 2024-05-20T21:28:58.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.856+0000 7fa711d60b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563db0cd1a20 con 0x563db0d85610 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.856+0000 7fa704a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa705400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d859f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa704a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43570/0 (socket says 172.21.15.6:43570) 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa704a00700 1 -- 172.21.15.6:0/2248095871 learned_addr learned my addr 172.21.15.6:0/2248095871 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa6fe000700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6e40b2900 0x7fa6e40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa6f7e00700 1 --2- 172.21.15.6:0/2248095871 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d805c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa704a00700 1 -- 172.21.15.6:0/2248095871 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 msgr2=0x563db0d859f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa705400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6e40b2900 0x7fa6e40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa704a00700 1 --2- 172.21.15.6:0/2248095871 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d859f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa6fe000700 1 -- 172.21.15.6:0/1006407678 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa6f00e2140 con 0x7fa700105760 2024-05-20T21:28:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa704a00700 1 -- 172.21.15.6:0/2248095871 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 msgr2=0x563db0d805c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa704a00700 1 --2- 172.21.15.6:0/2248095871 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d805c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.857+0000 7fa704a00700 1 -- 172.21.15.6:0/2248095871 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563db0c96420 con 0x563db0d85f30 2024-05-20T21:28:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.858+0000 7fa704a00700 1 --2- 172.21.15.6:0/2248095871 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7fb20 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fa6f00dfae0 tx=0x7fa6f000c7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea9a6972d49bd560 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.858+0000 7fa6f6000700 1 -- 172.21.15.6:0/2248095871 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f001c070 con 0x563db0d85f30 2024-05-20T21:28:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.858+0000 7fa6f6000700 1 -- 172.21.15.6:0/2248095871 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6f00a91d0 con 0x563db0d85f30 2024-05-20T21:28:58.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.858+0000 7fa6f6000700 1 -- 172.21.15.6:0/2248095871 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f00b2520 con 0x563db0d85f30 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 -- 172.21.15.6:0/2248095871 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 msgr2=0x563db0d7fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa705400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6e40b2900 0x7fa6e40b4dc0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa6f800b780 tx=0x7fa6f800b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2248095871 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7fb20 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fa6f00dfae0 tx=0x7fa6f000c7c0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 -- 172.21.15.6:0/2248095871 shutdown_connections 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2248095871 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d805c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2248095871 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d859f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2248095871 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7fb20 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 -- 172.21.15.6:0/2248095871 >> 172.21.15.6:0/2248095871 conn(0x563db0cadbe0 msgr2=0x563db0d7a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 -- 172.21.15.6:0/2248095871 shutdown_connections 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.859+0000 7fa711d60b80 1 -- 172.21.15.6:0/2248095871 wait complete. 2024-05-20T21:28:58.861 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 1 -- start start 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 1 Processor -- start 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d80140 0x563db0d8bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d88fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d89500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x563db0bd3fa0 con 0x563db0d85610 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x563db0c6e760 con 0x563db0d85f30 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x563db0d8c980 con 0x563db0d80140 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.860+0000 7fa711d60b80 10 client.0 _ll_register_callbacks cb 0x563db0c77c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa705400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d89500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa705400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d89500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43572/0 (socket says 172.21.15.6:43572) 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa705400700 1 -- 172.21.15.6:0/904237097 learned_addr learned my addr 172.21.15.6:0/904237097 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:58.862 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa6f7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d88fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.863 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa704a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d80140 0x563db0d8bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa705400700 1 -- 172.21.15.6:0/904237097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d80140 msgr2=0x563db0d8bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa705400700 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d80140 0x563db0d8bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa705400700 1 -- 172.21.15.6:0/904237097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 msgr2=0x563db0d88fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa705400700 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d88fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.861+0000 7fa705400700 1 -- 172.21.15.6:0/904237097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563db0c1d8d0 con 0x563db0d85f30 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.862+0000 7fa705400700 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d89500 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa6f8015000 tx=0x7fa6f80099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ec715c4e5b0cd3a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.862+0000 7fa6eea00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.862+0000 7fa6eea00700 1 -- 172.21.15.6:0/904237097 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f8030060 con 0x563db0d85f30 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.862+0000 7fa6eea00700 1 -- 172.21.15.6:0/904237097 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa6f8007e00 con 0x563db0d85f30 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.862+0000 7fa711d60b80 1 -- 172.21.15.6:0/904237097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6f00a91d0 con 0x563db0d85f30 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.862+0000 7fa6eea00700 1 -- 172.21.15.6:0/904237097 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6f8009400 con 0x563db0d85f30 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.862+0000 7fa711d60b80 10 client.29015 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.862+0000 7fa711d60b80 1 -- 172.21.15.6:0/904237097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563db0c9e060 con 0x563db0d85f30 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa6eea00700 1 -- 172.21.15.6:0/904237097 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6f00a91d0 con 0x563db0d85f30 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa6eea00700 1 -- 172.21.15.6:0/904237097 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa6f8011070 con 0x563db0d85f30 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa711d60b80 10 client.29015 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa711d60b80 10 client.29015 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa711d60b80 20 client.29015 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa711d60b80 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563db0d99510 0x563db0d9b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa711d60b80 4 client.29015 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:58.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa711d60b80 1 -- 172.21.15.6:0/904237097 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563db0cdfd90 con 0x563db0d99510 2024-05-20T21:28:58.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.863+0000 7fa704a00700 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563db0d99510 0x563db0d9b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.864+0000 7fa704a00700 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563db0d99510 0x563db0d9b900 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=52a0ed0a3bd23fe4 server_cookie=a04b10c73f4b6022 in_seq=0 out_seq=0 2024-05-20T21:28:58.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.864+0000 7fa6eea00700 10 client.29015 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa6eea00700 1 -- 172.21.15.6:0/904237097 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563db0cdfd90 con 0x563db0d99510 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa6eea00700 10 client.29015 handle_command_reply: tid=0 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 client.29015 shutdown 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 -- 172.21.15.6:0/904237097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 msgr2=0x563db0d89500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d89500 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa6f8015000 tx=0x7fa6f80099e0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 -- 172.21.15.6:0/904237097 shutdown_connections 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563db0d99510 0x563db0d9b900 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d89500 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d80140 0x563db0d8bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 --2- 172.21.15.6:0/904237097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d88fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa6eea00700 0 client.29015 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:28:58.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 -- 172.21.15.6:0/904237097 >> 172.21.15.6:0/904237097 conn(0x563db0cadbe0 msgr2=0x563db0d79d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 -- 172.21.15.6:0/904237097 shutdown_connections 2024-05-20T21:28:58.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.865+0000 7fa711d60b80 1 -- 172.21.15.6:0/904237097 wait complete. 2024-05-20T21:28:58.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.866+0000 7fa711d60b80 20 client.29015 trim_cache size 0 max 16384 2024-05-20T21:28:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.882+0000 7fa711d60b80 1 Processor -- start 2024-05-20T21:28:58.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.882+0000 7fa711d60b80 1 -- start start 2024-05-20T21:28:58.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d7fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d8bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa711d60b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7001b28f0 con 0x563db0d80140 2024-05-20T21:28:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa711d60b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa7001b0180 con 0x563db0d85f30 2024-05-20T21:28:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa711d60b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa7001adfd0 con 0x563db0d85610 2024-05-20T21:28:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa704a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d7fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa704a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d7fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56984/0 (socket says 172.21.15.6:56984) 2024-05-20T21:28:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa6f7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d8bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa704a00700 1 -- 172.21.15.6:0/2713949457 learned_addr learned my addr 172.21.15.6:0/2713949457 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:58.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.883+0000 7fa705400700 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.884+0000 7fa6f7e00700 1 -- 172.21.15.6:0/2713949457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 msgr2=0x563db0d7a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.884+0000 7fa6f7e00700 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.884+0000 7fa6f7e00700 1 -- 172.21.15.6:0/2713949457 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 msgr2=0x563db0d7fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.884+0000 7fa6f7e00700 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d7fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.884+0000 7fa6f7e00700 1 -- 172.21.15.6:0/2713949457 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563db0d9bc70 con 0x563db0d85610 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.884+0000 7fa704a00700 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d7fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.884+0000 7fa6f7e00700 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d8bc20 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x563db0d8a590 tx=0x7fa6e8011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3120c98f7a9f67ac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa6f5600700 1 -- 172.21.15.6:0/2713949457 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e8020070 con 0x563db0d85610 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa6f5600700 1 -- 172.21.15.6:0/2713949457 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6e8011dd0 con 0x563db0d85610 2024-05-20T21:28:58.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa6f5600700 1 -- 172.21.15.6:0/2713949457 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e801b400 con 0x563db0d85610 2024-05-20T21:28:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa711d60b80 1 -- 172.21.15.6:0/2713949457 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 msgr2=0x563db0d8bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d8bc20 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x563db0d8a590 tx=0x7fa6e8011720 comp rx=0 tx=0).stop 2024-05-20T21:28:58.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa711d60b80 1 -- 172.21.15.6:0/2713949457 shutdown_connections 2024-05-20T21:28:58.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d85f30 0x563db0d7a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d80140 0x563db0d7fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2713949457 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85610 0x563db0d8bc20 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.885+0000 7fa711d60b80 1 -- 172.21.15.6:0/2713949457 >> 172.21.15.6:0/2713949457 conn(0x563db0cadbe0 msgr2=0x563db0d878b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.886+0000 7fa711d60b80 1 -- 172.21.15.6:0/2713949457 shutdown_connections 2024-05-20T21:28:58.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.886+0000 7fa711d60b80 1 -- 172.21.15.6:0/2713949457 wait complete. 2024-05-20T21:28:58.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.886+0000 7fa711d60b80 1 -- start start 2024-05-20T21:28:58.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.886+0000 7fa711d60b80 1 Processor -- start 2024-05-20T21:28:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d80140 0x563db0d91c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d92150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa711d60b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85f30 0x563db0da0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa711d60b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7001ae640 con 0x563db0d85610 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa711d60b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa7001afab0 con 0x563db0d80140 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa711d60b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa7001aed10 con 0x563db0d85f30 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa711d60b80 10 client.0 _ll_register_callbacks cb 0x563db0c77c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa6f7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d92150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa705400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85f30 0x563db0da0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa6f7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d92150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:56994/0 (socket says 172.21.15.6:56994) 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa6f7e00700 1 -- 172.21.15.6:0/2486508925 learned_addr learned my addr 172.21.15.6:0/2486508925 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.887+0000 7fa704a00700 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d80140 0x563db0d91c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa6f7e00700 1 -- 172.21.15.6:0/2486508925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85f30 msgr2=0x563db0da0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa6f7e00700 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85f30 0x563db0da0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa6f7e00700 1 -- 172.21.15.6:0/2486508925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d80140 msgr2=0x563db0d91c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:58.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa6f7e00700 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d80140 0x563db0d91c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa6f7e00700 1 -- 172.21.15.6:0/2486508925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563db0da0a10 con 0x563db0d85610 2024-05-20T21:28:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa705400700 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85f30 0x563db0da0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa704a00700 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d80140 0x563db0d91c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa6f7e00700 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d92150 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fa6e801e040 tx=0x7fa6e80038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8400517fd1ce204c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa6eea00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:28:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.888+0000 7fa6eea00700 1 -- 172.21.15.6:0/2486508925 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e8020030 con 0x563db0d85610 2024-05-20T21:28:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.889+0000 7fa711d60b80 1 -- 172.21.15.6:0/2486508925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6e8011dd0 con 0x563db0d85610 2024-05-20T21:28:58.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.889+0000 7fa6eea00700 1 -- 172.21.15.6:0/2486508925 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa6e8011bd0 con 0x563db0d85610 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.889+0000 7fa6eea00700 1 -- 172.21.15.6:0/2486508925 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6e8035050 con 0x563db0d85610 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.889+0000 7fa711d60b80 10 client.18915 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.889+0000 7fa711d60b80 1 -- 172.21.15.6:0/2486508925 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563db0e03a60 con 0x563db0d85610 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.889+0000 7fa6eea00700 1 -- 172.21.15.6:0/2486508925 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6e8011dd0 con 0x563db0d85610 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.889+0000 7fa6eea00700 1 -- 172.21.15.6:0/2486508925 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa6e8026070 con 0x563db0d85610 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa711d60b80 10 client.18915 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa711d60b80 10 client.18915 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa711d60b80 20 client.18915 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563db0e04120 0x563db0e06540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:58.892 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa711d60b80 4 client.18915 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa711d60b80 1 -- 172.21.15.6:0/2486508925 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563db0cd9570 con 0x563db0e04120 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa704a00700 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563db0e04120 0x563db0e06540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa704a00700 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563db0e04120 0x563db0e06540 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7f8f5c513bb02f26 server_cookie=80283fdda4531d87 in_seq=0 out_seq=0 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.890+0000 7fa6eea00700 10 client.18915 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa6eea00700 1 -- 172.21.15.6:0/2486508925 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563db0cd9570 con 0x563db0e04120 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa6eea00700 10 client.18915 handle_command_reply: tid=0 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 client.18915 shutdown 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 -- 172.21.15.6:0/2486508925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 msgr2=0x563db0d92150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d92150 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fa6e801e040 tx=0x7fa6e80038b0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 -- 172.21.15.6:0/2486508925 shutdown_connections 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x563db0d85f30 0x563db0da0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x563db0e04120 0x563db0e06540 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x563db0d80140 0x563db0d91c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 --2- 172.21.15.6:0/2486508925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x563db0d85610 0x563db0d92150 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 -- 172.21.15.6:0/2486508925 >> 172.21.15.6:0/2486508925 conn(0x563db0cadbe0 msgr2=0x563db0d86310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa6eea00700 0 client.18915 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:28:58.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 -- 172.21.15.6:0/2486508925 shutdown_connections 2024-05-20T21:28:58.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.891+0000 7fa711d60b80 1 -- 172.21.15.6:0/2486508925 wait complete. 2024-05-20T21:28:58.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa711d60b80 20 client.18915 trim_cache size 0 max 16384 2024-05-20T21:28:58.894 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:28:58.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 -- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6e40b2900 msgr2=0x7fa6e40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6e40b2900 0x7fa6e40b4dc0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa6f800b780 tx=0x7fa6f800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 -- 172.21.15.6:0/1006407678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa700105760 msgr2=0x7fa70019be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:58.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa700105760 0x7fa70019be40 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000e9f0 tx=0x7fa6f000ed00 comp rx=0 tx=0).stop 2024-05-20T21:28:58.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 -- 172.21.15.6:0/1006407678 shutdown_connections 2024-05-20T21:28:58.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa6e40b2900 0x7fa6e40b4dc0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa70010b760 0x7fa7001a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa700105760 0x7fa70019be40 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 --2- 172.21.15.6:0/1006407678 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa700106120 0x7fa70019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:58.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.892+0000 7fa707400700 1 -- 172.21.15.6:0/1006407678 >> 172.21.15.6:0/1006407678 conn(0x7fa700101250 msgr2=0x7fa700101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:58.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.893+0000 7fa707400700 1 -- 172.21.15.6:0/1006407678 shutdown_connections 2024-05-20T21:28:58.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:58.893+0000 7fa707400700 1 -- 172.21.15.6:0/1006407678 wait complete. 2024-05-20T21:28:59.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.658+0000 7fcf4ca00700 1 -- 172.21.15.6:0/1894128500 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810eeb0 msgr2=0x7fcf48116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.658+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/1894128500 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810eeb0 0x7fcf48116a80 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fcf4000b0a0 tx=0x7fcf4000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.658+0000 7fcf4ca00700 1 -- 172.21.15.6:0/1894128500 shutdown_connections 2024-05-20T21:28:59.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.658+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/1894128500 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810eeb0 0x7fcf48116a80 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.658+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/1894128500 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf48109dd0 0x7fcf4810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.658+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/1894128500 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf4810a780 0x7fcf4810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.658+0000 7fcf4ca00700 1 -- 172.21.15.6:0/1894128500 >> 172.21.15.6:0/1894128500 conn(0x7fcf48076d10 msgr2=0x7fcf48108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.659+0000 7fcf4ca00700 1 -- 172.21.15.6:0/1894128500 shutdown_connections 2024-05-20T21:28:59.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.659+0000 7fcf4ca00700 1 -- 172.21.15.6:0/1894128500 wait complete. 2024-05-20T21:28:59.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.660+0000 7fcf4ca00700 1 Processor -- start 2024-05-20T21:28:59.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.660+0000 7fcf4ca00700 1 -- start start 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.660+0000 7fcf4ca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf48109dd0 0x7fcf481a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf4ca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810a780 0x7fcf481a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf4ca00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf4810eeb0 0x7fcf481a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf4ca00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcf48119d90 con 0x7fcf48109dd0 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf4ca00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcf48119c10 con 0x7fcf4810a780 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf4ca00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcf48119f10 con 0x7fcf4810eeb0 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810a780 0x7fcf481a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810a780 0x7fcf481a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43614/0 (socket says 172.21.15.6:43614) 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45400700 1 -- 172.21.15.6:0/498340213 learned_addr learned my addr 172.21.15.6:0/498340213 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:59.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf48109dd0 0x7fcf481a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf46800700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf4810eeb0 0x7fcf481a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45400700 1 -- 172.21.15.6:0/498340213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf4810eeb0 msgr2=0x7fcf481a49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45400700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf4810eeb0 0x7fcf481a49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45400700 1 -- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf48109dd0 msgr2=0x7fcf481a0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45400700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf48109dd0 0x7fcf481a0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.661+0000 7fcf45400700 1 -- 172.21.15.6:0/498340213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf481a5120 con 0x7fcf4810a780 2024-05-20T21:28:59.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.662+0000 7fcf45400700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810a780 0x7fcf481a06a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fcf3400e970 tx=0x7fcf3400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.662+0000 7fcf3ea00700 1 -- 172.21.15.6:0/498340213 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3400cbd0 con 0x7fcf4810a780 2024-05-20T21:28:59.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.662+0000 7fcf3ea00700 1 -- 172.21.15.6:0/498340213 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf3400cd70 con 0x7fcf4810a780 2024-05-20T21:28:59.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.662+0000 7fcf4ca00700 1 -- 172.21.15.6:0/498340213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf481a5410 con 0x7fcf4810a780 2024-05-20T21:28:59.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.662+0000 7fcf3ea00700 1 -- 172.21.15.6:0/498340213 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf34005680 con 0x7fcf4810a780 2024-05-20T21:28:59.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.662+0000 7fcf4ca00700 1 -- 172.21.15.6:0/498340213 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf481acc90 con 0x7fcf4810a780 2024-05-20T21:28:59.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.667+0000 7fcf3ea00700 1 -- 172.21.15.6:0/498340213 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcf34004750 con 0x7fcf4810a780 2024-05-20T21:28:59.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.667+0000 7fcf5736fb80 1 Processor -- start 2024-05-20T21:28:59.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.667+0000 7fcf5736fb80 1 -- start start 2024-05-20T21:28:59.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182caeca0 0x55e182caf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caf5c0 0x55e182ca9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 0x55e182ca9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e182c06fd0 con 0x55e182ca9680 2024-05-20T21:28:59.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e182bf6b70 con 0x55e182caeca0 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e182bfabb0 con 0x55e182caf5c0 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf46800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182caeca0 0x55e182caf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf46800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182caeca0 0x55e182caf080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:43628/0 (socket says 172.21.15.6:43628) 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf46800700 1 -- 172.21.15.6:0/612067980 learned_addr learned my addr 172.21.15.6:0/612067980 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf45e00700 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caf5c0 0x55e182ca9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.668+0000 7fcf45400700 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 0x55e182ca9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf46800700 1 -- 172.21.15.6:0/612067980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caf5c0 msgr2=0x55e182ca9060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf46800700 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caf5c0 0x55e182ca9060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf46800700 1 -- 172.21.15.6:0/612067980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 msgr2=0x55e182ca9ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf46800700 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 0x55e182ca9ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf46800700 1 -- 172.21.15.6:0/612067980 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e182bbf5b0 con 0x55e182caeca0 2024-05-20T21:28:59.670 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf46800700 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182caeca0 0x55e182caf080 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fcf40015000 tx=0x7fcf40009df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29e4e3bcbcb3f842 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf3ea00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf2c0b29b0 0x7fcf2c0b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf33400700 1 -- 172.21.15.6:0/612067980 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf40022070 con 0x55e182caeca0 2024-05-20T21:28:59.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf3ea00700 1 -- 172.21.15.6:0/498340213 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcf340e2430 con 0x7fcf4810a780 2024-05-20T21:28:59.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf33400700 1 -- 172.21.15.6:0/612067980 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf40009460 con 0x55e182caeca0 2024-05-20T21:28:59.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf33400700 1 -- 172.21.15.6:0/612067980 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf40007bd0 con 0x55e182caeca0 2024-05-20T21:28:59.671 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.669+0000 7fcf45e00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf2c0b29b0 0x7fcf2c0b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.670+0000 7fcf5736fb80 1 -- 172.21.15.6:0/612067980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182caeca0 msgr2=0x55e182caf080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.672 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.670+0000 7fcf45e00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf2c0b29b0 0x7fcf2c0b4e70 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x55e182ca4e50 tx=0x7fcf38009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.670+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182caeca0 0x55e182caf080 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fcf40015000 tx=0x7fcf40009df0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.670+0000 7fcf5736fb80 1 -- 172.21.15.6:0/612067980 shutdown_connections 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.670+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 0x55e182ca9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.670+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182caeca0 0x55e182caf080 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.670+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/612067980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caf5c0 0x55e182ca9060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.670+0000 7fcf5736fb80 1 -- 172.21.15.6:0/612067980 >> 172.21.15.6:0/612067980 conn(0x55e182bd6d70 msgr2=0x55e182ca3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.671+0000 7fcf5736fb80 1 -- 172.21.15.6:0/612067980 shutdown_connections 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.671+0000 7fcf5736fb80 1 -- 172.21.15.6:0/612067980 wait complete. 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.671+0000 7fcf5736fb80 1 -- start start 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.671+0000 7fcf5736fb80 1 Processor -- start 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb3010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e182afd130 con 0x55e182cb2b90 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e182b978f0 con 0x55e182ca9680 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e182cb5fd0 con 0x55e182caeca0 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf5736fb80 10 client.0 _ll_register_callbacks cb 0x55e182ba0e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf45400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf45400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:32794/0 (socket says 172.21.15.6:32794) 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf45400700 1 -- 172.21.15.6:0/3697864869 learned_addr learned my addr 172.21.15.6:0/3697864869 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf45e00700 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.672+0000 7fcf46800700 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf45400700 1 -- 172.21.15.6:0/3697864869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 msgr2=0x55e182cb5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf45400700 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf45400700 1 -- 172.21.15.6:0/3697864869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 msgr2=0x55e182cb3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf45400700 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb3010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf45400700 1 -- 172.21.15.6:0/3697864869 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e182b46a60 con 0x55e182caeca0 2024-05-20T21:28:59.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf46800700 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:28:59.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf45400700 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb2650 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fcf34005950 tx=0x7fcf340a5e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e88de481d4f6129c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf27e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.673+0000 7fcf27e00700 1 -- 172.21.15.6:0/3697864869 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf340a92a0 con 0x55e182caeca0 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.674+0000 7fcf27e00700 1 -- 172.21.15.6:0/3697864869 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcf340b2320 con 0x55e182caeca0 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.674+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3697864869 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf40009460 con 0x55e182caeca0 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.674+0000 7fcf27e00700 1 -- 172.21.15.6:0/3697864869 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcf340a50e0 con 0x55e182caeca0 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.674+0000 7fcf5736fb80 10 client.29029 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.674+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3697864869 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e182bc71f0 con 0x55e182caeca0 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.674+0000 7fcf27e00700 1 -- 172.21.15.6:0/3697864869 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf40009460 con 0x55e182caeca0 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.674+0000 7fcf27e00700 1 -- 172.21.15.6:0/3697864869 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcf340e1070 con 0x55e182caeca0 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.675+0000 7fcf5736fb80 10 client.29029 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.675+0000 7fcf5736fb80 10 client.29029 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.675+0000 7fcf5736fb80 20 client.29029 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.675+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e182cc2fb0 0x55e182cc53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.675+0000 7fcf5736fb80 4 client.29029 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:28:59.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.675+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3697864869 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e182c08f20 con 0x55e182cc2fb0 2024-05-20T21:28:59.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.675+0000 7fcf45e00700 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e182cc2fb0 0x55e182cc53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.676+0000 7fcf45e00700 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e182cc2fb0 0x55e182cc53a0 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ceae73cd03cd703 server_cookie=85a4d7307bc65a26 in_seq=0 out_seq=0 2024-05-20T21:28:59.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.676+0000 7fcf27e00700 10 client.29029 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:59.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.676+0000 7fcf27e00700 1 -- 172.21.15.6:0/3697864869 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e182c08f20 con 0x55e182cc2fb0 2024-05-20T21:28:59.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf27e00700 10 client.29029 handle_command_reply: tid=0 2024-05-20T21:28:59.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 client.29029 shutdown 2024-05-20T21:28:59.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3697864869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 msgr2=0x55e182cb2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb2650 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fcf34005950 tx=0x7fcf340a5e60 comp rx=0 tx=0).stop 2024-05-20T21:28:59.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3697864869 shutdown_connections 2024-05-20T21:28:59.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e182cc2fb0 0x55e182cc53a0 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3697864869 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb2650 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3697864869 >> 172.21.15.6:0/3697864869 conn(0x55e182bd6d70 msgr2=0x55e182ca34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf27e00700 0 client.29029 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:59.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3697864869 shutdown_connections 2024-05-20T21:28:59.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3697864869 wait complete. 2024-05-20T21:28:59.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.677+0000 7fcf5736fb80 20 client.29029 trim_cache size 0 max 16384 2024-05-20T21:28:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.702+0000 7fcf5736fb80 1 Processor -- start 2024-05-20T21:28:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.702+0000 7fcf5736fb80 1 -- start start 2024-05-20T21:28:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.702+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 0x55e182ca9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.702+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.702+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182cb2b90 0x55e182cbf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.702+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcf481b6af0 con 0x55e182ca9680 2024-05-20T21:28:59.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.702+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcf481b4380 con 0x55e182cb2b90 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.702+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcf481b21d0 con 0x55e182caeca0 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf46800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182cb2b90 0x55e182cbf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:32800/0 (socket says 172.21.15.6:32800) 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 -- 172.21.15.6:0/3093148493 learned_addr learned my addr 172.21.15.6:0/3093148493 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45e00700 1 --2- 172.21.15.6:0/3093148493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 0x55e182ca9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 -- 172.21.15.6:0/3093148493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182cb2b90 msgr2=0x55e182cbf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 --2- 172.21.15.6:0/3093148493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182cb2b90 0x55e182cbf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 -- 172.21.15.6:0/3093148493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 msgr2=0x55e182ca9060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 --2- 172.21.15.6:0/3093148493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 0x55e182ca9060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 -- 172.21.15.6:0/3093148493 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e182ca5730 con 0x55e182caeca0 2024-05-20T21:28:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.703+0000 7fcf45400700 1 --2- 172.21.15.6:0/3093148493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb0130 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fcf3400cfd0 tx=0x7fcf34009840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=958afd94d9f2f102 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.704+0000 7fcf32a00700 1 -- 172.21.15.6:0/3093148493 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf340a90c0 con 0x55e182caeca0 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.704+0000 7fcf32a00700 1 -- 172.21.15.6:0/3093148493 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf340cc280 con 0x55e182caeca0 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.704+0000 7fcf32a00700 1 -- 172.21.15.6:0/3093148493 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf340a9950 con 0x55e182caeca0 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.704+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3093148493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 msgr2=0x55e182cb0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3093148493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb0130 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fcf3400cfd0 tx=0x7fcf34009840 comp rx=0 tx=0).stop 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3093148493 shutdown_connections 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3093148493 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182cb2b90 0x55e182cbf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3093148493 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182ca9680 0x55e182ca9060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/3093148493 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb0130 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3093148493 >> 172.21.15.6:0/3093148493 conn(0x55e182bd6d70 msgr2=0x55e182cafa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3093148493 shutdown_connections 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 -- 172.21.15.6:0/3093148493 wait complete. 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 -- start start 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.705+0000 7fcf5736fb80 1 Processor -- start 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf5736fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcf481b2840 con 0x55e182cb2b90 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcf481b3cb0 con 0x55e182ca9680 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf5736fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcf481b2f10 con 0x55e182caeca0 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf5736fb80 10 client.0 _ll_register_callbacks cb 0x55e182ba0e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:28:59.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf45400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf45e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf45400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb87a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:32814/0 (socket says 172.21.15.6:32814) 2024-05-20T21:28:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf45400700 1 -- 172.21.15.6:0/1252160380 learned_addr learned my addr 172.21.15.6:0/1252160380 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:28:59.709 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.706+0000 7fcf46800700 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.707+0000 7fcf45400700 1 -- 172.21.15.6:0/1252160380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 msgr2=0x55e182cb8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.707+0000 7fcf45400700 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.707+0000 7fcf45400700 1 -- 172.21.15.6:0/1252160380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 msgr2=0x55e182cb8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.707+0000 7fcf45400700 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.707+0000 7fcf45400700 1 -- 172.21.15.6:0/1252160380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e182d2dae0 con 0x55e182caeca0 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.707+0000 7fcf45e00700 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.707+0000 7fcf45400700 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb87a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fcf340a6bc0 tx=0x7fcf340b26e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0db65b4647a8cdf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.707+0000 7fcf27e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf27e00700 1 -- 172.21.15.6:0/1252160380 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf340a90c0 con 0x55e182caeca0 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf27e00700 1 -- 172.21.15.6:0/1252160380 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcf340a54d0 con 0x55e182caeca0 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf5736fb80 1 -- 172.21.15.6:0/1252160380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf340cc280 con 0x55e182caeca0 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf27e00700 1 -- 172.21.15.6:0/1252160380 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcf340a92a0 con 0x55e182caeca0 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf5736fb80 10 client.29035 fetch_fsmap learned FSMap version 26 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf5736fb80 1 -- 172.21.15.6:0/1252160380 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e182d2eda0 con 0x55e182caeca0 2024-05-20T21:28:59.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf27e00700 1 -- 172.21.15.6:0/1252160380 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf340cc280 con 0x55e182caeca0 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf27e00700 1 -- 172.21.15.6:0/1252160380 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcf340e1070 con 0x55e182caeca0 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.708+0000 7fcf5736fb80 10 client.29035 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.709+0000 7fcf5736fb80 10 client.29035 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.709+0000 7fcf5736fb80 20 client.29035 populate_metadata read hostname 'smithi006' 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.709+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e182d2f230 0x55e182d31650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.709+0000 7fcf5736fb80 4 client.29035 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.709+0000 7fcf5736fb80 1 -- 172.21.15.6:0/1252160380 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55e182c02700 con 0x55e182d2f230 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.709+0000 7fcf45e00700 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e182d2f230 0x55e182d31650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.710+0000 7fcf45e00700 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e182d2f230 0x55e182d31650 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19c26c60efa9531d server_cookie=8478c29b167fe53b in_seq=0 out_seq=0 2024-05-20T21:28:59.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.710+0000 7fcf27e00700 10 client.29035 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:59.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.722+0000 7fcf27e00700 1 -- 172.21.15.6:0/1252160380 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55e182c02700 con 0x55e182d2f230 2024-05-20T21:28:59.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.722+0000 7fcf27e00700 10 client.29035 handle_command_reply: tid=0 2024-05-20T21:28:59.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 client.29035 shutdown 2024-05-20T21:28:59.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 -- 172.21.15.6:0/1252160380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 msgr2=0x55e182cb87a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb87a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fcf340a6bc0 tx=0x7fcf340b26e0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 -- 172.21.15.6:0/1252160380 shutdown_connections 2024-05-20T21:28:59.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e182cb2b90 0x55e182cb8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e182ca9680 0x55e182cb8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55e182d2f230 0x55e182d31650 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 --2- 172.21.15.6:0/1252160380 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e182caeca0 0x55e182cb87a0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf27e00700 0 client.29035 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:28:59.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 -- 172.21.15.6:0/1252160380 >> 172.21.15.6:0/1252160380 conn(0x55e182bd6d70 msgr2=0x55e182cb3b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 -- 172.21.15.6:0/1252160380 shutdown_connections 2024-05-20T21:28:59.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 1 -- 172.21.15.6:0/1252160380 wait complete. 2024-05-20T21:28:59.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.723+0000 7fcf5736fb80 20 client.29035 trim_cache size 0 max 16384 2024-05-20T21:28:59.726 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 46, 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "34b9e154": { 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 46, 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:28:59.727 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 150.0, 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:28:59.728 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:28:59.729 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:28:59.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 -- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf2c0b29b0 msgr2=0x7fcf2c0b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf2c0b29b0 0x7fcf2c0b4e70 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x55e182ca4e50 tx=0x7fcf38009260 comp rx=0 tx=0).stop 2024-05-20T21:28:59.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 -- 172.21.15.6:0/498340213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810a780 msgr2=0x7fcf481a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:28:59.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810a780 0x7fcf481a06a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fcf3400e970 tx=0x7fcf3400ec80 comp rx=0 tx=0).stop 2024-05-20T21:28:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 -- 172.21.15.6:0/498340213 shutdown_connections 2024-05-20T21:28:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcf2c0b29b0 0x7fcf2c0b4e70 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcf4810eeb0 0x7fcf481a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcf48109dd0 0x7fcf481a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 --2- 172.21.15.6:0/498340213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcf4810a780 0x7fcf481a06a0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:28:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 -- 172.21.15.6:0/498340213 >> 172.21.15.6:0/498340213 conn(0x7fcf48076d10 msgr2=0x7fcf48077190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:28:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.724+0000 7fcf4ca00700 1 -- 172.21.15.6:0/498340213 shutdown_connections 2024-05-20T21:28:59.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:28:59.725+0000 7fcf4ca00700 1 -- 172.21.15.6:0/498340213 wait complete. 2024-05-20T21:29:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:28:59 smithi062 ceph-mon[36640]: pgmap v834: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:28:59 smithi042 ceph-mon[36332]: pgmap v834: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:00.127 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:28:59 smithi006 ceph-mon[31422]: pgmap v834: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:00.188 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:29:01.091 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '34b9e154', quiesce took 11.0 seconds. Will release after: 19.0 2024-05-20T21:29:01.194 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:01 smithi062 ceph-mon[36640]: pgmap v835: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:01 smithi042 ceph-mon[36332]: pgmap v835: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:02.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:01 smithi006 ceph-mon[31422]: pgmap v835: 97 pgs: 97 active+clean; 2.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:29:03.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.506+0000 7f616fa00700 1 -- 172.21.15.6:0/3654496035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6168106140 msgr2=0x7f6168112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.506+0000 7f616fa00700 1 --2- 172.21.15.6:0/3654496035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6168106140 0x7f6168112650 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f616000b0a0 tx=0x7f616000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.506+0000 7f616fa00700 1 -- 172.21.15.6:0/3654496035 shutdown_connections 2024-05-20T21:29:03.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.506+0000 7f616fa00700 1 --2- 172.21.15.6:0/3654496035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6168106140 0x7f6168112650 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.507 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.506+0000 7f616fa00700 1 --2- 172.21.15.6:0/3654496035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f616810b780 0x7f616810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.506+0000 7f616fa00700 1 --2- 172.21.15.6:0/3654496035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168105780 0x7f6168105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.506+0000 7f616fa00700 1 -- 172.21.15.6:0/3654496035 >> 172.21.15.6:0/3654496035 conn(0x7f6168101270 msgr2=0x7f6168103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.507+0000 7f616fa00700 1 -- 172.21.15.6:0/3654496035 shutdown_connections 2024-05-20T21:29:03.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.507+0000 7f616fa00700 1 -- 172.21.15.6:0/3654496035 wait complete. 2024-05-20T21:29:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.508+0000 7f616fa00700 1 Processor -- start 2024-05-20T21:29:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.508+0000 7f616fa00700 1 -- start start 2024-05-20T21:29:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.508+0000 7f616fa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6168105780 0x7f616819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.508+0000 7f616fa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168106140 0x7f616819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.508+0000 7f616fa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f616810b780 0x7f61681a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.508+0000 7f616fa00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f61681159b0 con 0x7f616810b780 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.508+0000 7f616fa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f6168115830 con 0x7f6168106140 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.508+0000 7f616fa00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6168115b30 con 0x7f6168105780 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616d000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6168105780 0x7f616819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616da00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f616810b780 0x7f61681a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616d000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6168105780 0x7f616819be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:32836/0 (socket says 172.21.15.6:32836) 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616d000700 1 -- 172.21.15.6:0/3951877733 learned_addr learned my addr 172.21.15.6:0/3951877733 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f6167e00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168106140 0x7f616819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616da00700 1 -- 172.21.15.6:0/3951877733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6168105780 msgr2=0x7f616819be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616da00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6168105780 0x7f616819be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616da00700 1 -- 172.21.15.6:0/3951877733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168106140 msgr2=0x7f616819c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616da00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168106140 0x7f616819c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.509+0000 7f616da00700 1 -- 172.21.15.6:0/3951877733 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61681a0e10 con 0x7f616810b780 2024-05-20T21:29:03.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.510+0000 7f616da00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f616810b780 0x7f61681a06d0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f61600062a0 tx=0x7f6160004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.510+0000 7f6165600700 1 -- 172.21.15.6:0/3951877733 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6160021070 con 0x7f616810b780 2024-05-20T21:29:03.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.510+0000 7f616fa00700 1 -- 172.21.15.6:0/3951877733 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61681a10a0 con 0x7f616810b780 2024-05-20T21:29:03.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.510+0000 7f6165600700 1 -- 172.21.15.6:0/3951877733 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6160007b80 con 0x7f616810b780 2024-05-20T21:29:03.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.510+0000 7f6165600700 1 -- 172.21.15.6:0/3951877733 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616001de60 con 0x7f616810b780 2024-05-20T21:29:03.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.510+0000 7f616fa00700 1 -- 172.21.15.6:0/3951877733 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61681a8980 con 0x7f616810b780 2024-05-20T21:29:03.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.514+0000 7f6165600700 1 -- 172.21.15.6:0/3951877733 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6160024070 con 0x7f616810b780 2024-05-20T21:29:03.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.515+0000 7f617a2ccb80 1 Processor -- start 2024-05-20T21:29:03.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.515+0000 7f617a2ccb80 1 -- start start 2024-05-20T21:29:03.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f6165600700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f61500b2880 0x7f61500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd27d0 0x55e640ccc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640ccc880 0x55e640cccce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e640c2ae40 con 0x55e640cd27d0 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e640c1a9e0 con 0x55e640ccc880 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e640c1ea20 con 0x55e640cd1eb0 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f6165600700 1 -- 172.21.15.6:0/3951877733 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f616000f020 con 0x7f616810b780 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f6167e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f616d000700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f61500b2880 0x7f61500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f6167e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd2290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:32842/0 (socket says 172.21.15.6:32842) 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f6167e00700 1 -- 172.21.15.6:0/1307869017 learned_addr learned my addr 172.21.15.6:0/1307869017 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.516+0000 7f6167e00700 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd27d0 0x55e640ccc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.517+0000 7f616da00700 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640ccc880 0x55e640cccce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.517+0000 7f6167e00700 1 -- 172.21.15.6:0/1307869017 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640ccc880 msgr2=0x55e640cccce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.517+0000 7f6167e00700 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640ccc880 0x55e640cccce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.517+0000 7f6167e00700 1 -- 172.21.15.6:0/1307869017 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd27d0 msgr2=0x55e640ccc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.517+0000 7f6167e00700 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd27d0 0x55e640ccc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.517+0000 7f6167e00700 1 -- 172.21.15.6:0/1307869017 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e640be3420 con 0x55e640cd1eb0 2024-05-20T21:29:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.517+0000 7f6167e00700 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd2290 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f6154012840 tx=0x7f615400b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45b2b7b319ab00d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.517+0000 7f616d000700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f61500b2880 0x7f61500b4d40 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f615c007c10 tx=0x7f615c007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.518+0000 7f615a000700 1 -- 172.21.15.6:0/1307869017 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6154012e60 con 0x55e640cd1eb0 2024-05-20T21:29:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.518+0000 7f615a000700 1 -- 172.21.15.6:0/1307869017 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61540044e0 con 0x55e640cd1eb0 2024-05-20T21:29:03.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.518+0000 7f615a000700 1 -- 172.21.15.6:0/1307869017 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6154005260 con 0x55e640cd1eb0 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1307869017 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 msgr2=0x55e640cd2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd2290 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f6154012840 tx=0x7f615400b860 comp rx=0 tx=0).stop 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1307869017 shutdown_connections 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640ccc880 0x55e640cccce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd2290 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1307869017 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd27d0 0x55e640ccc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1307869017 >> 172.21.15.6:0/1307869017 conn(0x55e640bfabe0 msgr2=0x55e640cc7010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1307869017 shutdown_connections 2024-05-20T21:29:03.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.519+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1307869017 wait complete. 2024-05-20T21:29:03.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.520+0000 7f617a2ccb80 1 -- start start 2024-05-20T21:29:03.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.520+0000 7f617a2ccb80 1 Processor -- start 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.520+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640cd8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.520+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd1eb0 0x55e640cd5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd27d0 0x55e640cd5d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e640b20fa0 con 0x55e640ccc880 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e640bbb760 con 0x55e640cd1eb0 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e640cd9240 con 0x55e640cd27d0 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f617a2ccb80 10 client.0 _ll_register_callbacks cb 0x55e640bc4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f616d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640cd8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f6167e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd1eb0 0x55e640cd5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f616d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640cd8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57084/0 (socket says 172.21.15.6:57084) 2024-05-20T21:29:03.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f616d000700 1 -- 172.21.15.6:0/1004970264 learned_addr learned my addr 172.21.15.6:0/1004970264 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:03.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f616da00700 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd27d0 0x55e640cd5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f6167e00700 1 -- 172.21.15.6:0/1004970264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd27d0 msgr2=0x55e640cd5d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f6167e00700 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd27d0 0x55e640cd5d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f6167e00700 1 -- 172.21.15.6:0/1004970264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 msgr2=0x55e640cd8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f6167e00700 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640cd8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.521+0000 7f6167e00700 1 -- 172.21.15.6:0/1004970264 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e640b6a8d0 con 0x55e640cd1eb0 2024-05-20T21:29:03.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.522+0000 7f6167e00700 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd1eb0 0x55e640cd5830 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f6154004e60 tx=0x7f6154004980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d907b18dac1afcb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.522+0000 7f614ea00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:03.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.522+0000 7f614ea00700 1 -- 172.21.15.6:0/1004970264 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6154012e60 con 0x55e640cd1eb0 2024-05-20T21:29:03.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.522+0000 7f614ea00700 1 -- 172.21.15.6:0/1004970264 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6154005230 con 0x55e640cd1eb0 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.522+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1004970264 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61540044e0 con 0x55e640cd1eb0 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.522+0000 7f614ea00700 1 -- 172.21.15.6:0/1004970264 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6154005430 con 0x55e640cd1eb0 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f617a2ccb80 10 client.29051 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1004970264 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e640beb060 con 0x55e640cd1eb0 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f614ea00700 1 -- 172.21.15.6:0/1004970264 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61540044e0 con 0x55e640cd1eb0 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f614ea00700 1 -- 172.21.15.6:0/1004970264 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6154028c20 con 0x55e640cd1eb0 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f617a2ccb80 10 client.29051 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f617a2ccb80 10 client.29051 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f617a2ccb80 20 client.29051 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e640ce5ce0 0x55e640ce80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f617a2ccb80 4 client.29051 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.523+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1004970264 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e640c2cd90 con 0x55e640ce5ce0 2024-05-20T21:29:03.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.524+0000 7f616d000700 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e640ce5ce0 0x55e640ce80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.524+0000 7f616d000700 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e640ce5ce0 0x55e640ce80d0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8fb484c86a235a68 server_cookie=ab8e7a1dffaf63d6 in_seq=0 out_seq=0 2024-05-20T21:29:03.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.524+0000 7f614ea00700 10 client.29051 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.525+0000 7f614ea00700 1 -- 172.21.15.6:0/1004970264 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e640c2cd90 con 0x55e640ce5ce0 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.525+0000 7f614ea00700 10 client.29051 handle_command_reply: tid=0 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.525+0000 7f617a2ccb80 1 client.29051 shutdown 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.525+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1004970264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd1eb0 msgr2=0x55e640cd5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.525+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd1eb0 0x55e640cd5830 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f6154004e60 tx=0x7f6154004980 comp rx=0 tx=0).stop 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.525+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1004970264 shutdown_connections 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.525+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e640ce5ce0 0x55e640ce80d0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.526+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd27d0 0x55e640cd5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.526+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640cd8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.526+0000 7f614ea00700 0 client.29051 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:03.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.526+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1004970264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd1eb0 0x55e640cd5830 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.526+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1004970264 >> 172.21.15.6:0/1004970264 conn(0x55e640bfabe0 msgr2=0x55e640ccb250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.526+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1004970264 shutdown_connections 2024-05-20T21:29:03.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.526+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1004970264 wait complete. 2024-05-20T21:29:03.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.526+0000 7f617a2ccb80 20 client.29051 trim_cache size 0 max 16384 2024-05-20T21:29:03.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.543+0000 7f617a2ccb80 1 Processor -- start 2024-05-20T21:29:03.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.543+0000 7f617a2ccb80 1 -- start start 2024-05-20T21:29:03.543 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.543+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640ccc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.543+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd4120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.543+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640cd4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.543+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f61681b2810 con 0x55e640ccc880 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.543+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f61681b00a0 con 0x55e640cd27d0 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.543+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f61681adef0 con 0x55e640cd1eb0 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640ccc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640ccc260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:57096/0 (socket says 172.21.15.6:57096) 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616d000700 1 -- 172.21.15.6:0/304143222 learned_addr learned my addr 172.21.15.6:0/304143222 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616da00700 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640cd4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.544 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f6167e00700 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616d000700 1 -- 172.21.15.6:0/304143222 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 msgr2=0x55e640cd4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616d000700 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd4120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616d000700 1 -- 172.21.15.6:0/304143222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 msgr2=0x55e640cd4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616d000700 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640cd4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616d000700 1 -- 172.21.15.6:0/304143222 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e640cd1a10 con 0x55e640ccc880 2024-05-20T21:29:03.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.544+0000 7f616da00700 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640cd4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:03.545 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.545+0000 7f616d000700 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640ccc260 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f615c007fd0 tx=0x7f615c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca5ca67c67fd358d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.545+0000 7f6159600700 1 -- 172.21.15.6:0/304143222 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615c02c070 con 0x55e640ccc880 2024-05-20T21:29:03.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.545+0000 7f6159600700 1 -- 172.21.15.6:0/304143222 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f615c011d10 con 0x55e640ccc880 2024-05-20T21:29:03.546 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.545+0000 7f6159600700 1 -- 172.21.15.6:0/304143222 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615c026c30 con 0x55e640ccc880 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 -- 172.21.15.6:0/304143222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 msgr2=0x55e640ccc260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640ccc260 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f615c007fd0 tx=0x7f615c013000 comp rx=0 tx=0).stop 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 -- 172.21.15.6:0/304143222 shutdown_connections 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640cd4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640ccc880 0x55e640ccc260 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/304143222 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640cd1eb0 0x55e640cd4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 -- 172.21.15.6:0/304143222 >> 172.21.15.6:0/304143222 conn(0x55e640bfabe0 msgr2=0x55e640cc8700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 -- 172.21.15.6:0/304143222 shutdown_connections 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 -- 172.21.15.6:0/304143222 wait complete. 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.546+0000 7f617a2ccb80 1 -- start start 2024-05-20T21:29:03.547 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f617a2ccb80 1 Processor -- start 2024-05-20T21:29:03.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640ccc880 0x55e640cdeb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.549 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd1eb0 0x55e640cecf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f617a2ccb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640ced4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f61681ae560 con 0x55e640cd1eb0 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f61681af9d0 con 0x55e640cd27d0 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f617a2ccb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f61681aec30 con 0x55e640ccc880 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f617a2ccb80 10 client.0 _ll_register_callbacks cb 0x55e640bc4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f616d000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640ccc880 0x55e640cdeb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f616d000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640ccc880 0x55e640cdeb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:32878/0 (socket says 172.21.15.6:32878) 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.547+0000 7f616d000700 1 -- 172.21.15.6:0/1544284670 learned_addr learned my addr 172.21.15.6:0/1544284670 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f6167e00700 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd1eb0 0x55e640cecf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f616da00700 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640ced4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f616d000700 1 -- 172.21.15.6:0/1544284670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 msgr2=0x55e640ced4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.550 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f616d000700 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640ced4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f616d000700 1 -- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd1eb0 msgr2=0x55e640cecf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f616d000700 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd1eb0 0x55e640cecf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f616d000700 1 -- 172.21.15.6:0/1544284670 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e640cedc90 con 0x55e640ccc880 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f6167e00700 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd1eb0 0x55e640cecf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f616d000700 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640ccc880 0x55e640cdeb90 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f615c006010 tx=0x7f615c010c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb8476cafd180bcf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f614ea00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f614ea00700 1 -- 172.21.15.6:0/1544284670 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615c02c040 con 0x55e640ccc880 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.548+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1544284670 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f615c011d10 con 0x55e640ccc880 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f614ea00700 1 -- 172.21.15.6:0/1544284670 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f615c0262d0 con 0x55e640ccc880 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f614ea00700 1 -- 172.21.15.6:0/1544284670 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f615c011b50 con 0x55e640ccc880 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f617a2ccb80 10 client.29053 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1544284670 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e640d505c0 con 0x55e640ccc880 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f614ea00700 1 -- 172.21.15.6:0/1544284670 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f615c011d10 con 0x55e640ccc880 2024-05-20T21:29:03.551 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f614ea00700 1 -- 172.21.15.6:0/1544284670 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f615c005450 con 0x55e640ccc880 2024-05-20T21:29:03.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f617a2ccb80 10 client.29053 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:03.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f617a2ccb80 10 client.29053 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:29:03.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f617a2ccb80 20 client.29053 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:03.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e640d50ca0 0x55e640d530c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:03.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f617a2ccb80 4 client.29053 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:03.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.549+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1544284670 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e640c26570 con 0x55e640d50ca0 2024-05-20T21:29:03.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.550+0000 7f6167e00700 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e640d50ca0 0x55e640d530c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.550+0000 7f6167e00700 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e640d50ca0 0x55e640d530c0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=114537cde990deea server_cookie=75c367c608981246 in_seq=0 out_seq=0 2024-05-20T21:29:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.550+0000 7f614ea00700 10 client.29053 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f614ea00700 1 -- 172.21.15.6:0/1544284670 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e640c26570 con 0x55e640d50ca0 2024-05-20T21:29:03.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f614ea00700 10 client.29053 handle_command_reply: tid=0 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 client.29053 shutdown 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1544284670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640ccc880 msgr2=0x55e640cdeb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640ccc880 0x55e640cdeb90 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f615c006010 tx=0x7f615c010c00 comp rx=0 tx=0).stop 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1544284670 shutdown_connections 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e640cd27d0 0x55e640ced4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55e640d50ca0 0x55e640d530c0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e640ccc880 0x55e640cdeb90 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 --2- 172.21.15.6:0/1544284670 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e640cd1eb0 0x55e640cecf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f614ea00700 0 client.29053 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1544284670 >> 172.21.15.6:0/1544284670 conn(0x55e640bfabe0 msgr2=0x55e640cd40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1544284670 shutdown_connections 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 1 -- 172.21.15.6:0/1544284670 wait complete. 2024-05-20T21:29:03.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.551+0000 7f617a2ccb80 20 client.29053 trim_cache size 0 max 16384 2024-05-20T21:29:03.555 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:29:03.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 -- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f61500b2880 msgr2=0x7f61500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f61500b2880 0x7f61500b4d40 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f615c007c10 tx=0x7f615c007480 comp rx=0 tx=0).stop 2024-05-20T21:29:03.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 -- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f616810b780 msgr2=0x7f61681a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f616810b780 0x7f61681a06d0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f61600062a0 tx=0x7f6160004cf0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 -- 172.21.15.6:0/3951877733 shutdown_connections 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f61500b2880 0x7f61500b4d40 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f616810b780 0x7f61681a06d0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6168105780 0x7f616819be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 --2- 172.21.15.6:0/3951877733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6168106140 0x7f616819c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.552+0000 7f616fa00700 1 -- 172.21.15.6:0/3951877733 >> 172.21.15.6:0/3951877733 conn(0x7f6168101270 msgr2=0x7f61681017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.553+0000 7f616fa00700 1 -- 172.21.15.6:0/3951877733 shutdown_connections 2024-05-20T21:29:03.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:03.553+0000 7f616fa00700 1 -- 172.21.15.6:0/3951877733 wait complete. 2024-05-20T21:29:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:03 smithi062 ceph-mon[36640]: pgmap v836: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:04.077 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:03 smithi006 ceph-mon[31422]: pgmap v836: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:03 smithi042 ceph-mon[36332]: pgmap v836: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:29:04.588 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:29:05.050 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:05.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:05 smithi006 ceph-mon[31422]: pgmap v837: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:29:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:05 smithi062 ceph-mon[36640]: pgmap v837: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:29:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:05 smithi042 ceph-mon[36332]: pgmap v837: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:29:07.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.410+0000 7f8ab6800700 1 -- 172.21.15.6:0/464542097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0105760 msgr2=0x7f8ab0105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.410+0000 7f8ab6800700 1 --2- 172.21.15.6:0/464542097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0105760 0x7f8ab0105be0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c009990 tx=0x7f8a9c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.411+0000 7f8ab6800700 1 -- 172.21.15.6:0/464542097 shutdown_connections 2024-05-20T21:29:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.411+0000 7f8ab6800700 1 --2- 172.21.15.6:0/464542097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ab0106120 0x7f8ab0112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.411+0000 7f8ab6800700 1 --2- 172.21.15.6:0/464542097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ab010b760 0x7f8ab010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.411+0000 7f8ab6800700 1 --2- 172.21.15.6:0/464542097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0105760 0x7f8ab0105be0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.411+0000 7f8ab6800700 1 -- 172.21.15.6:0/464542097 >> 172.21.15.6:0/464542097 conn(0x7f8ab0101250 msgr2=0x7f8ab0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.411+0000 7f8ab6800700 1 -- 172.21.15.6:0/464542097 shutdown_connections 2024-05-20T21:29:07.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.411+0000 7f8ab6800700 1 -- 172.21.15.6:0/464542097 wait complete. 2024-05-20T21:29:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.412+0000 7f8ab6800700 1 Processor -- start 2024-05-20T21:29:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.412+0000 7f8ab6800700 1 -- start start 2024-05-20T21:29:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8ab6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ab0105760 0x7f8ab019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8ab6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0106120 0x7f8ab019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8ab6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ab010b760 0x7f8ab01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8ab6800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab01159a0 con 0x7f8ab0106120 2024-05-20T21:29:07.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8ab6800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab0115820 con 0x7f8ab010b760 2024-05-20T21:29:07.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8ab6800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab0115b20 con 0x7f8ab0105760 2024-05-20T21:29:07.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8aaf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ab0105760 0x7f8ab019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8aaea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0106120 0x7f8ab019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8aaf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ab0105760 0x7f8ab019be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57928/0 (socket says 172.21.15.6:57928) 2024-05-20T21:29:07.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8aaf400700 1 -- 172.21.15.6:0/4215871925 learned_addr learned my addr 172.21.15.6:0/4215871925 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.413+0000 7f8aafe00700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ab010b760 0x7f8ab01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.414+0000 7f8aaf400700 1 -- 172.21.15.6:0/4215871925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ab010b760 msgr2=0x7f8ab01a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.414+0000 7f8aaf400700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ab010b760 0x7f8ab01a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.414+0000 7f8aaf400700 1 -- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0106120 msgr2=0x7f8ab019c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.414+0000 7f8aaf400700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0106120 0x7f8ab019c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.414+0000 7f8aaf400700 1 -- 172.21.15.6:0/4215871925 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ab01a0e40 con 0x7f8ab0105760 2024-05-20T21:29:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.414+0000 7f8aaea00700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0106120 0x7f8ab019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.414+0000 7f8aaf400700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ab0105760 0x7f8ab019be30 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8aa000e9a0 tx=0x7f8aa000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.414+0000 7f8aa7e00700 1 -- 172.21.15.6:0/4215871925 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa000ca10 con 0x7f8ab0105760 2024-05-20T21:29:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.415+0000 7f8aa7e00700 1 -- 172.21.15.6:0/4215871925 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8aa000cbb0 con 0x7f8ab0105760 2024-05-20T21:29:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.415+0000 7f8ab6800700 1 -- 172.21.15.6:0/4215871925 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ab01a1130 con 0x7f8ab0105760 2024-05-20T21:29:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.415+0000 7f8aa7e00700 1 -- 172.21.15.6:0/4215871925 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0018680 con 0x7f8ab0105760 2024-05-20T21:29:07.416 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.415+0000 7f8ab6800700 1 -- 172.21.15.6:0/4215871925 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ab01a89b0 con 0x7f8ab0105760 2024-05-20T21:29:07.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.418+0000 7f8aa7e00700 1 -- 172.21.15.6:0/4215871925 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8aa0010430 con 0x7f8ab0105760 2024-05-20T21:29:07.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.419+0000 7f8ac1250b80 1 Processor -- start 2024-05-20T21:29:07.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8ac1250b80 1 -- start start 2024-05-20T21:29:07.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8aa7e00700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8a940b2880 0x7f8a940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3e610 0x559962f3e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f3ef30 0x559962f38b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f39140 0x559962f395c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559962e96e40 con 0x559962f39140 2024-05-20T21:29:07.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559962e869e0 con 0x559962f3e610 2024-05-20T21:29:07.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559962e8aa20 con 0x559962f3ef30 2024-05-20T21:29:07.421 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.420+0000 7f8aa7e00700 1 -- 172.21.15.6:0/4215871925 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8aa00e2420 con 0x7f8ab0105760 2024-05-20T21:29:07.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f3ef30 0x559962f38b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaf400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3e610 0x559962f3e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f3ef30 0x559962f38b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57940/0 (socket says 172.21.15.6:57940) 2024-05-20T21:29:07.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaea00700 1 -- 172.21.15.6:0/806528024 learned_addr learned my addr 172.21.15.6:0/806528024 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aafe00700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8a940b2880 0x7f8a940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aafe00700 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f39140 0x559962f395c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaea00700 1 -- 172.21.15.6:0/806528024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3e610 msgr2=0x559962f3e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaea00700 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3e610 0x559962f3e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaea00700 1 -- 172.21.15.6:0/806528024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f39140 msgr2=0x559962f395c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaea00700 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f39140 0x559962f395c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aaea00700 1 -- 172.21.15.6:0/806528024 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559962e4f420 con 0x559962f3ef30 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.421+0000 7f8aafe00700 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f39140 0x559962f395c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.422+0000 7f8aaea00700 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f3ef30 0x559962f38b20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c009990 tx=0x7f8a9c005960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=92f9b68344966ed1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.422+0000 7f8aafe00700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8a940b2880 0x7f8a940b4d40 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x559962f39b00 tx=0x7f8aa8009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.422+0000 7f8aa4c00700 1 -- 172.21.15.6:0/806528024 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a9c027070 con 0x559962f3ef30 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.422+0000 7f8aa4c00700 1 -- 172.21.15.6:0/806528024 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a9c003680 con 0x559962f3ef30 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.422+0000 7f8aa4c00700 1 -- 172.21.15.6:0/806528024 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a9c00f6c0 con 0x559962f3ef30 2024-05-20T21:29:07.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 -- 172.21.15.6:0/806528024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f3ef30 msgr2=0x559962f38b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f3ef30 0x559962f38b20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f8a9c009990 tx=0x7f8a9c005960 comp rx=0 tx=0).stop 2024-05-20T21:29:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 -- 172.21.15.6:0/806528024 shutdown_connections 2024-05-20T21:29:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f39140 0x559962f395c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3e610 0x559962f3e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/806528024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f3ef30 0x559962f38b20 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 -- 172.21.15.6:0/806528024 >> 172.21.15.6:0/806528024 conn(0x559962e66be0 msgr2=0x559962f33690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 -- 172.21.15.6:0/806528024 shutdown_connections 2024-05-20T21:29:07.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 -- 172.21.15.6:0/806528024 wait complete. 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.423+0000 7f8ac1250b80 1 -- start start 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.424+0000 7f8ac1250b80 1 Processor -- start 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.424+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.424+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f42070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.424+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f425b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.424+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559962d8cfa0 con 0x559962f3e610 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.424+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559962e27760 con 0x559962f3ef30 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.424+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559962f45980 con 0x559962f39140 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.424+0000 7f8ac1250b80 10 client.0 _ll_register_callbacks cb 0x559962e30c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aaea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f42070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f425b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aaea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f42070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41482/0 (socket says 172.21.15.6:41482) 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aaea00700 1 -- 172.21.15.6:0/358688879 learned_addr learned my addr 172.21.15.6:0/358688879 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aaf400700 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aafe00700 1 -- 172.21.15.6:0/358688879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 msgr2=0x559962f44cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aafe00700 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aafe00700 1 -- 172.21.15.6:0/358688879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 msgr2=0x559962f42070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aafe00700 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f42070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aafe00700 1 -- 172.21.15.6:0/358688879 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559962dd68d0 con 0x559962f3ef30 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.425+0000 7f8aaf400700 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:07.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.426+0000 7f8aafe00700 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f425b0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8009ec0 tx=0x7f8aa8004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=259a21bf3dd32814 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.426+0000 7f8a99600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.426+0000 7f8a99600700 1 -- 172.21.15.6:0/358688879 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa802a060 con 0x559962f3ef30 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.426+0000 7f8a99600700 1 -- 172.21.15.6:0/358688879 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8aa8012040 con 0x559962f3ef30 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.426+0000 7f8ac1250b80 1 -- 172.21.15.6:0/358688879 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a9c003680 con 0x559962f3ef30 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.426+0000 7f8a99600700 1 -- 172.21.15.6:0/358688879 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8aa801c510 con 0x559962f3ef30 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.426+0000 7f8ac1250b80 10 client.29069 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.426+0000 7f8ac1250b80 1 -- 172.21.15.6:0/358688879 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559962e57060 con 0x559962f3ef30 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8a99600700 1 -- 172.21.15.6:0/358688879 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a9c003680 con 0x559962f3ef30 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8a99600700 1 -- 172.21.15.6:0/358688879 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8aa801a5e0 con 0x559962f3ef30 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8ac1250b80 10 client.29069 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8ac1250b80 10 client.29069 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:07.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8ac1250b80 20 client.29069 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:07.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559962f525d0 0x559962f549c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8ac1250b80 4 client.29069 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:07.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8ac1250b80 1 -- 172.21.15.6:0/358688879 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559962e98d90 con 0x559962f525d0 2024-05-20T21:29:07.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.427+0000 7f8aaf400700 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559962f525d0 0x559962f549c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.428+0000 7f8aaf400700 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559962f525d0 0x559962f549c0 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=478f459c800a84bd server_cookie=b95c3d81c82618e7 in_seq=0 out_seq=0 2024-05-20T21:29:07.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.428+0000 7f8a99600700 10 client.29069 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:07.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8a99600700 1 -- 172.21.15.6:0/358688879 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559962e98d90 con 0x559962f525d0 2024-05-20T21:29:07.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8a99600700 10 client.29069 handle_command_reply: tid=0 2024-05-20T21:29:07.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 client.29069 shutdown 2024-05-20T21:29:07.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 -- 172.21.15.6:0/358688879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 msgr2=0x559962f425b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f425b0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8009ec0 tx=0x7f8aa8004b40 comp rx=0 tx=0).stop 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 -- 172.21.15.6:0/358688879 shutdown_connections 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f425b0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559962f525d0 0x559962f549c0 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/358688879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f42070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8a99600700 0 client.29069 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 -- 172.21.15.6:0/358688879 >> 172.21.15.6:0/358688879 conn(0x559962e66be0 msgr2=0x559962f32d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 -- 172.21.15.6:0/358688879 shutdown_connections 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.429+0000 7f8ac1250b80 1 -- 172.21.15.6:0/358688879 wait complete. 2024-05-20T21:29:07.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.430+0000 7f8ac1250b80 20 client.29069 trim_cache size 0 max 16384 2024-05-20T21:29:07.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.447+0000 7f8ac1250b80 1 Processor -- start 2024-05-20T21:29:07.447 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.447+0000 7f8ac1250b80 1 -- start start 2024-05-20T21:29:07.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f40ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.448 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f3fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab01b2940 con 0x559962f3e610 2024-05-20T21:29:07.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab01b01d0 con 0x559962f3ef30 2024-05-20T21:29:07.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab01ae020 con 0x559962f39140 2024-05-20T21:29:07.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8aaf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8aafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f3fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8aaf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57948/0 (socket says 172.21.15.6:57948) 2024-05-20T21:29:07.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8aaf400700 1 -- 172.21.15.6:0/3484357936 learned_addr learned my addr 172.21.15.6:0/3484357936 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.449 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.448+0000 7f8aaea00700 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f40ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8aafe00700 1 -- 172.21.15.6:0/3484357936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 msgr2=0x559962f44cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8aafe00700 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8aafe00700 1 -- 172.21.15.6:0/3484357936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 msgr2=0x559962f40ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8aafe00700 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f40ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8aafe00700 1 -- 172.21.15.6:0/3484357936 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559962f55040 con 0x559962f3ef30 2024-05-20T21:29:07.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8aaf400700 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:07.451 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8aafe00700 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f3fac0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f8aa801aba0 tx=0x7f8aa801a470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73e398dd770547a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8a9be00700 1 -- 172.21.15.6:0/3484357936 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa801a5a0 con 0x559962f3ef30 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8a9be00700 1 -- 172.21.15.6:0/3484357936 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8aa801a740 con 0x559962f3ef30 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.449+0000 7f8a9be00700 1 -- 172.21.15.6:0/3484357936 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa8004020 con 0x559962f3ef30 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 -- 172.21.15.6:0/3484357936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 msgr2=0x559962f3fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f3fac0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f8aa801aba0 tx=0x7f8aa801a470 comp rx=0 tx=0).stop 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 -- 172.21.15.6:0/3484357936 shutdown_connections 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f3fac0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f44cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/3484357936 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f40ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 -- 172.21.15.6:0/3484357936 >> 172.21.15.6:0/3484357936 conn(0x559962e66be0 msgr2=0x559962f3f3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 -- 172.21.15.6:0/3484357936 shutdown_connections 2024-05-20T21:29:07.452 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.450+0000 7f8ac1250b80 1 -- 172.21.15.6:0/3484357936 wait complete. 2024-05-20T21:29:07.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.451+0000 7f8ac1250b80 1 -- start start 2024-05-20T21:29:07.453 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.451+0000 7f8ac1250b80 1 Processor -- start 2024-05-20T21:29:07.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.451+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f4ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.451+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f4b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8ac1250b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f59360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab01ae690 con 0x559962f3e610 2024-05-20T21:29:07.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab01afb00 con 0x559962f3ef30 2024-05-20T21:29:07.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8ac1250b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab01aed60 con 0x559962f39140 2024-05-20T21:29:07.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8ac1250b80 10 client.0 _ll_register_callbacks cb 0x559962e30c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:07.455 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aaf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f4ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aaea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f4b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f59360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f59360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45608/0 (socket says 172.21.15.6:45608) 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aaf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f4ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57954/0 (socket says 172.21.15.6:57954) 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aafe00700 1 -- 172.21.15.6:0/1304134618 learned_addr learned my addr 172.21.15.6:0/1304134618 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aaf400700 1 -- 172.21.15.6:0/1304134618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 msgr2=0x559962f59360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aaf400700 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f59360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aaf400700 1 -- 172.21.15.6:0/1304134618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 msgr2=0x559962f4b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aaf400700 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f4b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aaf400700 1 -- 172.21.15.6:0/1304134618 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559962f599a0 con 0x559962f39140 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.452+0000 7f8aafe00700 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f59360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.453+0000 7f8aaf400700 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f4ac10 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f8aa00a98d0 tx=0x7f8aa0010c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c4a65c9bf992fa8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.456 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.453+0000 7f8a99600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.453+0000 7f8a99600700 1 -- 172.21.15.6:0/1304134618 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa00a9450 con 0x559962f39140 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.453+0000 7f8a99600700 1 -- 172.21.15.6:0/1304134618 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8aa00b2310 con 0x559962f39140 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.453+0000 7f8ac1250b80 1 -- 172.21.15.6:0/1304134618 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8aa801a740 con 0x559962f39140 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.453+0000 7f8a99600700 1 -- 172.21.15.6:0/1304134618 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8aa00a9940 con 0x559962f39140 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.453+0000 7f8ac1250b80 10 client.29071 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.453+0000 7f8ac1250b80 1 -- 172.21.15.6:0/1304134618 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559962fbcb00 con 0x559962f39140 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8a99600700 1 -- 172.21.15.6:0/1304134618 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8aa801a740 con 0x559962f39140 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8a99600700 1 -- 172.21.15.6:0/1304134618 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8aa006f230 con 0x559962f39140 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8ac1250b80 10 client.29071 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8ac1250b80 10 client.29071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8ac1250b80 20 client.29071 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559962fbd160 0x559962fbf580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8ac1250b80 4 client.29071 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:07.457 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8ac1250b80 1 -- 172.21.15.6:0/1304134618 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559962e92570 con 0x559962fbd160 2024-05-20T21:29:07.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.454+0000 7f8aaea00700 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559962fbd160 0x559962fbf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.455+0000 7f8aaea00700 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559962fbd160 0x559962fbf580 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81a16d0a9378350c server_cookie=1f5f58e8dc0f502f in_seq=0 out_seq=0 2024-05-20T21:29:07.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.455+0000 7f8a99600700 10 client.29071 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:07.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.455+0000 7f8a99600700 1 -- 172.21.15.6:0/1304134618 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559962e92570 con 0x559962fbd160 2024-05-20T21:29:07.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.455+0000 7f8a99600700 10 client.29071 handle_command_reply: tid=0 2024-05-20T21:29:07.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.455+0000 7f8ac1250b80 1 client.29071 shutdown 2024-05-20T21:29:07.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.455+0000 7f8ac1250b80 1 -- 172.21.15.6:0/1304134618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 msgr2=0x559962f4ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.455+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f4ac10 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f8aa00a98d0 tx=0x7f8aa0010c10 comp rx=0 tx=0).stop 2024-05-20T21:29:07.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 1 -- 172.21.15.6:0/1304134618 shutdown_connections 2024-05-20T21:29:07.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559962f3ef30 0x559962f59360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559962fbd160 0x559962fbf580 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559962f39140 0x559962f4ac10 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 1 --2- 172.21.15.6:0/1304134618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559962f3e610 0x559962f4b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8a99600700 0 client.29071 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:07.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 1 -- 172.21.15.6:0/1304134618 >> 172.21.15.6:0/1304134618 conn(0x559962e66be0 msgr2=0x559962f3d1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 1 -- 172.21.15.6:0/1304134618 shutdown_connections 2024-05-20T21:29:07.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 1 -- 172.21.15.6:0/1304134618 wait complete. 2024-05-20T21:29:07.460 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.456+0000 7f8ac1250b80 20 client.29071 trim_cache size 0 max 16384 2024-05-20T21:29:07.460 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:29:07.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 -- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8a940b2880 msgr2=0x7f8a940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8a940b2880 0x7f8a940b4d40 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x559962f39b00 tx=0x7f8aa8009920 comp rx=0 tx=0).stop 2024-05-20T21:29:07.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 -- 172.21.15.6:0/4215871925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ab0105760 msgr2=0x7f8ab019be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ab0105760 0x7f8ab019be30 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8aa000e9a0 tx=0x7f8aa000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 -- 172.21.15.6:0/4215871925 shutdown_connections 2024-05-20T21:29:07.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8a940b2880 0x7f8a940b4d40 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8ab010b760 0x7f8ab01a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8ab0105760 0x7f8ab019be30 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 --2- 172.21.15.6:0/4215871925 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8ab0106120 0x7f8ab019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 -- 172.21.15.6:0/4215871925 >> 172.21.15.6:0/4215871925 conn(0x7f8ab0101250 msgr2=0x7f8ab0101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 -- 172.21.15.6:0/4215871925 shutdown_connections 2024-05-20T21:29:07.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:07.457+0000 7f8ab6800700 1 -- 172.21.15.6:0/4215871925 wait complete. 2024-05-20T21:29:07.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:07 smithi006 ceph-mon[31422]: pgmap v838: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:07.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 -- 172.21.15.6:0/1877402165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 msgr2=0x7fcad01068e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 --2- 172.21.15.6:0/1877402165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 0x7fcad01068e0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fcac8009ca0 tx=0x7fcac802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 -- 172.21.15.6:0/1877402165 shutdown_connections 2024-05-20T21:29:07.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 --2- 172.21.15.6:0/1877402165 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 0x7fcad01068e0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 --2- 172.21.15.6:0/1877402165 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcad0103ab0 0x7fcad0105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 --2- 172.21.15.6:0/1877402165 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcad0101140 0x7fcad0103570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 -- 172.21.15.6:0/1877402165 >> 172.21.15.6:0/1877402165 conn(0x7fcad00fcd80 msgr2=0x7fcad00ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.921 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 -- 172.21.15.6:0/1877402165 shutdown_connections 2024-05-20T21:29:07.922 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.921+0000 7fcad5c00640 1 -- 172.21.15.6:0/1877402165 wait complete. 2024-05-20T21:29:07.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.922+0000 7fcad5c00640 1 Processor -- start 2024-05-20T21:29:07.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.922+0000 7fcad5c00640 1 -- start start 2024-05-20T21:29:07.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.922+0000 7fcad5c00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcad0101140 0x7fcad019f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.922+0000 7fcad5c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcad0103ab0 0x7fcad019f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.922+0000 7fcad5c00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 0x7fcad01a6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.922+0000 7fcad5c00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcad0114a20 con 0x7fcad0106460 2024-05-20T21:29:07.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.922+0000 7fcad5c00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcad01148a0 con 0x7fcad0103ab0 2024-05-20T21:29:07.923 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.922+0000 7fcad5c00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcad0114ba0 con 0x7fcad0101140 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcad5200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 0x7fcad01a6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcac7400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcad0103ab0 0x7fcad019f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcad5200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 0x7fcad01a6610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41534/0 (socket says 172.21.15.6:41534) 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcac7400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcad0103ab0 0x7fcad019f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45628/0 (socket says 172.21.15.6:45628) 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcad5200640 1 -- 172.21.15.6:0/108238889 learned_addr learned my addr 172.21.15.6:0/108238889 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcacfe00640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcad0101140 0x7fcad019f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcac7400640 1 -- 172.21.15.6:0/108238889 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcad0101140 msgr2=0x7fcad019f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcac7400640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcad0101140 0x7fcad019f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcac7400640 1 -- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 msgr2=0x7fcad01a6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcac7400640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 0x7fcad01a6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.924 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.923+0000 7fcac7400640 1 -- 172.21.15.6:0/108238889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcad01a6c80 con 0x7fcad0103ab0 2024-05-20T21:29:07.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.924+0000 7fcac7400640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcad0103ab0 0x7fcad019f5a0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fcab800e9f0 tx=0x7fcab800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.924+0000 7fcacd600640 1 -- 172.21.15.6:0/108238889 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab800cd80 con 0x7fcad0103ab0 2024-05-20T21:29:07.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.924+0000 7fcacd600640 1 -- 172.21.15.6:0/108238889 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcab80035f0 con 0x7fcad0103ab0 2024-05-20T21:29:07.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.924+0000 7fcad5c00640 1 -- 172.21.15.6:0/108238889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcad01a6f70 con 0x7fcad0103ab0 2024-05-20T21:29:07.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.924+0000 7fcacd600640 1 -- 172.21.15.6:0/108238889 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8010690 con 0x7fcad0103ab0 2024-05-20T21:29:07.925 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.924+0000 7fcad5c00640 1 -- 172.21.15.6:0/108238889 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcad01a7480 con 0x7fcad0103ab0 2024-05-20T21:29:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.928+0000 7fcada1a1740 1 Processor -- start 2024-05-20T21:29:07.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcada1a1740 1 -- start start 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06729110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c067296e0 0x556c0672e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c0672e850 0x556c06730ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcada1a1740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556c06698b90 con 0x556c06728cf0 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcada1a1740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556c06688730 con 0x556c0672e850 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcada1a1740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556c0668c770 con 0x556c067296e0 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcad5200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06729110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcad5200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06729110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41540/0 (socket says 172.21.15.6:41540) 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcad5200640 1 -- 172.21.15.6:0/2991616330 learned_addr learned my addr 172.21.15.6:0/2991616330 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.929+0000 7fcacfe00640 1 --2- 172.21.15.6:0/2991616330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c067296e0 0x556c0672e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.930+0000 7fcacd600640 1 -- 172.21.15.6:0/108238889 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcab80037a0 con 0x7fcad0103ab0 2024-05-20T21:29:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.930+0000 7fcad5200640 1 -- 172.21.15.6:0/2991616330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c067296e0 msgr2=0x556c0672e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.930+0000 7fcad5200640 1 --2- 172.21.15.6:0/2991616330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c067296e0 0x556c0672e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.930+0000 7fcad5200640 1 -- 172.21.15.6:0/2991616330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c0672e850 msgr2=0x556c06730ce0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-20T21:29:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.930+0000 7fcad5200640 1 --2- 172.21.15.6:0/2991616330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c0672e850 0x556c06730ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.930+0000 7fcad5200640 1 -- 172.21.15.6:0/2991616330 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c066218b0 con 0x556c06728cf0 2024-05-20T21:29:07.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.930+0000 7fcad5200640 1 --2- 172.21.15.6:0/2991616330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06729110 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fcac8009430 tx=0x7fcac8005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe04cc4162292cd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.933 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.930+0000 7fcac5600640 1 -- 172.21.15.6:0/2991616330 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac8031650 con 0x556c06728cf0 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.931+0000 7fcac5600640 1 -- 172.21.15.6:0/2991616330 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcac8036030 con 0x556c06728cf0 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.931+0000 7fcac5600640 1 -- 172.21.15.6:0/2991616330 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac8004750 con 0x556c06728cf0 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.931+0000 7fcada1a1740 1 -- 172.21.15.6:0/2991616330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 msgr2=0x556c06729110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.931+0000 7fcada1a1740 1 --2- 172.21.15.6:0/2991616330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06729110 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fcac8009430 tx=0x7fcac8005ef0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.931+0000 7fcacd600640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcab40b2850 0x7fcab40b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.931+0000 7fcada1a1740 1 -- 172.21.15.6:0/2991616330 shutdown_connections 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcada1a1740 1 --2- 172.21.15.6:0/2991616330 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c0672e850 0x556c06730ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcada1a1740 1 --2- 172.21.15.6:0/2991616330 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c067296e0 0x556c0672e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcada1a1740 1 --2- 172.21.15.6:0/2991616330 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06729110 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcada1a1740 1 -- 172.21.15.6:0/2991616330 >> 172.21.15.6:0/2991616330 conn(0x556c06724360 msgr2=0x556c06724760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcacd600640 1 -- 172.21.15.6:0/108238889 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcab80e2570 con 0x7fcad0103ab0 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcad5200640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcab40b2850 0x7fcab40b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcada1a1740 1 -- 172.21.15.6:0/2991616330 shutdown_connections 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcada1a1740 1 -- 172.21.15.6:0/2991616330 wait complete. 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcada1a1740 1 -- start start 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcad5200640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcab40b2850 0x7fcab40b4d10 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fcac802ade0 tx=0x7fcac802a8c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.932+0000 7fcada1a1740 1 Processor -- start 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 0x556c06732910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06732e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcada1a1740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556c0636e790 con 0x556c067296e0 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcada1a1740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556c06630bc0 con 0x556c06728cf0 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcada1a1740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556c06731620 con 0x556c0672e850 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcada1a1740 10 client.0 _ll_register_callbacks cb 0x556c0660e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcad5200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcac7400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06732e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcacfe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 0x556c06732910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcad5200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:57998/0 (socket says 172.21.15.6:57998) 2024-05-20T21:29:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.933+0000 7fcad5200640 1 -- 172.21.15.6:0/1388899828 learned_addr learned my addr 172.21.15.6:0/1388899828 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcac7400640 1 -- 172.21.15.6:0/1388899828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 msgr2=0x556c06739e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcac7400640 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcac7400640 1 -- 172.21.15.6:0/1388899828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 msgr2=0x556c06732910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcac7400640 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 0x556c06732910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcac7400640 1 -- 172.21.15.6:0/1388899828 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c0639d210 con 0x556c067296e0 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcac7400640 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06732e50 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fcab801f000 tx=0x7fcab80a95a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4725ff0102d551 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcabe000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcabe000640 1 -- 172.21.15.6:0/1388899828 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab80ade40 con 0x556c067296e0 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcabe000640 1 -- 172.21.15.6:0/1388899828 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcab8009310 con 0x556c067296e0 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.934+0000 7fcada1a1740 1 -- 172.21.15.6:0/1388899828 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcac8036030 con 0x556c067296e0 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcabe000640 1 -- 172.21.15.6:0/1388899828 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcab80b28f0 con 0x556c067296e0 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcada1a1740 10 client.18981 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcada1a1740 1 -- 172.21.15.6:0/1388899828 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556c06469620 con 0x556c067296e0 2024-05-20T21:29:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcabe000640 1 -- 172.21.15.6:0/1388899828 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcac8036030 con 0x556c067296e0 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcabe000640 1 -- 172.21.15.6:0/1388899828 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcab80a8cf0 con 0x556c067296e0 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcada1a1740 10 client.18981 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcada1a1740 10 client.18981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcada1a1740 20 client.18981 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcada1a1740 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556c0673e400 0x556c067407f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcada1a1740 4 client.18981 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.935+0000 7fcada1a1740 1 -- 172.21.15.6:0/1388899828 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c0669aae0 con 0x556c0673e400 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.936+0000 7fcacfe00640 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556c0673e400 0x556c067407f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.936+0000 7fcacfe00640 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556c0673e400 0x556c067407f0 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78474176bb1a9505 server_cookie=5e2e474867dc1ba9 in_seq=0 out_seq=0 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.936+0000 7fcabe000640 10 client.18981 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.937+0000 7fcabe000640 1 -- 172.21.15.6:0/1388899828 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556c0669aae0 con 0x556c0673e400 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.937+0000 7fcabe000640 10 client.18981 handle_command_reply: tid=0 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.937+0000 7fcada1a1740 1 client.18981 shutdown 2024-05-20T21:29:07.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.937+0000 7fcada1a1740 1 -- 172.21.15.6:0/1388899828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 msgr2=0x556c06732e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.937+0000 7fcada1a1740 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06732e50 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fcab801f000 tx=0x7fcab80a95a0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 1 -- 172.21.15.6:0/1388899828 shutdown_connections 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556c0673e400 0x556c067407f0 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06732e50 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 1 --2- 172.21.15.6:0/1388899828 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 0x556c06732910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcabe000640 0 client.18981 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 1 -- 172.21.15.6:0/1388899828 >> 172.21.15.6:0/1388899828 conn(0x556c06724360 msgr2=0x556c067234c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 1 -- 172.21.15.6:0/1388899828 shutdown_connections 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 1 -- 172.21.15.6:0/1388899828 wait complete. 2024-05-20T21:29:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.938+0000 7fcada1a1740 20 client.18981 trim_cache size 0 max 16384 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.955+0000 7fcada1a1740 1 Processor -- start 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.955+0000 7fcada1a1740 1 -- start start 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.955+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 0x556c067279c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.955+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06739e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.955+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06745060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.955+0000 7fcada1a1740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcad01b2d20 con 0x556c067296e0 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.955+0000 7fcada1a1740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcad01b05f0 con 0x556c06728cf0 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.955+0000 7fcada1a1740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcad01ae440 con 0x556c0672e850 2024-05-20T21:29:07.956 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06739e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06739e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41546/0 (socket says 172.21.15.6:41546) 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 -- 172.21.15.6:0/3791919831 learned_addr learned my addr 172.21.15.6:0/3791919831 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcad5200640 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06745060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcacfe00640 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 0x556c067279c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 -- 172.21.15.6:0/3791919831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 msgr2=0x556c06745060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06745060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 -- 172.21.15.6:0/3791919831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 msgr2=0x556c067279c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 0x556c067279c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.957 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 -- 172.21.15.6:0/3791919831 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c067319f0 con 0x556c067296e0 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.956+0000 7fcac7400640 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06739e50 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fcab80b2ab0 tx=0x7fcab80a9150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9af3b2657ee9849 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcac4c00640 1 -- 172.21.15.6:0/3791919831 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab80ca070 con 0x556c067296e0 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcac4c00640 1 -- 172.21.15.6:0/3791919831 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcab80ade40 con 0x556c067296e0 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcac4c00640 1 -- 172.21.15.6:0/3791919831 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab8009310 con 0x556c067296e0 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcada1a1740 1 -- 172.21.15.6:0/3791919831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 msgr2=0x556c06739e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06739e50 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fcab80b2ab0 tx=0x7fcab80a9150 comp rx=0 tx=0).stop 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcada1a1740 1 -- 172.21.15.6:0/3791919831 shutdown_connections 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06745060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c067296e0 0x556c06739e50 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3791919831 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c06728cf0 0x556c067279c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.960 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.957+0000 7fcada1a1740 1 -- 172.21.15.6:0/3791919831 >> 172.21.15.6:0/3791919831 conn(0x556c06724360 msgr2=0x556c0672aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.958+0000 7fcada1a1740 1 -- 172.21.15.6:0/3791919831 shutdown_connections 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.958+0000 7fcada1a1740 1 -- 172.21.15.6:0/3791919831 wait complete. 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.958+0000 7fcada1a1740 1 -- start start 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.958+0000 7fcada1a1740 1 Processor -- start 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06737bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c067296e0 0x556c067380f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcada1a1740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcada1a1740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fcad01aeab0 con 0x556c06728cf0 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcada1a1740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fcad01aff20 con 0x556c067296e0 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcada1a1740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fcad01af180 con 0x556c0672e850 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcada1a1740 10 client.0 _ll_register_callbacks cb 0x7fcab80056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcac7400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c067296e0 0x556c067380f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcacfe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06737bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcac7400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c067296e0 0x556c067380f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45654/0 (socket says 172.21.15.6:45654) 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcac7400640 1 -- 172.21.15.6:0/3129061365 learned_addr learned my addr 172.21.15.6:0/3129061365 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcad5200640 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcacfe00640 1 -- 172.21.15.6:0/3129061365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 msgr2=0x556c06739100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcacfe00640 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcacfe00640 1 -- 172.21.15.6:0/3129061365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c067296e0 msgr2=0x556c067380f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcacfe00640 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c067296e0 0x556c067380f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcacfe00640 1 -- 172.21.15.6:0/3129061365 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c067396f0 con 0x556c06728cf0 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcad5200640 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.959+0000 7fcac7400640 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c067296e0 0x556c067380f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.960+0000 7fcacfe00640 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06737bb0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x556c06740fb0 tx=0x7fcac001fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18b454f96b9c979d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.960+0000 7fcabe000640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.960+0000 7fcabe000640 1 -- 172.21.15.6:0/3129061365 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac0005220 con 0x556c06728cf0 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.960+0000 7fcada1a1740 1 -- 172.21.15.6:0/3129061365 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcab80ade40 con 0x556c06728cf0 2024-05-20T21:29:07.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.960+0000 7fcabe000640 1 -- 172.21.15.6:0/3129061365 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fcac00053c0 con 0x556c06728cf0 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.960+0000 7fcabe000640 1 -- 172.21.15.6:0/3129061365 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcac00055c0 con 0x556c06728cf0 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.960+0000 7fcada1a1740 10 client.18987 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.960+0000 7fcada1a1740 1 -- 172.21.15.6:0/3129061365 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556c067a95e0 con 0x556c06728cf0 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcabe000640 1 -- 172.21.15.6:0/3129061365 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcab80ade40 con 0x556c06728cf0 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcabe000640 1 -- 172.21.15.6:0/3129061365 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcac00318f0 con 0x556c06728cf0 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcada1a1740 10 client.18987 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcada1a1740 10 client.18987 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcada1a1740 20 client.18987 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556c067a9ee0 0x556c067ac2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcada1a1740 4 client.18987 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcada1a1740 1 -- 172.21.15.6:0/3129061365 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556c066942c0 con 0x556c067a9ee0 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.961+0000 7fcac7400640 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556c067a9ee0 0x556c067ac2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:07.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.962+0000 7fcac7400640 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556c067a9ee0 0x556c067ac2d0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37152ee4431f375a server_cookie=da8bd6efbb6c620a in_seq=0 out_seq=0 2024-05-20T21:29:07.965 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.962+0000 7fcabe000640 10 client.18987 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.975+0000 7fcabe000640 1 -- 172.21.15.6:0/3129061365 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x556c066942c0 con 0x556c067a9ee0 2024-05-20T21:29:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.975+0000 7fcabe000640 10 client.18987 handle_command_reply: tid=0 2024-05-20T21:29:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.975+0000 7fcada1a1740 1 client.18987 shutdown 2024-05-20T21:29:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 -- 172.21.15.6:0/3129061365 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 msgr2=0x556c06737bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06737bb0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x556c06740fb0 tx=0x7fcac001fc90 comp rx=0 tx=0).stop 2024-05-20T21:29:07.976 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 -- 172.21.15.6:0/3129061365 shutdown_connections 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556c067a9ee0 0x556c067ac2d0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556c0672e850 0x556c06739100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556c067296e0 0x556c067380f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 --2- 172.21.15.6:0/3129061365 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556c06728cf0 0x556c06737bb0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcabe000640 0 client.18987 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 -- 172.21.15.6:0/3129061365 >> 172.21.15.6:0/3129061365 conn(0x556c06724360 msgr2=0x556c0672aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 -- 172.21.15.6:0/3129061365 shutdown_connections 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 1 -- 172.21.15.6:0/3129061365 wait complete. 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.976+0000 7fcada1a1740 20 client.18987 trim_cache size 0 max 16384 2024-05-20T21:29:07.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:29:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:29:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:29:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 -- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcab40b2850 msgr2=0x7fcab40b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcab40b2850 0x7fcab40b4d10 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fcac802ade0 tx=0x7fcac802a8c0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 -- 172.21.15.6:0/108238889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcad0103ab0 msgr2=0x7fcad019f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcad0103ab0 0x7fcad019f5a0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fcab800e9f0 tx=0x7fcab800eeb0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 -- 172.21.15.6:0/108238889 shutdown_connections 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fcab40b2850 0x7fcab40b4d10 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fcad0106460 0x7fcad01a6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fcad0103ab0 0x7fcad019f5a0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 --2- 172.21.15.6:0/108238889 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcad0101140 0x7fcad019f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 -- 172.21.15.6:0/108238889 >> 172.21.15.6:0/108238889 conn(0x7fcad00fcd80 msgr2=0x7fcad0101df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 -- 172.21.15.6:0/108238889 shutdown_connections 2024-05-20T21:29:07.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:07.977+0000 7fcad5c00640 1 -- 172.21.15.6:0/108238889 wait complete. 2024-05-20T21:29:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:07 smithi062 ceph-mon[36640]: pgmap v838: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:07 smithi042 ceph-mon[36332]: pgmap v838: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:29:09.591 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:29:09.591 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:29:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:09 smithi062 ceph-mon[36640]: pgmap v839: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.6 KiB/s wr, 10 op/s 2024-05-20T21:29:10.060 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:09 smithi042 ceph-mon[36332]: pgmap v839: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.6 KiB/s wr, 10 op/s 2024-05-20T21:29:10.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:09 smithi006 ceph-mon[31422]: pgmap v839: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.6 KiB/s wr, 10 op/s 2024-05-20T21:29:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:11 smithi062 ceph-mon[36640]: pgmap v840: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.7 KiB/s wr, 10 op/s 2024-05-20T21:29:12.066 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:11 smithi006 ceph-mon[31422]: pgmap v840: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.7 KiB/s wr, 10 op/s 2024-05-20T21:29:12.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:11 smithi042 ceph-mon[36332]: pgmap v840: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.7 KiB/s wr, 10 op/s 2024-05-20T21:29:12.381 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 -- 172.21.15.6:0/1587927999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0106120 msgr2=0x7ff9f0112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1587927999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0106120 0x7ff9f0112630 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009f90 tx=0x7ff9e800b330 comp rx=0 tx=0).stop 2024-05-20T21:29:12.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 -- 172.21.15.6:0/1587927999 shutdown_connections 2024-05-20T21:29:12.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1587927999 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0106120 0x7ff9f0112630 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1587927999 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9f010b760 0x7ff9f010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1587927999 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9f0105760 0x7ff9f0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 -- 172.21.15.6:0/1587927999 >> 172.21.15.6:0/1587927999 conn(0x7ff9f0101250 msgr2=0x7ff9f0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:12.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 -- 172.21.15.6:0/1587927999 shutdown_connections 2024-05-20T21:29:12.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.381+0000 7ff9f5000700 1 -- 172.21.15.6:0/1587927999 wait complete. 2024-05-20T21:29:12.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.382+0000 7ff9f5000700 1 Processor -- start 2024-05-20T21:29:12.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9f5000700 1 -- start start 2024-05-20T21:29:12.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9f5000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0105760 0x7ff9f019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9f5000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9f0106120 0x7ff9f019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9f5000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9f010b760 0x7ff9f01a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9f5000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f01159b0 con 0x7ff9f010b760 2024-05-20T21:29:12.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9f5000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f0115830 con 0x7ff9f0106120 2024-05-20T21:29:12.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9f5000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f0115b30 con 0x7ff9f0105760 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0105760 0x7ff9f019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0105760 0x7ff9f019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58020/0 (socket says 172.21.15.6:58020) 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9ede00700 1 -- 172.21.15.6:0/1087617800 learned_addr learned my addr 172.21.15.6:0/1087617800 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.383+0000 7ff9ee800700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9f010b760 0x7ff9f01a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9e7e00700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9f0106120 0x7ff9f019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9ede00700 1 -- 172.21.15.6:0/1087617800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9f0106120 msgr2=0x7ff9f019c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9ede00700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9f0106120 0x7ff9f019c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9ede00700 1 -- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9f010b760 msgr2=0x7ff9f01a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9ede00700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9f010b760 0x7ff9f01a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9ede00700 1 -- 172.21.15.6:0/1087617800 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f01a0e90 con 0x7ff9f0105760 2024-05-20T21:29:12.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9ede00700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0105760 0x7ff9f019be80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000e9a0 tx=0x7ff9e000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:12.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9e6a00700 1 -- 172.21.15.6:0/1087617800 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e000cbd0 con 0x7ff9f0105760 2024-05-20T21:29:12.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.384+0000 7ff9e6a00700 1 -- 172.21.15.6:0/1087617800 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9e000cd70 con 0x7ff9f0105760 2024-05-20T21:29:12.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.385+0000 7ff9f5000700 1 -- 172.21.15.6:0/1087617800 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9f01a1180 con 0x7ff9f0105760 2024-05-20T21:29:12.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.385+0000 7ff9e6a00700 1 -- 172.21.15.6:0/1087617800 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e0018680 con 0x7ff9f0105760 2024-05-20T21:29:12.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.385+0000 7ff9f5000700 1 -- 172.21.15.6:0/1087617800 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9f01a8a00 con 0x7ff9f0105760 2024-05-20T21:29:12.388 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.388+0000 7ff9e6a00700 1 -- 172.21.15.6:0/1087617800 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff9e0010430 con 0x7ff9f0105760 2024-05-20T21:29:12.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.389+0000 7ff9ff9ffb80 1 Processor -- start 2024-05-20T21:29:12.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9ff9ffb80 1 -- start start 2024-05-20T21:29:12.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975690 0x5621ee975a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee96fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee9701c0 0x5621ee970640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5621ee8cdec0 con 0x5621ee9701c0 2024-05-20T21:29:12.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5621ee8bda60 con 0x5621ee975fb0 2024-05-20T21:29:12.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5621ee8c1aa0 con 0x5621ee975690 2024-05-20T21:29:12.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9e6a00700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9d40b2900 0x7ff9d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9ede00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee96fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.390+0000 7ff9e6a00700 1 -- 172.21.15.6:0/1087617800 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff9e00e24b0 con 0x7ff9f0105760 2024-05-20T21:29:12.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9e7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee9701c0 0x5621ee970640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ee800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975690 0x5621ee975a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ede00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee96fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45670/0 (socket says 172.21.15.6:45670) 2024-05-20T21:29:12.391 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ede00700 1 -- 172.21.15.6:0/135925307 learned_addr learned my addr 172.21.15.6:0/135925307 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:12.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ede00700 1 -- 172.21.15.6:0/135925307 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975690 msgr2=0x5621ee975a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:12.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ede00700 1 --2- 172.21.15.6:0/135925307 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975690 0x5621ee975a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ede00700 1 -- 172.21.15.6:0/135925307 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee9701c0 msgr2=0x5621ee970640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:12.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ede00700 1 --2- 172.21.15.6:0/135925307 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee9701c0 0x5621ee970640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ede00700 1 -- 172.21.15.6:0/135925307 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621ee8864a0 con 0x5621ee975fb0 2024-05-20T21:29:12.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ee800700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9d40b2900 0x7ff9d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.391+0000 7ff9ede00700 1 --2- 172.21.15.6:0/135925307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee96fba0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000c5b0 tx=0x7ff9e00a3f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17bae922015423d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:12.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.392+0000 7ff9df400700 1 -- 172.21.15.6:0/135925307 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e00a9140 con 0x5621ee975fb0 2024-05-20T21:29:12.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.392+0000 7ff9df400700 1 -- 172.21.15.6:0/135925307 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9e00a94e0 con 0x5621ee975fb0 2024-05-20T21:29:12.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.392+0000 7ff9df400700 1 -- 172.21.15.6:0/135925307 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e00cc2e0 con 0x5621ee975fb0 2024-05-20T21:29:12.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.392+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/135925307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 msgr2=0x5621ee96fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.393 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.392+0000 7ff9ee800700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9d40b2900 0x7ff9d40b4dc0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009da0 tx=0x7ff9e8009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.392+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/135925307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee96fba0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000c5b0 tx=0x7ff9e00a3f80 comp rx=0 tx=0).stop 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.393+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/135925307 shutdown_connections 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.393+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/135925307 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee9701c0 0x5621ee970640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.393+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/135925307 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975690 0x5621ee975a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.393+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/135925307 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee96fba0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.393+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/135925307 >> 172.21.15.6:0/135925307 conn(0x5621ee89dc60 msgr2=0x5621ee96a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.393+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/135925307 shutdown_connections 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.393+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/135925307 wait complete. 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.393+0000 7ff9ff9ffb80 1 -- start start 2024-05-20T21:29:12.394 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ff9ffb80 1 Processor -- start 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee97bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975690 0x5621ee979040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975fb0 0x5621ee979580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5621ee7c4020 con 0x5621ee975fb0 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5621ee85e7e0 con 0x5621ee975690 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5621ee97ca60 con 0x5621ee9701c0 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ff9ffb80 10 client.0 _ll_register_callbacks cb 0x5621ee867cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee97bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee97bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58046/0 (socket says 172.21.15.6:58046) 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ede00700 1 -- 172.21.15.6:0/3510252052 learned_addr learned my addr 172.21.15.6:0/3510252052 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9ee800700 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975fb0 0x5621ee979580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.394+0000 7ff9e7e00700 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975690 0x5621ee979040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9ede00700 1 -- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975690 msgr2=0x5621ee979040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9ede00700 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975690 0x5621ee979040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9ede00700 1 -- 172.21.15.6:0/3510252052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975fb0 msgr2=0x5621ee979580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9ede00700 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975fb0 0x5621ee979580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9ede00700 1 -- 172.21.15.6:0/3510252052 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621ee80d950 con 0x5621ee9701c0 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9e7e00700 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975690 0x5621ee979040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9ede00700 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee97bca0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0009230 tx=0x7ff9e00b2630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=509e119b30b4c118 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9d3e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.395+0000 7ff9d3e00700 1 -- 172.21.15.6:0/3510252052 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e00a9140 con 0x5621ee9701c0 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.396+0000 7ff9d3e00700 1 -- 172.21.15.6:0/3510252052 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff9e0010930 con 0x5621ee9701c0 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.396+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/3510252052 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9e00a94e0 con 0x5621ee9701c0 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.396+0000 7ff9d3e00700 1 -- 172.21.15.6:0/3510252052 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff9e00a99d0 con 0x5621ee9701c0 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.396+0000 7ff9ff9ffb80 10 client.29101 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:12.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.396+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/3510252052 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5621ee88e0e0 con 0x5621ee9701c0 2024-05-20T21:29:12.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.396+0000 7ff9d3e00700 1 -- 172.21.15.6:0/3510252052 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9e00a94e0 con 0x5621ee9701c0 2024-05-20T21:29:12.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.396+0000 7ff9d3e00700 1 -- 172.21.15.6:0/3510252052 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff9e00a5340 con 0x5621ee9701c0 2024-05-20T21:29:12.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.397+0000 7ff9ff9ffb80 10 client.29101 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:12.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.397+0000 7ff9ff9ffb80 10 client.29101 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.397+0000 7ff9ff9ffb80 20 client.29101 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.397+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621ee989440 0x5621ee98b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.397+0000 7ff9ff9ffb80 4 client.29101 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.397+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/3510252052 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621ee8cfe10 con 0x5621ee989440 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.397+0000 7ff9e7e00700 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621ee989440 0x5621ee98b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.398+0000 7ff9e7e00700 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621ee989440 0x5621ee98b830 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75f35ac01fca3cbb server_cookie=233b4df088074075 in_seq=0 out_seq=0 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.398+0000 7ff9d3e00700 10 client.29101 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.398+0000 7ff9d3e00700 1 -- 172.21.15.6:0/3510252052 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5621ee8cfe10 con 0x5621ee989440 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.398+0000 7ff9d3e00700 10 client.29101 handle_command_reply: tid=0 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 client.29101 shutdown 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/3510252052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 msgr2=0x5621ee97bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee97bca0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0009230 tx=0x7ff9e00b2630 comp rx=0 tx=0).stop 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/3510252052 shutdown_connections 2024-05-20T21:29:12.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975fb0 0x5621ee979580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621ee989440 0x5621ee98b830 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee97bca0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/3510252052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975690 0x5621ee979040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9d3e00700 0 client.29101 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:12.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/3510252052 >> 172.21.15.6:0/3510252052 conn(0x5621ee89dc60 msgr2=0x5621ee969df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:12.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/3510252052 shutdown_connections 2024-05-20T21:29:12.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/3510252052 wait complete. 2024-05-20T21:29:12.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.399+0000 7ff9ff9ffb80 20 client.29101 trim_cache size 0 max 16384 2024-05-20T21:29:12.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.423+0000 7ff9ff9ffb80 1 Processor -- start 2024-05-20T21:29:12.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.423+0000 7ff9ff9ffb80 1 -- start start 2024-05-20T21:29:12.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.423+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee96a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.423+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee978040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.423+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee98e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.423+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f01b2930 con 0x5621ee975690 2024-05-20T21:29:12.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.423+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f01b01c0 con 0x5621ee975fb0 2024-05-20T21:29:12.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.423+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f01ae010 con 0x5621ee9701c0 2024-05-20T21:29:12.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9e7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee978040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee96a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9e7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee978040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41614/0 (socket says 172.21.15.6:41614) 2024-05-20T21:29:12.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9e7e00700 1 -- 172.21.15.6:0/800860256 learned_addr learned my addr 172.21.15.6:0/800860256 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:12.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9ede00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee96a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58062/0 (socket says 172.21.15.6:58062) 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9ee800700 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee98e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9ede00700 1 -- 172.21.15.6:0/800860256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 msgr2=0x5621ee98e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9ede00700 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee98e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9ede00700 1 -- 172.21.15.6:0/800860256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 msgr2=0x5621ee978040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9ede00700 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee978040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9ede00700 1 -- 172.21.15.6:0/800860256 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621ee975de0 con 0x5621ee9701c0 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.424+0000 7ff9e7e00700 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee978040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.425+0000 7ff9ede00700 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee96a570 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7ff9e00a5830 tx=0x7ff9e00b29b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fdd259af02b65014 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.425+0000 7ff9dea00700 1 -- 172.21.15.6:0/800860256 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e00a9140 con 0x5621ee9701c0 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.425+0000 7ff9dea00700 1 -- 172.21.15.6:0/800860256 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9e00a94e0 con 0x5621ee9701c0 2024-05-20T21:29:12.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.425+0000 7ff9dea00700 1 -- 172.21.15.6:0/800860256 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e00a86a0 con 0x5621ee9701c0 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/800860256 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 msgr2=0x5621ee96a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee96a570 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7ff9e00a5830 tx=0x7ff9e00b29b0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/800860256 shutdown_connections 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee975fb0 0x5621ee98e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee9701c0 0x5621ee96a570 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/800860256 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee978040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/800860256 >> 172.21.15.6:0/800860256 conn(0x5621ee89dc60 msgr2=0x5621ee977930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/800860256 shutdown_connections 2024-05-20T21:29:12.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/800860256 wait complete. 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 -- start start 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.426+0000 7ff9ff9ffb80 1 Processor -- start 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee9701c0 0x5621ee98cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee98d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ff9ffb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975fb0 0x5621ee9f2c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f01ae680 con 0x5621ee975690 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f01afaf0 con 0x5621ee9701c0 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ff9ffb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f01aed50 con 0x5621ee975fb0 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ff9ffb80 10 client.0 _ll_register_callbacks cb 0x5621ee867cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ee800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975fb0 0x5621ee9f2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9e7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee98d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ee800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975fb0 0x5621ee9f2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58068/0 (socket says 172.21.15.6:58068) 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ee800700 1 -- 172.21.15.6:0/2030916516 learned_addr learned my addr 172.21.15.6:0/2030916516 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:12.429 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.427+0000 7ff9ede00700 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee9701c0 0x5621ee98cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9ee800700 1 -- 172.21.15.6:0/2030916516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee9701c0 msgr2=0x5621ee98cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:12.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9ee800700 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee9701c0 0x5621ee98cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9ee800700 1 -- 172.21.15.6:0/2030916516 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 msgr2=0x5621ee98d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:12.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9ee800700 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee98d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9ee800700 1 -- 172.21.15.6:0/2030916516 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621ee9f31c0 con 0x5621ee975fb0 2024-05-20T21:29:12.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9e7e00700 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee98d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:12.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9ee800700 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975fb0 0x5621ee9f2c80 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009f90 tx=0x7ff9e800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9eb8fdea8b92d4d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:12.430 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9d3e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:12.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9d3e00700 1 -- 172.21.15.6:0/2030916516 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8004e50 con 0x5621ee975fb0 2024-05-20T21:29:12.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.428+0000 7ff9d3e00700 1 -- 172.21.15.6:0/2030916516 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff9e8005040 con 0x5621ee975fb0 2024-05-20T21:29:12.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.429+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/2030916516 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9e00a94e0 con 0x5621ee975fb0 2024-05-20T21:29:12.431 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.429+0000 7ff9d3e00700 1 -- 172.21.15.6:0/2030916516 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff9e8005240 con 0x5621ee975fb0 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.429+0000 7ff9ff9ffb80 10 client.29107 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.429+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/2030916516 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5621ee9f44a0 con 0x5621ee975fb0 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.429+0000 7ff9d3e00700 1 -- 172.21.15.6:0/2030916516 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9e00a94e0 con 0x5621ee975fb0 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.429+0000 7ff9d3e00700 1 -- 172.21.15.6:0/2030916516 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff9e8011070 con 0x5621ee975fb0 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.430+0000 7ff9ff9ffb80 10 client.29107 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.430+0000 7ff9ff9ffb80 10 client.29107 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.430+0000 7ff9ff9ffb80 20 client.29107 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.430+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621ee9f4be0 0x5621ee9f7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.430+0000 7ff9ff9ffb80 4 client.29107 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.430+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/2030916516 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5621ee8c95f0 con 0x5621ee9f4be0 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.430+0000 7ff9ede00700 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621ee9f4be0 0x5621ee9f7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.431+0000 7ff9ede00700 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621ee9f4be0 0x5621ee9f7000 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc88654f4b48cca7 server_cookie=97e4dc8305012e37 in_seq=0 out_seq=0 2024-05-20T21:29:12.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.431+0000 7ff9d3e00700 10 client.29107 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:12.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9d3e00700 1 -- 172.21.15.6:0/2030916516 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5621ee8c95f0 con 0x5621ee9f4be0 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9d3e00700 10 client.29107 handle_command_reply: tid=0 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 client.29107 shutdown 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/2030916516 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975fb0 msgr2=0x5621ee9f2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975fb0 0x5621ee9f2c80 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009f90 tx=0x7ff9e800b330 comp rx=0 tx=0).stop 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/2030916516 shutdown_connections 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621ee9f4be0 0x5621ee9f7000 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621ee975fb0 0x5621ee9f2c80 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621ee9701c0 0x5621ee98cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 --2- 172.21.15.6:0/2030916516 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621ee975690 0x5621ee98d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9d3e00700 0 client.29107 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/2030916516 >> 172.21.15.6:0/2030916516 conn(0x5621ee89dc60 msgr2=0x5621ee9781c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.432+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/2030916516 shutdown_connections 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.433+0000 7ff9ff9ffb80 1 -- 172.21.15.6:0/2030916516 wait complete. 2024-05-20T21:29:12.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.433+0000 7ff9ff9ffb80 20 client.29107 trim_cache size 0 max 16384 2024-05-20T21:29:12.435 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:29:12.435 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:29:12.435 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "15dfbd92-cbf6-46b6-a9f7-a86f1642de60", 2024-05-20T21:29:12.435 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:29:12.435 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:29:12.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.433+0000 7ff9f5000700 1 -- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9d40b2900 msgr2=0x7ff9d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.433+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9d40b2900 0x7ff9d40b4dc0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009da0 tx=0x7ff9e8009920 comp rx=0 tx=0).stop 2024-05-20T21:29:12.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.433+0000 7ff9f5000700 1 -- 172.21.15.6:0/1087617800 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0105760 msgr2=0x7ff9f019be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:12.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.433+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0105760 0x7ff9f019be80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000e9a0 tx=0x7ff9e000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.434+0000 7ff9f5000700 1 -- 172.21.15.6:0/1087617800 shutdown_connections 2024-05-20T21:29:12.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.434+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9d40b2900 0x7ff9d40b4dc0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.434+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff9f010b760 0x7ff9f01a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.434+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff9f0105760 0x7ff9f019be80 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.434+0000 7ff9f5000700 1 --2- 172.21.15.6:0/1087617800 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff9f0106120 0x7ff9f019c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:12.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.434+0000 7ff9f5000700 1 -- 172.21.15.6:0/1087617800 >> 172.21.15.6:0/1087617800 conn(0x7ff9f0101250 msgr2=0x7ff9f01017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:12.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.434+0000 7ff9f5000700 1 -- 172.21.15.6:0/1087617800 shutdown_connections 2024-05-20T21:29:12.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:12.434+0000 7ff9f5000700 1 -- 172.21.15.6:0/1087617800 wait complete. 2024-05-20T21:29:13.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:12 smithi042 ceph-mon[36332]: pgmap v841: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-05-20T21:29:13.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:12 smithi006 ceph-mon[31422]: pgmap v841: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-05-20T21:29:13.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:12 smithi062 ceph-mon[36640]: pgmap v841: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-05-20T21:29:13.396 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:29:13.883 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:13 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:29:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:13 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:13 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:29:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:13 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:14.134 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:13 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:29:14.134 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:13 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:14.135 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:13 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:29:14.135 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:13 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:13 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:29:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:13 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:14.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:13 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:29:14.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:13 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:15.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:15 smithi006 ceph-mon[31422]: pgmap v842: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:29:15.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:15 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:29:15.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:15 smithi062 ceph-mon[36640]: pgmap v842: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:29:15.538 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:15 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:29:15.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:15 smithi042 ceph-mon[36332]: pgmap v842: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.4 KiB/s wr, 9 op/s 2024-05-20T21:29:15.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:15 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:29:16.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 -- 172.21.15.6:0/850767927 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd694106120 msgr2=0x7fd694112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.333 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 --2- 172.21.15.6:0/850767927 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd694106120 0x7fd694112630 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fd68c009f90 tx=0x7fd68c00b330 comp rx=0 tx=0).stop 2024-05-20T21:29:16.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 -- 172.21.15.6:0/850767927 shutdown_connections 2024-05-20T21:29:16.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 --2- 172.21.15.6:0/850767927 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd694106120 0x7fd694112630 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 --2- 172.21.15.6:0/850767927 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd69410b760 0x7fd69410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 --2- 172.21.15.6:0/850767927 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd694105760 0x7fd694105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 -- 172.21.15.6:0/850767927 >> 172.21.15.6:0/850767927 conn(0x7fd694101250 msgr2=0x7fd694103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 -- 172.21.15.6:0/850767927 shutdown_connections 2024-05-20T21:29:16.334 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.333+0000 7fd69b000700 1 -- 172.21.15.6:0/850767927 wait complete. 2024-05-20T21:29:16.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.334+0000 7fd69b000700 1 Processor -- start 2024-05-20T21:29:16.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd69b000700 1 -- start start 2024-05-20T21:29:16.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd69b000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd694105760 0x7fd69419bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd69b000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd694106120 0x7fd69419c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd69b000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd69410b760 0x7fd6941a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd69b000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941159f0 con 0x7fd694106120 2024-05-20T21:29:16.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd69b000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd694115870 con 0x7fd69410b760 2024-05-20T21:29:16.335 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd69b000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd694115b70 con 0x7fd694105760 2024-05-20T21:29:16.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd693e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd694105760 0x7fd69419bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd693400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd694106120 0x7fd69419c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd693e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd694105760 0x7fd69419bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58074/0 (socket says 172.21.15.6:58074) 2024-05-20T21:29:16.336 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd693e00700 1 -- 172.21.15.6:0/33416993 learned_addr learned my addr 172.21.15.6:0/33416993 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.335+0000 7fd699000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd69410b760 0x7fd6941a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.336+0000 7fd693e00700 1 -- 172.21.15.6:0/33416993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd69410b760 msgr2=0x7fd6941a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.336+0000 7fd693e00700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd69410b760 0x7fd6941a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.336+0000 7fd693e00700 1 -- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd694106120 msgr2=0x7fd69419c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.336+0000 7fd693e00700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd694106120 0x7fd69419c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.336+0000 7fd693e00700 1 -- 172.21.15.6:0/33416993 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6941a0dd0 con 0x7fd694105760 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.336+0000 7fd693e00700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd694105760 0x7fd69419bdc0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fd68400ec10 tx=0x7fd68400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.337+0000 7fd690c00700 1 -- 172.21.15.6:0/33416993 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68400cc90 con 0x7fd694105760 2024-05-20T21:29:16.337 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.337+0000 7fd690c00700 1 -- 172.21.15.6:0/33416993 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68400ce30 con 0x7fd694105760 2024-05-20T21:29:16.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.337+0000 7fd69b000700 1 -- 172.21.15.6:0/33416993 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6941a10c0 con 0x7fd694105760 2024-05-20T21:29:16.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.337+0000 7fd690c00700 1 -- 172.21.15.6:0/33416993 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd684010430 con 0x7fd694105760 2024-05-20T21:29:16.338 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.337+0000 7fd69b000700 1 -- 172.21.15.6:0/33416993 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6941a8940 con 0x7fd694105760 2024-05-20T21:29:16.342 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.342+0000 7fd690c00700 1 -- 172.21.15.6:0/33416993 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd684004000 con 0x7fd694105760 2024-05-20T21:29:16.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.343+0000 7fd6a5984b80 1 Processor -- start 2024-05-20T21:29:16.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.343+0000 7fd6a5984b80 1 -- start start 2024-05-20T21:29:16.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.343+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c799f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.343+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79f30 0x557ef1c73b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.343 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.343+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c745c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.343+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557ef1bd1e40 con 0x557ef1c79f30 2024-05-20T21:29:16.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.343+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557ef1bc19e0 con 0x557ef1c74140 2024-05-20T21:29:16.344 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.343+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557ef1bc5a20 con 0x557ef1c79610 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd699000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c799f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd699000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c799f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:58082/0 (socket says 172.21.15.6:58082) 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd699000700 1 -- 172.21.15.6:0/2662234062 learned_addr learned my addr 172.21.15.6:0/2662234062 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd693400700 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c745c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd693e00700 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79f30 0x557ef1c73b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd690c00700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6780b2900 0x7fd6780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd699000700 1 -- 172.21.15.6:0/2662234062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 msgr2=0x557ef1c745c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd699000700 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c745c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd699000700 1 -- 172.21.15.6:0/2662234062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79f30 msgr2=0x557ef1c73b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd690c00700 1 -- 172.21.15.6:0/33416993 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd6840e24b0 con 0x7fd694105760 2024-05-20T21:29:16.345 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.344+0000 7fd699000700 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79f30 0x557ef1c73b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.345+0000 7fd699000700 1 -- 172.21.15.6:0/2662234062 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ef1b8a420 con 0x557ef1c79610 2024-05-20T21:29:16.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.345+0000 7fd699000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6780b2900 0x7fd6780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.346 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.345+0000 7fd699000700 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c799f0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd68c0093e0 tx=0x7fd68c009410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f700eae4de7db6e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.345+0000 7fd689600700 1 -- 172.21.15.6:0/2662234062 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68c02d070 con 0x557ef1c79610 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.345+0000 7fd689600700 1 -- 172.21.15.6:0/2662234062 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68c0078d0 con 0x557ef1c79610 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.345+0000 7fd689600700 1 -- 172.21.15.6:0/2662234062 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd68c0276c0 con 0x557ef1c79610 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd699000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6780b2900 0x7fd6780b4dc0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd68c02a000 tx=0x7fd68c02b000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd6a5984b80 1 -- 172.21.15.6:0/2662234062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 msgr2=0x557ef1c799f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c799f0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd68c0093e0 tx=0x7fd68c009410 comp rx=0 tx=0).stop 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd6a5984b80 1 -- 172.21.15.6:0/2662234062 shutdown_connections 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c745c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c799f0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/2662234062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79f30 0x557ef1c73b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd6a5984b80 1 -- 172.21.15.6:0/2662234062 >> 172.21.15.6:0/2662234062 conn(0x557ef1ba1be0 msgr2=0x557ef1c6e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.347 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.346+0000 7fd6a5984b80 1 -- 172.21.15.6:0/2662234062 shutdown_connections 2024-05-20T21:29:16.348 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.347+0000 7fd6a5984b80 1 -- 172.21.15.6:0/2662234062 wait complete. 2024-05-20T21:29:16.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.347+0000 7fd6a5984b80 1 -- start start 2024-05-20T21:29:16.349 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.347+0000 7fd6a5984b80 1 Processor -- start 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79610 0x557ef1c7d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79f30 0x557ef1c7d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557ef1ac7fa0 con 0x557ef1c79610 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557ef1b62760 con 0x557ef1c74140 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557ef1c809e0 con 0x557ef1c79f30 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd6a5984b80 10 client.0 _ll_register_callbacks cb 0x557ef1b6bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd693e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd693400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79610 0x557ef1c7d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd693e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45750/0 (socket says 172.21.15.6:45750) 2024-05-20T21:29:16.350 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd693e00700 1 -- 172.21.15.6:0/4100160677 learned_addr learned my addr 172.21.15.6:0/4100160677 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.348+0000 7fd699000700 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79f30 0x557ef1c7d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd693e00700 1 -- 172.21.15.6:0/4100160677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79f30 msgr2=0x557ef1c7d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd693e00700 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79f30 0x557ef1c7d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd693e00700 1 -- 172.21.15.6:0/4100160677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79610 msgr2=0x557ef1c7d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd693e00700 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79610 0x557ef1c7d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd693e00700 1 -- 172.21.15.6:0/4100160677 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ef1b118d0 con 0x557ef1c74140 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd693400700 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79610 0x557ef1c7d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd693e00700 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7fc80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fd684003fd0 tx=0x7fd6840095f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=387ab1329c24cd54 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd67e000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd67e000700 1 -- 172.21.15.6:0/4100160677 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6840a97a0 con 0x557ef1c74140 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd67e000700 1 -- 172.21.15.6:0/4100160677 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd6840cc0e0 con 0x557ef1c74140 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.349+0000 7fd6a5984b80 1 -- 172.21.15.6:0/4100160677 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd68c0078d0 con 0x557ef1c74140 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.350+0000 7fd67e000700 1 -- 172.21.15.6:0/4100160677 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6840a9140 con 0x557ef1c74140 2024-05-20T21:29:16.351 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.350+0000 7fd6a5984b80 10 client.29120 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:16.352 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.350+0000 7fd6a5984b80 1 -- 172.21.15.6:0/4100160677 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ef1b92060 con 0x557ef1c74140 2024-05-20T21:29:16.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.350+0000 7fd67e000700 1 -- 172.21.15.6:0/4100160677 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68c0078d0 con 0x557ef1c74140 2024-05-20T21:29:16.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.350+0000 7fd67e000700 1 -- 172.21.15.6:0/4100160677 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd6840a9c30 con 0x557ef1c74140 2024-05-20T21:29:16.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.350+0000 7fd6a5984b80 10 client.29120 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.351+0000 7fd6a5984b80 10 client.29120 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.351+0000 7fd6a5984b80 20 client.29120 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.351+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ef1c8d510 0x557ef1c8f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.351+0000 7fd6a5984b80 4 client.29120 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.351+0000 7fd6a5984b80 1 -- 172.21.15.6:0/4100160677 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ef1bd3d90 con 0x557ef1c8d510 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.351+0000 7fd693400700 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ef1c8d510 0x557ef1c8f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.351+0000 7fd693400700 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ef1c8d510 0x557ef1c8f900 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b886c44c4d90607 server_cookie=cc1467b1eef97147 in_seq=0 out_seq=0 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.351+0000 7fd67e000700 10 client.29120 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.352+0000 7fd67e000700 1 -- 172.21.15.6:0/4100160677 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557ef1bd3d90 con 0x557ef1c8d510 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.352+0000 7fd67e000700 10 client.29120 handle_command_reply: tid=0 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.352+0000 7fd6a5984b80 1 client.29120 shutdown 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 -- 172.21.15.6:0/4100160677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 msgr2=0x557ef1c7fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.354 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7fc80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fd684003fd0 tx=0x7fd6840095f0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 -- 172.21.15.6:0/4100160677 shutdown_connections 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ef1c8d510 0x557ef1c8f900 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79f30 0x557ef1c7d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7fc80 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/4100160677 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1c79610 0x557ef1c7d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 -- 172.21.15.6:0/4100160677 >> 172.21.15.6:0/4100160677 conn(0x557ef1ba1be0 msgr2=0x557ef1c6dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd67e000700 0 client.29120 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 -- 172.21.15.6:0/4100160677 shutdown_connections 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 1 -- 172.21.15.6:0/4100160677 wait complete. 2024-05-20T21:29:16.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.353+0000 7fd6a5984b80 20 client.29120 trim_cache size 0 max 16384 2024-05-20T21:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.376+0000 7fd6a5984b80 1 Processor -- start 2024-05-20T21:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.376+0000 7fd6a5984b80 1 -- start start 2024-05-20T21:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.376+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c73b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.376+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.376+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c6e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.376+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941b28d0 con 0x557ef1ba1be0 2024-05-20T21:29:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.376+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941b0160 con 0x557ef1c74140 2024-05-20T21:29:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.376+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941adfb0 con 0x557ef1c79610 2024-05-20T21:29:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c73b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45762/0 (socket says 172.21.15.6:45762) 2024-05-20T21:29:16.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c73b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41672/0 (socket says 172.21.15.6:41672) 2024-05-20T21:29:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693400700 1 -- 172.21.15.6:0/802233921 learned_addr learned my addr 172.21.15.6:0/802233921 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd699000700 1 --2- 172.21.15.6:0/802233921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c6e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693e00700 1 -- 172.21.15.6:0/802233921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 msgr2=0x557ef1c6e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693e00700 1 --2- 172.21.15.6:0/802233921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c6e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693e00700 1 -- 172.21.15.6:0/802233921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 msgr2=0x557ef1c7ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693e00700 1 --2- 172.21.15.6:0/802233921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.378 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.377+0000 7fd693e00700 1 -- 172.21.15.6:0/802233921 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ef1c7b590 con 0x557ef1ba1be0 2024-05-20T21:29:16.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.378+0000 7fd693e00700 1 --2- 172.21.15.6:0/802233921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c73b20 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fd6840a9b00 tx=0x7fd684009710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b053284385a6f011 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.378+0000 7fd688c00700 1 -- 172.21.15.6:0/802233921 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6840a9320 con 0x557ef1ba1be0 2024-05-20T21:29:16.379 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.378+0000 7fd688c00700 1 -- 172.21.15.6:0/802233921 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6840a94e0 con 0x557ef1ba1be0 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.378+0000 7fd688c00700 1 -- 172.21.15.6:0/802233921 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6840b2830 con 0x557ef1ba1be0 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 -- 172.21.15.6:0/802233921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 msgr2=0x557ef1c73b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/802233921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c73b20 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fd6840a9b00 tx=0x7fd684009710 comp rx=0 tx=0).stop 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 -- 172.21.15.6:0/802233921 shutdown_connections 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/802233921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c6e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/802233921 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c73b20 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/802233921 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c7ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 -- 172.21.15.6:0/802233921 >> 172.21.15.6:0/802233921 conn(0x557ef1c778e0 msgr2=0x557ef1c7a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 -- 172.21.15.6:0/802233921 shutdown_connections 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 -- 172.21.15.6:0/802233921 wait complete. 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.379+0000 7fd6a5984b80 1 -- start start 2024-05-20T21:29:16.380 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd6a5984b80 1 Processor -- start 2024-05-20T21:29:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c85c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.382 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c861b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd6a5984b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c82c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941ae620 con 0x557ef1ba1be0 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941afa90 con 0x557ef1c74140 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd6a5984b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd6941aecf0 con 0x557ef1c79610 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd6a5984b80 10 client.0 _ll_register_callbacks cb 0x557ef1b6bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd693e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c85c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd693e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c85c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41688/0 (socket says 172.21.15.6:41688) 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd693e00700 1 -- 172.21.15.6:0/3810742639 learned_addr learned my addr 172.21.15.6:0/3810742639 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.380+0000 7fd699000700 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c82c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd693400700 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c861b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd693e00700 1 -- 172.21.15.6:0/3810742639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 msgr2=0x557ef1c82c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd693e00700 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c82c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.383 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd693e00700 1 -- 172.21.15.6:0/3810742639 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 msgr2=0x557ef1c861b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd693e00700 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c861b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd693e00700 1 -- 172.21.15.6:0/3810742639 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ef1c83180 con 0x557ef1ba1be0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd693e00700 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c85c70 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fd6840dff90 tx=0x7fd6840095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b8cfcef5c3172b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd67e000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd67e000700 1 -- 172.21.15.6:0/3810742639 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6840a97a0 con 0x557ef1ba1be0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd67e000700 1 -- 172.21.15.6:0/3810742639 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd6840a8c30 con 0x557ef1ba1be0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.381+0000 7fd6a5984b80 1 -- 172.21.15.6:0/3810742639 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6840a94e0 con 0x557ef1ba1be0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd67e000700 1 -- 172.21.15.6:0/3810742639 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6840cc330 con 0x557ef1ba1be0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd6a5984b80 10 client.19023 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd6a5984b80 1 -- 172.21.15.6:0/3810742639 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ef1cf8860 con 0x557ef1ba1be0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd67e000700 1 -- 172.21.15.6:0/3810742639 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6840a94e0 con 0x557ef1ba1be0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd67e000700 1 -- 172.21.15.6:0/3810742639 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd6840aef10 con 0x557ef1ba1be0 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd6a5984b80 10 client.19023 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:16.384 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd6a5984b80 10 client.19023 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:16.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd6a5984b80 20 client.19023 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:16.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ef1c79f30 0x557ef1cfacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:16.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd6a5984b80 4 client.19023 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:29:16.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.382+0000 7fd6a5984b80 1 -- 172.21.15.6:0/3810742639 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557ef1bcd570 con 0x557ef1c79f30 2024-05-20T21:29:16.385 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.383+0000 7fd693400700 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ef1c79f30 0x557ef1cfacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:16.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.383+0000 7fd693400700 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ef1c79f30 0x557ef1cfacd0 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42cce1f8a6dcc673 server_cookie=5b41976971722533 in_seq=0 out_seq=0 2024-05-20T21:29:16.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.383+0000 7fd67e000700 10 client.19023 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:16.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.383+0000 7fd67e000700 1 -- 172.21.15.6:0/3810742639 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557ef1bcd570 con 0x557ef1c79f30 2024-05-20T21:29:16.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.383+0000 7fd67e000700 10 client.19023 handle_command_reply: tid=0 2024-05-20T21:29:16.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.383+0000 7fd6a5984b80 1 client.19023 shutdown 2024-05-20T21:29:16.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 -- 172.21.15.6:0/3810742639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 msgr2=0x557ef1c85c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.386 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c85c70 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fd6840dff90 tx=0x7fd6840095f0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 -- 172.21.15.6:0/3810742639 shutdown_connections 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557ef1c79f30 0x557ef1cfacd0 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557ef1c79610 0x557ef1c82c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557ef1ba1be0 0x557ef1c85c70 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 --2- 172.21.15.6:0/3810742639 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557ef1c74140 0x557ef1c861b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 -- 172.21.15.6:0/3810742639 >> 172.21.15.6:0/3810742639 conn(0x557ef1c778e0 msgr2=0x557ef1c7e620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd67e000700 0 client.19023 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 -- 172.21.15.6:0/3810742639 shutdown_connections 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 1 -- 172.21.15.6:0/3810742639 wait complete. 2024-05-20T21:29:16.387 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.384+0000 7fd6a5984b80 20 client.19023 trim_cache size 0 max 16384 2024-05-20T21:29:16.388 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:29:16.388 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:29:16.388 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:29:16.388 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 -- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6780b2900 msgr2=0x7fd6780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6780b2900 0x7fd6780b4dc0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd68c02a000 tx=0x7fd68c02b000 comp rx=0 tx=0).stop 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 -- 172.21.15.6:0/33416993 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd694105760 msgr2=0x7fd69419bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd694105760 0x7fd69419bdc0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fd68400ec10 tx=0x7fd68400ef20 comp rx=0 tx=0).stop 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 -- 172.21.15.6:0/33416993 shutdown_connections 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd6780b2900 0x7fd6780b4dc0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd69410b760 0x7fd6941a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd694105760 0x7fd69419bdc0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 --2- 172.21.15.6:0/33416993 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd694106120 0x7fd69419c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 -- 172.21.15.6:0/33416993 >> 172.21.15.6:0/33416993 conn(0x7fd694101250 msgr2=0x7fd694101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 -- 172.21.15.6:0/33416993 shutdown_connections 2024-05-20T21:29:16.389 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:16.385+0000 7fd69b000700 1 -- 172.21.15.6:0/33416993 wait complete. 2024-05-20T21:29:17.259 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:29:17.259 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:29:17.749 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:17 smithi062 ceph-mon[36640]: pgmap v843: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-20T21:29:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:17 smithi042 ceph-mon[36332]: pgmap v843: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-20T21:29:18.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:17 smithi006 ceph-mon[31422]: pgmap v843: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-20T21:29:19.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:19 smithi006 ceph-mon[31422]: pgmap v844: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:29:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:19 smithi062 ceph-mon[36640]: pgmap v844: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:29:20.092 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:29:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:19 smithi042 ceph-mon[36332]: pgmap v844: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-20T21:29:20.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 -- 172.21.15.6:0/2197606179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc1028a0 msgr2=0x7f68fc10ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:20.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 --2- 172.21.15.6:0/2197606179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc1028a0 0x7f68fc10ea70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f68f400b0d0 tx=0x7f68f400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 -- 172.21.15.6:0/2197606179 shutdown_connections 2024-05-20T21:29:20.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 --2- 172.21.15.6:0/2197606179 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc1028a0 0x7f68fc10ea70 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 --2- 172.21.15.6:0/2197606179 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f68fc107cc0 0x7f68fc1080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 --2- 172.21.15.6:0/2197606179 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68fc101ee0 0x7f68fc102360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.171 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 -- 172.21.15.6:0/2197606179 >> 172.21.15.6:0/2197606179 conn(0x7f68fc0777e0 msgr2=0x7f68fc077bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:20.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 -- 172.21.15.6:0/2197606179 shutdown_connections 2024-05-20T21:29:20.172 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.170+0000 7f6903c00700 1 -- 172.21.15.6:0/2197606179 wait complete. 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.172+0000 7f6903c00700 1 Processor -- start 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.172+0000 7f6903c00700 1 -- start start 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.172+0000 7f6903c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68fc101ee0 0x7f68fc1038a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.172+0000 7f6903c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f68fc1028a0 0x7f68fc103de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.172+0000 7f6903c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc107cc0 0x7f68fc104320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.172+0000 7f6903c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f68fc112670 con 0x7f68fc101ee0 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.172+0000 7f6903c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f68fc1124f0 con 0x7f68fc107cc0 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.172+0000 7f6903c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f68fc1127f0 con 0x7f68fc1028a0 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f68fbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f68fc1028a0 0x7f68fc103de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:20.173 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f6901c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc107cc0 0x7f68fc104320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:20.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f6901c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc107cc0 0x7f68fc104320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:34184/0 (socket says 172.21.15.6:34184) 2024-05-20T21:29:20.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f68fbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f68fc1028a0 0x7f68fc103de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55004/0 (socket says 172.21.15.6:55004) 2024-05-20T21:29:20.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f6901c00700 1 -- 172.21.15.6:0/3499179270 learned_addr learned my addr 172.21.15.6:0/3499179270 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:20.174 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f6901200700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68fc101ee0 0x7f68fc1038a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:20.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f68fbe00700 1 -- 172.21.15.6:0/3499179270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc107cc0 msgr2=0x7f68fc104320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:20.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f68fbe00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc107cc0 0x7f68fc104320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f68fbe00700 1 -- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68fc101ee0 msgr2=0x7f68fc1038a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:20.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f68fbe00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68fc101ee0 0x7f68fc1038a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.173+0000 7f68fbe00700 1 -- 172.21.15.6:0/3499179270 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68fc1a8090 con 0x7f68fc1028a0 2024-05-20T21:29:20.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.174+0000 7f68fbe00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f68fc1028a0 0x7f68fc103de0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f68e800e9f0 tx=0x7f68e800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:20.176 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.174+0000 7f68f9600700 1 -- 172.21.15.6:0/3499179270 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e800c9c0 con 0x7f68fc1028a0 2024-05-20T21:29:20.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.174+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68fc1a8380 con 0x7f68fc1028a0 2024-05-20T21:29:20.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.174+0000 7f68f9600700 1 -- 172.21.15.6:0/3499179270 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68e800cb60 con 0x7f68fc1028a0 2024-05-20T21:29:20.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.174+0000 7f68f9600700 1 -- 172.21.15.6:0/3499179270 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68e8018680 con 0x7f68fc1028a0 2024-05-20T21:29:20.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.174+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68fc1a8910 con 0x7f68fc1028a0 2024-05-20T21:29:20.177 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.176+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68fc1032e0 con 0x7f68fc1028a0 2024-05-20T21:29:20.178 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.178+0000 7f68f9600700 1 -- 172.21.15.6:0/3499179270 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f68e8010430 con 0x7f68fc1028a0 2024-05-20T21:29:20.179 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.179+0000 7f68f9600700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68e40b2880 0x7f68e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:20.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.180+0000 7f68f9600700 1 -- 172.21.15.6:0/3499179270 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f68e80e2460 con 0x7f68fc1028a0 2024-05-20T21:29:20.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.180+0000 7f6901200700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68e40b2880 0x7f68e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:20.180 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.181+0000 7f6901200700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68e40b2880 0x7f68e40b4d40 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f68f0009680 tx=0x7f68f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:20.183 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.184+0000 7f68f9600700 1 -- 172.21.15.6:0/3499179270 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f68e80aa080 con 0x7f68fc1028a0 2024-05-20T21:29:20.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.485+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68fc1a8b70 con 0x7f68fc1028a0 2024-05-20T21:29:20.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.486+0000 7f68f9600700 1 -- 172.21.15.6:0/3499179270 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f68e80b2100 con 0x7f68fc1028a0 2024-05-20T21:29:20.487 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:29:20.487 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:29:20.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68e40b2880 msgr2=0x7f68e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:20.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68e40b2880 0x7f68e40b4d40 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f68f0009680 tx=0x7f68f0009260 comp rx=0 tx=0).stop 2024-05-20T21:29:20.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f68fc1028a0 msgr2=0x7f68fc103de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:20.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f68fc1028a0 0x7f68fc103de0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f68e800e9f0 tx=0x7f68e800ed00 comp rx=0 tx=0).stop 2024-05-20T21:29:20.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 shutdown_connections 2024-05-20T21:29:20.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f68e40b2880 0x7f68e40b4d40 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f68fc107cc0 0x7f68fc104320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f68fc101ee0 0x7f68fc1038a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 --2- 172.21.15.6:0/3499179270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f68fc1028a0 0x7f68fc103de0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:20.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.489+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 >> 172.21.15.6:0/3499179270 conn(0x7f68fc0777e0 msgr2=0x7f68fc101260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:20.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.490+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 shutdown_connections 2024-05-20T21:29:20.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:20.490+0000 7f6903c00700 1 -- 172.21.15.6:0/3499179270 wait complete. 2024-05-20T21:29:20.492 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:29:20.737 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:21.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:20 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3499179270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:21.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 -- 172.21.15.6:0/1806017965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 msgr2=0x7f147c10a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 --2- 172.21.15.6:0/1806017965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 0x7f147c10a4f0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f146c009860 tx=0x7f146c02a340 comp rx=0 tx=0).stop 2024-05-20T21:29:21.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 -- 172.21.15.6:0/1806017965 shutdown_connections 2024-05-20T21:29:21.123 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 --2- 172.21.15.6:0/1806017965 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f147c10aa30 0x7f147c111350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 --2- 172.21.15.6:0/1806017965 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 0x7f147c10a4f0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 --2- 172.21.15.6:0/1806017965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f147c108f70 0x7f147c109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 -- 172.21.15.6:0/1806017965 >> 172.21.15.6:0/1806017965 conn(0x7f147c077ee0 msgr2=0x7f147c07a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 -- 172.21.15.6:0/1806017965 shutdown_connections 2024-05-20T21:29:21.124 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.123+0000 7f1483200640 1 -- 172.21.15.6:0/1806017965 wait complete. 2024-05-20T21:29:21.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:20 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3499179270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:21.126 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.124+0000 7f1483200640 1 Processor -- start 2024-05-20T21:29:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.124+0000 7f1483200640 1 -- start start 2024-05-20T21:29:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.124+0000 7f1483200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f147c108f70 0x7f147c19f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1483200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 0x7f147c19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1483200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f147c10aa30 0x7f147c1a66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1483200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f147c114a80 con 0x7f147c108f70 2024-05-20T21:29:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1483200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f147c114900 con 0x7f147c10a070 2024-05-20T21:29:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1483200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f147c114c00 con 0x7f147c10aa30 2024-05-20T21:29:21.127 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 0x7f147c19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 0x7f147c19f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:34212/0 (socket says 172.21.15.6:34212) 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481400640 1 -- 172.21.15.6:0/2291423640 learned_addr learned my addr 172.21.15.6:0/2291423640 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1482800640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f147c10aa30 0x7f147c1a66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481e00640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f147c108f70 0x7f147c19f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481400640 1 -- 172.21.15.6:0/2291423640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f147c10aa30 msgr2=0x7f147c1a66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481400640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f147c10aa30 0x7f147c1a66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481400640 1 -- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f147c108f70 msgr2=0x7f147c19f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481400640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f147c108f70 0x7f147c19f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1481400640 1 -- 172.21.15.6:0/2291423640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f147c1a6d50 con 0x7f147c10a070 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.125+0000 7f1482800640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f147c10aa30 0x7f147c1a66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.126+0000 7f1481400640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 0x7f147c19f670 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f146c0057c0 tx=0x7f146c032da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.126+0000 7f1476a00640 1 -- 172.21.15.6:0/2291423640 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f146c037040 con 0x7f147c10a070 2024-05-20T21:29:21.128 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.126+0000 7f1476a00640 1 -- 172.21.15.6:0/2291423640 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f146c030bd0 con 0x7f147c10a070 2024-05-20T21:29:21.129 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.126+0000 7f1483200640 1 -- 172.21.15.6:0/2291423640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f147c1a6fe0 con 0x7f147c10a070 2024-05-20T21:29:21.129 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.126+0000 7f1476a00640 1 -- 172.21.15.6:0/2291423640 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f146c005280 con 0x7f147c10a070 2024-05-20T21:29:21.129 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.126+0000 7f1483200640 1 -- 172.21.15.6:0/2291423640 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f147c1a73e0 con 0x7f147c10a070 2024-05-20T21:29:21.131 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.129+0000 7f148767b740 1 Processor -- start 2024-05-20T21:29:21.131 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.129+0000 7f148767b740 1 -- start start 2024-05-20T21:29:21.131 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f148767b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cda1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.131 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f148767b740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda16e0 0x560a3cda61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.131 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f148767b740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda6850 0x560a3cda8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.131 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f148767b740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560a3cd10b90 con 0x560a3cda6850 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f148767b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560a3cd00730 con 0x560a3cda0cf0 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f148767b740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560a3cd04770 con 0x560a3cda16e0 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1476a00640 1 -- 172.21.15.6:0/2291423640 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f146c043020 con 0x7f147c10a070 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1482800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cda1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1482800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cda1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:34224/0 (socket says 172.21.15.6:34224) 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1482800640 1 -- 172.21.15.6:0/1248327600 learned_addr learned my addr 172.21.15.6:0/1248327600 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1481e00640 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda16e0 0x560a3cda61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1481400640 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda6850 0x560a3cda8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1482800640 1 -- 172.21.15.6:0/1248327600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda16e0 msgr2=0x560a3cda61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1482800640 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda16e0 0x560a3cda61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.130+0000 7f1482800640 1 -- 172.21.15.6:0/1248327600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda6850 msgr2=0x560a3cda8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.131+0000 7f1482800640 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda6850 0x560a3cda8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.131+0000 7f1482800640 1 -- 172.21.15.6:0/1248327600 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a3cc998b0 con 0x560a3cda0cf0 2024-05-20T21:29:21.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.131+0000 7f1481e00640 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda16e0 0x560a3cda61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.131+0000 7f1482800640 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cda1110 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f1478009fd0 tx=0x7f147800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43fd6aaf54d9afec server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.131+0000 7f146b000640 1 -- 172.21.15.6:0/1248327600 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147801d070 con 0x560a3cda0cf0 2024-05-20T21:29:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.131+0000 7f146b000640 1 -- 172.21.15.6:0/1248327600 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1478003e20 con 0x560a3cda0cf0 2024-05-20T21:29:21.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.131+0000 7f146b000640 1 -- 172.21.15.6:0/1248327600 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1478004780 con 0x560a3cda0cf0 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f1476a00640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14640b2850 0x7f14640b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 -- 172.21.15.6:0/1248327600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 msgr2=0x560a3cda1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cda1110 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f1478009fd0 tx=0x7f147800ec80 comp rx=0 tx=0).stop 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f1476a00640 1 -- 172.21.15.6:0/2291423640 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f146c1017f0 con 0x7f147c10a070 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f1481e00640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14640b2850 0x7f14640b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 -- 172.21.15.6:0/1248327600 shutdown_connections 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda6850 0x560a3cda8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda16e0 0x560a3cda61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 --2- 172.21.15.6:0/1248327600 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cda1110 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 -- 172.21.15.6:0/1248327600 >> 172.21.15.6:0/1248327600 conn(0x560a3cd9c360 msgr2=0x560a3cd9c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 -- 172.21.15.6:0/1248327600 shutdown_connections 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.132+0000 7f148767b740 1 -- 172.21.15.6:0/1248327600 wait complete. 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.133+0000 7f148767b740 1 -- start start 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.133+0000 7f1481e00640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14640b2850 0x7f14640b4d10 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x560a3cd9d230 tx=0x7f1470005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.133+0000 7f148767b740 1 Processor -- start 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f148767b740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda0cf0 0x560a3cdaab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f148767b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda16e0 0x560a3cdab060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f148767b740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f148767b740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560a3c9e6790 con 0x560a3cda0cf0 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f148767b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560a3cca8bc0 con 0x560a3cda16e0 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f148767b740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560a3cda9800 con 0x560a3cda6850 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f148767b740 10 client.0 _ll_register_callbacks cb 0x560a3cc86400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:21.138 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda0cf0 0x560a3cdaab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda0cf0 0x560a3cdaab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37680/0 (socket says 172.21.15.6:37680) 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481e00640 1 -- 172.21.15.6:0/3393203206 learned_addr learned my addr 172.21.15.6:0/3393203206 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481400640 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda16e0 0x560a3cdab060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1482800640 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481400640 1 -- 172.21.15.6:0/3393203206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 msgr2=0x560a3cdb20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481400640 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481400640 1 -- 172.21.15.6:0/3393203206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda0cf0 msgr2=0x560a3cdaab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481400640 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda0cf0 0x560a3cdaab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.134+0000 7f1481400640 1 -- 172.21.15.6:0/3393203206 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a3ca15210 con 0x560a3cda16e0 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.135+0000 7f1481400640 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda16e0 0x560a3cdab060 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f146c000c00 tx=0x7f146c02a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e7f578dfa9f672b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.135+0000 7f145f400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.135+0000 7f145f400640 1 -- 172.21.15.6:0/3393203206 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f146c0c8480 con 0x560a3cda16e0 2024-05-20T21:29:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.135+0000 7f145f400640 1 -- 172.21.15.6:0/3393203206 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f146c005420 con 0x560a3cda16e0 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.135+0000 7f148767b740 1 -- 172.21.15.6:0/3393203206 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1478003e20 con 0x560a3cda16e0 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.135+0000 7f145f400640 1 -- 172.21.15.6:0/3393203206 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f146c0c8820 con 0x560a3cda16e0 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.135+0000 7f148767b740 10 client.29144 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.135+0000 7f148767b740 1 -- 172.21.15.6:0/3393203206 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a3cae1620 con 0x560a3cda16e0 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f145f400640 1 -- 172.21.15.6:0/3393203206 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1478003e20 con 0x560a3cda16e0 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f145f400640 1 -- 172.21.15.6:0/3393203206 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f146c101be0 con 0x560a3cda16e0 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f148767b740 10 client.29144 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f148767b740 10 client.29144 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f148767b740 20 client.29144 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f148767b740 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560a3cdb65c0 0x560a3cdb8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f148767b740 4 client.29144 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f148767b740 1 -- 172.21.15.6:0/3393203206 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a3cd12ae0 con 0x560a3cdb65c0 2024-05-20T21:29:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.136+0000 7f1481e00640 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560a3cdb65c0 0x560a3cdb8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.137+0000 7f1481e00640 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560a3cdb65c0 0x560a3cdb8a60 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9430b8ccc4a8b5cf server_cookie=bf2238ac42e7789c in_seq=0 out_seq=0 2024-05-20T21:29:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.137+0000 7f145f400640 10 client.29144 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f145f400640 1 -- 172.21.15.6:0/3393203206 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560a3cd12ae0 con 0x560a3cdb65c0 2024-05-20T21:29:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f145f400640 10 client.29144 handle_command_reply: tid=0 2024-05-20T21:29:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 client.29144 shutdown 2024-05-20T21:29:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 -- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda16e0 msgr2=0x560a3cdab060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda16e0 0x560a3cdab060 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f146c000c00 tx=0x7f146c02a340 comp rx=0 tx=0).stop 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 -- 172.21.15.6:0/3393203206 shutdown_connections 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560a3cdb65c0 0x560a3cdb8a60 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda16e0 0x560a3cdab060 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f145f400640 0 client.29144 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 --2- 172.21.15.6:0/3393203206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda0cf0 0x560a3cdaab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 -- 172.21.15.6:0/3393203206 >> 172.21.15.6:0/3393203206 conn(0x560a3cd9c360 msgr2=0x560a3cd9b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 -- 172.21.15.6:0/3393203206 shutdown_connections 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 1 -- 172.21.15.6:0/3393203206 wait complete. 2024-05-20T21:29:21.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.138+0000 7f148767b740 20 client.29144 trim_cache size 0 max 16384 2024-05-20T21:29:21.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.155+0000 7f148767b740 1 Processor -- start 2024-05-20T21:29:21.155 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.155+0000 7f148767b740 1 -- start start 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f148767b740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda0cf0 0x560a3cd9fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f148767b740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 0x560a3cdb2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f148767b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda6850 0x560a3cd9bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f148767b740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f147c1b2e20 con 0x560a3cda16e0 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f148767b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f147c1b06f0 con 0x560a3cda6850 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f148767b740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f147c1ae540 con 0x560a3cda0cf0 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f1481e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda0cf0 0x560a3cd9fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f1481e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda0cf0 0x560a3cd9fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55060/0 (socket says 172.21.15.6:55060) 2024-05-20T21:29:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f1481e00640 1 -- 172.21.15.6:0/3694591899 learned_addr learned my addr 172.21.15.6:0/3694591899 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:21.157 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f1481400640 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 0x560a3cdb2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.157 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f1482800640 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda6850 0x560a3cd9bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f1481e00640 1 -- 172.21.15.6:0/3694591899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda6850 msgr2=0x560a3cd9bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f1481e00640 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda6850 0x560a3cd9bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.156+0000 7f1481e00640 1 -- 172.21.15.6:0/3694591899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 msgr2=0x560a3cdb2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.157+0000 7f1481e00640 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 0x560a3cdb2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.157+0000 7f1481e00640 1 -- 172.21.15.6:0/3694591899 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a3cd9c180 con 0x560a3cda0cf0 2024-05-20T21:29:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.157+0000 7f1481e00640 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda0cf0 0x560a3cd9fb00 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x560a3cdb92a0 tx=0x7f1470022040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86c787e090377e30 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.158 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.157+0000 7f146a600640 1 -- 172.21.15.6:0/3694591899 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470003b80 con 0x560a3cda0cf0 2024-05-20T21:29:21.159 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.157+0000 7f146a600640 1 -- 172.21.15.6:0/3694591899 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1470030070 con 0x560a3cda0cf0 2024-05-20T21:29:21.159 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.157+0000 7f146a600640 1 -- 172.21.15.6:0/3694591899 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147001f660 con 0x560a3cda0cf0 2024-05-20T21:29:21.159 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 -- 172.21.15.6:0/3694591899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda0cf0 msgr2=0x560a3cd9fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.159 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda0cf0 0x560a3cd9fb00 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x560a3cdb92a0 tx=0x7f1470022040 comp rx=0 tx=0).stop 2024-05-20T21:29:21.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:20 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3499179270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 -- 172.21.15.6:0/3694591899 shutdown_connections 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda6850 0x560a3cd9bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 0x560a3cdb2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 --2- 172.21.15.6:0/3694591899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda0cf0 0x560a3cd9fb00 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 -- 172.21.15.6:0/3694591899 >> 172.21.15.6:0/3694591899 conn(0x560a3cd9c360 msgr2=0x560a3cda2150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 -- 172.21.15.6:0/3694591899 shutdown_connections 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.158+0000 7f148767b740 1 -- 172.21.15.6:0/3694591899 wait complete. 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.159+0000 7f148767b740 1 -- start start 2024-05-20T21:29:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.159+0000 7f148767b740 1 Processor -- start 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.159+0000 7f148767b740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cdafa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.159+0000 7f148767b740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 0x560a3cdaffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.159+0000 7f148767b740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.159+0000 7f148767b740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f147c1aebb0 con 0x560a3cda16e0 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.159+0000 7f148767b740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f147c1b0020 con 0x560a3cda0cf0 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.159+0000 7f148767b740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f147c1af280 con 0x560a3cda6850 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f148767b740 10 client.0 _ll_register_callbacks cb 0x7f146c0097b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1481400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 0x560a3cdaffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1481e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cdafa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb0fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55076/0 (socket says 172.21.15.6:55076) 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 -- 172.21.15.6:0/334558186 learned_addr learned my addr 172.21.15.6:0/334558186 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 -- 172.21.15.6:0/334558186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 msgr2=0x560a3cdafa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cdafa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 -- 172.21.15.6:0/334558186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 msgr2=0x560a3cdaffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 0x560a3cdaffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 -- 172.21.15.6:0/334558186 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a3cdb15d0 con 0x560a3cda6850 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f1482800640 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb0fe0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f147800c740 tx=0x7f147800cfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19035934719e01fc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.160+0000 7f145f400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.161+0000 7f145f400640 1 -- 172.21.15.6:0/334558186 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1478027020 con 0x560a3cda6850 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.161+0000 7f148767b740 1 -- 172.21.15.6:0/334558186 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1470030070 con 0x560a3cda6850 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.161+0000 7f145f400640 1 -- 172.21.15.6:0/334558186 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1478005070 con 0x560a3cda6850 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.161+0000 7f145f400640 1 -- 172.21.15.6:0/334558186 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1478032050 con 0x560a3cda6850 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.161+0000 7f148767b740 10 client.29149 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.161+0000 7f148767b740 1 -- 172.21.15.6:0/334558186 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a3ce21590 con 0x560a3cda6850 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f145f400640 1 -- 172.21.15.6:0/334558186 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1470030070 con 0x560a3cda6850 2024-05-20T21:29:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f145f400640 1 -- 172.21.15.6:0/334558186 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f147800b040 con 0x560a3cda6850 2024-05-20T21:29:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f148767b740 10 client.29149 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f148767b740 10 client.29149 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f148767b740 20 client.29149 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f148767b740 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560a3ce21c30 0x560a3ce24050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f148767b740 4 client.29149 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:29:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f148767b740 1 -- 172.21.15.6:0/334558186 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560a3cd0c2c0 con 0x560a3ce21c30 2024-05-20T21:29:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.162+0000 7f1481e00640 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560a3ce21c30 0x560a3ce24050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:21.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.163+0000 7f1481e00640 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560a3ce21c30 0x560a3ce24050 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2752f8b8d37eba9 server_cookie=a783e058e7ef1dbf in_seq=0 out_seq=0 2024-05-20T21:29:21.166 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.163+0000 7f145f400640 10 client.29149 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:21.173 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.173+0000 7f145f400640 1 -- 172.21.15.6:0/334558186 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560a3cd0c2c0 con 0x560a3ce21c30 2024-05-20T21:29:21.173 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.173+0000 7f145f400640 10 client.29149 handle_command_reply: tid=0 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.173+0000 7f148767b740 1 client.29149 shutdown 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.173+0000 7f148767b740 1 -- 172.21.15.6:0/334558186 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 msgr2=0x560a3cdb0fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.173+0000 7f148767b740 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb0fe0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f147800c740 tx=0x7f147800cfb0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 1 -- 172.21.15.6:0/334558186 shutdown_connections 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560a3ce21c30 0x560a3ce24050 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560a3cda6850 0x560a3cdb0fe0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560a3cda16e0 0x560a3cdaffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 1 --2- 172.21.15.6:0/334558186 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560a3cda0cf0 0x560a3cdafa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f145f400640 0 client.29149 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 1 -- 172.21.15.6:0/334558186 >> 172.21.15.6:0/334558186 conn(0x560a3cd9c360 msgr2=0x560a3cda2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 1 -- 172.21.15.6:0/334558186 shutdown_connections 2024-05-20T21:29:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 1 -- 172.21.15.6:0/334558186 wait complete. 2024-05-20T21:29:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.174+0000 7f148767b740 20 client.29149 trim_cache size 0 max 16384 2024-05-20T21:29:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:29:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:29:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:29:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 -- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14640b2850 msgr2=0x7f14640b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14640b2850 0x7f14640b4d10 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x560a3cd9d230 tx=0x7f1470005f90 comp rx=0 tx=0).stop 2024-05-20T21:29:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 -- 172.21.15.6:0/2291423640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 msgr2=0x7f147c19f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 0x7f147c19f670 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f146c0057c0 tx=0x7f146c032da0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 -- 172.21.15.6:0/2291423640 shutdown_connections 2024-05-20T21:29:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14640b2850 0x7f14640b4d10 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f147c10aa30 0x7f147c1a66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.176 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f147c10a070 0x7f147c19f670 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 --2- 172.21.15.6:0/2291423640 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f147c108f70 0x7f147c19f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 -- 172.21.15.6:0/2291423640 >> 172.21.15.6:0/2291423640 conn(0x7f147c077ee0 msgr2=0x7f147c10d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 -- 172.21.15.6:0/2291423640 shutdown_connections 2024-05-20T21:29:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:21.175+0000 7f1483200640 1 -- 172.21.15.6:0/2291423640 wait complete. 2024-05-20T21:29:21.261 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:29:21.795 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:21 smithi006 ceph-mon[31422]: pgmap v845: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:29:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:21 smithi062 ceph-mon[36640]: pgmap v845: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:29:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:21 smithi042 ceph-mon[36332]: pgmap v845: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-20T21:29:22.691 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:23 smithi062 ceph-mon[36640]: pgmap v846: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-05-20T21:29:24.073 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:23 smithi006 ceph-mon[31422]: pgmap v846: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-05-20T21:29:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:23 smithi042 ceph-mon[36332]: pgmap v846: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2024-05-20T21:29:24.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 -- 172.21.15.6:0/3033586304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f01d01095a0 msgr2=0x7f01d0109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 --2- 172.21.15.6:0/3033586304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f01d01095a0 0x7f01d0109980 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f01c0009990 tx=0x7f01c0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 -- 172.21.15.6:0/3033586304 shutdown_connections 2024-05-20T21:29:24.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 --2- 172.21.15.6:0/3033586304 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01d006c470 0x7f01d01103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 --2- 172.21.15.6:0/3033586304 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f01d01095a0 0x7f01d0109980 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 --2- 172.21.15.6:0/3033586304 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01d006bab0 0x7f01d006bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 -- 172.21.15.6:0/3033586304 >> 172.21.15.6:0/3033586304 conn(0x7f01d00793b0 msgr2=0x7f01d00797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:24.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 -- 172.21.15.6:0/3033586304 shutdown_connections 2024-05-20T21:29:24.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.771+0000 7f01d5600700 1 -- 172.21.15.6:0/3033586304 wait complete. 2024-05-20T21:29:24.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.772+0000 7f01d5600700 1 Processor -- start 2024-05-20T21:29:24.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.773+0000 7f01d5600700 1 -- start start 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.773+0000 7f01d5600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01d006bab0 0x7f01d0102500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.773+0000 7f01d5600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f01d006c470 0x7f01d0102a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.773+0000 7f01d5600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01d01095a0 0x7f01d0102f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.773+0000 7f01d5600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f01d0113730 con 0x7f01d006c470 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.773+0000 7f01d5600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f01d01135b0 con 0x7f01d006bab0 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.773+0000 7f01d5600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f01d01138b0 con 0x7f01d01095a0 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01d006bab0 0x7f01d0102500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01d006bab0 0x7f01d0102500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:34266/0 (socket says 172.21.15.6:34266) 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cea00700 1 -- 172.21.15.6:0/657731692 learned_addr learned my addr 172.21.15.6:0/657731692 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01ce000700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f01d006c470 0x7f01d0102a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cf400700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01d01095a0 0x7f01d0102f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cea00700 1 -- 172.21.15.6:0/657731692 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01d01095a0 msgr2=0x7f01d0102f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cea00700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01d01095a0 0x7f01d0102f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cea00700 1 -- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f01d006c470 msgr2=0x7f01d0102a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cea00700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f01d006c470 0x7f01d0102a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.774+0000 7f01cea00700 1 -- 172.21.15.6:0/657731692 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d01a8190 con 0x7f01d006bab0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.775+0000 7f01cea00700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01d006bab0 0x7f01d0102500 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f01c0000c00 tx=0x7f01c00057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.775+0000 7f01c7400700 1 -- 172.21.15.6:0/657731692 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c0027070 con 0x7f01d006bab0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.775+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01d01a8420 con 0x7f01d006bab0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.775+0000 7f01c7400700 1 -- 172.21.15.6:0/657731692 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01c0022470 con 0x7f01d006bab0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.775+0000 7f01c7400700 1 -- 172.21.15.6:0/657731692 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c0017650 con 0x7f01d006bab0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.775+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01d01a88d0 con 0x7f01d006bab0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.776+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01d010ba80 con 0x7f01d006bab0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.779+0000 7f01c7400700 1 -- 172.21.15.6:0/657731692 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f01c002a070 con 0x7f01d006bab0 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.780+0000 7f01c7400700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f01b40b2900 0x7f01b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:24.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.781+0000 7f01c7400700 1 -- 172.21.15.6:0/657731692 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f01c00e2fa0 con 0x7f01d006bab0 2024-05-20T21:29:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.781+0000 7f01ce000700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f01b40b2900 0x7f01b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.781+0000 7f01ce000700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f01b40b2900 0x7f01b40b4dc0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f01d0079af0 tx=0x7f01bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:23.783+0000 7f01c7400700 1 -- 172.21.15.6:0/657731692 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f01c0013070 con 0x7f01d006bab0 2024-05-20T21:29:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.072+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01d0103a30 con 0x7f01d006bab0 2024-05-20T21:29:24.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.074+0000 7f01c7400700 1 -- 172.21.15.6:0/657731692 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f01c00aac50 con 0x7f01d006bab0 2024-05-20T21:29:24.677 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:29:24.677 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:29:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f01b40b2900 msgr2=0x7f01b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f01b40b2900 0x7f01b40b4dc0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f01d0079af0 tx=0x7f01bc009260 comp rx=0 tx=0).stop 2024-05-20T21:29:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01d006bab0 msgr2=0x7f01d0102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01d006bab0 0x7f01d0102500 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f01c0000c00 tx=0x7f01c00057c0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 shutdown_connections 2024-05-20T21:29:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f01b40b2900 0x7f01b40b4dc0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01d01095a0 0x7f01d0102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f01d006bab0 0x7f01d0102500 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 --2- 172.21.15.6:0/657731692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f01d006c470 0x7f01d0102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:24.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.077+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 >> 172.21.15.6:0/657731692 conn(0x7f01d00793b0 msgr2=0x7f01d01012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:24.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.078+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 shutdown_connections 2024-05-20T21:29:24.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:24.078+0000 7f01d5600700 1 -- 172.21.15.6:0/657731692 wait complete. 2024-05-20T21:29:24.679 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:29:24.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:24 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/657731692' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:25.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:24 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/657731692' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:25.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:24 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/657731692' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:25.680 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id 34b9e154 --release --await' 2024-05-20T21:29:25.681 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id 34b9e154 --release --await 2024-05-20T21:29:25.885 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:25 smithi006 ceph-mon[31422]: pgmap v847: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:29:25.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 -- 172.21.15.6:0/4013228097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8108520 msgr2=0x7f89d8108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 --2- 172.21.15.6:0/4013228097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8108520 0x7f89d8108900 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f89c8009990 tx=0x7f89c8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 -- 172.21.15.6:0/4013228097 shutdown_connections 2024-05-20T21:29:25.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 --2- 172.21.15.6:0/4013228097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8102e00 0x7f89d810f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 --2- 172.21.15.6:0/4013228097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8108520 0x7f89d8108900 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 --2- 172.21.15.6:0/4013228097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8102440 0x7f89d81028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 -- 172.21.15.6:0/4013228097 >> 172.21.15.6:0/4013228097 conn(0x7f89d80793f0 msgr2=0x7f89d8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 -- 172.21.15.6:0/4013228097 shutdown_connections 2024-05-20T21:29:25.967 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.966+0000 7f89dda00700 1 -- 172.21.15.6:0/4013228097 wait complete. 2024-05-20T21:29:25.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.967+0000 7f89dda00700 1 Processor -- start 2024-05-20T21:29:25.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.967+0000 7f89dda00700 1 -- start start 2024-05-20T21:29:25.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89dda00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8102440 0x7f89d819f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89dda00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8102e00 0x7f89d819fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89dda00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8108520 0x7f89d8199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89dda00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89d8112640 con 0x7f89d8102440 2024-05-20T21:29:25.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89dda00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81124c0 con 0x7f89d8102e00 2024-05-20T21:29:25.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89dda00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81127c0 con 0x7f89d8108520 2024-05-20T21:29:25.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89d6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8102440 0x7f89d819f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89d6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8102440 0x7f89d819f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37742/0 (socket says 172.21.15.6:37742) 2024-05-20T21:29:25.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89d6a00700 1 -- 172.21.15.6:0/2595408363 learned_addr learned my addr 172.21.15.6:0/2595408363 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:25.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89ce000700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8102e00 0x7f89d819fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.968+0000 7f89d7400700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8108520 0x7f89d8199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89ce000700 1 -- 172.21.15.6:0/2595408363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8108520 msgr2=0x7f89d8199a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89ce000700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8108520 0x7f89d8199a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89ce000700 1 -- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8102440 msgr2=0x7f89d819f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89ce000700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8102440 0x7f89d819f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89ce000700 1 -- 172.21.15.6:0/2595408363 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89d819a1a0 con 0x7f89d8102e00 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89ce000700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8102e00 0x7f89d819fdc0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f89c000e9f0 tx=0x7f89c000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89cfe00700 1 -- 172.21.15.6:0/2595408363 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c000c9c0 con 0x7f89d8102e00 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89cfe00700 1 -- 172.21.15.6:0/2595408363 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89c000cb60 con 0x7f89d8102e00 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89dda00700 1 -- 172.21.15.6:0/2595408363 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89d819a490 con 0x7f89d8102e00 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89cfe00700 1 -- 172.21.15.6:0/2595408363 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c0018680 con 0x7f89d8102e00 2024-05-20T21:29:25.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.969+0000 7f89dda00700 1 -- 172.21.15.6:0/2595408363 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89d81a6750 con 0x7f89d8102e00 2024-05-20T21:29:25.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.973+0000 7f89cfe00700 1 -- 172.21.15.6:0/2595408363 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f89c0010430 con 0x7f89d8102e00 2024-05-20T21:29:25.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.974+0000 7f89e82c3b80 1 Processor -- start 2024-05-20T21:29:25.974 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.974+0000 7f89e82c3b80 1 -- start start 2024-05-20T21:29:25.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89cfe00700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89bc0b2900 0x7f89bc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc33640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc2d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc2e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56155bb87e40 con 0x56155bc2dc90 2024-05-20T21:29:25.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56155bb779e0 con 0x56155bc33260 2024-05-20T21:29:25.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56155bb7ba20 con 0x56155bc33b80 2024-05-20T21:29:25.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89cfe00700 1 -- 172.21.15.6:0/2595408363 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f89c00e23f0 con 0x7f89d8102e00 2024-05-20T21:29:25.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89d6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc33640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89d6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc33640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:34286/0 (socket says 172.21.15.6:34286) 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89d6a00700 1 -- 172.21.15.6:0/2018684058 learned_addr learned my addr 172.21.15.6:0/2018684058 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89d7400700 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc2e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89d7400700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89bc0b2900 0x7f89bc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.975+0000 7f89ce000700 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc2d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.976+0000 7f89d6a00700 1 -- 172.21.15.6:0/2018684058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 msgr2=0x56155bc2d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.976+0000 7f89d6a00700 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc2d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.976+0000 7f89d6a00700 1 -- 172.21.15.6:0/2018684058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 msgr2=0x56155bc2e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.976+0000 7f89d6a00700 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc2e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.976+0000 7f89d6a00700 1 -- 172.21.15.6:0/2018684058 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56155bb40420 con 0x56155bc33260 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.976+0000 7f89ce000700 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc2d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.976+0000 7f89d6a00700 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc33640 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f89c80096d0 tx=0x7f89c800b260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=528bfd1afefd5613 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.976+0000 7f89d7400700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89bc0b2900 0x7f89bc0b4dc0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f89d0009550 tx=0x7f89d000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.977+0000 7f89c7e00700 1 -- 172.21.15.6:0/2018684058 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c8004690 con 0x56155bc33260 2024-05-20T21:29:25.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.977+0000 7f89c7e00700 1 -- 172.21.15.6:0/2018684058 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89c8027070 con 0x56155bc33260 2024-05-20T21:29:25.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.977+0000 7f89c7e00700 1 -- 172.21.15.6:0/2018684058 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c8003b60 con 0x56155bc33260 2024-05-20T21:29:25.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 -- 172.21.15.6:0/2018684058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 msgr2=0x56155bc33640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc33640 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f89c80096d0 tx=0x7f89c800b260 comp rx=0 tx=0).stop 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 -- 172.21.15.6:0/2018684058 shutdown_connections 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc2e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc33640 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/2018684058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc2d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 -- 172.21.15.6:0/2018684058 >> 172.21.15.6:0/2018684058 conn(0x56155bb57be0 msgr2=0x56155bc24010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 -- 172.21.15.6:0/2018684058 shutdown_connections 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.978+0000 7f89e82c3b80 1 -- 172.21.15.6:0/2018684058 wait complete. 2024-05-20T21:29:25.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.979+0000 7f89e82c3b80 1 -- start start 2024-05-20T21:29:25.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.979+0000 7f89e82c3b80 1 Processor -- start 2024-05-20T21:29:25.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc39840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc36be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc37120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56155ba7dfa0 con 0x56155bc2dc90 2024-05-20T21:29:25.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56155bb18760 con 0x56155bc33260 2024-05-20T21:29:25.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56155bc3a640 con 0x56155bc33b80 2024-05-20T21:29:25.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89e82c3b80 10 client.0 _ll_register_callbacks cb 0x56155bb21c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc39840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89ce000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc36be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc39840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37756/0 (socket says 172.21.15.6:37756) 2024-05-20T21:29:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89ce000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc36be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:34296/0 (socket says 172.21.15.6:34296) 2024-05-20T21:29:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d6a00700 1 -- 172.21.15.6:0/3267257242 learned_addr learned my addr 172.21.15.6:0/3267257242 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d7400700 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc37120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d7400700 1 -- 172.21.15.6:0/3267257242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 msgr2=0x56155bc36be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d7400700 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc36be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d7400700 1 -- 172.21.15.6:0/3267257242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 msgr2=0x56155bc39840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d7400700 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc39840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.980+0000 7f89d7400700 1 -- 172.21.15.6:0/3267257242 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56155bac78d0 con 0x56155bc33b80 2024-05-20T21:29:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.981+0000 7f89d6a00700 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc39840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.981+0000 7f89d7400700 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc37120 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f89d0009fd0 tx=0x7f89d0004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a435f18d124074a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.981+0000 7f89c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:25.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.981+0000 7f89c4c00700 1 -- 172.21.15.6:0/3267257242 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d0003a00 con 0x56155bc33b80 2024-05-20T21:29:25.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.981+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3267257242 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89c8027070 con 0x56155bc33b80 2024-05-20T21:29:25.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.981+0000 7f89c4c00700 1 -- 172.21.15.6:0/3267257242 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f89d0003ba0 con 0x56155bc33b80 2024-05-20T21:29:25.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.982+0000 7f89c4c00700 1 -- 172.21.15.6:0/3267257242 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f89d0003da0 con 0x56155bc33b80 2024-05-20T21:29:25.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.982+0000 7f89e82c3b80 10 client.29167 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:25.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.982+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3267257242 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56155bb48060 con 0x56155bc33b80 2024-05-20T21:29:25.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.982+0000 7f89c4c00700 1 -- 172.21.15.6:0/3267257242 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89c8027070 con 0x56155bc33b80 2024-05-20T21:29:25.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.982+0000 7f89c4c00700 1 -- 172.21.15.6:0/3267257242 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f89d00043d0 con 0x56155bc33b80 2024-05-20T21:29:25.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.983+0000 7f89e82c3b80 10 client.29167 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:25.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.983+0000 7f89e82c3b80 10 client.29167 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:29:25.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.983+0000 7f89e82c3b80 20 client.29167 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:25.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.983+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56155bc47120 0x56155bc49550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:25.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.983+0000 7f89e82c3b80 4 client.29167 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:25.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.983+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3267257242 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56155bb89d90 con 0x56155bc47120 2024-05-20T21:29:25.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.983+0000 7f89d6a00700 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56155bc47120 0x56155bc49550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:25.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.984+0000 7f89c4c00700 10 client.29167 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:29:25.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.984+0000 7f89d6a00700 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56155bc47120 0x56155bc49550 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5fa97baae147a927 server_cookie=17b6683c321170f7 in_seq=0 out_seq=0 2024-05-20T21:29:25.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89c4c00700 1 -- 172.21.15.6:0/3267257242 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56155bb89d90 con 0x56155bc47120 2024-05-20T21:29:25.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89c4c00700 10 client.29167 handle_command_reply: tid=0 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 client.29167 shutdown 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 msgr2=0x56155bc37120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc37120 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f89d0009fd0 tx=0x7f89d0004b40 comp rx=0 tx=0).stop 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3267257242 shutdown_connections 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc37120 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc39840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56155bc47120 0x56155bc49550 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3267257242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc36be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3267257242 >> 172.21.15.6:0/3267257242 conn(0x56155bb57be0 msgr2=0x56155bc28250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89c4c00700 0 client.29167 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3267257242 shutdown_connections 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.985+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3267257242 wait complete. 2024-05-20T21:29:25.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:25.986+0000 7f89e82c3b80 20 client.29167 trim_cache size 0 max 16384 2024-05-20T21:29:26.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.003+0000 7f89e82c3b80 1 Processor -- start 2024-05-20T21:29:26.004 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.003+0000 7f89e82c3b80 1 -- start start 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.003+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc2dc90 0x56155bc37780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.003+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33260 0x56155bc23bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc33b80 0x56155bc24100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81ae580 con 0x56155bc33b80 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81abe10 con 0x56155bc2dc90 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81a9c60 con 0x56155bc33260 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89d6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc2dc90 0x56155bc37780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89ce000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33260 0x56155bc23bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89ce000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33260 0x56155bc23bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55140/0 (socket says 172.21.15.6:55140) 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89d6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc2dc90 0x56155bc37780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:34306/0 (socket says 172.21.15.6:34306) 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89ce000700 1 -- 172.21.15.6:0/3335996144 learned_addr learned my addr 172.21.15.6:0/3335996144 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:26.005 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89d7400700 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc33b80 0x56155bc24100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:26.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89ce000700 1 -- 172.21.15.6:0/3335996144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc2dc90 msgr2=0x56155bc37780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:26.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89ce000700 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc2dc90 0x56155bc37780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89ce000700 1 -- 172.21.15.6:0/3335996144 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc33b80 msgr2=0x56155bc24100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:26.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89ce000700 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc33b80 0x56155bc24100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89ce000700 1 -- 172.21.15.6:0/3335996144 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56155bc24d30 con 0x56155bc33260 2024-05-20T21:29:26.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89d6a00700 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc2dc90 0x56155bc37780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:26.006 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.004+0000 7f89d7400700 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc33b80 0x56155bc24100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:29:26.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.005+0000 7f89ce000700 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33260 0x56155bc23bc0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f89c00a5940 tx=0x7f89c00b2040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86f52a67f793d00a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:26.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.005+0000 7f89c7400700 1 -- 172.21.15.6:0/3335996144 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c00c3070 con 0x56155bc33260 2024-05-20T21:29:26.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.005+0000 7f89c7400700 1 -- 172.21.15.6:0/3335996144 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89c00aa010 con 0x56155bc33260 2024-05-20T21:29:26.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.005+0000 7f89c7400700 1 -- 172.21.15.6:0/3335996144 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c00cc0b0 con 0x56155bc33260 2024-05-20T21:29:26.007 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.006+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3335996144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33260 msgr2=0x56155bc23bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.006+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33260 0x56155bc23bc0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f89c00a5940 tx=0x7f89c00b2040 comp rx=0 tx=0).stop 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.006+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3335996144 shutdown_connections 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.006+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc33b80 0x56155bc24100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.006+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc2dc90 0x56155bc37780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.006+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/3335996144 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33260 0x56155bc23bc0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.006+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3335996144 >> 172.21.15.6:0/3335996144 conn(0x56155bb57be0 msgr2=0x56155bc36ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.007+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3335996144 shutdown_connections 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.007+0000 7f89e82c3b80 1 -- 172.21.15.6:0/3335996144 wait complete. 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.007+0000 7f89e82c3b80 1 -- start start 2024-05-20T21:29:26.008 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.007+0000 7f89e82c3b80 1 Processor -- start 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc3ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc4e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89e82c3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc4eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81aa2d0 con 0x56155bc2dc90 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81ab740 con 0x56155bc33260 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89e82c3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81aa9a0 con 0x56155bc33b80 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89e82c3b80 10 client.0 _ll_register_callbacks cb 0x56155bb21c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89d7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc4eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89d7400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc4eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55150/0 (socket says 172.21.15.6:55150) 2024-05-20T21:29:26.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.008+0000 7f89d7400700 1 -- 172.21.15.6:0/314287980 learned_addr learned my addr 172.21.15.6:0/314287980 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89ce000700 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc4e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89d6a00700 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc3ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89d7400700 1 -- 172.21.15.6:0/314287980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 msgr2=0x56155bc4e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89d7400700 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc4e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89d7400700 1 -- 172.21.15.6:0/314287980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 msgr2=0x56155bc3ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89d7400700 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc3ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89d7400700 1 -- 172.21.15.6:0/314287980 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56155bc4f2f0 con 0x56155bc33b80 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89d7400700 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc4eab0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f89d0009ec0 tx=0x7f89d0003cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22ffcac502b41325 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89c4c00700 1 -- 172.21.15.6:0/314287980 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d003b060 con 0x56155bc33b80 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.009+0000 7f89e82c3b80 1 -- 172.21.15.6:0/314287980 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89c00aa010 con 0x56155bc33b80 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.010+0000 7f89c4c00700 1 -- 172.21.15.6:0/314287980 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f89d0005e70 con 0x56155bc33b80 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.010+0000 7f89c4c00700 1 -- 172.21.15.6:0/314287980 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f89d0003f40 con 0x56155bc33b80 2024-05-20T21:29:26.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.010+0000 7f89e82c3b80 10 client.29173 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:26.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.010+0000 7f89e82c3b80 1 -- 172.21.15.6:0/314287980 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56155bcb1c10 con 0x56155bc33b80 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89c4c00700 1 -- 172.21.15.6:0/314287980 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89c00aa010 con 0x56155bc33b80 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89c4c00700 1 -- 172.21.15.6:0/314287980 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f89d001ab80 con 0x56155bc33b80 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89e82c3b80 10 client.29173 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89e82c3b80 10 client.29173 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89e82c3b80 20 client.29173 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56155bcb2260 0x56155bcb4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89e82c3b80 4 client.29173 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89e82c3b80 1 -- 172.21.15.6:0/314287980 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56155bb83570 con 0x56155bcb2260 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.011+0000 7f89d6a00700 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56155bcb2260 0x56155bcb4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89d6a00700 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56155bcb2260 0x56155bcb4680 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eb270c5a749fa501 server_cookie=9d2d2cac0ced9c22 in_seq=0 out_seq=0 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89c4c00700 10 client.29173 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89c4c00700 1 -- 172.21.15.6:0/314287980 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56155bb83570 con 0x56155bcb2260 2024-05-20T21:29:26.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89c4c00700 10 client.29173 handle_command_reply: tid=0 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 client.29173 shutdown 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 -- 172.21.15.6:0/314287980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 msgr2=0x56155bc4eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc4eab0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f89d0009ec0 tx=0x7f89d0003cc0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 -- 172.21.15.6:0/314287980 shutdown_connections 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56155bc33b80 0x56155bc4eab0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56155bc2dc90 0x56155bc3ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56155bcb2260 0x56155bcb4680 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 --2- 172.21.15.6:0/314287980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56155bc33260 0x56155bc4e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.012+0000 7f89e82c3b80 1 -- 172.21.15.6:0/314287980 >> 172.21.15.6:0/314287980 conn(0x56155bb57be0 msgr2=0x56155bc36ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:26.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.013+0000 7f89c4c00700 0 client.29173 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:29:26.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.013+0000 7f89e82c3b80 1 -- 172.21.15.6:0/314287980 shutdown_connections 2024-05-20T21:29:26.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.013+0000 7f89e82c3b80 1 -- 172.21.15.6:0/314287980 wait complete. 2024-05-20T21:29:26.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.013+0000 7f89e82c3b80 20 client.29173 trim_cache size 0 max 16384 2024-05-20T21:29:26.015 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:29:26.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 -- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89bc0b2900 msgr2=0x7f89bc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89bc0b2900 0x7f89bc0b4dc0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f89d0009550 tx=0x7f89d000b040 comp rx=0 tx=0).stop 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 -- 172.21.15.6:0/2595408363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8102e00 msgr2=0x7f89d819fdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8102e00 0x7f89d819fdc0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f89c000e9f0 tx=0x7f89c000ed00 comp rx=0 tx=0).stop 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 -- 172.21.15.6:0/2595408363 shutdown_connections 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89bc0b2900 0x7f89bc0b4dc0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8108520 0x7f89d8199a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8102440 0x7f89d819f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 --2- 172.21.15.6:0/2595408363 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8102e00 0x7f89d819fdc0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 -- 172.21.15.6:0/2595408363 >> 172.21.15.6:0/2595408363 conn(0x7f89d80793f0 msgr2=0x7f89d806b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.014+0000 7f89dda00700 1 -- 172.21.15.6:0/2595408363 shutdown_connections 2024-05-20T21:29:26.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:26.015+0000 7f89dda00700 1 -- 172.21.15.6:0/2595408363 wait complete. 2024-05-20T21:29:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:25 smithi062 ceph-mon[36640]: pgmap v847: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:29:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:25 smithi042 ceph-mon[36332]: pgmap v847: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:29:27.034 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:27.084 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:29:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:27 smithi062 ceph-mon[36640]: pgmap v848: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:29:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:27 smithi042 ceph-mon[36332]: pgmap v848: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:29:28.151 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:27 smithi006 ceph-mon[31422]: pgmap v848: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-20T21:29:28.639 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 -- 172.21.15.6:0/251179634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1bd41088f0 msgr2=0x7f1bd4110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/251179634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1bd41088f0 0x7f1bd4110470 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc009990 tx=0x7f1bcc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 -- 172.21.15.6:0/251179634 shutdown_connections 2024-05-20T21:29:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/251179634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1bd41088f0 0x7f1bd4110470 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/251179634 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1bd41037f0 0x7f1bd4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/251179634 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bd41041a0 0x7f1bd41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 -- 172.21.15.6:0/251179634 >> 172.21.15.6:0/251179634 conn(0x7f1bd407a6a0 msgr2=0x7f1bd407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 -- 172.21.15.6:0/251179634 shutdown_connections 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.602+0000 7f1bd9a00700 1 -- 172.21.15.6:0/251179634 wait complete. 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.604+0000 7f1bd9a00700 1 Processor -- start 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.604+0000 7f1bd9a00700 1 -- start start 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.604+0000 7f1bd9a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1bd41037f0 0x7f1bd41a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.604+0000 7f1bd9a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bd41041a0 0x7f1bd41a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.604+0000 7f1bd9a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1bd41088f0 0x7f1bd419bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.604+0000 7f1bd9a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd4113710 con 0x7f1bd41037f0 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.604+0000 7f1bd9a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd4113590 con 0x7f1bd41041a0 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.604+0000 7f1bd9a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd4113890 con 0x7f1bd41088f0 2024-05-20T21:29:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1bd41037f0 0x7f1bd41a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1bd41037f0 0x7f1bd41a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46768/0 (socket says 172.21.15.6:46768) 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd2a00700 1 -- 172.21.15.6:0/1645380241 learned_addr learned my addr 172.21.15.6:0/1645380241 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd3400700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1bd41088f0 0x7f1bd419bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bca000700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bd41041a0 0x7f1bd41a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd2a00700 1 -- 172.21.15.6:0/1645380241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1bd41088f0 msgr2=0x7f1bd419bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1bd41088f0 0x7f1bd419bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd2a00700 1 -- 172.21.15.6:0/1645380241 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bd41041a0 msgr2=0x7f1bd41a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bd41041a0 0x7f1bd41a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.605+0000 7f1bd2a00700 1 -- 172.21.15.6:0/1645380241 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bd419c410 con 0x7f1bd41037f0 2024-05-20T21:29:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.606+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1bd41037f0 0x7f1bd41a1a60 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f1bc400ef10 tx=0x7f1bc400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.606+0000 7f1bcbe00700 1 -- 172.21.15.6:0/1645380241 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc400c9c0 con 0x7f1bd41037f0 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.606+0000 7f1bcbe00700 1 -- 172.21.15.6:0/1645380241 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bc4019070 con 0x7f1bd41037f0 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.606+0000 7f1bd9a00700 1 -- 172.21.15.6:0/1645380241 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bd419c6a0 con 0x7f1bd41037f0 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.606+0000 7f1bcbe00700 1 -- 172.21.15.6:0/1645380241 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4014480 con 0x7f1bd41037f0 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.606+0000 7f1bd9a00700 1 -- 172.21.15.6:0/1645380241 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bd41a89e0 con 0x7f1bd41037f0 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.610+0000 7f1bcbe00700 1 -- 172.21.15.6:0/1645380241 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1bc4012050 con 0x7f1bd41037f0 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.611+0000 7f1be4472b80 1 Processor -- start 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.611+0000 7f1be4472b80 1 -- start start 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969d5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d6530 0x55c3969cffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969d0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1be4472b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c39692df40 con 0x55c3969d5c10 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1be4472b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c39691dae0 con 0x55c3969d6530 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1be4472b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c396921b20 con 0x55c3969d05f0 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1bcbe00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1bb80b2880 0x7f1bb80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d6530 0x55c3969cffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.612+0000 7f1bca000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969d0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bd3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969d5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bca000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969d0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34424/0 (socket says 172.21.15.6:34424) 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bca000700 1 -- 172.21.15.6:0/995710326 learned_addr learned my addr 172.21.15.6:0/995710326 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bcbe00700 1 -- 172.21.15.6:0/1645380241 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1bc40e2260 con 0x7f1bd41037f0 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bd3400700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1bb80b2880 0x7f1bb80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bca000700 1 -- 172.21.15.6:0/995710326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d6530 msgr2=0x55c3969cffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bca000700 1 --2- 172.21.15.6:0/995710326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d6530 0x55c3969cffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bca000700 1 -- 172.21.15.6:0/995710326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 msgr2=0x55c3969d5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bca000700 1 --2- 172.21.15.6:0/995710326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969d5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bca000700 1 -- 172.21.15.6:0/995710326 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3968e6520 con 0x55c3969d05f0 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.613+0000 7f1bca000700 1 --2- 172.21.15.6:0/995710326 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969d0a50 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc009cf0 tx=0x7f1bbc011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e9f961b83f1d783 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.614+0000 7f1bc3e00700 1 -- 172.21.15.6:0/995710326 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc011d80 con 0x55c3969d05f0 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.614+0000 7f1bd3400700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1bb80b2880 0x7f1bb80b4d40 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc005cd0 tx=0x7f1bcc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.614+0000 7f1bc3e00700 1 -- 172.21.15.6:0/995710326 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bbc004500 con 0x55c3969d05f0 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.614+0000 7f1bc3e00700 1 -- 172.21.15.6:0/995710326 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc005280 con 0x55c3969d05f0 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.614+0000 7f1be4472b80 1 -- 172.21.15.6:0/995710326 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 msgr2=0x55c3969d0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.614+0000 7f1be4472b80 1 --2- 172.21.15.6:0/995710326 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969d0a50 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc009cf0 tx=0x7f1bbc011440 comp rx=0 tx=0).stop 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.615+0000 7f1be4472b80 1 -- 172.21.15.6:0/995710326 shutdown_connections 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.615+0000 7f1be4472b80 1 --2- 172.21.15.6:0/995710326 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969d0a50 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.615+0000 7f1be4472b80 1 --2- 172.21.15.6:0/995710326 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969d5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.615+0000 7f1be4472b80 1 --2- 172.21.15.6:0/995710326 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d6530 0x55c3969cffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.615+0000 7f1be4472b80 1 -- 172.21.15.6:0/995710326 >> 172.21.15.6:0/995710326 conn(0x55c3968fdce0 msgr2=0x55c3969caf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:29.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.615+0000 7f1be4472b80 1 -- 172.21.15.6:0/995710326 shutdown_connections 2024-05-20T21:29:29.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.615+0000 7f1be4472b80 1 -- 172.21.15.6:0/995710326 wait complete. 2024-05-20T21:29:29.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.615+0000 7f1be4472b80 1 -- start start 2024-05-20T21:29:29.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.616+0000 7f1be4472b80 1 Processor -- start 2024-05-20T21:29:29.879 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:29 smithi006 ceph-mon[31422]: pgmap v849: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:29:29.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.616+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969dc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.616+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d5c10 0x55c3969d9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.616+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d9a90 0x55c3969d9f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.616+0000 7f1be4472b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c3968240a0 con 0x55c3969d05f0 2024-05-20T21:29:29.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.616+0000 7f1be4472b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c3968be860 con 0x55c3969d5c10 2024-05-20T21:29:29.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.616+0000 7f1be4472b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c3969dcfa0 con 0x55c3969d9a90 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1be4472b80 10 client.0 _ll_register_callbacks cb 0x55c3968c7d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969dc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969dc1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46786/0 (socket says 172.21.15.6:46786) 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd2a00700 1 -- 172.21.15.6:0/336123375 learned_addr learned my addr 172.21.15.6:0/336123375 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bca000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d5c10 0x55c3969d9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd3400700 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d9a90 0x55c3969d9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd2a00700 1 -- 172.21.15.6:0/336123375 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d9a90 msgr2=0x55c3969d9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d9a90 0x55c3969d9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd2a00700 1 -- 172.21.15.6:0/336123375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d5c10 msgr2=0x55c3969d9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d5c10 0x55c3969d9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bd2a00700 1 -- 172.21.15.6:0/336123375 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c39686d9d0 con 0x55c3969d05f0 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.617+0000 7f1bca000700 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d5c10 0x55c3969d9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:29.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969dc1b0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1bc40a9710 tx=0x7f1bc4073070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d754141a449acc86 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1bc0c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1bc0c00700 1 -- 172.21.15.6:0/336123375 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4077040 con 0x55c3969d05f0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1bc0c00700 1 -- 172.21.15.6:0/336123375 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1bc40a9bf0 con 0x55c3969d05f0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1be4472b80 1 -- 172.21.15.6:0/336123375 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bbc004500 con 0x55c3969d05f0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1bc0c00700 1 -- 172.21.15.6:0/336123375 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1bc40cc0d0 con 0x55c3969d05f0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1be4472b80 10 client.19080 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1be4472b80 1 -- 172.21.15.6:0/336123375 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3968ee160 con 0x55c3969d05f0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.618+0000 7f1bc0c00700 1 -- 172.21.15.6:0/336123375 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bbc004500 con 0x55c3969d05f0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.619+0000 7f1bc0c00700 1 -- 172.21.15.6:0/336123375 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1bc40b2150 con 0x55c3969d05f0 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.619+0000 7f1be4472b80 10 client.19080 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.619+0000 7f1be4472b80 10 client.19080 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.619+0000 7f1be4472b80 20 client.19080 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.619+0000 7f1be4472b80 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c3969e9e20 0x55c3969ec230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.619+0000 7f1be4472b80 4 client.19080 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.619+0000 7f1be4472b80 1 -- 172.21.15.6:0/336123375 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c39692fe90 con 0x55c3969e9e20 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.619+0000 7f1bca000700 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c3969e9e20 0x55c3969ec230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.620+0000 7f1bca000700 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c3969e9e20 0x55c3969ec230 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ee83178806fba28 server_cookie=1a95f3daeb21eb3a in_seq=0 out_seq=0 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.620+0000 7f1bc0c00700 10 client.19080 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1bc0c00700 1 -- 172.21.15.6:0/336123375 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c39692fe90 con 0x55c3969e9e20 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1bc0c00700 10 client.19080 handle_command_reply: tid=0 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 client.19080 shutdown 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 -- 172.21.15.6:0/336123375 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 msgr2=0x55c3969dc1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969dc1b0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1bc40a9710 tx=0x7f1bc4073070 comp rx=0 tx=0).stop 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 -- 172.21.15.6:0/336123375 shutdown_connections 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c3969e9e20 0x55c3969ec230 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d9a90 0x55c3969d9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969dc1b0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 --2- 172.21.15.6:0/336123375 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d5c10 0x55c3969d9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1bc0c00700 0 client.19080 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 -- 172.21.15.6:0/336123375 >> 172.21.15.6:0/336123375 conn(0x55c3968fdce0 msgr2=0x55c3969ca430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 -- 172.21.15.6:0/336123375 shutdown_connections 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 1 -- 172.21.15.6:0/336123375 wait complete. 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.621+0000 7f1be4472b80 20 client.19080 trim_cache size 0 max 16384 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.646+0000 7f1be4472b80 1 Processor -- start 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.646+0000 7f1be4472b80 1 -- start start 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.646+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969cffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.646+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d5c10 0x55c3969d7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 0x55c3969e6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1be4472b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd41b2930 con 0x55c3969d05f0 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1be4472b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd41b01c0 con 0x55c3969d9a90 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1be4472b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd41ae010 con 0x55c3969d5c10 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969cffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bd3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 0x55c3969e6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bca000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d5c10 0x55c3969d7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969cffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46796/0 (socket says 172.21.15.6:46796) 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bd2a00700 1 -- 172.21.15.6:0/1042995168 learned_addr learned my addr 172.21.15.6:0/1042995168 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bca000700 1 -- 172.21.15.6:0/1042995168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 msgr2=0x55c3969e6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bca000700 1 --2- 172.21.15.6:0/1042995168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 0x55c3969e6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bca000700 1 -- 172.21.15.6:0/1042995168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 msgr2=0x55c3969cffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bca000700 1 --2- 172.21.15.6:0/1042995168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969cffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.647+0000 7f1bca000700 1 -- 172.21.15.6:0/1042995168 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3969ec880 con 0x55c3969d5c10 2024-05-20T21:29:29.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.648+0000 7f1bca000700 1 --2- 172.21.15.6:0/1042995168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d5c10 0x55c3969d7030 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc009cc0 tx=0x7f1bbc0058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60274723e4c365a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.648+0000 7f1bc3400700 1 -- 172.21.15.6:0/1042995168 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc005ce0 con 0x55c3969d5c10 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.648+0000 7f1bc3400700 1 -- 172.21.15.6:0/1042995168 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bbc005330 con 0x55c3969d5c10 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.648+0000 7f1bc3400700 1 -- 172.21.15.6:0/1042995168 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc004650 con 0x55c3969d5c10 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 -- 172.21.15.6:0/1042995168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d5c10 msgr2=0x55c3969d7030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 --2- 172.21.15.6:0/1042995168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d5c10 0x55c3969d7030 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc009cc0 tx=0x7f1bbc0058e0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 -- 172.21.15.6:0/1042995168 shutdown_connections 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 --2- 172.21.15.6:0/1042995168 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 0x55c3969e6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 --2- 172.21.15.6:0/1042995168 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d05f0 0x55c3969cffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 --2- 172.21.15.6:0/1042995168 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d5c10 0x55c3969d7030 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 -- 172.21.15.6:0/1042995168 >> 172.21.15.6:0/1042995168 conn(0x55c3968fdce0 msgr2=0x55c3969d6920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 -- 172.21.15.6:0/1042995168 shutdown_connections 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.649+0000 7f1be4472b80 1 -- 172.21.15.6:0/1042995168 wait complete. 2024-05-20T21:29:29.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 1 -- start start 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 1 Processor -- start 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969e24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969e2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 0x55c3969df2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd41ae680 con 0x55c3969d5c10 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd41afaf0 con 0x55c3969d9a90 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd41aed50 con 0x55c3969d05f0 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.650+0000 7f1be4472b80 10 client.0 _ll_register_callbacks cb 0x55c3968c7d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969e24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969e24f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34448/0 (socket says 172.21.15.6:34448) 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 -- 172.21.15.6:0/2787632979 learned_addr learned my addr 172.21.15.6:0/2787632979 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bca000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969e2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd3400700 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 0x55c3969df2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 -- 172.21.15.6:0/2787632979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 msgr2=0x55c3969df2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 0x55c3969df2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 -- 172.21.15.6:0/2787632979 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 msgr2=0x55c3969e2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969e2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 -- 172.21.15.6:0/2787632979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3969dfad0 con 0x55c3969d05f0 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bca000700 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969e2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bd2a00700 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969e24f0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1bc400eee0 tx=0x7f1bc40dfce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdf23641d9cb4bc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bc0c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.651+0000 7f1bc0c00700 1 -- 172.21.15.6:0/2787632979 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc40b2630 con 0x55c3969d05f0 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 1 -- 172.21.15.6:0/2787632979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bbc005330 con 0x55c3969d05f0 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1bc0c00700 1 -- 172.21.15.6:0/2787632979 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f1bc40912c0 con 0x55c3969d05f0 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1bc0c00700 1 -- 172.21.15.6:0/2787632979 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1bc40cc0d0 con 0x55c3969d05f0 2024-05-20T21:29:29.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 10 client.29191 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 1 -- 172.21.15.6:0/2787632979 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c396a5ddc0 con 0x55c3969d05f0 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1bc0c00700 1 -- 172.21.15.6:0/2787632979 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bbc005330 con 0x55c3969d05f0 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1bc0c00700 1 -- 172.21.15.6:0/2787632979 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1bc40aee30 con 0x55c3969d05f0 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 10 client.29191 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 10 client.29191 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 20 client.29191 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c396a5e310 0x55c396a60730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 4 client.29191 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "34b9e154", "release": true, "await": true}] 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.652+0000 7f1be4472b80 1 -- 172.21.15.6:0/2787632979 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "34b9e154", "release": true, "await": true}) -- 0x55c396929670 con 0x55c396a5e310 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.653+0000 7f1bca000700 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c396a5e310 0x55c396a60730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.653+0000 7f1bca000700 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c396a5e310 0x55c396a60730 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7937af6d88df82bc server_cookie=7ef24c39af0d813a in_seq=0 out_seq=0 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.653+0000 7f1bc0c00700 10 client.29191 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.656+0000 7f1bc0c00700 1 -- 172.21.15.6:0/2787632979 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55c396929670 con 0x55c396a5e310 2024-05-20T21:29:29.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.656+0000 7f1bc0c00700 10 client.29191 handle_command_reply: tid=0 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.656+0000 7f1be4472b80 1 client.29191 shutdown 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 -- 172.21.15.6:0/2787632979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 msgr2=0x55c3969e24f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969e24f0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1bc400eee0 tx=0x7f1bc40dfce0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 -- 172.21.15.6:0/2787632979 shutdown_connections 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c3969d9a90 0x55c3969df2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c396a5e310 0x55c396a60730 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c3969d05f0 0x55c3969e24f0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 --2- 172.21.15.6:0/2787632979 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c3969d5c10 0x55c3969e2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1bc0c00700 0 client.29191 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 -- 172.21.15.6:0/2787632979 >> 172.21.15.6:0/2787632979 conn(0x55c3968fdce0 msgr2=0x55c3969d7d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 -- 172.21.15.6:0/2787632979 shutdown_connections 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 1 -- 172.21.15.6:0/2787632979 wait complete. 2024-05-20T21:29:29.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.657+0000 7f1be4472b80 20 client.29191 trim_cache size 0 max 16384 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 48, 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "34b9e154": { 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 48, 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:29:29.891 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 150.0, 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:29.892 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 -- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1bb80b2880 msgr2=0x7f1bb80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1bb80b2880 0x7f1bb80b4d40 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc005cd0 tx=0x7f1bcc00b260 comp rx=0 tx=0).stop 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 -- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1bd41037f0 msgr2=0x7f1bd41a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1bd41037f0 0x7f1bd41a1a60 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f1bc400ef10 tx=0x7f1bc400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 -- 172.21.15.6:0/1645380241 shutdown_connections 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f1bb80b2880 0x7f1bb80b4d40 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1bd41088f0 0x7f1bd419bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1bd41037f0 0x7f1bd41a1a60 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.893 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 --2- 172.21.15.6:0/1645380241 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1bd41041a0 0x7f1bd41a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:29.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 -- 172.21.15.6:0/1645380241 >> 172.21.15.6:0/1645380241 conn(0x7f1bd407a6a0 msgr2=0x7f1bd41019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:29.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 -- 172.21.15.6:0/1645380241 shutdown_connections 2024-05-20T21:29:29.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:29.658+0000 7f1bd9a00700 1 -- 172.21.15.6:0/1645380241 wait complete. 2024-05-20T21:29:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:29 smithi062 ceph-mon[36640]: pgmap v849: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:29:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:29 smithi042 ceph-mon[36332]: pgmap v849: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-20T21:29:30.744 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '34b9e154', total seconds elapsed: 40.7 2024-05-20T21:29:30.745 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-20T21:29:30.745 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:29:31.519 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:31.885 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:31 smithi006 ceph-mon[31422]: pgmap v850: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-05-20T21:29:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:31 smithi062 ceph-mon[36640]: pgmap v850: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-05-20T21:29:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:31 smithi042 ceph-mon[36332]: pgmap v850: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-05-20T21:29:32.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 -- 172.21.15.6:0/1990847164 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d81035f0 msgr2=0x7f89d8103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 --2- 172.21.15.6:0/1990847164 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d81035f0 0x7f89d8103a50 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f89c4009990 tx=0x7f89c4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 -- 172.21.15.6:0/1990847164 shutdown_connections 2024-05-20T21:29:32.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 --2- 172.21.15.6:0/1990847164 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8103f90 0x7f89d8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 --2- 172.21.15.6:0/1990847164 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d8108500 0x7f89d81088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.240 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 --2- 172.21.15.6:0/1990847164 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d81035f0 0x7f89d8103a50 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 -- 172.21.15.6:0/1990847164 >> 172.21.15.6:0/1990847164 conn(0x7f89d807a6a0 msgr2=0x7f89d807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 -- 172.21.15.6:0/1990847164 shutdown_connections 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.197+0000 7f89df600700 1 -- 172.21.15.6:0/1990847164 wait complete. 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.198+0000 7f89df600700 1 Processor -- start 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.198+0000 7f89df600700 1 -- start start 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89df600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d81035f0 0x7f89d819bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89df600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8103f90 0x7f89d819c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89df600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8108500 0x7f89d81a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89df600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81137e0 con 0x7f89d8108500 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89df600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89d8113660 con 0x7f89d81035f0 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89df600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89d8113960 con 0x7f89d8103f90 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89dcc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d81035f0 0x7f89d819bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8103f90 0x7f89d819c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89dcc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d81035f0 0x7f89d819bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57424/0 (socket says 172.21.15.6:57424) 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.199+0000 7f89dcc00700 1 -- 172.21.15.6:0/513753108 learned_addr learned my addr 172.21.15.6:0/513753108 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89dd600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8108500 0x7f89d81a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89dcc00700 1 -- 172.21.15.6:0/513753108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8103f90 msgr2=0x7f89d819c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89dcc00700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8103f90 0x7f89d819c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89dcc00700 1 -- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8108500 msgr2=0x7f89d81a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89dcc00700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8108500 0x7f89d81a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.242 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89dcc00700 1 -- 172.21.15.6:0/513753108 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89d81a0f20 con 0x7f89d81035f0 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89dcc00700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d81035f0 0x7f89d819bf10 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f89cc00efc0 tx=0x7f89cc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89d5600700 1 -- 172.21.15.6:0/513753108 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89cc0092e0 con 0x7f89d81035f0 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89d5600700 1 -- 172.21.15.6:0/513753108 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89cc003a00 con 0x7f89d81035f0 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89d5600700 1 -- 172.21.15.6:0/513753108 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89cc004550 con 0x7f89d81035f0 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.200+0000 7f89df600700 1 -- 172.21.15.6:0/513753108 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89d81a11b0 con 0x7f89d81035f0 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.201+0000 7f89df600700 1 -- 172.21.15.6:0/513753108 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89d81a8a90 con 0x7f89d81035f0 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.204+0000 7f89d5600700 1 -- 172.21.15.6:0/513753108 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f89cc01b030 con 0x7f89d81035f0 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.205+0000 7f89e9f35b80 1 Processor -- start 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.205+0000 7f89e9f35b80 1 -- start start 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d148524b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d1485255c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d148482e40 con 0x55d14852a610 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d1484729e0 con 0x55d148525140 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d148476a20 con 0x55d14852af30 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89d5600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89c00b2900 0x7f89c00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89d5600700 1 -- 172.21.15.6:0/513753108 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f89cc0e2140 con 0x7f89d81035f0 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.206+0000 7f89dd600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dcc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d148524b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d1485255c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dcc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d148524b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34476/0 (socket says 172.21.15.6:34476) 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dcc00700 1 -- 172.21.15.6:0/856082899 learned_addr learned my addr 172.21.15.6:0/856082899 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dcc00700 1 -- 172.21.15.6:0/856082899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 msgr2=0x55d1485255c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dcc00700 1 --2- 172.21.15.6:0/856082899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d1485255c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dcc00700 1 -- 172.21.15.6:0/856082899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 msgr2=0x55d14852a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dcc00700 1 --2- 172.21.15.6:0/856082899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dcc00700 1 -- 172.21.15.6:0/856082899 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d14843b420 con 0x55d14852af30 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dd600700 1 --2- 172.21.15.6:0/856082899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.207+0000 7f89dd600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89c00b2900 0x7f89c00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.208+0000 7f89dcc00700 1 --2- 172.21.15.6:0/856082899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d148524b20 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f89cc0a93f0 tx=0x7f89cc0a8f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1f8f757588d1022 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.208+0000 7f89ca000700 1 -- 172.21.15.6:0/856082899 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89cc0a9df0 con 0x55d14852af30 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.208+0000 7f89ca000700 1 -- 172.21.15.6:0/856082899 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89cc0a96f0 con 0x55d14852af30 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.208+0000 7f89ca000700 1 -- 172.21.15.6:0/856082899 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89cc091310 con 0x55d14852af30 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.208+0000 7f89dd600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89c00b2900 0x7f89c00b4dc0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f89d0011440 tx=0x7f89d0014040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 -- 172.21.15.6:0/856082899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 msgr2=0x55d148524b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/856082899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d148524b20 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f89cc0a93f0 tx=0x7f89cc0a8f60 comp rx=0 tx=0).stop 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 -- 172.21.15.6:0/856082899 shutdown_connections 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/856082899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d1485255c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/856082899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/856082899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d148524b20 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 -- 172.21.15.6:0/856082899 >> 172.21.15.6:0/856082899 conn(0x55d148452be0 msgr2=0x55d14851f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 -- 172.21.15.6:0/856082899 shutdown_connections 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.209+0000 7f89e9f35b80 1 -- 172.21.15.6:0/856082899 wait complete. 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.210+0000 7f89e9f35b80 1 -- start start 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.210+0000 7f89e9f35b80 1 Processor -- start 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d148525140 0x55d148530c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852af30 0x55d14852e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d148378fa0 con 0x55d14852a610 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d148413760 con 0x55d14852af30 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d1485319e0 con 0x55d148525140 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89e9f35b80 10 client.0 _ll_register_callbacks cb 0x55d14841cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89dcc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d148525140 0x55d148530c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46846/0 (socket says 172.21.15.6:46846) 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89d7e00700 1 -- 172.21.15.6:0/2461185019 learned_addr learned my addr 172.21.15.6:0/2461185019 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.211+0000 7f89dd600700 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852af30 0x55d14852e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89dcc00700 1 -- 172.21.15.6:0/2461185019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852af30 msgr2=0x55d14852e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89dcc00700 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852af30 0x55d14852e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89dcc00700 1 -- 172.21.15.6:0/2461185019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 msgr2=0x55d14852e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89dcc00700 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89dcc00700 1 -- 172.21.15.6:0/2461185019 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1483c28d0 con 0x55d148525140 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89dd600700 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852af30 0x55d14852e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89dcc00700 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d148525140 0x55d148530c90 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f89cc00ef90 tx=0x7f89cc0912e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa4fddfeb9b37b9b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89bea00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89bea00700 1 -- 172.21.15.6:0/2461185019 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89cc0a9df0 con 0x55d148525140 2024-05-20T21:29:32.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89bea00700 1 -- 172.21.15.6:0/2461185019 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f89cc0a9b60 con 0x55d148525140 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.212+0000 7f89e9f35b80 1 -- 172.21.15.6:0/2461185019 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89cc0a96f0 con 0x55d148525140 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89bea00700 1 -- 172.21.15.6:0/2461185019 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f89cc0b2030 con 0x55d148525140 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89e9f35b80 10 client.29203 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89e9f35b80 1 -- 172.21.15.6:0/2461185019 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d148443060 con 0x55d148525140 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89bea00700 1 -- 172.21.15.6:0/2461185019 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89cc0a96f0 con 0x55d148525140 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89bea00700 1 -- 172.21.15.6:0/2461185019 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f89cc0beab0 con 0x55d148525140 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89e9f35b80 10 client.29203 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89e9f35b80 10 client.29203 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89e9f35b80 20 client.29203 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55d14853e420 0x55d148540810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89e9f35b80 4 client.29203 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.213+0000 7f89e9f35b80 1 -- 172.21.15.6:0/2461185019 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d148484d90 con 0x55d14853e420 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.214+0000 7f89d7e00700 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55d14853e420 0x55d148540810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.214+0000 7f89d7e00700 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55d14853e420 0x55d148540810 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=af70a76a5c3ea56f server_cookie=bfe58e117010d796 in_seq=0 out_seq=0 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.214+0000 7f89bea00700 10 client.29203 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89bea00700 1 -- 172.21.15.6:0/2461185019 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d148484d90 con 0x55d14853e420 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89bea00700 10 client.29203 handle_command_reply: tid=0 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 client.29203 shutdown 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 -- 172.21.15.6:0/2461185019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d148525140 msgr2=0x55d148530c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d148525140 0x55d148530c90 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f89cc00ef90 tx=0x7f89cc0912e0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 -- 172.21.15.6:0/2461185019 shutdown_connections 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852af30 0x55d14852e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55d14853e420 0x55d148540810 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d148525140 0x55d148530c90 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/2461185019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89bea00700 0 client.29203 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.215+0000 7f89e9f35b80 1 -- 172.21.15.6:0/2461185019 >> 172.21.15.6:0/2461185019 conn(0x55d148452be0 msgr2=0x55d14851ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:32.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.216+0000 7f89e9f35b80 1 -- 172.21.15.6:0/2461185019 shutdown_connections 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.216+0000 7f89e9f35b80 1 -- 172.21.15.6:0/2461185019 wait complete. 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.216+0000 7f89e9f35b80 20 client.29203 trim_cache size 0 max 16384 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.232+0000 7f89e9f35b80 1 Processor -- start 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89e9f35b80 1 -- start start 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d148524b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d14852bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81b2a60 con 0x55d14852a610 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81b02f0 con 0x55d148525140 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81ae140 con 0x55d14852af30 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89dcc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d148524b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89dcc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d148524b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57444/0 (socket says 172.21.15.6:57444) 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.233+0000 7f89dcc00700 1 -- 172.21.15.6:0/1995021206 learned_addr learned my addr 172.21.15.6:0/1995021206 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89dd600700 1 --2- 172.21.15.6:0/1995021206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d14852bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89dcc00700 1 -- 172.21.15.6:0/1995021206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 msgr2=0x55d14852bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89dcc00700 1 --2- 172.21.15.6:0/1995021206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d14852bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89dcc00700 1 -- 172.21.15.6:0/1995021206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 msgr2=0x55d14852cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89dcc00700 1 --2- 172.21.15.6:0/1995021206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89dcc00700 1 -- 172.21.15.6:0/1995021206 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d14852c020 con 0x55d148525140 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89dcc00700 1 --2- 172.21.15.6:0/1995021206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d148524b20 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f89cc0a93f0 tx=0x7f89cc091400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45d6d87fa0e52197 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89c9600700 1 -- 172.21.15.6:0/1995021206 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89cc0a9df0 con 0x55d148525140 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89c9600700 1 -- 172.21.15.6:0/1995021206 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89cc0a96f0 con 0x55d148525140 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.234+0000 7f89c9600700 1 -- 172.21.15.6:0/1995021206 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89cc0b21d0 con 0x55d148525140 2024-05-20T21:29:32.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 -- 172.21.15.6:0/1995021206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 msgr2=0x55d148524b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/1995021206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d148524b20 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f89cc0a93f0 tx=0x7f89cc091400 comp rx=0 tx=0).stop 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 -- 172.21.15.6:0/1995021206 shutdown_connections 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/1995021206 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d14852bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/1995021206 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d148525140 0x55d148524b20 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/1995021206 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d14852a610 0x55d14852cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 -- 172.21.15.6:0/1995021206 >> 172.21.15.6:0/1995021206 conn(0x55d148452be0 msgr2=0x55d14852b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 -- 172.21.15.6:0/1995021206 shutdown_connections 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.235+0000 7f89e9f35b80 1 -- 172.21.15.6:0/1995021206 wait complete. 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.236+0000 7f89e9f35b80 1 -- start start 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.236+0000 7f89e9f35b80 1 Processor -- start 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.236+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d148525140 0x55d148541cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.236+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852a610 0x55d148542200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.236+0000 7f89e9f35b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d1485a7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.236+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81ae7b0 con 0x55d148525140 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.236+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81afc20 con 0x55d14852a610 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.236+0000 7f89e9f35b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89d81aee80 con 0x55d14852af30 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89e9f35b80 10 client.0 _ll_register_callbacks cb 0x55d14841cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89dcc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d148525140 0x55d148541cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852a610 0x55d148542200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89d7e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852a610 0x55d148542200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57460/0 (socket says 172.21.15.6:57460) 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89d7e00700 1 -- 172.21.15.6:0/4034558696 learned_addr learned my addr 172.21.15.6:0/4034558696 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89dd600700 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d1485a7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89dcc00700 1 -- 172.21.15.6:0/4034558696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 msgr2=0x55d1485a7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89dcc00700 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d1485a7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89dcc00700 1 -- 172.21.15.6:0/4034558696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852a610 msgr2=0x55d148542200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:32.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89dcc00700 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852a610 0x55d148542200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.237+0000 7f89dcc00700 1 -- 172.21.15.6:0/4034558696 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1485a81d0 con 0x55d148525140 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89dcc00700 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d148525140 0x55d148541cc0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f89cc0a6960 tx=0x7f89cc0912c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=108b28f8fe319599 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89d7e00700 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852a610 0x55d148542200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89bea00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89bea00700 1 -- 172.21.15.6:0/4034558696 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89cc0a9df0 con 0x55d148525140 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89bea00700 1 -- 172.21.15.6:0/4034558696 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f89cc0a5ce0 con 0x55d148525140 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89e9f35b80 1 -- 172.21.15.6:0/4034558696 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89cc0a96f0 con 0x55d148525140 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89bea00700 1 -- 172.21.15.6:0/4034558696 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f89cc0a8440 con 0x55d148525140 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89e9f35b80 10 client.19104 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.238+0000 7f89e9f35b80 1 -- 172.21.15.6:0/4034558696 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d1485a81d0 con 0x55d148525140 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89bea00700 1 -- 172.21.15.6:0/4034558696 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89cc0a96f0 con 0x55d148525140 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89bea00700 1 -- 172.21.15.6:0/4034558696 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f89cc0a5060 con 0x55d148525140 2024-05-20T21:29:32.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89e9f35b80 10 client.19104 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89e9f35b80 10 client.19104 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89e9f35b80 20 client.19104 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55d1485a9700 0x55d1485abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89e9f35b80 4 client.19104 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89e9f35b80 1 -- 172.21.15.6:0/4034558696 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d14847e570 con 0x55d1485a9700 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.239+0000 7f89d7e00700 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55d1485a9700 0x55d1485abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.240+0000 7f89bea00700 10 client.19104 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.240+0000 7f89d7e00700 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55d1485a9700 0x55d1485abaf0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9d499c8aa264ce10 server_cookie=9769ea18f76add15 in_seq=0 out_seq=0 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.240+0000 7f89bea00700 1 -- 172.21.15.6:0/4034558696 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d14847e570 con 0x55d1485a9700 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.240+0000 7f89bea00700 10 client.19104 handle_command_reply: tid=0 2024-05-20T21:29:32.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.240+0000 7f89e9f35b80 1 client.19104 shutdown 2024-05-20T21:29:32.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.240+0000 7f89e9f35b80 1 -- 172.21.15.6:0/4034558696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d148525140 msgr2=0x55d148541cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.240+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d148525140 0x55d148541cc0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f89cc0a6960 tx=0x7f89cc0912c0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 1 -- 172.21.15.6:0/4034558696 shutdown_connections 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55d1485a9700 0x55d1485abaf0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d14852af30 0x55d1485a7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d148525140 0x55d148541cc0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 1 --2- 172.21.15.6:0/4034558696 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d14852a610 0x55d148542200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89bea00700 0 client.19104 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 1 -- 172.21.15.6:0/4034558696 >> 172.21.15.6:0/4034558696 conn(0x55d148452be0 msgr2=0x55d14852f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 1 -- 172.21.15.6:0/4034558696 shutdown_connections 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 1 -- 172.21.15.6:0/4034558696 wait complete. 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.241+0000 7f89e9f35b80 20 client.19104 trim_cache size 0 max 16384 2024-05-20T21:29:32.257 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:29:32.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 -- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89c00b2900 msgr2=0x7f89c00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89c00b2900 0x7f89c00b4dc0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f89d0011440 tx=0x7f89d0014040 comp rx=0 tx=0).stop 2024-05-20T21:29:32.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 -- 172.21.15.6:0/513753108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d81035f0 msgr2=0x7f89d819bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:32.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d81035f0 0x7f89d819bf10 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f89cc00efc0 tx=0x7f89cc00c3a0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 -- 172.21.15.6:0/513753108 shutdown_connections 2024-05-20T21:29:32.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f89c00b2900 0x7f89c00b4dc0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f89d8108500 0x7f89d81a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f89d81035f0 0x7f89d819bf10 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 --2- 172.21.15.6:0/513753108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f89d8103f90 0x7f89d819c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:32.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 -- 172.21.15.6:0/513753108 >> 172.21.15.6:0/513753108 conn(0x7f89d807a6a0 msgr2=0x7f89d8101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:32.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 -- 172.21.15.6:0/513753108 shutdown_connections 2024-05-20T21:29:32.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:32.242+0000 7f89df600700 1 -- 172.21.15.6:0/513753108 wait complete. 2024-05-20T21:29:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:32 smithi042 ceph-mon[36332]: pgmap v851: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 3.3 KiB/s wr, 9 op/s 2024-05-20T21:29:33.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:32 smithi006 ceph-mon[31422]: pgmap v851: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 3.3 KiB/s wr, 9 op/s 2024-05-20T21:29:33.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:32 smithi062 ceph-mon[36640]: pgmap v851: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 3.3 KiB/s wr, 9 op/s 2024-05-20T21:29:34.099 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:29:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 -- 172.21.15.6:0/2105289403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c102ac0 msgr2=0x7f950c102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 --2- 172.21.15.6:0/2105289403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c102ac0 0x7f950c102ee0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f94fc009900 tx=0x7f94fc02a400 comp rx=0 tx=0).stop 2024-05-20T21:29:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 -- 172.21.15.6:0/2105289403 shutdown_connections 2024-05-20T21:29:34.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 --2- 172.21.15.6:0/2105289403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f950c104670 0x7f950c10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 --2- 172.21.15.6:0/2105289403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f950c103cb0 0x7f950c104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 --2- 172.21.15.6:0/2105289403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c102ac0 0x7f950c102ee0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 -- 172.21.15.6:0/2105289403 >> 172.21.15.6:0/2105289403 conn(0x7f950c0fe030 msgr2=0x7f950c100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:34.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 -- 172.21.15.6:0/2105289403 shutdown_connections 2024-05-20T21:29:34.322 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.321+0000 7f9512800640 1 -- 172.21.15.6:0/2105289403 wait complete. 2024-05-20T21:29:34.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.322+0000 7f9512800640 1 Processor -- start 2024-05-20T21:29:34.323 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f9512800640 1 -- start start 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f9512800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f950c102ac0 0x7f950c19af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f9512800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c103cb0 0x7f950c19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f9512800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f950c104670 0x7f950c1a24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f9512800640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f950c10e640 con 0x7f950c102ac0 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f9512800640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f950c10e4c0 con 0x7f950c104670 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f9512800640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f950c10e7c0 con 0x7f950c103cb0 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f950aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c103cb0 0x7f950c19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f950aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c103cb0 0x7f950c19b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34522/0 (socket says 172.21.15.6:34522) 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f950aa00640 1 -- 172.21.15.6:0/2911871035 learned_addr learned my addr 172.21.15.6:0/2911871035 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.323+0000 7f950b400640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f950c102ac0 0x7f950c19af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f950be00640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f950c104670 0x7f950c1a24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f950aa00640 1 -- 172.21.15.6:0/2911871035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f950c104670 msgr2=0x7f950c1a24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.324 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f950aa00640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f950c104670 0x7f950c1a24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f950aa00640 1 -- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f950c102ac0 msgr2=0x7f950c19af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f950aa00640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f950c102ac0 0x7f950c19af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f950aa00640 1 -- 172.21.15.6:0/2911871035 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f950c1a2b40 con 0x7f950c103cb0 2024-05-20T21:29:34.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f950be00640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f950c104670 0x7f950c1a24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:34.325 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f950aa00640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c103cb0 0x7f950c19b460 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f94f800e9f0 tx=0x7f94f800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:34.326 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f9503e00640 1 -- 172.21.15.6:0/2911871035 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f800cd80 con 0x7f950c103cb0 2024-05-20T21:29:34.326 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f9503e00640 1 -- 172.21.15.6:0/2911871035 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94f80108e0 con 0x7f950c103cb0 2024-05-20T21:29:34.326 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f9512800640 1 -- 172.21.15.6:0/2911871035 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f950c1a2e30 con 0x7f950c103cb0 2024-05-20T21:29:34.326 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.324+0000 7f9503e00640 1 -- 172.21.15.6:0/2911871035 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f8018980 con 0x7f950c103cb0 2024-05-20T21:29:34.326 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.325+0000 7f9512800640 1 -- 172.21.15.6:0/2911871035 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f950c1a32f0 con 0x7f950c103cb0 2024-05-20T21:29:34.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.328+0000 7f95155cc740 1 Processor -- start 2024-05-20T21:29:34.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.328+0000 7f95155cc740 1 -- start start 2024-05-20T21:29:34.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.328+0000 7f95155cc740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbaef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.328+0000 7f95155cc740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.328+0000 7f95155cc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 0x56249fbb6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.328 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.328+0000 7f95155cc740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56249fb1eb90 con 0x56249fbaeb30 2024-05-20T21:29:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.328+0000 7f95155cc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56249fb0e730 con 0x56249fbb4690 2024-05-20T21:29:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.328+0000 7f95155cc740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56249fb12770 con 0x56249fbaf520 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f950b400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f950be00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbaef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f950b400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34524/0 (socket says 172.21.15.6:34524) 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f950b400640 1 -- 172.21.15.6:0/2401431010 learned_addr learned my addr 172.21.15.6:0/2401431010 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f9503e00640 1 -- 172.21.15.6:0/2911871035 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f94f8018b20 con 0x7f950c103cb0 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f950b400640 1 -- 172.21.15.6:0/2401431010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 msgr2=0x56249fbb6b20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f950b400640 1 --2- 172.21.15.6:0/2401431010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 0x56249fbb6b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f950b400640 1 -- 172.21.15.6:0/2401431010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 msgr2=0x56249fbaef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.329+0000 7f950b400640 1 --2- 172.21.15.6:0/2401431010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbaef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.330+0000 7f950b400640 1 -- 172.21.15.6:0/2401431010 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56249faa78b0 con 0x56249fbaf520 2024-05-20T21:29:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.330+0000 7f950be00640 1 --2- 172.21.15.6:0/2401431010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbaef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.330+0000 7f950b400640 1 --2- 172.21.15.6:0/2401431010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb4020 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f94fc006010 tx=0x7f94fc004170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b65fc397b8eafa7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.331+0000 7f9500c00640 1 -- 172.21.15.6:0/2401431010 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94fc035030 con 0x56249fbaf520 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.331+0000 7f9500c00640 1 -- 172.21.15.6:0/2401431010 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94fc040070 con 0x56249fbaf520 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.331+0000 7f9500c00640 1 -- 172.21.15.6:0/2401431010 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94fc0319a0 con 0x56249fbaf520 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.331+0000 7f9503e00640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94f00b27e0 0x7f94f00b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 -- 172.21.15.6:0/2401431010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 msgr2=0x56249fbb4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 --2- 172.21.15.6:0/2401431010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb4020 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f94fc006010 tx=0x7f94fc004170 comp rx=0 tx=0).stop 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f9503e00640 1 -- 172.21.15.6:0/2911871035 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f94f80e2720 con 0x7f950c103cb0 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f950be00640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94f00b27e0 0x7f94f00b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 -- 172.21.15.6:0/2401431010 shutdown_connections 2024-05-20T21:29:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 --2- 172.21.15.6:0/2401431010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 0x56249fbb6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 --2- 172.21.15.6:0/2401431010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb4020 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 --2- 172.21.15.6:0/2401431010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbaef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 -- 172.21.15.6:0/2401431010 >> 172.21.15.6:0/2401431010 conn(0x56249fbaa1a0 msgr2=0x56249fbaa5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 -- 172.21.15.6:0/2401431010 shutdown_connections 2024-05-20T21:29:34.333 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.332+0000 7f95155cc740 1 -- 172.21.15.6:0/2401431010 wait complete. 2024-05-20T21:29:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 1 -- start start 2024-05-20T21:29:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f950be00640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94f00b27e0 0x7f94f00b4ca0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x56249fbafd80 tx=0x7f9504009800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 1 Processor -- start 2024-05-20T21:29:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbb8920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb8e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 0x56249fbbfea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56249f7f4790 con 0x56249fbaeb30 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56249fab6bc0 con 0x56249fbb4690 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56249fbb75e0 con 0x56249fbaf520 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.333+0000 7f95155cc740 10 client.0 _ll_register_callbacks cb 0x56249fa94400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbb8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbb8920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46922/0 (socket says 172.21.15.6:46922) 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950b400640 1 -- 172.21.15.6:0/1516368757 learned_addr learned my addr 172.21.15.6:0/1516368757 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950be00640 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 0x56249fbbfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950aa00640 1 -- 172.21.15.6:0/1516368757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 msgr2=0x56249fbbfea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950aa00640 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 0x56249fbbfea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950aa00640 1 -- 172.21.15.6:0/1516368757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 msgr2=0x56249fbb8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950aa00640 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbb8920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950aa00640 1 -- 172.21.15.6:0/1516368757 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56249f823210 con 0x56249fbaf520 2024-05-20T21:29:34.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.334+0000 7f950b400640 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbb8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f950aa00640 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb8e60 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f94f80a6eb0 tx=0x7f94f80a9810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8327cfbb48d1d42 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f94f5600640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f94f5600640 1 -- 172.21.15.6:0/1516368757 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f80adff0 con 0x56249fbaf520 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f95155cc740 1 -- 172.21.15.6:0/1516368757 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94fc040070 con 0x56249fbaf520 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f94f5600640 1 -- 172.21.15.6:0/1516368757 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f94f8010430 con 0x56249fbaf520 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f94f5600640 1 -- 172.21.15.6:0/1516368757 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f94f80c2070 con 0x56249fbaf520 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f95155cc740 10 client.29221 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f95155cc740 1 -- 172.21.15.6:0/1516368757 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56249f8ef620 con 0x56249fbaf520 2024-05-20T21:29:34.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.335+0000 7f94f5600640 1 -- 172.21.15.6:0/1516368757 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94fc040070 con 0x56249fbaf520 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.336+0000 7f94f5600640 1 -- 172.21.15.6:0/1516368757 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f94f80a56d0 con 0x56249fbaf520 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.336+0000 7f95155cc740 10 client.29221 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.336+0000 7f95155cc740 10 client.29221 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.336+0000 7f95155cc740 20 client.29221 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.336+0000 7f95155cc740 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56249fbc4420 0x56249fbc6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.336+0000 7f95155cc740 4 client.29221 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.336+0000 7f95155cc740 1 -- 172.21.15.6:0/1516368757 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56249fb20ae0 con 0x56249fbc4420 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.336+0000 7f950b400640 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56249fbc4420 0x56249fbc6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.337+0000 7f950b400640 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56249fbc4420 0x56249fbc6850 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64415e53ee2badb7 server_cookie=18c07d7927d9ccaa in_seq=0 out_seq=0 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.337+0000 7f94f5600640 10 client.29221 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.338+0000 7f94f5600640 1 -- 172.21.15.6:0/1516368757 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56249fb20ae0 con 0x56249fbc4420 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.338+0000 7f94f5600640 10 client.29221 handle_command_reply: tid=0 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.338+0000 7f95155cc740 1 client.29221 shutdown 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.338+0000 7f95155cc740 1 -- 172.21.15.6:0/1516368757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 msgr2=0x56249fbb8e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.338+0000 7f95155cc740 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb8e60 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f94f80a6eb0 tx=0x7f94f80a9810 comp rx=0 tx=0).stop 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 1 -- 172.21.15.6:0/1516368757 shutdown_connections 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56249fbc4420 0x56249fbc6850 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbb4690 0x56249fbbfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f94f5600640 0 client.29221 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbaf520 0x56249fbb8e60 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 1 --2- 172.21.15.6:0/1516368757 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbb8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 1 -- 172.21.15.6:0/1516368757 >> 172.21.15.6:0/1516368757 conn(0x56249fbaa1a0 msgr2=0x56249fba9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:34.340 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 1 -- 172.21.15.6:0/1516368757 shutdown_connections 2024-05-20T21:29:34.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 1 -- 172.21.15.6:0/1516368757 wait complete. 2024-05-20T21:29:34.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.339+0000 7f95155cc740 20 client.29221 trim_cache size 0 max 16384 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f95155cc740 1 Processor -- start 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f95155cc740 1 -- start start 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f95155cc740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fba8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f95155cc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbfe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f95155cc740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 0x56249fba8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f95155cc740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f950c1aec10 con 0x56249fbaeb30 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f95155cc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f950c1ac4e0 con 0x56249fbaf520 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f95155cc740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f950c1aa330 con 0x56249fbb4690 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.357+0000 7f950b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fba8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.358 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fba8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46938/0 (socket says 172.21.15.6:46938) 2024-05-20T21:29:34.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950b400640 1 -- 172.21.15.6:0/3220109789 learned_addr learned my addr 172.21.15.6:0/3220109789 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:34.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950be00640 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 0x56249fba8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950aa00640 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950b400640 1 -- 172.21.15.6:0/3220109789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 msgr2=0x56249fba8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:34.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950b400640 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 0x56249fba8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950b400640 1 -- 172.21.15.6:0/3220109789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 msgr2=0x56249fbbfe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:34.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950b400640 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbfe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.359 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950b400640 1 -- 172.21.15.6:0/3220109789 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56249fba86b0 con 0x56249fbaeb30 2024-05-20T21:29:34.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.358+0000 7f950b400640 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fba8a80 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f94fc02a920 tx=0x7f94fc003780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3eff4aa4d93c524 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:34.361 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.359+0000 7f94f7e00640 1 -- 172.21.15.6:0/3220109789 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94fc058070 con 0x56249fbaeb30 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.359+0000 7f94f7e00640 1 -- 172.21.15.6:0/3220109789 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94fc040030 con 0x56249fbaeb30 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.359+0000 7f94f7e00640 1 -- 172.21.15.6:0/3220109789 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94fc035070 con 0x56249fbaeb30 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.359+0000 7f95155cc740 1 -- 172.21.15.6:0/3220109789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 msgr2=0x56249fba8a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.359+0000 7f95155cc740 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fba8a80 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f94fc02a920 tx=0x7f94fc003780 comp rx=0 tx=0).stop 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 -- 172.21.15.6:0/3220109789 shutdown_connections 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 0x56249fba8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbfe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 --2- 172.21.15.6:0/3220109789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fba8a80 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 -- 172.21.15.6:0/3220109789 >> 172.21.15.6:0/3220109789 conn(0x56249fbaa1a0 msgr2=0x56249fbad910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 -- 172.21.15.6:0/3220109789 shutdown_connections 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 -- 172.21.15.6:0/3220109789 wait complete. 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 -- start start 2024-05-20T21:29:34.362 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.360+0000 7f95155cc740 1 Processor -- start 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f95155cc740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbbd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f95155cc740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f95155cc740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 0x56249fbbe5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f95155cc740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f950c1aa9a0 con 0x56249fbaeb30 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f95155cc740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f950c1abe10 con 0x56249fbaf520 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f95155cc740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f950c1ab070 con 0x56249fbb4690 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f95155cc740 10 client.0 _ll_register_callbacks cb 0x7f94f80a93b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f950b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbbd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f950b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbbd080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:46954/0 (socket says 172.21.15.6:46954) 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f950aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f950b400640 1 -- 172.21.15.6:0/1140400381 learned_addr learned my addr 172.21.15.6:0/1140400381 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f950be00640 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 0x56249fbbe5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f950b400640 1 -- 172.21.15.6:0/1140400381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 msgr2=0x56249fbbe5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:34.363 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f950b400640 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 0x56249fbbe5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.361+0000 7f950b400640 1 -- 172.21.15.6:0/1140400381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 msgr2=0x56249fbbd5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:34.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.362+0000 7f950b400640 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbd5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.362+0000 7f950b400640 1 -- 172.21.15.6:0/1140400381 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56249fbbebc0 con 0x56249fbaeb30 2024-05-20T21:29:34.364 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.362+0000 7f950aa00640 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbd5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:34.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.362+0000 7f950b400640 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbbd080 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f94fc056040 tx=0x7f94fc052670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eb8ad59621956b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:34.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.362+0000 7f94f5600640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:34.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.362+0000 7f94f5600640 1 -- 172.21.15.6:0/1140400381 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94fc061060 con 0x56249fbaeb30 2024-05-20T21:29:34.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.362+0000 7f94f5600640 1 -- 172.21.15.6:0/1140400381 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f94fc052bc0 con 0x56249fbaeb30 2024-05-20T21:29:34.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.362+0000 7f95155cc740 1 -- 172.21.15.6:0/1140400381 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94fc040030 con 0x56249fbaeb30 2024-05-20T21:29:34.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f94f5600640 1 -- 172.21.15.6:0/1140400381 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f94fc058040 con 0x56249fbaeb30 2024-05-20T21:29:34.365 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f95155cc740 10 client.19122 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f95155cc740 1 -- 172.21.15.6:0/1140400381 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56249fbbfed0 con 0x56249fbaeb30 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f94f5600640 1 -- 172.21.15.6:0/1140400381 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94fc040030 con 0x56249fbaeb30 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f94f5600640 1 -- 172.21.15.6:0/1140400381 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f94fc0319d0 con 0x56249fbaeb30 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f95155cc740 10 client.19122 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f95155cc740 10 client.19122 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f95155cc740 20 client.19122 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f95155cc740 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56249fc2f030 0x56249fc31420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f95155cc740 4 client.19122 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.363+0000 7f95155cc740 1 -- 172.21.15.6:0/1140400381 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56249fb1a2c0 con 0x56249fc2f030 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.364+0000 7f950aa00640 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56249fc2f030 0x56249fc31420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.364+0000 7f950aa00640 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56249fc2f030 0x56249fc31420 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baee78c810c00ebf server_cookie=d462371f269c364d in_seq=0 out_seq=0 2024-05-20T21:29:34.366 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.364+0000 7f94f5600640 10 client.19122 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.376+0000 7f94f5600640 1 -- 172.21.15.6:0/1140400381 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56249fb1a2c0 con 0x56249fc2f030 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.376+0000 7f94f5600640 10 client.19122 handle_command_reply: tid=0 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.376+0000 7f95155cc740 1 client.19122 shutdown 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.376+0000 7f95155cc740 1 -- 172.21.15.6:0/1140400381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 msgr2=0x56249fbbd080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.376+0000 7f95155cc740 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbbd080 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f94fc056040 tx=0x7f94fc052670 comp rx=0 tx=0).stop 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 1 -- 172.21.15.6:0/1140400381 shutdown_connections 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56249fc2f030 0x56249fc31420 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56249fbb4690 0x56249fbbe5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56249fbaf520 0x56249fbbd5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 1 --2- 172.21.15.6:0/1140400381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56249fbaeb30 0x56249fbbd080 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f94f5600640 0 client.19122 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 1 -- 172.21.15.6:0/1140400381 >> 172.21.15.6:0/1140400381 conn(0x56249fbaa1a0 msgr2=0x56249fbaff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:34.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 1 -- 172.21.15.6:0/1140400381 shutdown_connections 2024-05-20T21:29:34.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 1 -- 172.21.15.6:0/1140400381 wait complete. 2024-05-20T21:29:34.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.377+0000 7f95155cc740 20 client.19122 trim_cache size 0 max 16384 2024-05-20T21:29:34.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:29:34.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:29:34.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:29:34.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 -- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94f00b27e0 msgr2=0x7f94f00b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94f00b27e0 0x7f94f00b4ca0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x56249fbafd80 tx=0x7f9504009800 comp rx=0 tx=0).stop 2024-05-20T21:29:34.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 -- 172.21.15.6:0/2911871035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c103cb0 msgr2=0x7f950c19b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c103cb0 0x7f950c19b460 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f94f800e9f0 tx=0x7f94f800eeb0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 -- 172.21.15.6:0/2911871035 shutdown_connections 2024-05-20T21:29:34.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f94f00b27e0 0x7f94f00b4ca0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f950c104670 0x7f950c1a24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f950c103cb0 0x7f950c19b460 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 --2- 172.21.15.6:0/2911871035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f950c102ac0 0x7f950c19af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 -- 172.21.15.6:0/2911871035 >> 172.21.15.6:0/2911871035 conn(0x7f950c0fe030 msgr2=0x7f950c074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 -- 172.21.15.6:0/2911871035 shutdown_connections 2024-05-20T21:29:34.380 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:34.378+0000 7f9512800640 1 -- 172.21.15.6:0/2911871035 wait complete. 2024-05-20T21:29:34.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 -- 172.21.15.6:0/3976277890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4dc10eeb0 msgr2=0x7fd4dc116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 --2- 172.21.15.6:0/3976277890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4dc10eeb0 0x7fd4dc116a80 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd4d800b0a0 tx=0x7fd4d800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 -- 172.21.15.6:0/3976277890 shutdown_connections 2024-05-20T21:29:34.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 --2- 172.21.15.6:0/3976277890 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4dc10eeb0 0x7fd4dc116a80 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 --2- 172.21.15.6:0/3976277890 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4dc109dd0 0x7fd4dc10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 --2- 172.21.15.6:0/3976277890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4dc10a780 0x7fd4dc10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 -- 172.21.15.6:0/3976277890 >> 172.21.15.6:0/3976277890 conn(0x7fd4dc076d10 msgr2=0x7fd4dc108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:34.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 -- 172.21.15.6:0/3976277890 shutdown_connections 2024-05-20T21:29:34.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.722+0000 7fd4e4800700 1 -- 172.21.15.6:0/3976277890 wait complete. 2024-05-20T21:29:34.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.724+0000 7fd4e4800700 1 Processor -- start 2024-05-20T21:29:34.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.724+0000 7fd4e4800700 1 -- start start 2024-05-20T21:29:34.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.724+0000 7fd4e4800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4dc109dd0 0x7fd4dc1a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.724+0000 7fd4e4800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4dc10a780 0x7fd4dc1a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.724+0000 7fd4e4800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4dc10eeb0 0x7fd4dc1a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.724+0000 7fd4e4800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc119d40 con 0x7fd4dc10eeb0 2024-05-20T21:29:34.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.724+0000 7fd4e4800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc119bc0 con 0x7fd4dc10a780 2024-05-20T21:29:34.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e4800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc119ec0 con 0x7fd4dc109dd0 2024-05-20T21:29:34.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4dc109dd0 0x7fd4dc1a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4dc10a780 0x7fd4dc1a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4dc109dd0 0x7fd4dc1a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34568/0 (socket says 172.21.15.6:34568) 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1e00700 1 -- 172.21.15.6:0/526525294 learned_addr learned my addr 172.21.15.6:0/526525294 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e2800700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4dc10eeb0 0x7fd4dc1a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1e00700 1 -- 172.21.15.6:0/526525294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4dc10a780 msgr2=0x7fd4dc1a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1e00700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4dc10a780 0x7fd4dc1a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1e00700 1 -- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4dc10eeb0 msgr2=0x7fd4dc1a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1e00700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4dc10eeb0 0x7fd4dc1a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e1e00700 1 -- 172.21.15.6:0/526525294 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4dc1a5250 con 0x7fd4dc109dd0 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.725+0000 7fd4e2800700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4dc10eeb0 0x7fd4dc1a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:34.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.726+0000 7fd4e1e00700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4dc109dd0 0x7fd4dc1a0290 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000e9a0 tx=0x7fd4d000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:34.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.726+0000 7fd4d6a00700 1 -- 172.21.15.6:0/526525294 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d000ca10 con 0x7fd4dc109dd0 2024-05-20T21:29:34.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.726+0000 7fd4d6a00700 1 -- 172.21.15.6:0/526525294 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd4d000cbb0 con 0x7fd4dc109dd0 2024-05-20T21:29:34.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.726+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4dc1a5540 con 0x7fd4dc109dd0 2024-05-20T21:29:34.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.726+0000 7fd4d6a00700 1 -- 172.21.15.6:0/526525294 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d0018680 con 0x7fd4dc109dd0 2024-05-20T21:29:34.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.726+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4dc1acdc0 con 0x7fd4dc109dd0 2024-05-20T21:29:34.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.727+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4dc06a230 con 0x7fd4dc109dd0 2024-05-20T21:29:34.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.730+0000 7fd4d6a00700 1 -- 172.21.15.6:0/526525294 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd4d0010430 con 0x7fd4dc109dd0 2024-05-20T21:29:34.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.731+0000 7fd4d6a00700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:34.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.731+0000 7fd4d6a00700 1 -- 172.21.15.6:0/526525294 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fd4d00e2400 con 0x7fd4dc109dd0 2024-05-20T21:29:34.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.732+0000 7fd4e1400700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:34.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.732+0000 7fd4e1400700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc110270 tx=0x7fd4cc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:34.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:34.736+0000 7fd4d6a00700 1 -- 172.21.15.6:0/526525294 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd4d00aa020 con 0x7fd4dc109dd0 2024-05-20T21:29:34.893 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:35.046 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.046+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4dc1a15a0 con 0x7fd4dc109dd0 2024-05-20T21:29:35.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.048+0000 7fd4d6a00700 1 -- 172.21.15.6:0/526525294 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fd4d00b20a0 con 0x7fd4dc109dd0 2024-05-20T21:29:35.048 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:29:35.048 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:29:35.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.051+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4c40b2900 msgr2=0x7fd4c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:35.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.051+0000 7fd4e4800700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc110270 tx=0x7fd4cc00b410 comp rx=0 tx=0).stop 2024-05-20T21:29:35.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.051+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4dc109dd0 msgr2=0x7fd4dc1a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.051+0000 7fd4e4800700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4dc109dd0 0x7fd4dc1a0290 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fd4d000e9a0 tx=0x7fd4d000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:29:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.052+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 shutdown_connections 2024-05-20T21:29:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.052+0000 7fd4e4800700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fd4c40b2900 0x7fd4c40b4dc0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.052+0000 7fd4e4800700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fd4dc10eeb0 0x7fd4dc1a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:35.052 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.052+0000 7fd4e4800700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4dc109dd0 0x7fd4dc1a0290 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.052+0000 7fd4e4800700 1 --2- 172.21.15.6:0/526525294 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fd4dc10a780 0x7fd4dc1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.052+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 >> 172.21.15.6:0/526525294 conn(0x7fd4dc076d10 msgr2=0x7fd4dc077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.052+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 shutdown_connections 2024-05-20T21:29:35.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:35.052+0000 7fd4e4800700 1 -- 172.21.15.6:0/526525294 wait complete. 2024-05-20T21:29:35.054 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:29:35.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:35 smithi006 ceph-mon[31422]: pgmap v852: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:29:35.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:35 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/526525294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:35 smithi062 ceph-mon[36640]: pgmap v852: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:29:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:35 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/526525294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:36.041 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-20T21:29:36.041 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-20T21:29:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:35 smithi042 ceph-mon[36332]: pgmap v852: 97 pgs: 97 active+clean; 2.7 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-20T21:29:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:35 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/526525294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:37.166 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:37.834 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:37 smithi006 ceph-mon[31422]: pgmap v853: 97 pgs: 97 active+clean; 2.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2024-05-20T21:29:38.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 -- 172.21.15.6:0/1745666047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934075770 msgr2=0x7f8934075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 --2- 172.21.15.6:0/1745666047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934075770 0x7f8934075b50 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f89280098f0 tx=0x7f8928009c00 comp rx=0 tx=0).stop 2024-05-20T21:29:38.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 -- 172.21.15.6:0/1745666047 shutdown_connections 2024-05-20T21:29:38.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 --2- 172.21.15.6:0/1745666047 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8934114710 0x7f8934116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 --2- 172.21.15.6:0/1745666047 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934075770 0x7f8934075b50 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 --2- 172.21.15.6:0/1745666047 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8934076090 0x7f89341141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 -- 172.21.15.6:0/1745666047 >> 172.21.15.6:0/1745666047 conn(0x7f893407a6a0 msgr2=0x7f893407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 -- 172.21.15.6:0/1745666047 shutdown_connections 2024-05-20T21:29:38.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.012+0000 7f893b400700 1 -- 172.21.15.6:0/1745666047 wait complete. 2024-05-20T21:29:38.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.013+0000 7f893b400700 1 Processor -- start 2024-05-20T21:29:38.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.013+0000 7f893b400700 1 -- start start 2024-05-20T21:29:38.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f893b400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8934075770 0x7f89341a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f893b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934076090 0x7f89341a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f893b400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8934114710 0x7f89341a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f893b400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8934119d60 con 0x7f8934075770 2024-05-20T21:29:38.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f893b400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8934119be0 con 0x7f8934076090 2024-05-20T21:29:38.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f893b400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8934119ee0 con 0x7f8934114710 2024-05-20T21:29:38.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f8933e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934076090 0x7f89341a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f8939400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8934114710 0x7f89341a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f8933e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934076090 0x7f89341a0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45902/0 (socket says 172.21.15.6:45902) 2024-05-20T21:29:38.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.014+0000 7f8933e00700 1 -- 172.21.15.6:0/665484807 learned_addr learned my addr 172.21.15.6:0/665484807 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8939400700 1 -- 172.21.15.6:0/665484807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934076090 msgr2=0x7f89341a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8939400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934076090 0x7f89341a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8939400700 1 -- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8934075770 msgr2=0x7f89341a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8939400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8934075770 0x7f89341a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8939400700 1 -- 172.21.15.6:0/665484807 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89341a5320 con 0x7f8934114710 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8933e00700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934076090 0x7f89341a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8939400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8934114710 0x7f89341a4be0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f892c009cd0 tx=0x7f892c00c620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8931600700 1 -- 172.21.15.6:0/665484807 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c00cd90 con 0x7f8934114710 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8931600700 1 -- 172.21.15.6:0/665484807 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f892c003a00 con 0x7f8934114710 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f8931600700 1 -- 172.21.15.6:0/665484807 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c004600 con 0x7f8934114710 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.015+0000 7f893b400700 1 -- 172.21.15.6:0/665484807 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89341a55b0 con 0x7f8934114710 2024-05-20T21:29:38.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.016+0000 7f893b400700 1 -- 172.21.15.6:0/665484807 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89341ace90 con 0x7f8934114710 2024-05-20T21:29:38.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.019+0000 7f8931600700 1 -- 172.21.15.6:0/665484807 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f892c01a020 con 0x7f8934114710 2024-05-20T21:29:38.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.020+0000 7f8945ca0b80 1 Processor -- start 2024-05-20T21:29:38.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8945ca0b80 1 -- start start 2024-05-20T21:29:38.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8931600700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f891c0b2880 0x7f891c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8931600700 1 -- 172.21.15.6:0/665484807 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f892c0e1bc0 con 0x7f8934114710 2024-05-20T21:29:38.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91d610 0x5644de91d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 0x5644de917b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de9185c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5644de875e40 con 0x5644de91df30 2024-05-20T21:29:38.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5644de8659e0 con 0x5644de918140 2024-05-20T21:29:38.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5644de869a20 con 0x5644de91d610 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.021+0000 7f8938a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91d610 0x5644de91d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8938a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91d610 0x5644de91d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44066/0 (socket says 172.21.15.6:44066) 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8938a00700 1 -- 172.21.15.6:0/2127068671 learned_addr learned my addr 172.21.15.6:0/2127068671 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8933e00700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f891c0b2880 0x7f891c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8939400700 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de9185c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8933e00700 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 0x5644de917b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8938a00700 1 -- 172.21.15.6:0/2127068671 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 msgr2=0x5644de9185c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8938a00700 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de9185c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8938a00700 1 -- 172.21.15.6:0/2127068671 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 msgr2=0x5644de917b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8938a00700 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 0x5644de917b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8938a00700 1 -- 172.21.15.6:0/2127068671 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644de82e420 con 0x5644de91d610 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.022+0000 7f8938a00700 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91d610 0x5644de91d9f0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f8928009fd0 tx=0x7f8928010bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dae7b183d6d34d30 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.023+0000 7f8933e00700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f891c0b2880 0x7f891c0b4d40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f89200098a0 tx=0x7f89200095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.023+0000 7f8926000700 1 -- 172.21.15.6:0/2127068671 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8928010d40 con 0x5644de91d610 2024-05-20T21:29:38.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.023+0000 7f8926000700 1 -- 172.21.15.6:0/2127068671 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f892800f910 con 0x5644de91d610 2024-05-20T21:29:38.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.023+0000 7f8926000700 1 -- 172.21.15.6:0/2127068671 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89280038e0 con 0x5644de91d610 2024-05-20T21:29:38.024 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2127068671 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91d610 msgr2=0x5644de91d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91d610 0x5644de91d9f0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f8928009fd0 tx=0x7f8928010bd0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2127068671 shutdown_connections 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de9185c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91d610 0x5644de91d9f0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2127068671 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 0x5644de917b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2127068671 >> 172.21.15.6:0/2127068671 conn(0x5644de845be0 msgr2=0x5644de912690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2127068671 shutdown_connections 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2127068671 wait complete. 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.024+0000 7f8945ca0b80 1 -- start start 2024-05-20T21:29:38.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.025+0000 7f8945ca0b80 1 Processor -- start 2024-05-20T21:29:38.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.025+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de918140 0x5644de923c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.025+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de920fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.025+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de921520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.025+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5644de76bfa0 con 0x5644de918140 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.025+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5644de806760 con 0x5644de91d610 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.025+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5644de924980 con 0x5644de91df30 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.025+0000 7f8945ca0b80 10 client.0 _ll_register_callbacks cb 0x5644de80fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8938a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de918140 0x5644de923c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8933e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de920fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8933e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de920fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45914/0 (socket says 172.21.15.6:45914) 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8933e00700 1 -- 172.21.15.6:0/2084574166 learned_addr learned my addr 172.21.15.6:0/2084574166 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8939400700 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de921520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8933e00700 1 -- 172.21.15.6:0/2084574166 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 msgr2=0x5644de921520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8933e00700 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de921520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8933e00700 1 -- 172.21.15.6:0/2084574166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de918140 msgr2=0x5644de923c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8933e00700 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de918140 0x5644de923c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8933e00700 1 -- 172.21.15.6:0/2084574166 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644de7b58d0 con 0x5644de91d610 2024-05-20T21:29:38.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.026+0000 7f8938a00700 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de918140 0x5644de923c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:38.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.027+0000 7f8933e00700 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de920fe0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f8920011fd0 tx=0x7f89200047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec0fc3d4cdc81d33 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.027+0000 7f891aa00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.027+0000 7f891aa00700 1 -- 172.21.15.6:0/2084574166 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8920025070 con 0x5644de91d610 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.027+0000 7f891aa00700 1 -- 172.21.15.6:0/2084574166 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f892001ed60 con 0x5644de91d610 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.027+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2084574166 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f892800f910 con 0x5644de91d610 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.027+0000 7f891aa00700 1 -- 172.21.15.6:0/2084574166 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f892001f450 con 0x5644de91d610 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f8945ca0b80 10 client.29243 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2084574166 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5644de836060 con 0x5644de91d610 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f891aa00700 1 -- 172.21.15.6:0/2084574166 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f892800f910 con 0x5644de91d610 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f891aa00700 1 -- 172.21.15.6:0/2084574166 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f892001c040 con 0x5644de91d610 2024-05-20T21:29:38.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f8945ca0b80 10 client.29243 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:38.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f8945ca0b80 10 client.29243 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:38.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f8945ca0b80 20 client.29243 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:38.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5644de931540 0x5644de933970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f8945ca0b80 4 client.29243 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:38.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.028+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2084574166 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644de877d90 con 0x5644de931540 2024-05-20T21:29:38.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.029+0000 7f8938a00700 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5644de931540 0x5644de933970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.029+0000 7f8938a00700 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5644de931540 0x5644de933970 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a755c4de428b3b01 server_cookie=8f835a12b311df99 in_seq=0 out_seq=0 2024-05-20T21:29:38.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.029+0000 7f891aa00700 10 client.29243 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:38.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.030+0000 7f891aa00700 1 -- 172.21.15.6:0/2084574166 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5644de877d90 con 0x5644de931540 2024-05-20T21:29:38.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.030+0000 7f891aa00700 10 client.29243 handle_command_reply: tid=0 2024-05-20T21:29:38.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.030+0000 7f8945ca0b80 1 client.29243 shutdown 2024-05-20T21:29:38.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2084574166 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 msgr2=0x5644de920fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de920fe0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f8920011fd0 tx=0x7f89200047c0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2084574166 shutdown_connections 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5644de931540 0x5644de933970 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de921520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de918140 0x5644de923c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/2084574166 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de920fe0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2084574166 >> 172.21.15.6:0/2084574166 conn(0x5644de845be0 msgr2=0x5644de911d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f891aa00700 0 client.29243 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2084574166 shutdown_connections 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 1 -- 172.21.15.6:0/2084574166 wait complete. 2024-05-20T21:29:38.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.031+0000 7f8945ca0b80 20 client.29243 trim_cache size 0 max 16384 2024-05-20T21:29:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:37 smithi062 ceph-mon[36640]: pgmap v853: 97 pgs: 97 active+clean; 2.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2024-05-20T21:29:38.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.048+0000 7f8945ca0b80 1 Processor -- start 2024-05-20T21:29:38.048 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.048+0000 7f8945ca0b80 1 -- start start 2024-05-20T21:29:38.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de917b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91d610 0x5644de9124f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de939280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89341b6db0 con 0x5644de91d610 2024-05-20T21:29:38.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89341b4640 con 0x5644de918140 2024-05-20T21:29:38.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89341b2490 con 0x5644de91df30 2024-05-20T21:29:38.049 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8938a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de917b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8933e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91d610 0x5644de9124f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8939400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de939280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.050 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8938a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de917b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45924/0 (socket says 172.21.15.6:45924) 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.049+0000 7f8938a00700 1 -- 172.21.15.6:0/1589475146 learned_addr learned my addr 172.21.15.6:0/1589475146 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8939400700 1 -- 172.21.15.6:0/1589475146 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 msgr2=0x5644de917b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8939400700 1 --2- 172.21.15.6:0/1589475146 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de917b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8939400700 1 -- 172.21.15.6:0/1589475146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91d610 msgr2=0x5644de9124f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8939400700 1 --2- 172.21.15.6:0/1589475146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91d610 0x5644de9124f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8939400700 1 -- 172.21.15.6:0/1589475146 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644de91b720 con 0x5644de91df30 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8938a00700 1 --2- 172.21.15.6:0/1589475146 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de917b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8939400700 1 --2- 172.21.15.6:0/1589475146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de939280 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f892c0a6350 tx=0x7f892c009f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8200c68ffa11197 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8925600700 1 -- 172.21.15.6:0/1589475146 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c0a8bf0 con 0x5644de91df30 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8925600700 1 -- 172.21.15.6:0/1589475146 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f892c0a97e0 con 0x5644de91df30 2024-05-20T21:29:38.051 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.050+0000 7f8925600700 1 -- 172.21.15.6:0/1589475146 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892c0ad0b0 con 0x5644de91df30 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 -- 172.21.15.6:0/1589475146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 msgr2=0x5644de939280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/1589475146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de939280 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f892c0a6350 tx=0x7f892c009f30 comp rx=0 tx=0).stop 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 -- 172.21.15.6:0/1589475146 shutdown_connections 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/1589475146 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de91df30 0x5644de939280 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/1589475146 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de918140 0x5644de917b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/1589475146 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91d610 0x5644de9124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 -- 172.21.15.6:0/1589475146 >> 172.21.15.6:0/1589475146 conn(0x5644de845be0 msgr2=0x5644de91f8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 -- 172.21.15.6:0/1589475146 shutdown_connections 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.051+0000 7f8945ca0b80 1 -- 172.21.15.6:0/1589475146 wait complete. 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.052+0000 7f8945ca0b80 1 -- start start 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.052+0000 7f8945ca0b80 1 Processor -- start 2024-05-20T21:29:38.053 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.052+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de918140 0x5644de92a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de938930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8945ca0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 0x5644de938e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f89341b2b00 con 0x5644de91df30 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f89341b3f70 con 0x5644de91d610 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8945ca0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f89341b31d0 con 0x5644de918140 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8945ca0b80 10 client.0 _ll_register_callbacks cb 0x5644de80fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8933e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de938930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8938a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de918140 0x5644de92a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8938a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de918140 0x5644de92a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44084/0 (socket says 172.21.15.6:44084) 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8933e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de938930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45934/0 (socket says 172.21.15.6:45934) 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8938a00700 1 -- 172.21.15.6:0/3275106323 learned_addr learned my addr 172.21.15.6:0/3275106323 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:38.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8939400700 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 0x5644de938e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8938a00700 1 -- 172.21.15.6:0/3275106323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 msgr2=0x5644de938930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8938a00700 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de938930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8938a00700 1 -- 172.21.15.6:0/3275106323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 msgr2=0x5644de938e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8938a00700 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 0x5644de938e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8938a00700 1 -- 172.21.15.6:0/3275106323 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644de9394e0 con 0x5644de918140 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.053+0000 7f8933e00700 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de938930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.054+0000 7f8938a00700 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de918140 0x5644de92a140 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f89280092a0 tx=0x7f8928005e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac9900b42f990e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.054+0000 7f891aa00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:38.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.054+0000 7f891aa00700 1 -- 172.21.15.6:0/3275106323 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89280056b0 con 0x5644de918140 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.054+0000 7f891aa00700 1 -- 172.21.15.6:0/3275106323 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f892801d040 con 0x5644de918140 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.054+0000 7f8945ca0b80 1 -- 172.21.15.6:0/3275106323 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f892c0a97e0 con 0x5644de918140 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.054+0000 7f891aa00700 1 -- 172.21.15.6:0/3275106323 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8928010e40 con 0x5644de918140 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.054+0000 7f8945ca0b80 10 client.29251 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.054+0000 7f8945ca0b80 1 -- 172.21.15.6:0/3275106323 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5644de99bfe0 con 0x5644de918140 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.055+0000 7f891aa00700 1 -- 172.21.15.6:0/3275106323 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f892c0a97e0 con 0x5644de918140 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.055+0000 7f891aa00700 1 -- 172.21.15.6:0/3275106323 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f89280036f0 con 0x5644de918140 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.055+0000 7f8945ca0b80 10 client.29251 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.055+0000 7f8945ca0b80 10 client.29251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.055+0000 7f8945ca0b80 20 client.29251 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.055+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5644de99c270 0x5644de99e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.055+0000 7f8945ca0b80 4 client.29251 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.055+0000 7f8945ca0b80 1 -- 172.21.15.6:0/3275106323 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5644de871570 con 0x5644de99c270 2024-05-20T21:29:38.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.056+0000 7f8933e00700 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5644de99c270 0x5644de99e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:38.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.056+0000 7f8933e00700 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5644de99c270 0x5644de99e660 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=715e5cb98ebb76a7 server_cookie=b90897c8622a4472 in_seq=0 out_seq=0 2024-05-20T21:29:38.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.056+0000 7f891aa00700 10 client.29251 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.056+0000 7f891aa00700 1 -- 172.21.15.6:0/3275106323 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5644de871570 con 0x5644de99c270 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.056+0000 7f891aa00700 10 client.29251 handle_command_reply: tid=0 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.056+0000 7f8945ca0b80 1 client.29251 shutdown 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 -- 172.21.15.6:0/3275106323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de918140 msgr2=0x5644de92a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de918140 0x5644de92a140 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f89280092a0 tx=0x7f8928005e30 comp rx=0 tx=0).stop 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 -- 172.21.15.6:0/3275106323 shutdown_connections 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5644de91df30 0x5644de938e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5644de99c270 0x5644de99e660 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5644de918140 0x5644de92a140 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 --2- 172.21.15.6:0/3275106323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5644de91d610 0x5644de938930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f891aa00700 0 client.29251 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:38.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 -- 172.21.15.6:0/3275106323 >> 172.21.15.6:0/3275106323 conn(0x5644de845be0 msgr2=0x5644de91f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 -- 172.21.15.6:0/3275106323 shutdown_connections 2024-05-20T21:29:38.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 1 -- 172.21.15.6:0/3275106323 wait complete. 2024-05-20T21:29:38.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.057+0000 7f8945ca0b80 20 client.29251 trim_cache size 0 max 16384 2024-05-20T21:29:38.060 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 -- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f891c0b2880 msgr2=0x7f891c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f891c0b2880 0x7f891c0b4d40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f89200098a0 tx=0x7f89200095c0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 -- 172.21.15.6:0/665484807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8934114710 msgr2=0x7f89341a4be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8934114710 0x7f89341a4be0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f892c009cd0 tx=0x7f892c00c620 comp rx=0 tx=0).stop 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 -- 172.21.15.6:0/665484807 shutdown_connections 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f891c0b2880 0x7f891c0b4d40 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8934114710 0x7f89341a4be0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8934075770 0x7f89341a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 --2- 172.21.15.6:0/665484807 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8934076090 0x7f89341a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 -- 172.21.15.6:0/665484807 >> 172.21.15.6:0/665484807 conn(0x7f893407a6a0 msgr2=0x7f89341101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:38.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 -- 172.21.15.6:0/665484807 shutdown_connections 2024-05-20T21:29:38.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:38.058+0000 7f893b400700 1 -- 172.21.15.6:0/665484807 wait complete. 2024-05-20T21:29:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:37 smithi042 ceph-mon[36332]: pgmap v853: 97 pgs: 97 active+clean; 2.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.4 KiB/s wr, 9 op/s 2024-05-20T21:29:39.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:39 smithi006 ceph-mon[31422]: pgmap v854: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:29:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:39 smithi062 ceph-mon[36640]: pgmap v854: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:29:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:39 smithi042 ceph-mon[36332]: pgmap v854: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 10 op/s 2024-05-20T21:29:40.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 -- 172.21.15.6:0/3138836852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec14104fe0 msgr2=0x7fec14105460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 --2- 172.21.15.6:0/3138836852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec14104fe0 0x7fec14105460 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7febfc009920 tx=0x7febfc009c30 comp rx=0 tx=0).stop 2024-05-20T21:29:40.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 -- 172.21.15.6:0/3138836852 shutdown_connections 2024-05-20T21:29:40.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 --2- 172.21.15.6:0/3138836852 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec141059a0 0x7fec14110380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 --2- 172.21.15.6:0/3138836852 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec141036f0 0x7fec14103ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 --2- 172.21.15.6:0/3138836852 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec14104fe0 0x7fec14105460 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 -- 172.21.15.6:0/3138836852 >> 172.21.15.6:0/3138836852 conn(0x7fec140feea0 msgr2=0x7fec141012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:40.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 -- 172.21.15.6:0/3138836852 shutdown_connections 2024-05-20T21:29:40.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.638+0000 7fec1a400700 1 -- 172.21.15.6:0/3138836852 wait complete. 2024-05-20T21:29:40.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.639+0000 7fec1a400700 1 Processor -- start 2024-05-20T21:29:40.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.639+0000 7fec1a400700 1 -- start start 2024-05-20T21:29:40.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec1a400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec141036f0 0x7fec14075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec1a400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec14104fe0 0x7fec14075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec1a400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec141059a0 0x7fec140762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec1a400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fec14113650 con 0x7fec14104fe0 2024-05-20T21:29:40.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec1a400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec141134d0 con 0x7fec141036f0 2024-05-20T21:29:40.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec1a400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fec141137d0 con 0x7fec141059a0 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec19000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec141036f0 0x7fec14075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec19a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec141059a0 0x7fec140762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec19000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec141036f0 0x7fec14075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45944/0 (socket says 172.21.15.6:45944) 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec19000700 1 -- 172.21.15.6:0/2780195295 learned_addr learned my addr 172.21.15.6:0/2780195295 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.640+0000 7fec0be00700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec14104fe0 0x7fec14075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.641+0000 7fec19000700 1 -- 172.21.15.6:0/2780195295 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec141059a0 msgr2=0x7fec140762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.641+0000 7fec19000700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec141059a0 0x7fec140762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.641+0000 7fec19000700 1 -- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec14104fe0 msgr2=0x7fec14075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.641+0000 7fec19000700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec14104fe0 0x7fec14075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.641+0000 7fec19000700 1 -- 172.21.15.6:0/2780195295 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec141a7fa0 con 0x7fec141036f0 2024-05-20T21:29:40.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.641+0000 7fec19000700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec141036f0 0x7fec14075840 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fec0400e9c0 tx=0x7fec0400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:40.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.641+0000 7fec12000700 1 -- 172.21.15.6:0/2780195295 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04004a30 con 0x7fec141036f0 2024-05-20T21:29:40.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.642+0000 7fec1a400700 1 -- 172.21.15.6:0/2780195295 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec141a8290 con 0x7fec141036f0 2024-05-20T21:29:40.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.642+0000 7fec12000700 1 -- 172.21.15.6:0/2780195295 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec0400cc70 con 0x7fec141036f0 2024-05-20T21:29:40.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.642+0000 7fec12000700 1 -- 172.21.15.6:0/2780195295 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec040054a0 con 0x7fec141036f0 2024-05-20T21:29:40.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.642+0000 7fec1a400700 1 -- 172.21.15.6:0/2780195295 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec141a87f0 con 0x7fec141036f0 2024-05-20T21:29:40.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.646+0000 7fec12000700 1 -- 172.21.15.6:0/2780195295 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fec04004bd0 con 0x7fec141036f0 2024-05-20T21:29:40.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.647+0000 7fec2631cb80 1 Processor -- start 2024-05-20T21:29:40.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.647+0000 7fec2631cb80 1 -- start start 2024-05-20T21:29:40.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.647+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44640 0x5635b5c44a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.647+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44f60 0x5635b5c3eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.647+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c3f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.647+0000 7fec2631cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5635b5b9cfd0 con 0x5635b5c44640 2024-05-20T21:29:40.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.647+0000 7fec2631cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5635b5b8cb70 con 0x5635b5c44f60 2024-05-20T21:29:40.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.647+0000 7fec2631cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5635b5b90bb0 con 0x5635b5c3f170 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44640 0x5635b5c44a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44f60 0x5635b5c3eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44640 0x5635b5c44a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54328/0 (socket says 172.21.15.6:54328) 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19a00700 1 -- 172.21.15.6:0/265673267 learned_addr learned my addr 172.21.15.6:0/265673267 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec0be00700 1 --2- 172.21.15.6:0/265673267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c3f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec12000700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf80b2930 0x7febf80b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19a00700 1 -- 172.21.15.6:0/265673267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 msgr2=0x5635b5c3f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19a00700 1 --2- 172.21.15.6:0/265673267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c3f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19a00700 1 -- 172.21.15.6:0/265673267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44f60 msgr2=0x5635b5c3eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:40.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19a00700 1 --2- 172.21.15.6:0/265673267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44f60 0x5635b5c3eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.648+0000 7fec19a00700 1 -- 172.21.15.6:0/265673267 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635b5b555b0 con 0x5635b5c44640 2024-05-20T21:29:40.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.649+0000 7fec12000700 1 -- 172.21.15.6:0/2780195295 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fec040e22c0 con 0x7fec141036f0 2024-05-20T21:29:40.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.649+0000 7fec19a00700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf80b2930 0x7febf80b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.649+0000 7fec19a00700 1 --2- 172.21.15.6:0/265673267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44640 0x5635b5c44a20 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fec0c011680 tx=0x7fec0c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a6f7ed63224d776 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.649+0000 7fec0a000700 1 -- 172.21.15.6:0/265673267 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c01b040 con 0x5635b5c44640 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.650+0000 7fec0a000700 1 -- 172.21.15.6:0/265673267 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec0c01c030 con 0x5635b5c44640 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.650+0000 7fec0a000700 1 -- 172.21.15.6:0/265673267 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c0157f0 con 0x5635b5c44640 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.650+0000 7fec2631cb80 1 -- 172.21.15.6:0/265673267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44640 msgr2=0x5635b5c44a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.650+0000 7fec2631cb80 1 --2- 172.21.15.6:0/265673267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44640 0x5635b5c44a20 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fec0c011680 tx=0x7fec0c009920 comp rx=0 tx=0).stop 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.650+0000 7fec19a00700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf80b2930 0x7febf80b4df0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0094f0 tx=0x7fec0c023000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.651+0000 7fec2631cb80 1 -- 172.21.15.6:0/265673267 shutdown_connections 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.651+0000 7fec2631cb80 1 --2- 172.21.15.6:0/265673267 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c3f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.651+0000 7fec2631cb80 1 --2- 172.21.15.6:0/265673267 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44640 0x5635b5c44a20 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.651+0000 7fec2631cb80 1 --2- 172.21.15.6:0/265673267 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44f60 0x5635b5c3eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.651+0000 7fec2631cb80 1 -- 172.21.15.6:0/265673267 >> 172.21.15.6:0/265673267 conn(0x5635b5b6cd70 msgr2=0x5635b5c396c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:40.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.651+0000 7fec2631cb80 1 -- 172.21.15.6:0/265673267 shutdown_connections 2024-05-20T21:29:40.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.651+0000 7fec2631cb80 1 -- 172.21.15.6:0/265673267 wait complete. 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.651+0000 7fec2631cb80 1 -- start start 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.652+0000 7fec2631cb80 1 Processor -- start 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.652+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.652+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c47fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.652+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5c48510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.652+0000 7fec2631cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5635b5a93130 con 0x5635b5c44f60 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.652+0000 7fec2631cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5635b5b2d8f0 con 0x5635b5c44640 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.652+0000 7fec2631cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5635b5c4ba10 con 0x5635b5c3f170 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.652+0000 7fec2631cb80 10 client.0 _ll_register_callbacks cb 0x5635b5b36e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5c48510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44136/0 (socket says 172.21.15.6:44136) 2024-05-20T21:29:40.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 -- 172.21.15.6:0/681293909 learned_addr learned my addr 172.21.15.6:0/681293909 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:40.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec0be00700 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c47fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 -- 172.21.15.6:0/681293909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 msgr2=0x5635b5c47fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:40.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c47fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 -- 172.21.15.6:0/681293909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 msgr2=0x5635b5c48510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:40.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5c48510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 -- 172.21.15.6:0/681293909 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635b5adca60 con 0x5635b5c3f170 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec19000700 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4ac30 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fec040a6a50 tx=0x7fec040e5eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4468830ec1479a75 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.653+0000 7fec02a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.654+0000 7fec02a00700 1 -- 172.21.15.6:0/681293909 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec040a95b0 con 0x5635b5c3f170 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.654+0000 7fec02a00700 1 -- 172.21.15.6:0/681293909 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fec040b21b0 con 0x5635b5c3f170 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.654+0000 7fec2631cb80 1 -- 172.21.15.6:0/681293909 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec0c01c030 con 0x5635b5c3f170 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.654+0000 7fec02a00700 1 -- 172.21.15.6:0/681293909 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fec040a8f50 con 0x5635b5c3f170 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.654+0000 7fec2631cb80 10 client.29263 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.654+0000 7fec2631cb80 1 -- 172.21.15.6:0/681293909 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5635b5b5d1f0 con 0x5635b5c3f170 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.654+0000 7fec02a00700 1 -- 172.21.15.6:0/681293909 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec0c01c030 con 0x5635b5c3f170 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.655+0000 7fec02a00700 1 -- 172.21.15.6:0/681293909 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fec040a8a40 con 0x5635b5c3f170 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.655+0000 7fec2631cb80 10 client.29263 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.655+0000 7fec2631cb80 10 client.29263 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:29:40.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.655+0000 7fec2631cb80 20 client.29263 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:40.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.655+0000 7fec2631cb80 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5635b5c585c0 0x5635b5c5a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.655+0000 7fec2631cb80 4 client.29263 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:40.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.655+0000 7fec2631cb80 1 -- 172.21.15.6:0/681293909 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635b5b9ef20 con 0x5635b5c585c0 2024-05-20T21:29:40.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.655+0000 7fec0be00700 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5635b5c585c0 0x5635b5c5a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.656+0000 7fec0be00700 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5635b5c585c0 0x5635b5c5a9b0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fae607c13c7a15ee server_cookie=dd4588528adf12ce in_seq=0 out_seq=0 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.656+0000 7fec02a00700 10 client.29263 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec02a00700 1 -- 172.21.15.6:0/681293909 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5635b5b9ef20 con 0x5635b5c585c0 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec02a00700 10 client.29263 handle_command_reply: tid=0 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 client.29263 shutdown 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 -- 172.21.15.6:0/681293909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 msgr2=0x5635b5c4ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4ac30 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fec040a6a50 tx=0x7fec040e5eb0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 -- 172.21.15.6:0/681293909 shutdown_connections 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5c48510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5635b5c585c0 0x5635b5c5a9b0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4ac30 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 --2- 172.21.15.6:0/681293909 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c47fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 -- 172.21.15.6:0/681293909 >> 172.21.15.6:0/681293909 conn(0x5635b5b6cd70 msgr2=0x5635b5c3db40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:40.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec02a00700 0 client.29263 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:40.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 -- 172.21.15.6:0/681293909 shutdown_connections 2024-05-20T21:29:40.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 1 -- 172.21.15.6:0/681293909 wait complete. 2024-05-20T21:29:40.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.657+0000 7fec2631cb80 20 client.29263 trim_cache size 0 max 16384 2024-05-20T21:29:40.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.681+0000 7fec2631cb80 1 Processor -- start 2024-05-20T21:29:40.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.681+0000 7fec2631cb80 1 -- start start 2024-05-20T21:29:40.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.681+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c3f170 0x5635b5c3eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.681+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.681+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c44f60 0x5635b5c606f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.681+0000 7fec2631cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7febf000fe40 con 0x5635b5c3f170 2024-05-20T21:29:40.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.681+0000 7fec2631cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7febf000d6d0 con 0x5635b5c44640 2024-05-20T21:29:40.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.681+0000 7fec2631cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7febf000b520 con 0x5635b5c44f60 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c3f170 0x5635b5c3eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c3f170 0x5635b5c3eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54354/0 (socket says 172.21.15.6:54354) 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19000700 1 -- 172.21.15.6:0/2379944475 learned_addr learned my addr 172.21.15.6:0/2379944475 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19a00700 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c44f60 0x5635b5c606f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec0be00700 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19a00700 1 -- 172.21.15.6:0/2379944475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 msgr2=0x5635b5c601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19a00700 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19a00700 1 -- 172.21.15.6:0/2379944475 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c3f170 msgr2=0x5635b5c3eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:40.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19a00700 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c3f170 0x5635b5c3eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19a00700 1 -- 172.21.15.6:0/2379944475 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635b5c5af40 con 0x5635b5c44f60 2024-05-20T21:29:40.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec0be00700 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:40.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.682+0000 7fec19000700 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c3f170 0x5635b5c3eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:40.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.683+0000 7fec19a00700 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c44f60 0x5635b5c606f0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fec0c011300 tx=0x7fec0c025000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=314e8af871d20b35 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:40.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.683+0000 7fec09600700 1 -- 172.21.15.6:0/2379944475 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c031070 con 0x5635b5c44f60 2024-05-20T21:29:40.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.683+0000 7fec09600700 1 -- 172.21.15.6:0/2379944475 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec0c01c040 con 0x5635b5c44f60 2024-05-20T21:29:40.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.683+0000 7fec09600700 1 -- 172.21.15.6:0/2379944475 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0c01b070 con 0x5635b5c44f60 2024-05-20T21:29:40.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 -- 172.21.15.6:0/2379944475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c44f60 msgr2=0x5635b5c606f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c44f60 0x5635b5c606f0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fec0c011300 tx=0x7fec0c025000 comp rx=0 tx=0).stop 2024-05-20T21:29:40.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 -- 172.21.15.6:0/2379944475 shutdown_connections 2024-05-20T21:29:40.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c44f60 0x5635b5c606f0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c3f170 0x5635b5c3eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 --2- 172.21.15.6:0/2379944475 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 -- 172.21.15.6:0/2379944475 >> 172.21.15.6:0/2379944475 conn(0x5635b5b6cd70 msgr2=0x5635b5c392d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:40.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 -- 172.21.15.6:0/2379944475 shutdown_connections 2024-05-20T21:29:40.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.684+0000 7fec2631cb80 1 -- 172.21.15.6:0/2379944475 wait complete. 2024-05-20T21:29:40.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 1 -- start start 2024-05-20T21:29:40.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 1 Processor -- start 2024-05-20T21:29:40.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c4e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5cc3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7febf000bb90 con 0x5635b5c44f60 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7febf000d000 con 0x5635b5c44640 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7febf000c260 con 0x5635b5c3f170 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.685+0000 7fec2631cb80 10 client.0 _ll_register_callbacks cb 0x5635b5b36e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec0be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c4e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec0be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c4e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45966/0 (socket says 172.21.15.6:45966) 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec0be00700 1 -- 172.21.15.6:0/3279219689 learned_addr learned my addr 172.21.15.6:0/3279219689 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec19a00700 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5cc3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec19000700 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec0be00700 1 -- 172.21.15.6:0/3279219689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 msgr2=0x5635b5c4de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec0be00700 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec0be00700 1 -- 172.21.15.6:0/3279219689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 msgr2=0x5635b5cc3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec0be00700 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5cc3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec0be00700 1 -- 172.21.15.6:0/3279219689 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635b5cc35d0 con 0x5635b5c44640 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.686+0000 7fec19a00700 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5cc3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.687+0000 7fec0be00700 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c4e370 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7febfc009230 tx=0x7febfc00f700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c202cbfb834a502 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.687+0000 7fec02a00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.687+0000 7fec02a00700 1 -- 172.21.15.6:0/3279219689 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febfc0050d0 con 0x5635b5c44640 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.687+0000 7fec2631cb80 1 -- 172.21.15.6:0/3279219689 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec0c01c040 con 0x5635b5c44640 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.687+0000 7fec02a00700 1 -- 172.21.15.6:0/3279219689 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7febfc005270 con 0x5635b5c44640 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.687+0000 7fec02a00700 1 -- 172.21.15.6:0/3279219689 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7febfc005470 con 0x5635b5c44640 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.687+0000 7fec2631cb80 10 client.29267 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.687+0000 7fec2631cb80 1 -- 172.21.15.6:0/3279219689 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5635b5cc47a0 con 0x5635b5c44640 2024-05-20T21:29:40.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec02a00700 1 -- 172.21.15.6:0/3279219689 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec0c01c040 con 0x5635b5c44640 2024-05-20T21:29:40.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec02a00700 1 -- 172.21.15.6:0/3279219689 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7febfc00b660 con 0x5635b5c44640 2024-05-20T21:29:40.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec2631cb80 10 client.29267 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:40.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec2631cb80 10 client.29267 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:29:40.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec2631cb80 20 client.29267 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:40.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec2631cb80 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5635b5cc4fa0 0x5635b5cc73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:40.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec2631cb80 4 client.29267 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-20T21:29:40.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec2631cb80 1 -- 172.21.15.6:0/3279219689 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x5635b5b98700 con 0x5635b5cc4fa0 2024-05-20T21:29:40.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.688+0000 7fec19000700 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5635b5cc4fa0 0x5635b5cc73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:40.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.689+0000 7fec19000700 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5635b5cc4fa0 0x5635b5cc73c0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7206b378e3c8892f server_cookie=b549869e8726cc76 in_seq=0 out_seq=0 2024-05-20T21:29:40.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.689+0000 7fec02a00700 10 client.29267 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:40.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.702+0000 7fec02a00700 1 -- 172.21.15.6:0/3279219689 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5635b5b98700 con 0x5635b5cc4fa0 2024-05-20T21:29:40.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.702+0000 7fec02a00700 10 client.29267 handle_command_reply: tid=0 2024-05-20T21:29:40.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.702+0000 7fec2631cb80 1 client.29267 shutdown 2024-05-20T21:29:40.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 -- 172.21.15.6:0/3279219689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 msgr2=0x5635b5c4e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c4e370 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7febfc009230 tx=0x7febfc00f700 comp rx=0 tx=0).stop 2024-05-20T21:29:40.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 -- 172.21.15.6:0/3279219689 shutdown_connections 2024-05-20T21:29:40.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5635b5c44f60 0x5635b5cc3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5635b5cc4fa0 0x5635b5cc73c0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5635b5c3f170 0x5635b5c4de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 --2- 172.21.15.6:0/3279219689 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5635b5c44640 0x5635b5c4e370 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec02a00700 0 client.29267 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:40.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 -- 172.21.15.6:0/3279219689 >> 172.21.15.6:0/3279219689 conn(0x5635b5b6cd70 msgr2=0x5635b5c32f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:40.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 -- 172.21.15.6:0/3279219689 shutdown_connections 2024-05-20T21:29:40.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.703+0000 7fec2631cb80 1 -- 172.21.15.6:0/3279219689 wait complete. 2024-05-20T21:29:40.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec2631cb80 20 client.29267 trim_cache size 0 max 16384 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 50, 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "534083a0": { 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 50, 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:29:40.705 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 150.0, 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:40.706 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:29:40.707 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:29:40.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 -- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf80b2930 msgr2=0x7febf80b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf80b2930 0x7febf80b4df0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fec0c0094f0 tx=0x7fec0c023000 comp rx=0 tx=0).stop 2024-05-20T21:29:40.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 -- 172.21.15.6:0/2780195295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec141036f0 msgr2=0x7fec14075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:40.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec141036f0 0x7fec14075840 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fec0400e9c0 tx=0x7fec0400ecd0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 -- 172.21.15.6:0/2780195295 shutdown_connections 2024-05-20T21:29:40.707 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf80b2930 0x7febf80b4df0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec141059a0 0x7fec140762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec141036f0 0x7fec14075840 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.704+0000 7fec1a400700 1 --2- 172.21.15.6:0/2780195295 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec14104fe0 0x7fec14075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:40.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.705+0000 7fec1a400700 1 -- 172.21.15.6:0/2780195295 >> 172.21.15.6:0/2780195295 conn(0x7fec140feea0 msgr2=0x7fec140ff5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:40.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.705+0000 7fec1a400700 1 -- 172.21.15.6:0/2780195295 shutdown_connections 2024-05-20T21:29:40.708 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:40.705+0000 7fec1a400700 1 -- 172.21.15.6:0/2780195295 wait complete. 2024-05-20T21:29:41.080 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:29:41.080 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:29:41.657 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '534083a0', quiesce took 10.9 seconds. Will release after: 19.1 2024-05-20T21:29:41.775 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:41.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:41 smithi006 ceph-mon[31422]: pgmap v855: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.2 KiB/s wr, 10 op/s 2024-05-20T21:29:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:41 smithi062 ceph-mon[36640]: pgmap v855: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.2 KiB/s wr, 10 op/s 2024-05-20T21:29:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:41 smithi042 ceph-mon[36332]: pgmap v855: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.2 KiB/s wr, 10 op/s 2024-05-20T21:29:43.924 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:43 smithi006 ceph-mon[31422]: pgmap v856: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:29:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:43 smithi062 ceph-mon[36640]: pgmap v856: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:29:44.180 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:43 smithi042 ceph-mon[36332]: pgmap v856: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:29:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2562509010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0075770 msgr2=0x7f2eb0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2562509010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0075770 0x7f2eb0075b50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0009990 tx=0x7f2ea0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2562509010 shutdown_connections 2024-05-20T21:29:44.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2562509010 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2eb010ff40 0x7f2eb0112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2562509010 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0075770 0x7f2eb0075b50 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2562509010 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2eb0076090 0x7f2eb010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2562509010 >> 172.21.15.6:0/2562509010 conn(0x7f2eb007a6a0 msgr2=0x7f2eb007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2562509010 shutdown_connections 2024-05-20T21:29:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.244+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2562509010 wait complete. 2024-05-20T21:29:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.245+0000 7f2eb6c00700 1 Processor -- start 2024-05-20T21:29:44.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eb6c00700 1 -- start start 2024-05-20T21:29:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eb6c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2eb0075770 0x7f2eb019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eb6c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0076090 0x7f2eb019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eb6c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2eb010ff40 0x7f2eb01a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eb6c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb0115920 con 0x7f2eb0075770 2024-05-20T21:29:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eb6c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb01157a0 con 0x7f2eb010ff40 2024-05-20T21:29:44.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eb6c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb0115aa0 con 0x7f2eb0076090 2024-05-20T21:29:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eafe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2eb0075770 0x7f2eb019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eafe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2eb0075770 0x7f2eb019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54376/0 (socket says 172.21.15.6:54376) 2024-05-20T21:29:44.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eafe00700 1 -- 172.21.15.6:0/2224703383 learned_addr learned my addr 172.21.15.6:0/2224703383 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.246+0000 7f2eaf400700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0076090 0x7f2eb019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.247+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2eb010ff40 0x7f2eb01a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.247+0000 7f2eafe00700 1 -- 172.21.15.6:0/2224703383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0076090 msgr2=0x7f2eb019c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.247+0000 7f2eafe00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0076090 0x7f2eb019c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.247+0000 7f2eafe00700 1 -- 172.21.15.6:0/2224703383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2eb010ff40 msgr2=0x7f2eb01a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.247+0000 7f2eafe00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2eb010ff40 0x7f2eb01a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.247+0000 7f2eafe00700 1 -- 172.21.15.6:0/2224703383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2eb01a0de0 con 0x7f2eb0075770 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.247+0000 7f2eaf400700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0076090 0x7f2eb019c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.247+0000 7f2eafe00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2eb0075770 0x7f2eb019bdd0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f2ea00057f0 tx=0x7f2ea000bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:44.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.248+0000 7f2eacc00700 1 -- 172.21.15.6:0/2224703383 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea0026070 con 0x7f2eb0075770 2024-05-20T21:29:44.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.248+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2224703383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2eb01a1070 con 0x7f2eb0075770 2024-05-20T21:29:44.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.248+0000 7f2eacc00700 1 -- 172.21.15.6:0/2224703383 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ea0021410 con 0x7f2eb0075770 2024-05-20T21:29:44.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.248+0000 7f2eacc00700 1 -- 172.21.15.6:0/2224703383 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea0017650 con 0x7f2eb0075770 2024-05-20T21:29:44.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.248+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2224703383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2eb01a8950 con 0x7f2eb0075770 2024-05-20T21:29:44.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.252+0000 7f2eacc00700 1 -- 172.21.15.6:0/2224703383 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2ea0029070 con 0x7f2eb0075770 2024-05-20T21:29:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.253+0000 7f2ec14c6b80 1 Processor -- start 2024-05-20T21:29:44.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.253+0000 7f2ec14c6b80 1 -- start start 2024-05-20T21:29:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92690 0x55d93ee92a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92fb0 0x55d93ee8cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee8d1c0 0x55d93ee8d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d93edeaec0 con 0x55d93ee8d1c0 2024-05-20T21:29:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d93eddaa60 con 0x55d93ee92690 2024-05-20T21:29:44.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d93eddeaa0 con 0x55d93ee92fb0 2024-05-20T21:29:44.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2eb4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92690 0x55d93ee92a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2eafe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92fb0 0x55d93ee8cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2eb4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92690 0x55d93ee92a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45992/0 (socket says 172.21.15.6:45992) 2024-05-20T21:29:44.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2eaf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee8d1c0 0x55d93ee8d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.254+0000 7f2eb4c00700 1 -- 172.21.15.6:0/966214287 learned_addr learned my addr 172.21.15.6:0/966214287 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:44.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eacc00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e940b2880 0x7f2e940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eb4c00700 1 -- 172.21.15.6:0/966214287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92fb0 msgr2=0x55d93ee8cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/966214287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92fb0 0x55d93ee8cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eb4c00700 1 -- 172.21.15.6:0/966214287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee8d1c0 msgr2=0x55d93ee8d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/966214287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee8d1c0 0x55d93ee8d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eb4c00700 1 -- 172.21.15.6:0/966214287 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d93eda34a0 con 0x55d93ee92690 2024-05-20T21:29:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eacc00700 1 -- 172.21.15.6:0/2224703383 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2ea00e2f00 con 0x7f2eb0075770 2024-05-20T21:29:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e940b2880 0x7f2e940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.256 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.255+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/966214287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92690 0x55d93ee92a70 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8011680 tx=0x7f2ea8009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44c778a97468eaa5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.256+0000 7f2ea5600700 1 -- 172.21.15.6:0/966214287 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea801b040 con 0x55d93ee92690 2024-05-20T21:29:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.256+0000 7f2ea5600700 1 -- 172.21.15.6:0/966214287 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ea801c030 con 0x55d93ee92690 2024-05-20T21:29:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.256+0000 7f2ea5600700 1 -- 172.21.15.6:0/966214287 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea80156b0 con 0x55d93ee92690 2024-05-20T21:29:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/966214287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92690 msgr2=0x55d93ee92a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/966214287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92690 0x55d93ee92a70 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8011680 tx=0x7f2ea8009920 comp rx=0 tx=0).stop 2024-05-20T21:29:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e940b2880 0x7f2e940b4d40 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f2ea80094f0 tx=0x7f2ea8023000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:44.257 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/966214287 shutdown_connections 2024-05-20T21:29:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/966214287 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee8d1c0 0x55d93ee8d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/966214287 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92690 0x55d93ee92a70 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/966214287 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92fb0 0x55d93ee8cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/966214287 >> 172.21.15.6:0/966214287 conn(0x55d93edbac60 msgr2=0x55d93ee87710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/966214287 shutdown_connections 2024-05-20T21:29:44.258 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.257+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/966214287 wait complete. 2024-05-20T21:29:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.258+0000 7f2ec14c6b80 1 -- start start 2024-05-20T21:29:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.258+0000 7f2ec14c6b80 1 Processor -- start 2024-05-20T21:29:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.258+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee8d1c0 0x55d93ee98d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.258+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92690 0x55d93ee960b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.258+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92fb0 0x55d93ee965f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.258+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d93ece1020 con 0x55d93ee92690 2024-05-20T21:29:44.259 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.258+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d93ed7b7e0 con 0x55d93ee92fb0 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.258+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d93ee99a60 con 0x55d93ee8d1c0 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2ec14c6b80 10 client.0 _ll_register_callbacks cb 0x55d93ed84cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eb4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92fb0 0x55d93ee965f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eaf400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92690 0x55d93ee960b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eb4c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92fb0 0x55d93ee965f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46002/0 (socket says 172.21.15.6:46002) 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eb4c00700 1 -- 172.21.15.6:0/226530406 learned_addr learned my addr 172.21.15.6:0/226530406 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eafe00700 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee8d1c0 0x55d93ee98d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eb4c00700 1 -- 172.21.15.6:0/226530406 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee8d1c0 msgr2=0x55d93ee98d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee8d1c0 0x55d93ee98d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eb4c00700 1 -- 172.21.15.6:0/226530406 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92690 msgr2=0x55d93ee960b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92690 0x55d93ee960b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.260 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.259+0000 7f2eb4c00700 1 -- 172.21.15.6:0/226530406 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93ed2a950 con 0x55d93ee92fb0 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.260+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92fb0 0x55d93ee965f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8011300 tx=0x7f2ea8007f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7daca246aaf306ae server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.260+0000 7f2e9e000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.260+0000 7f2e9e000700 1 -- 172.21.15.6:0/226530406 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea8031030 con 0x55d93ee92fb0 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.260+0000 7f2e9e000700 1 -- 172.21.15.6:0/226530406 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2ea8014d30 con 0x55d93ee92fb0 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.260+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/226530406 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ea801c030 con 0x55d93ee92fb0 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.260+0000 7f2e9e000700 1 -- 172.21.15.6:0/226530406 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ea801b070 con 0x55d93ee92fb0 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.260+0000 7f2ec14c6b80 10 client.29279 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.260+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/226530406 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d93edab0e0 con 0x55d93ee92fb0 2024-05-20T21:29:44.262 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2e9e000700 1 -- 172.21.15.6:0/226530406 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ea801c030 con 0x55d93ee92fb0 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2e9e000700 1 -- 172.21.15.6:0/226530406 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2ea8007500 con 0x55d93ee92fb0 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2ec14c6b80 10 client.29279 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2ec14c6b80 10 client.29279 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2ec14c6b80 20 client.29279 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d93eea64b0 0x55d93eea88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2ec14c6b80 4 client.29279 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/226530406 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d93edece10 con 0x55d93eea64b0 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.261+0000 7f2eafe00700 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d93eea64b0 0x55d93eea88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.262+0000 7f2eafe00700 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d93eea64b0 0x55d93eea88a0 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd77584d56b30508 server_cookie=88ed16a1671f872e in_seq=0 out_seq=0 2024-05-20T21:29:44.263 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.262+0000 7f2e9e000700 10 client.29279 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:44.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2e9e000700 1 -- 172.21.15.6:0/226530406 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d93edece10 con 0x55d93eea64b0 2024-05-20T21:29:44.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2e9e000700 10 client.29279 handle_command_reply: tid=0 2024-05-20T21:29:44.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 client.29279 shutdown 2024-05-20T21:29:44.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/226530406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92fb0 msgr2=0x55d93ee965f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.264 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92fb0 0x55d93ee965f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8011300 tx=0x7f2ea8007f20 comp rx=0 tx=0).stop 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/226530406 shutdown_connections 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee92fb0 0x55d93ee965f0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d93eea64b0 0x55d93eea88a0 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee8d1c0 0x55d93ee98d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/226530406 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92690 0x55d93ee960b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/226530406 >> 172.21.15.6:0/226530406 conn(0x55d93edbac60 msgr2=0x55d93ee86df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2e9e000700 0 client.29279 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/226530406 shutdown_connections 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.263+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/226530406 wait complete. 2024-05-20T21:29:44.265 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.264+0000 7f2ec14c6b80 20 client.29279 trim_cache size 0 max 16384 2024-05-20T21:29:44.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.286+0000 7f2ec14c6b80 1 Processor -- start 2024-05-20T21:29:44.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.286+0000 7f2ec14c6b80 1 -- start start 2024-05-20T21:29:44.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee93c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee95230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee87570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb01b2920 con 0x55d93ee92fb0 2024-05-20T21:29:44.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb01b01b0 con 0x55d93ee8d1c0 2024-05-20T21:29:44.287 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb01ae000 con 0x55d93ee92690 2024-05-20T21:29:44.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2eb4c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee87570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2eb4c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee87570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:54396/0 (socket says 172.21.15.6:54396) 2024-05-20T21:29:44.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2eb4c00700 1 -- 172.21.15.6:0/3413924558 learned_addr learned my addr 172.21.15.6:0/3413924558 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:44.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2eaf400700 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee95230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.287+0000 7f2eafe00700 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee93c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.288 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2eb4c00700 1 -- 172.21.15.6:0/3413924558 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 msgr2=0x55d93ee95230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee95230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2eb4c00700 1 -- 172.21.15.6:0/3413924558 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 msgr2=0x55d93ee93c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee93c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2eb4c00700 1 -- 172.21.15.6:0/3413924558 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d93ee8cee0 con 0x55d93ee92fb0 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2eaf400700 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee95230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee87570 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8015f20 tx=0x7f2ea8009a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6837e5ecbb090fd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2ea4c00700 1 -- 172.21.15.6:0/3413924558 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea8031070 con 0x55d93ee92fb0 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2ea4c00700 1 -- 172.21.15.6:0/3413924558 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ea8014d30 con 0x55d93ee92fb0 2024-05-20T21:29:44.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.288+0000 7f2ea4c00700 1 -- 172.21.15.6:0/3413924558 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea8026070 con 0x55d93ee92fb0 2024-05-20T21:29:44.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3413924558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 msgr2=0x55d93ee87570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee87570 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f2ea8015f20 tx=0x7f2ea8009a10 comp rx=0 tx=0).stop 2024-05-20T21:29:44.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3413924558 shutdown_connections 2024-05-20T21:29:44.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee87570 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee93c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3413924558 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee95230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3413924558 >> 172.21.15.6:0/3413924558 conn(0x55d93edbac60 msgr2=0x55d93ee97760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:44.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3413924558 shutdown_connections 2024-05-20T21:29:44.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.289+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3413924558 wait complete. 2024-05-20T21:29:44.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.290+0000 7f2ec14c6b80 1 -- start start 2024-05-20T21:29:44.291 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.290+0000 7f2ec14c6b80 1 Processor -- start 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee9ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee9f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2ec14c6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee9bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb01ae670 con 0x55d93ee92fb0 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb01afae0 con 0x55d93ee8d1c0 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2ec14c6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2eb01aed40 con 0x55d93ee92690 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2ec14c6b80 10 client.0 _ll_register_callbacks cb 0x55d93ed84cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee9ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.293 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eafe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee9ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:46012/0 (socket says 172.21.15.6:46012) 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eafe00700 1 -- 172.21.15.6:0/3285354789 learned_addr learned my addr 172.21.15.6:0/3285354789 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee9bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eaf400700 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee9f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eafe00700 1 -- 172.21.15.6:0/3285354789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 msgr2=0x55d93ee9f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eafe00700 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee9f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eafe00700 1 -- 172.21.15.6:0/3285354789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 msgr2=0x55d93ee9bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eafe00700 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee9bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eafe00700 1 -- 172.21.15.6:0/3285354789 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93ee9c580 con 0x55d93ee8d1c0 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.291+0000 7f2eb4c00700 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee9bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.292+0000 7f2eafe00700 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee9ef80 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2ea00aa4d0 tx=0x7f2ea00e67a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6a427becbce0957 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.292+0000 7f2e9e000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.292+0000 7f2e9e000700 1 -- 172.21.15.6:0/3285354789 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea00a9e90 con 0x55d93ee8d1c0 2024-05-20T21:29:44.294 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.292+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3285354789 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ea8014d30 con 0x55d93ee8d1c0 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.292+0000 7f2e9e000700 1 -- 172.21.15.6:0/3285354789 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2ea00094b0 con 0x55d93ee8d1c0 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.292+0000 7f2e9e000700 1 -- 172.21.15.6:0/3285354789 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ea00a9cb0 con 0x55d93ee8d1c0 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.292+0000 7f2ec14c6b80 10 client.29285 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.292+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3285354789 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d93ef1a250 con 0x55d93ee8d1c0 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2e9e000700 1 -- 172.21.15.6:0/3285354789 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ea8014d30 con 0x55d93ee8d1c0 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2e9e000700 1 -- 172.21.15.6:0/3285354789 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2ea00e4040 con 0x55d93ee8d1c0 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2ec14c6b80 10 client.29285 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2ec14c6b80 10 client.29285 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2ec14c6b80 20 client.29285 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d93ef1a860 0x55d93ef1cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2ec14c6b80 4 client.29285 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:29:44.295 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3285354789 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d93ede65f0 con 0x55d93ef1a860 2024-05-20T21:29:44.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.293+0000 7f2eaf400700 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d93ef1a860 0x55d93ef1cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:44.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.294+0000 7f2eaf400700 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d93ef1a860 0x55d93ef1cc50 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=384c857bee6dc6e4 server_cookie=d3985ab02075b068 in_seq=0 out_seq=0 2024-05-20T21:29:44.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.294+0000 7f2e9e000700 10 client.29285 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:44.296 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2e9e000700 1 -- 172.21.15.6:0/3285354789 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d93ede65f0 con 0x55d93ef1a860 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2e9e000700 10 client.29285 handle_command_reply: tid=0 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 client.29285 shutdown 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3285354789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 msgr2=0x55d93ee9ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee9ef80 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2ea00aa4d0 tx=0x7f2ea00e67a0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3285354789 shutdown_connections 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d93ee92fb0 0x55d93ee9bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d93ee8d1c0 0x55d93ee9ef80 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d93ef1a860 0x55d93ef1cc50 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 --2- 172.21.15.6:0/3285354789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d93ee92690 0x55d93ee9f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3285354789 >> 172.21.15.6:0/3285354789 conn(0x55d93edbac60 msgr2=0x55d93ee91a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.295+0000 7f2e9e000700 0 client.29285 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.296+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3285354789 shutdown_connections 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.296+0000 7f2ec14c6b80 1 -- 172.21.15.6:0/3285354789 wait complete. 2024-05-20T21:29:44.297 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.296+0000 7f2ec14c6b80 20 client.29285 trim_cache size 0 max 16384 2024-05-20T21:29:44.298 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:29:44.298 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:29:44.298 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "806d7e23-c427-4a01-8196-ff18495ecd38", 2024-05-20T21:29:44.298 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:29:44.298 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e940b2880 msgr2=0x7f2e940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e940b2880 0x7f2e940b4d40 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f2ea80094f0 tx=0x7f2ea8023000 comp rx=0 tx=0).stop 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2eb0075770 msgr2=0x7f2eb019bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2eb0075770 0x7f2eb019bdd0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f2ea00057f0 tx=0x7f2ea000bfd0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2224703383 shutdown_connections 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2e940b2880 0x7f2e940b4d40 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2eb010ff40 0x7f2eb01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2eb0075770 0x7f2eb019bdd0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 --2- 172.21.15.6:0/2224703383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2eb0076090 0x7f2eb019c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2224703383 >> 172.21.15.6:0/2224703383 conn(0x7f2eb007a6a0 msgr2=0x7f2eb01007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2224703383 shutdown_connections 2024-05-20T21:29:44.299 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:44.297+0000 7f2eb6c00700 1 -- 172.21.15.6:0/2224703383 wait complete. 2024-05-20T21:29:45.275 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:29:45.737 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:45 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:29:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:45 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:45 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:29:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:45 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:45 smithi062 ceph-mon[36640]: pgmap v857: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:29:46.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:45 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:29:46.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:45 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:29:46.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:45 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:46.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:45 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:29:46.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:45 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:46.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:45 smithi006 ceph-mon[31422]: pgmap v857: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:29:46.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:45 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:29:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:45 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:29:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:45 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:45 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:29:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:45 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:29:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:45 smithi042 ceph-mon[36332]: pgmap v857: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:29:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:45 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:29:47.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.514+0000 7f5687400640 1 -- 172.21.15.6:0/833831203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680106890 msgr2=0x7f568010d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.514+0000 7f5687400640 1 --2- 172.21.15.6:0/833831203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680106890 0x7f568010d120 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f5678009be0 tx=0x7f567802a6c0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.515+0000 7f5687400640 1 -- 172.21.15.6:0/833831203 shutdown_connections 2024-05-20T21:29:47.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.515+0000 7f5687400640 1 --2- 172.21.15.6:0/833831203 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680106890 0x7f568010d120 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.515+0000 7f5687400640 1 --2- 172.21.15.6:0/833831203 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5680105ed0 0x7f5680106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.515+0000 7f5687400640 1 --2- 172.21.15.6:0/833831203 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5680104ce0 0x7f5680105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.515 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.515+0000 7f5687400640 1 -- 172.21.15.6:0/833831203 >> 172.21.15.6:0/833831203 conn(0x7f5680100270 msgr2=0x7f5680102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:47.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.515+0000 7f5687400640 1 -- 172.21.15.6:0/833831203 shutdown_connections 2024-05-20T21:29:47.516 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.515+0000 7f5687400640 1 -- 172.21.15.6:0/833831203 wait complete. 2024-05-20T21:29:47.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5687400640 1 Processor -- start 2024-05-20T21:29:47.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5687400640 1 -- start start 2024-05-20T21:29:47.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5687400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680104ce0 0x7f568019aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.518 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5687400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5680105ed0 0x7f568019b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5687400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5680106890 0x7f56801a2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5687400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5680110810 con 0x7f5680105ed0 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5687400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5680110690 con 0x7f5680104ce0 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5687400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5680110990 con 0x7f5680106890 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5684a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680104ce0 0x7f568019aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5684a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680104ce0 0x7f568019aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54420/0 (socket says 172.21.15.6:54420) 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f5684a00640 1 -- 172.21.15.6:0/570060753 learned_addr learned my addr 172.21.15.6:0/570060753 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.516+0000 7f567fe00640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5680105ed0 0x7f568019b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.517+0000 7f5685400640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5680106890 0x7f56801a2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.522 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.517+0000 7f5684a00640 1 -- 172.21.15.6:0/570060753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5680106890 msgr2=0x7f56801a2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.517+0000 7f5684a00640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5680106890 0x7f56801a2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.517+0000 7f5684a00640 1 -- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5680105ed0 msgr2=0x7f568019b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.517+0000 7f5684a00640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5680105ed0 0x7f568019b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.517+0000 7f5684a00640 1 -- 172.21.15.6:0/570060753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56801a2ad0 con 0x7f5680104ce0 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.517+0000 7f5684a00640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680104ce0 0x7f568019aeb0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f567400e9c0 tx=0x7f567400edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.517+0000 7f567d600640 1 -- 172.21.15.6:0/570060753 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567400ccc0 con 0x7f5680104ce0 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.518+0000 7f567d600640 1 -- 172.21.15.6:0/570060753 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56740035f0 con 0x7f5680104ce0 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.518+0000 7f5687400640 1 -- 172.21.15.6:0/570060753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56801a2dc0 con 0x7f5680104ce0 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.518+0000 7f567d600640 1 -- 172.21.15.6:0/570060753 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567400ce60 con 0x7f5680104ce0 2024-05-20T21:29:47.523 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.518+0000 7f5687400640 1 -- 172.21.15.6:0/570060753 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56801a3230 con 0x7f5680104ce0 2024-05-20T21:29:47.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.521+0000 7f568a263740 1 Processor -- start 2024-05-20T21:29:47.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.521+0000 7f568a263740 1 -- start start 2024-05-20T21:29:47.528 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.521+0000 7f567d600640 1 -- 172.21.15.6:0/570060753 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5674004000 con 0x7f5680104ce0 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.521+0000 7f568a263740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db90961f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.521+0000 7f568a263740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 0x55db90967020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f568a263740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90969b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f568a263740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55db908d1b90 con 0x55db90967690 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f568a263740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55db908c1730 con 0x55db90961b30 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f568a263740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55db908c5770 con 0x55db90962520 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5685400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db90961f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f567fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90969b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5685400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db90961f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54436/0 (socket says 172.21.15.6:54436) 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5685400640 1 -- 172.21.15.6:0/1675302272 learned_addr learned my addr 172.21.15.6:0/1675302272 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5684a00640 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 0x55db90967020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.529 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5685400640 1 -- 172.21.15.6:0/1675302272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 msgr2=0x55db90967020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5685400640 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 0x55db90967020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5685400640 1 -- 172.21.15.6:0/1675302272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 msgr2=0x55db90969b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5685400640 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90969b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f5685400640 1 -- 172.21.15.6:0/1675302272 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db9085a8b0 con 0x55db90961b30 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.522+0000 7f567fe00640 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90969b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.523+0000 7f5685400640 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db90961f50 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f567802acb0 tx=0x7f5678005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=648e5ab0e99037e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.523+0000 7f5671c00640 1 -- 172.21.15.6:0/1675302272 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5678041030 con 0x55db90961b30 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.523+0000 7f5671c00640 1 -- 172.21.15.6:0/1675302272 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5678030570 con 0x55db90961b30 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.523+0000 7f5671c00640 1 -- 172.21.15.6:0/1675302272 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5678036040 con 0x55db90961b30 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 -- 172.21.15.6:0/1675302272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 msgr2=0x55db90961f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db90961f50 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f567802acb0 tx=0x7f5678005fd0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 -- 172.21.15.6:0/1675302272 shutdown_connections 2024-05-20T21:29:47.530 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90969b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 0x55db90967020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 --2- 172.21.15.6:0/1675302272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db90961f50 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 -- 172.21.15.6:0/1675302272 >> 172.21.15.6:0/1675302272 conn(0x55db9095d1a0 msgr2=0x55db9095d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f567d600640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56680b2860 0x7f56680b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 -- 172.21.15.6:0/1675302272 shutdown_connections 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.524+0000 7f568a263740 1 -- 172.21.15.6:0/1675302272 wait complete. 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.525+0000 7f567d600640 1 -- 172.21.15.6:0/570060753 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f56740e26d0 con 0x7f5680104ce0 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.525+0000 7f567fe00640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56680b2860 0x7f56680b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.525+0000 7f568a263740 1 -- start start 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.525+0000 7f568a263740 1 Processor -- start 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.525+0000 7f567fe00640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56680b2860 0x7f56680b4d20 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x55db9095e070 tx=0x7f566c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f568a263740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db9096b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.531 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f568a263740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 0x55db9096be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f568a263740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90972e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f568a263740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55db905a7790 con 0x55db90967690 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f568a263740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55db90869bc0 con 0x55db90961b30 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f568a263740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55db9096a5e0 con 0x55db90962520 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f568a263740 10 client.0 _ll_register_callbacks cb 0x55db90847400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f5684a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db9096b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f567fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 0x55db9096be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f5685400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90972e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f5684a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db9096b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54440/0 (socket says 172.21.15.6:54440) 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.526+0000 7f5684a00640 1 -- 172.21.15.6:0/1544886723 learned_addr learned my addr 172.21.15.6:0/1544886723 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:47.532 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5684a00640 1 -- 172.21.15.6:0/1544886723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 msgr2=0x55db9096be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5684a00640 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 0x55db9096be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5684a00640 1 -- 172.21.15.6:0/1544886723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 msgr2=0x55db90972e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5684a00640 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90972e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5684a00640 1 -- 172.21.15.6:0/1544886723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db905d6210 con 0x55db90961b30 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5684a00640 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db9096b8d0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f5674009fd0 tx=0x7f56740a9ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ebe9e93ce41f0bf server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5666000640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5666000640 1 -- 172.21.15.6:0/1544886723 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56740a9760 con 0x55db90961b30 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5666000640 1 -- 172.21.15.6:0/1544886723 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f56740037a0 con 0x55db90961b30 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f568a263740 1 -- 172.21.15.6:0/1544886723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5678030570 con 0x55db90961b30 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f5666000640 1 -- 172.21.15.6:0/1544886723 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f56740aa350 con 0x55db90961b30 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f568a263740 10 client.29297 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.527+0000 7f568a263740 1 -- 172.21.15.6:0/1544886723 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55db906a2620 con 0x55db90961b30 2024-05-20T21:29:47.533 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f5666000640 1 -- 172.21.15.6:0/1544886723 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5678030570 con 0x55db90961b30 2024-05-20T21:29:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f5666000640 1 -- 172.21.15.6:0/1544886723 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f56740042f0 con 0x55db90961b30 2024-05-20T21:29:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f568a263740 10 client.29297 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f568a263740 10 client.29297 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f568a263740 20 client.29297 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f568a263740 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55db909773a0 0x55db909797d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f568a263740 4 client.29297 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f568a263740 1 -- 172.21.15.6:0/1544886723 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db908d3ae0 con 0x55db909773a0 2024-05-20T21:29:47.534 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.528+0000 7f567fe00640 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55db909773a0 0x55db909797d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.535 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.529+0000 7f567fe00640 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55db909773a0 0x55db909797d0 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26415d4e81a5107 server_cookie=bd9592c2d7590506 in_seq=0 out_seq=0 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.529+0000 7f5666000640 10 client.29297 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f5666000640 1 -- 172.21.15.6:0/1544886723 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55db908d3ae0 con 0x55db909773a0 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f5666000640 10 client.29297 handle_command_reply: tid=0 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 client.29297 shutdown 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 -- 172.21.15.6:0/1544886723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 msgr2=0x55db9096b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db9096b8d0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f5674009fd0 tx=0x7f56740a9ae0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 -- 172.21.15.6:0/1544886723 shutdown_connections 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55db909773a0 0x55db909797d0 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90972e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90962520 0x55db9096be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 --2- 172.21.15.6:0/1544886723 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90961b30 0x55db9096b8d0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.536 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 -- 172.21.15.6:0/1544886723 >> 172.21.15.6:0/1544886723 conn(0x55db9095d1a0 msgr2=0x55db9095c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:47.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f5666000640 0 client.29297 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:47.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 -- 172.21.15.6:0/1544886723 shutdown_connections 2024-05-20T21:29:47.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 1 -- 172.21.15.6:0/1544886723 wait complete. 2024-05-20T21:29:47.537 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.530+0000 7f568a263740 20 client.29297 trim_cache size 0 max 16384 2024-05-20T21:29:47.549 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f568a263740 1 Processor -- start 2024-05-20T21:29:47.549 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f568a263740 1 -- start start 2024-05-20T21:29:47.549 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f568a263740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90961b30 0x55db90960940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.549 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f568a263740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db90972e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.549 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f568a263740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90967690 0x55db90963630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.549 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f568a263740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f56801aec10 con 0x55db90961b30 2024-05-20T21:29:47.549 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f568a263740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56801ac4e0 con 0x55db90962520 2024-05-20T21:29:47.549 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f568a263740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f56801aa330 con 0x55db90967690 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f5684a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90961b30 0x55db90960940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f567fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db90972e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.549+0000 7f5684a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90961b30 0x55db90960940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42324/0 (socket says 172.21.15.6:42324) 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f5684a00640 1 -- 172.21.15.6:0/3861344073 learned_addr learned my addr 172.21.15.6:0/3861344073 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f5685400640 1 --2- 172.21.15.6:0/3861344073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90967690 0x55db90963630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f567fe00640 1 -- 172.21.15.6:0/3861344073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90967690 msgr2=0x55db90963630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f567fe00640 1 --2- 172.21.15.6:0/3861344073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90967690 0x55db90963630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f567fe00640 1 -- 172.21.15.6:0/3861344073 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90961b30 msgr2=0x55db90960940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f567fe00640 1 --2- 172.21.15.6:0/3861344073 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90961b30 0x55db90960940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.551 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f567fe00640 1 -- 172.21.15.6:0/3861344073 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db90979e50 con 0x55db90962520 2024-05-20T21:29:47.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f567fe00640 1 --2- 172.21.15.6:0/3861344073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db90972e10 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x55db9097a080 tx=0x7f566c01a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2201ad54b04f0d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:47.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.550+0000 7f5671200640 1 -- 172.21.15.6:0/3861344073 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566c003a40 con 0x55db90962520 2024-05-20T21:29:47.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f5671200640 1 -- 172.21.15.6:0/3861344073 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f566c030070 con 0x55db90962520 2024-05-20T21:29:47.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f5671200640 1 -- 172.21.15.6:0/3861344073 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566c01f420 con 0x55db90962520 2024-05-20T21:29:47.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f568a263740 1 -- 172.21.15.6:0/3861344073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 msgr2=0x55db90972e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f568a263740 1 --2- 172.21.15.6:0/3861344073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db90972e10 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x55db9097a080 tx=0x7f566c01a000 comp rx=0 tx=0).stop 2024-05-20T21:29:47.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f568a263740 1 -- 172.21.15.6:0/3861344073 shutdown_connections 2024-05-20T21:29:47.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f568a263740 1 --2- 172.21.15.6:0/3861344073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90967690 0x55db90963630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f568a263740 1 --2- 172.21.15.6:0/3861344073 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db90972e10 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f568a263740 1 --2- 172.21.15.6:0/3861344073 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90961b30 0x55db90960940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.551+0000 7f568a263740 1 -- 172.21.15.6:0/3861344073 >> 172.21.15.6:0/3861344073 conn(0x55db9095d1a0 msgr2=0x55db90962f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.552+0000 7f568a263740 1 -- 172.21.15.6:0/3861344073 shutdown_connections 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.552+0000 7f568a263740 1 -- 172.21.15.6:0/3861344073 wait complete. 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.552+0000 7f568a263740 1 -- start start 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.552+0000 7f568a263740 1 Processor -- start 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f568a263740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90961b30 0x55db909704b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f568a263740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db909709f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f568a263740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90971a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f568a263740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f56801aa9a0 con 0x55db90967690 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f568a263740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56801abe10 con 0x55db90962520 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f568a263740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f56801ab070 con 0x55db90961b30 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f568a263740 10 client.0 _ll_register_callbacks cb 0x7f56740e8240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:47.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f567fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db909709f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f567fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db909709f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54462/0 (socket says 172.21.15.6:54462) 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f567fe00640 1 -- 172.21.15.6:0/109450949 learned_addr learned my addr 172.21.15.6:0/109450949 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f5685400640 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90971a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f5684a00640 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90961b30 0x55db909704b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f567fe00640 1 -- 172.21.15.6:0/109450949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90961b30 msgr2=0x55db909704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f567fe00640 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90961b30 0x55db909704b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f567fe00640 1 -- 172.21.15.6:0/109450949 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 msgr2=0x55db90971a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f567fe00640 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90971a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f567fe00640 1 -- 172.21.15.6:0/109450949 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db9096a9b0 con 0x55db90962520 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.553+0000 7f5684a00640 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90961b30 0x55db909704b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:47.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.554+0000 7f567fe00640 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db909709f0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f566c009b60 tx=0x7f566c004420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe13e665a0acf12 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.554+0000 7f5666000640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.554+0000 7f5666000640 1 -- 172.21.15.6:0/109450949 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566c038070 con 0x55db90962520 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.554+0000 7f568a263740 1 -- 172.21.15.6:0/109450949 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f566c030070 con 0x55db90962520 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.554+0000 7f5666000640 1 -- 172.21.15.6:0/109450949 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f566c02b670 con 0x55db90962520 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.554+0000 7f5666000640 1 -- 172.21.15.6:0/109450949 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f566c003a40 con 0x55db90962520 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.554+0000 7f568a263740 10 client.29303 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.554+0000 7f568a263740 1 -- 172.21.15.6:0/109450949 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55db909731b0 con 0x55db90962520 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f5666000640 1 -- 172.21.15.6:0/109450949 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f566c030070 con 0x55db90962520 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f5666000640 1 -- 172.21.15.6:0/109450949 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f566c004750 con 0x55db90962520 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f568a263740 10 client.29303 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f568a263740 10 client.29303 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f568a263740 20 client.29303 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:47.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f568a263740 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55db909e2710 0x55db909e4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f568a263740 4 client.29303 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:29:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f568a263740 1 -- 172.21.15.6:0/109450949 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55db908cd2c0 con 0x55db909e2710 2024-05-20T21:29:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.555+0000 7f5684a00640 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55db909e2710 0x55db909e4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.556+0000 7f5684a00640 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55db909e2710 0x55db909e4b30 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b07c7aba36cb69fc server_cookie=4de8589cea834ae5 in_seq=0 out_seq=0 2024-05-20T21:29:47.559 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.556+0000 7f5666000640 10 client.29303 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:47.569 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f5666000640 1 -- 172.21.15.6:0/109450949 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55db908cd2c0 con 0x55db909e2710 2024-05-20T21:29:47.569 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f5666000640 10 client.29303 handle_command_reply: tid=0 2024-05-20T21:29:47.569 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 client.29303 shutdown 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 -- 172.21.15.6:0/109450949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 msgr2=0x55db909709f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db909709f0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f566c009b60 tx=0x7f566c004420 comp rx=0 tx=0).stop 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 -- 172.21.15.6:0/109450949 shutdown_connections 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55db909e2710 0x55db909e4b30 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db90967690 0x55db90971a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db90962520 0x55db909709f0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 --2- 172.21.15.6:0/109450949 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db90961b30 0x55db909704b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f5666000640 0 client.29303 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 -- 172.21.15.6:0/109450949 >> 172.21.15.6:0/109450949 conn(0x55db9095d1a0 msgr2=0x55db909637b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.569+0000 7f568a263740 1 -- 172.21.15.6:0/109450949 shutdown_connections 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.570+0000 7f568a263740 1 -- 172.21.15.6:0/109450949 wait complete. 2024-05-20T21:29:47.570 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.570+0000 7f568a263740 20 client.29303 trim_cache size 0 max 16384 2024-05-20T21:29:47.571 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:29:47.571 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:29:47.571 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.570+0000 7f5687400640 1 -- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56680b2860 msgr2=0x7f56680b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.570+0000 7f5687400640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56680b2860 0x7f56680b4d20 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x55db9095e070 tx=0x7f566c009260 comp rx=0 tx=0).stop 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.570+0000 7f5687400640 1 -- 172.21.15.6:0/570060753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680104ce0 msgr2=0x7f568019aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.570+0000 7f5687400640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680104ce0 0x7f568019aeb0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f567400e9c0 tx=0x7f567400edc0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.571+0000 7f5687400640 1 -- 172.21.15.6:0/570060753 shutdown_connections 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.571+0000 7f5687400640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56680b2860 0x7f56680b4d20 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.571+0000 7f5687400640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5680106890 0x7f56801a2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.571+0000 7f5687400640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5680105ed0 0x7f568019b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.571+0000 7f5687400640 1 --2- 172.21.15.6:0/570060753 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5680104ce0 0x7f568019aeb0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.571+0000 7f5687400640 1 -- 172.21.15.6:0/570060753 >> 172.21.15.6:0/570060753 conn(0x7f5680100270 msgr2=0x7f56801091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.571+0000 7f5687400640 1 -- 172.21.15.6:0/570060753 shutdown_connections 2024-05-20T21:29:47.572 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:29:47.571+0000 7f5687400640 1 -- 172.21.15.6:0/570060753 wait complete. 2024-05-20T21:29:47.749 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:47 smithi006 ceph-mon[31422]: pgmap v858: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:29:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:47 smithi062 ceph-mon[36640]: pgmap v858: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.086+0000 7fab12e00700 1 -- 172.21.15.6:0/1230680338 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 msgr2=0x7fab0c105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.086+0000 7fab12e00700 1 --2- 172.21.15.6:0/1230680338 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 0x7fab0c105af0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7faaf8009990 tx=0x7faaf8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.086+0000 7fab12e00700 1 -- 172.21.15.6:0/1230680338 shutdown_connections 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.086+0000 7fab12e00700 1 --2- 172.21.15.6:0/1230680338 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0c106030 0x7fab0c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.086+0000 7fab12e00700 1 --2- 172.21.15.6:0/1230680338 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0c10b670 0x7fab0c10ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.086+0000 7fab12e00700 1 --2- 172.21.15.6:0/1230680338 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 0x7fab0c105af0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.086+0000 7fab12e00700 1 -- 172.21.15.6:0/1230680338 >> 172.21.15.6:0/1230680338 conn(0x7fab0c101160 msgr2=0x7fab0c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.086+0000 7fab12e00700 1 -- 172.21.15.6:0/1230680338 shutdown_connections 2024-05-20T21:29:48.087 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.087+0000 7fab12e00700 1 -- 172.21.15.6:0/1230680338 wait complete. 2024-05-20T21:29:48.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.088+0000 7fab12e00700 1 Processor -- start 2024-05-20T21:29:48.088 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.088+0000 7fab12e00700 1 -- start start 2024-05-20T21:29:48.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab12e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 0x7fab0c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab12e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0c106030 0x7fab0c19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab12e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0c10b670 0x7fab0c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab12e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1158c0 con 0x7fab0c10b670 2024-05-20T21:29:48.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab12e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c115740 con 0x7fab0c106030 2024-05-20T21:29:48.089 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab12e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c115a40 con 0x7fab0c105670 2024-05-20T21:29:48.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab11a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 0x7fab0c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab12400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0c10b670 0x7fab0c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab11000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0c106030 0x7fab0c19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab11a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 0x7fab0c19bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59476/0 (socket says 172.21.15.6:59476) 2024-05-20T21:29:48.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab11a00700 1 -- 172.21.15.6:0/3870563861 learned_addr learned my addr 172.21.15.6:0/3870563861 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:48.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.089+0000 7fab11000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0c106030 0x7fab0c19c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54482/0 (socket says 172.21.15.6:54482) 2024-05-20T21:29:48.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.090+0000 7fab12400700 1 -- 172.21.15.6:0/3870563861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 msgr2=0x7fab0c19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.090 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.090+0000 7fab12400700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 0x7fab0c19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.090+0000 7fab12400700 1 -- 172.21.15.6:0/3870563861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0c106030 msgr2=0x7fab0c19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.090+0000 7fab12400700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0c106030 0x7fab0c19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.090+0000 7fab12400700 1 -- 172.21.15.6:0/3870563861 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c1a0d50 con 0x7fab0c10b670 2024-05-20T21:29:48.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.090+0000 7fab12400700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0c10b670 0x7fab0c1a0610 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fab0400efc0 tx=0x7fab0400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:48.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.090+0000 7fab0a000700 1 -- 172.21.15.6:0/3870563861 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab040092e0 con 0x7fab0c10b670 2024-05-20T21:29:48.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.091+0000 7fab12e00700 1 -- 172.21.15.6:0/3870563861 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab0c1a0fe0 con 0x7fab0c10b670 2024-05-20T21:29:48.091 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.091+0000 7fab0a000700 1 -- 172.21.15.6:0/3870563861 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab04004bb0 con 0x7fab0c10b670 2024-05-20T21:29:48.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.091+0000 7fab12e00700 1 -- 172.21.15.6:0/3870563861 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab0c1a88c0 con 0x7fab0c10b670 2024-05-20T21:29:48.092 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.091+0000 7fab0a000700 1 -- 172.21.15.6:0/3870563861 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab04004020 con 0x7fab0c10b670 2024-05-20T21:29:48.094 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.094+0000 7fab0a000700 1 -- 172.21.15.6:0/3870563861 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fab0401b030 con 0x7fab0c10b670 2024-05-20T21:29:48.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.096+0000 7fab1edafb80 1 Processor -- start 2024-05-20T21:29:48.096 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.096+0000 7fab1edafb80 1 -- start start 2024-05-20T21:29:48.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec03e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec0384b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec038f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab0a000700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaf40b2880 0x7faaf40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab1edafb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55cfebf96e40 con 0x55cfec03e020 2024-05-20T21:29:48.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab1edafb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cfebf869e0 con 0x55cfec03e940 2024-05-20T21:29:48.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab1edafb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55cfebf8aa20 con 0x55cfec038ad0 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab11000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec03e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab11000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec03e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42348/0 (socket says 172.21.15.6:42348) 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab11000700 1 -- 172.21.15.6:0/450761391 learned_addr learned my addr 172.21.15.6:0/450761391 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab11a00700 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec0384b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.097+0000 7fab0a000700 1 -- 172.21.15.6:0/3870563861 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fab040e1d80 con 0x7fab0c10b670 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.098+0000 7fab11000700 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec038f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.098+0000 7fab12400700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaf40b2880 0x7faaf40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.098+0000 7fab11000700 1 -- 172.21.15.6:0/450761391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 msgr2=0x55cfec038f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.098+0000 7fab11000700 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec038f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.098+0000 7fab11000700 1 -- 172.21.15.6:0/450761391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 msgr2=0x55cfec0384b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.098+0000 7fab11000700 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec0384b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.098+0000 7fab11000700 1 -- 172.21.15.6:0/450761391 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfebf4f420 con 0x55cfec03e020 2024-05-20T21:29:48.099 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.098+0000 7fab11000700 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec03e400 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7faaf8009990 tx=0x7faaf800b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80810798ac318af0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:48.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.099+0000 7fab12400700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaf40b2880 0x7faaf40b4d40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fab040a9030 tx=0x7fab04009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:48.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.099+0000 7faafea00700 1 -- 172.21.15.6:0/450761391 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf800b920 con 0x55cfec03e020 2024-05-20T21:29:48.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.099+0000 7faafea00700 1 -- 172.21.15.6:0/450761391 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf8022040 con 0x55cfec03e020 2024-05-20T21:29:48.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.099+0000 7faafea00700 1 -- 172.21.15.6:0/450761391 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf8003d10 con 0x55cfec03e020 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 -- 172.21.15.6:0/450761391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 msgr2=0x55cfec03e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec03e400 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7faaf8009990 tx=0x7faaf800b610 comp rx=0 tx=0).stop 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 -- 172.21.15.6:0/450761391 shutdown_connections 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec038f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec03e400 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 --2- 172.21.15.6:0/450761391 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec0384b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 -- 172.21.15.6:0/450761391 >> 172.21.15.6:0/450761391 conn(0x55cfebf66be0 msgr2=0x55cfec033150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 -- 172.21.15.6:0/450761391 shutdown_connections 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.100+0000 7fab1edafb80 1 -- 172.21.15.6:0/450761391 wait complete. 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 1 -- start start 2024-05-20T21:29:48.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 1 Processor -- start 2024-05-20T21:29:48.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec044650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec0419f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec041f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55cfebe8cfa0 con 0x55cfec03e020 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cfebf27760 con 0x55cfec03e940 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55cfec045400 con 0x55cfec038ad0 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.101+0000 7fab1edafb80 10 client.0 _ll_register_callbacks cb 0x55cfebf30c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec0419f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec041f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec041f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54502/0 (socket says 172.21.15.6:54502) 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11000700 1 -- 172.21.15.6:0/3748554085 learned_addr learned my addr 172.21.15.6:0/3748554085 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec0419f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42354/0 (socket says 172.21.15.6:42354) 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11000700 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec044650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11a00700 1 -- 172.21.15.6:0/3748554085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 msgr2=0x55cfec044650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11a00700 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec044650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11a00700 1 -- 172.21.15.6:0/3748554085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 msgr2=0x55cfec041f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11a00700 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec041f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.104 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11a00700 1 -- 172.21.15.6:0/3748554085 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfebed68d0 con 0x55cfec03e020 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.102+0000 7fab11000700 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec041f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.103+0000 7fab11a00700 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec0419f0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fab00012810 tx=0x7fab00012b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0b11f3eb633cc97 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.103+0000 7faaf3400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.103+0000 7faaf3400700 1 -- 172.21.15.6:0/3748554085 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab00004830 con 0x55cfec03e020 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.103+0000 7faaf3400700 1 -- 172.21.15.6:0/3748554085 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fab000049d0 con 0x55cfec03e020 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.103+0000 7fab1edafb80 1 -- 172.21.15.6:0/3748554085 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaf8022040 con 0x55cfec03e020 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.103+0000 7faaf3400700 1 -- 172.21.15.6:0/3748554085 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fab00004bd0 con 0x55cfec03e020 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.103+0000 7fab1edafb80 10 client.19209 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:48.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.103+0000 7fab1edafb80 1 -- 172.21.15.6:0/3748554085 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cfebf57060 con 0x55cfec03e020 2024-05-20T21:29:48.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.104+0000 7faaf3400700 1 -- 172.21.15.6:0/3748554085 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf8022040 con 0x55cfec03e020 2024-05-20T21:29:48.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.104+0000 7faaf3400700 1 -- 172.21.15.6:0/3748554085 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fab0000f620 con 0x55cfec03e020 2024-05-20T21:29:48.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.104+0000 7fab1edafb80 10 client.19209 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:48.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.104+0000 7fab1edafb80 10 client.19209 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:48.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.104+0000 7fab1edafb80 20 client.19209 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:48.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.104+0000 7fab1edafb80 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cfec051f10 0x55cfec054330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.104+0000 7fab1edafb80 4 client.19209 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:48.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.104+0000 7fab1edafb80 1 -- 172.21.15.6:0/3748554085 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfebf98d90 con 0x55cfec051f10 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.105+0000 7fab11000700 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cfec051f10 0x55cfec054330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.105+0000 7fab11000700 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cfec051f10 0x55cfec054330 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a897755e3ced3ea server_cookie=1a0500a114c4ede1 in_seq=0 out_seq=0 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.105+0000 7faaf3400700 10 client.19209 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.106+0000 7faaf3400700 1 -- 172.21.15.6:0/3748554085 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cfebf98d90 con 0x55cfec051f10 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.106+0000 7faaf3400700 10 client.19209 handle_command_reply: tid=0 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.106+0000 7fab1edafb80 1 client.19209 shutdown 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 -- 172.21.15.6:0/3748554085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 msgr2=0x55cfec0419f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec0419f0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fab00012810 tx=0x7fab00012b20 comp rx=0 tx=0).stop 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 -- 172.21.15.6:0/3748554085 shutdown_connections 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec041f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cfec051f10 0x55cfec054330 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec044650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 --2- 172.21.15.6:0/3748554085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec0419f0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 -- 172.21.15.6:0/3748554085 >> 172.21.15.6:0/3748554085 conn(0x55cfebf66be0 msgr2=0x55cfec0374a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:48.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7faaf3400700 0 client.19209 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:48.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 -- 172.21.15.6:0/3748554085 shutdown_connections 2024-05-20T21:29:48.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 1 -- 172.21.15.6:0/3748554085 wait complete. 2024-05-20T21:29:48.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.107+0000 7fab1edafb80 20 client.19209 trim_cache size 0 max 16384 2024-05-20T21:29:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:47 smithi042 ceph-mon[36332]: pgmap v858: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:29:48.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.130+0000 7fab1edafb80 1 Processor -- start 2024-05-20T21:29:48.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.130+0000 7fab1edafb80 1 -- start start 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.130+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec0384b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.130+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e020 0x55cfec03baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.130+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e940 0x55cfec03bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.130+0000 7fab1edafb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1b2860 con 0x55cfec03e940 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.130+0000 7fab1edafb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1b00f0 con 0x55cfec03e020 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.130+0000 7fab1edafb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1adf40 con 0x55cfec038ad0 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e020 0x55cfec03baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec0384b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e020 0x55cfec03baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54516/0 (socket says 172.21.15.6:54516) 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11a00700 1 -- 172.21.15.6:0/2398933358 learned_addr learned my addr 172.21.15.6:0/2398933358 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:48.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11000700 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e940 0x55cfec03bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11a00700 1 -- 172.21.15.6:0/2398933358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 msgr2=0x55cfec0384b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11a00700 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec0384b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11a00700 1 -- 172.21.15.6:0/2398933358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e940 msgr2=0x55cfec03bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11a00700 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e940 0x55cfec03bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11a00700 1 -- 172.21.15.6:0/2398933358 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfec03c520 con 0x55cfec03e020 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.131+0000 7fab11000700 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e940 0x55cfec03bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.132+0000 7fab11a00700 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e020 0x55cfec03baa0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fab000096b0 tx=0x7fab0000fec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b1f01e814f29f4f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.132+0000 7faafe000700 1 -- 172.21.15.6:0/2398933358 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0000f480 con 0x55cfec03e020 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.132+0000 7faafe000700 1 -- 172.21.15.6:0/2398933358 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab0000f620 con 0x55cfec03e020 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.132+0000 7faafe000700 1 -- 172.21.15.6:0/2398933358 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab00005190 con 0x55cfec03e020 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.132+0000 7fab1edafb80 1 -- 172.21.15.6:0/2398933358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e020 msgr2=0x55cfec03baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.132+0000 7fab1edafb80 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e020 0x55cfec03baa0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fab000096b0 tx=0x7fab0000fec0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 -- 172.21.15.6:0/2398933358 shutdown_connections 2024-05-20T21:29:48.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e940 0x55cfec03bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec0384b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 --2- 172.21.15.6:0/2398933358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e020 0x55cfec03baa0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 -- 172.21.15.6:0/2398933358 >> 172.21.15.6:0/2398933358 conn(0x55cfebf66be0 msgr2=0x55cfec032c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:48.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 -- 172.21.15.6:0/2398933358 shutdown_connections 2024-05-20T21:29:48.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 -- 172.21.15.6:0/2398933358 wait complete. 2024-05-20T21:29:48.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 -- start start 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.133+0000 7fab1edafb80 1 Processor -- start 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec059910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec059e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab1edafb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec05a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab1edafb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1ae5b0 con 0x55cfec03e020 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab1edafb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1afa20 con 0x55cfec03e940 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab1edafb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1aec80 con 0x55cfec038ad0 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab1edafb80 10 client.0 _ll_register_callbacks cb 0x55cfebf30c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab11a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec059e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab11000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec059910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab11000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec059910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59518/0 (socket says 172.21.15.6:59518) 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab11000700 1 -- 172.21.15.6:0/318230618 learned_addr learned my addr 172.21.15.6:0/318230618 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab11a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec059e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42368/0 (socket says 172.21.15.6:42368) 2024-05-20T21:29:48.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.134+0000 7fab11000700 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec05a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7fab11a00700 1 -- 172.21.15.6:0/318230618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 msgr2=0x55cfec059910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7fab11a00700 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec059910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7fab11a00700 1 -- 172.21.15.6:0/318230618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 msgr2=0x55cfec05a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7fab11a00700 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec05a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7fab11a00700 1 -- 172.21.15.6:0/318230618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfec0bbce0 con 0x55cfec03e020 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7fab11000700 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec059910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7fab11a00700 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec059e50 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x55cfec0415a0 tx=0x7fab0000f480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d746a5c56161ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7faaf3400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7faaf3400700 1 -- 172.21.15.6:0/318230618 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab00035060 con 0x55cfec03e020 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7faaf3400700 1 -- 172.21.15.6:0/318230618 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fab0000fbb0 con 0x55cfec03e020 2024-05-20T21:29:48.137 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.135+0000 7fab1edafb80 1 -- 172.21.15.6:0/318230618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab0000f620 con 0x55cfec03e020 2024-05-20T21:29:48.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7faaf3400700 1 -- 172.21.15.6:0/318230618 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fab00003680 con 0x55cfec03e020 2024-05-20T21:29:48.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7fab1edafb80 10 client.19215 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:48.138 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7fab1edafb80 1 -- 172.21.15.6:0/318230618 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cfec0bcfd0 con 0x55cfec03e020 2024-05-20T21:29:48.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7faaf3400700 1 -- 172.21.15.6:0/318230618 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab0000f620 con 0x55cfec03e020 2024-05-20T21:29:48.139 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7faaf3400700 1 -- 172.21.15.6:0/318230618 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fab000052d0 con 0x55cfec03e020 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7fab1edafb80 10 client.19215 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7fab1edafb80 10 client.19215 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7fab1edafb80 20 client.19215 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7fab1edafb80 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cfec0bd4f0 0x55cfec0bf910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7fab1edafb80 4 client.19215 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.136+0000 7fab1edafb80 1 -- 172.21.15.6:0/318230618 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cfebf92570 con 0x55cfec0bd4f0 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.137+0000 7fab11000700 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cfec0bd4f0 0x55cfec0bf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.137+0000 7fab11000700 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cfec0bd4f0 0x55cfec0bf910 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35b776386887d03b server_cookie=1c5a1a824d9f608 in_seq=0 out_seq=0 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.137+0000 7faaf3400700 10 client.19215 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.137+0000 7faaf3400700 1 -- 172.21.15.6:0/318230618 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55cfebf92570 con 0x55cfec0bd4f0 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.137+0000 7faaf3400700 10 client.19215 handle_command_reply: tid=0 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.137+0000 7fab1edafb80 1 client.19215 shutdown 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 -- 172.21.15.6:0/318230618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 msgr2=0x55cfec059e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec059e50 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x55cfec0415a0 tx=0x7fab0000f480 comp rx=0 tx=0).stop 2024-05-20T21:29:48.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 -- 172.21.15.6:0/318230618 shutdown_connections 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cfec03e940 0x55cfec05a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cfec0bd4f0 0x55cfec0bf910 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cfec038ad0 0x55cfec059910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 --2- 172.21.15.6:0/318230618 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cfec03e020 0x55cfec059e50 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 -- 172.21.15.6:0/318230618 >> 172.21.15.6:0/318230618 conn(0x55cfebf66be0 msgr2=0x55cfec0417d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7faaf3400700 0 client.19215 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 -- 172.21.15.6:0/318230618 shutdown_connections 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 1 -- 172.21.15.6:0/318230618 wait complete. 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.138+0000 7fab1edafb80 20 client.19215 trim_cache size 0 max 16384 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:29:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:29:48.142 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:29:48.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 -- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaf40b2880 msgr2=0x7faaf40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaf40b2880 0x7faaf40b4d40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fab040a9030 tx=0x7fab04009480 comp rx=0 tx=0).stop 2024-05-20T21:29:48.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 -- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0c10b670 msgr2=0x7fab0c1a0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:48.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0c10b670 0x7fab0c1a0610 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fab0400efc0 tx=0x7fab0400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.142 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 -- 172.21.15.6:0/3870563861 shutdown_connections 2024-05-20T21:29:48.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7faaf40b2880 0x7faaf40b4d40 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fab0c10b670 0x7fab0c1a0610 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab0c105670 0x7fab0c19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 --2- 172.21.15.6:0/3870563861 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fab0c106030 0x7fab0c19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:48.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 -- 172.21.15.6:0/3870563861 >> 172.21.15.6:0/3870563861 conn(0x7fab0c101160 msgr2=0x7fab0c101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:48.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 -- 172.21.15.6:0/3870563861 shutdown_connections 2024-05-20T21:29:48.143 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:48.139+0000 7fab12e00700 1 -- 172.21.15.6:0/3870563861 wait complete. 2024-05-20T21:29:49.190 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:29:49.190 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:29:49.714 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:49 smithi062 ceph-mon[36640]: pgmap v859: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-20T21:29:50.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:49 smithi006 ceph-mon[31422]: pgmap v859: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-20T21:29:50.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:49 smithi042 ceph-mon[36332]: pgmap v859: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-20T21:29:51.805 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:51 smithi006 ceph-mon[31422]: pgmap v860: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-20T21:29:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:51 smithi062 ceph-mon[36640]: pgmap v860: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-20T21:29:52.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 -- 172.21.15.6:0/1848451205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 msgr2=0x7fdc7c112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:52.097 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 --2- 172.21.15.6:0/1848451205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 0x7fdc7c112390 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400b0a0 tx=0x7fdc7400b3b0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 -- 172.21.15.6:0/1848451205 shutdown_connections 2024-05-20T21:29:52.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 --2- 172.21.15.6:0/1848451205 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 0x7fdc7c112390 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 --2- 172.21.15.6:0/1848451205 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c075770 0x7fdc7c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 --2- 172.21.15.6:0/1848451205 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c076090 0x7fdc7c10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 -- 172.21.15.6:0/1848451205 >> 172.21.15.6:0/1848451205 conn(0x7fdc7c07a6a0 msgr2=0x7fdc7c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:52.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 -- 172.21.15.6:0/1848451205 shutdown_connections 2024-05-20T21:29:52.098 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.097+0000 7fdc81400700 1 -- 172.21.15.6:0/1848451205 wait complete. 2024-05-20T21:29:52.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.098+0000 7fdc81400700 1 Processor -- start 2024-05-20T21:29:52.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.098+0000 7fdc81400700 1 -- start start 2024-05-20T21:29:52.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.098+0000 7fdc81400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c075770 0x7fdc7c19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:52.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.098+0000 7fdc81400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c076090 0x7fdc7c19c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:52.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.098+0000 7fdc81400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 0x7fdc7c1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:52.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.098+0000 7fdc81400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c115980 con 0x7fdc7c075770 2024-05-20T21:29:52.100 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.098+0000 7fdc81400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c115800 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.098+0000 7fdc81400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c115b00 con 0x7fdc7c076090 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c075770 0x7fdc7c19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c075770 0x7fdc7c19be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:42394/0 (socket says 172.21.15.6:42394) 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7a800700 1 -- 172.21.15.6:0/836005870 learned_addr learned my addr 172.21.15.6:0/836005870 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7b200700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 0x7fdc7c1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc79e00700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c076090 0x7fdc7c19c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7b200700 1 -- 172.21.15.6:0/836005870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c076090 msgr2=0x7fdc7c19c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7b200700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c076090 0x7fdc7c19c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7b200700 1 -- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c075770 msgr2=0x7fdc7c19be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7b200700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c075770 0x7fdc7c19be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7b200700 1 -- 172.21.15.6:0/836005870 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc7c1a0dc0 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.099+0000 7fdc7a800700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c075770 0x7fdc7c19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.100+0000 7fdc7b200700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 0x7fdc7c1a0680 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400b070 tx=0x7fdc74004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:52.101 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.100+0000 7fdc73400700 1 -- 172.21.15.6:0/836005870 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74021070 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.100+0000 7fdc73400700 1 -- 172.21.15.6:0/836005870 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc74007e30 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.100+0000 7fdc73400700 1 -- 172.21.15.6:0/836005870 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74004570 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.100+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc7c1a1050 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.100+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc7c1a8930 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.102 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.101+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc7c06a230 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.104+0000 7fdc73400700 1 -- 172.21.15.6:0/836005870 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc74004710 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.105+0000 7fdc73400700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2900 0x7fdc600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:52.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.106+0000 7fdc73400700 1 -- 172.21.15.6:0/836005870 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdc740e2f60 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.106+0000 7fdc7a800700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2900 0x7fdc600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:52.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.106+0000 7fdc7a800700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2900 0x7fdc600b4dc0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c011590 tx=0x7fdc6c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:52.107 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.107+0000 7fdc73400700 1 -- 172.21.15.6:0/836005870 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdc740aac10 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:51 smithi042 ceph-mon[36332]: pgmap v860: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-20T21:29:52.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.398+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc7c1a8b00 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.399+0000 7fdc73400700 1 -- 172.21.15.6:0/836005870 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fdc740aa510 con 0x7fdc7c10ffa0 2024-05-20T21:29:52.399 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:29:52.399 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:29:52.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2900 msgr2=0x7fdc600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:52.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2900 0x7fdc600b4dc0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c011590 tx=0x7fdc6c009260 comp rx=0 tx=0).stop 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 msgr2=0x7fdc7c1a0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 0x7fdc7c1a0680 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400b070 tx=0x7fdc74004c80 comp rx=0 tx=0).stop 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 shutdown_connections 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc600b2900 0x7fdc600b4dc0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdc7c10ffa0 0x7fdc7c1a0680 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdc7c075770 0x7fdc7c19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 --2- 172.21.15.6:0/836005870 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdc7c076090 0x7fdc7c19c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 >> 172.21.15.6:0/836005870 conn(0x7fdc7c07a6a0 msgr2=0x7fdc7c1006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.404+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 shutdown_connections 2024-05-20T21:29:52.405 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:52.405+0000 7fdc81400700 1 -- 172.21.15.6:0/836005870 wait complete. 2024-05-20T21:29:52.406 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:29:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:52 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/836005870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:52 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/836005870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:53.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:52 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/836005870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:29:53.277 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:29:53.744 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:53.953 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:53 smithi006 ceph-mon[31422]: pgmap v861: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-20T21:29:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:53 smithi062 ceph-mon[36640]: pgmap v861: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-20T21:29:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:53 smithi042 ceph-mon[36332]: pgmap v861: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 -- 172.21.15.6:0/4269625705 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103e50 msgr2=0x7f52f0110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 --2- 172.21.15.6:0/4269625705 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103e50 0x7f52f0110310 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f52e800b0a0 tx=0x7f52e800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 -- 172.21.15.6:0/4269625705 shutdown_connections 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 --2- 172.21.15.6:0/4269625705 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103e50 0x7f52f0110310 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 --2- 172.21.15.6:0/4269625705 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52f0109540 0x7f52f0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 --2- 172.21.15.6:0/4269625705 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52f0103490 0x7f52f0103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 -- 172.21.15.6:0/4269625705 >> 172.21.15.6:0/4269625705 conn(0x7f52f00fefc0 msgr2=0x7f52f01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 -- 172.21.15.6:0/4269625705 shutdown_connections 2024-05-20T21:29:55.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.974+0000 7f52f6800700 1 -- 172.21.15.6:0/4269625705 wait complete. 2024-05-20T21:29:55.976 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:55 smithi006 ceph-mon[31422]: pgmap v862: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-20T21:29:55.976 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:55 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.975+0000 7f52f6800700 1 Processor -- start 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.975+0000 7f52f6800700 1 -- start start 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103490 0x7f52f0075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52f0103e50 0x7f52f0075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52f0109540 0x7f52f00762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f6800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52f0113670 con 0x7f52f0109540 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f6800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f52f01134f0 con 0x7f52f0103e50 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f6800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f52f01137f0 con 0x7f52f0103490 2024-05-20T21:29:55.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103490 0x7f52f0075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103490 0x7f52f0075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59550/0 (socket says 172.21.15.6:59550) 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f5400700 1 -- 172.21.15.6:0/2602546015 learned_addr learned my addr 172.21.15.6:0/2602546015 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.976+0000 7f52f5e00700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52f0109540 0x7f52f00762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f4a00700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52f0103e50 0x7f52f0075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f5400700 1 -- 172.21.15.6:0/2602546015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52f0103e50 msgr2=0x7f52f0075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f5400700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52f0103e50 0x7f52f0075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f5400700 1 -- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52f0109540 msgr2=0x7f52f00762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f5400700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52f0109540 0x7f52f00762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f5400700 1 -- 172.21.15.6:0/2602546015 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52f01a8030 con 0x7f52f0103490 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f5e00700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52f0109540 0x7f52f00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f4a00700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52f0103e50 0x7f52f0075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:29:55.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f5400700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103490 0x7f52f0075840 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f52e400d950 tx=0x7f52e400dd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:55.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52ee000700 1 -- 172.21.15.6:0/2602546015 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e4016070 con 0x7f52f0103490 2024-05-20T21:29:55.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52ee000700 1 -- 172.21.15.6:0/2602546015 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52e4010460 con 0x7f52f0103490 2024-05-20T21:29:55.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52ee000700 1 -- 172.21.15.6:0/2602546015 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e400f620 con 0x7f52f0103490 2024-05-20T21:29:55.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.977+0000 7f52f6800700 1 -- 172.21.15.6:0/2602546015 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52f01a8320 con 0x7f52f0103490 2024-05-20T21:29:55.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.978+0000 7f52f6800700 1 -- 172.21.15.6:0/2602546015 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52f01a88b0 con 0x7f52f0103490 2024-05-20T21:29:55.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.981+0000 7f52ee000700 1 -- 172.21.15.6:0/2602546015 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f52e4019070 con 0x7f52f0103490 2024-05-20T21:29:55.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.982+0000 7f5302742b80 1 Processor -- start 2024-05-20T21:29:55.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f5302742b80 1 -- start start 2024-05-20T21:29:55.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f5302742b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e28ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f5302742b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e22d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f5302742b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e237f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.983 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f5302742b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557d38d80e40 con 0x557d38e290e0 2024-05-20T21:29:55.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f5302742b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557d38d709e0 con 0x557d38e287c0 2024-05-20T21:29:55.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f5302742b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557d38d74a20 con 0x557d38e23390 2024-05-20T21:29:55.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f52ee000700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52d80b2900 0x7f52d80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f52f4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e237f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.983+0000 7f52f5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e22d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e237f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59562/0 (socket says 172.21.15.6:59562) 2024-05-20T21:29:55.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f4a00700 1 -- 172.21.15.6:0/3931907474 learned_addr learned my addr 172.21.15.6:0/3931907474 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:55.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f5e00700 1 --2- 172.21.15.6:0/3931907474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e28ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52ee000700 1 -- 172.21.15.6:0/2602546015 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f52e40e1f00 con 0x7f52f0103490 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f4a00700 1 -- 172.21.15.6:0/3931907474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 msgr2=0x557d38e28ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f4a00700 1 --2- 172.21.15.6:0/3931907474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e28ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f4a00700 1 -- 172.21.15.6:0/3931907474 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 msgr2=0x557d38e22d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f4a00700 1 --2- 172.21.15.6:0/3931907474 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e22d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f4a00700 1 -- 172.21.15.6:0/3931907474 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d38d39420 con 0x557d38e23390 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f5e00700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52d80b2900 0x7f52d80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.984+0000 7f52f4a00700 1 --2- 172.21.15.6:0/3931907474 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e237f0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f52dc009c70 tx=0x7f52dc009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fe7a76b03a32c6d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:55.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.985+0000 7f52e2a00700 1 -- 172.21.15.6:0/3931907474 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc016070 con 0x557d38e23390 2024-05-20T21:29:55.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.985+0000 7f52e2a00700 1 -- 172.21.15.6:0/3931907474 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52dc004830 con 0x557d38e23390 2024-05-20T21:29:55.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.985+0000 7f52e2a00700 1 -- 172.21.15.6:0/3931907474 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0055d0 con 0x557d38e23390 2024-05-20T21:29:55.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 -- 172.21.15.6:0/3931907474 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 msgr2=0x557d38e237f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 --2- 172.21.15.6:0/3931907474 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e237f0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f52dc009c70 tx=0x7f52dc009f80 comp rx=0 tx=0).stop 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f52f5e00700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52d80b2900 0x7f52d80b4dc0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f52e8009e60 tx=0x7f52e80099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 -- 172.21.15.6:0/3931907474 shutdown_connections 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 --2- 172.21.15.6:0/3931907474 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e237f0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 --2- 172.21.15.6:0/3931907474 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e28ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 --2- 172.21.15.6:0/3931907474 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e22d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 -- 172.21.15.6:0/3931907474 >> 172.21.15.6:0/3931907474 conn(0x557d38d50be0 msgr2=0x557d38e1d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 -- 172.21.15.6:0/3931907474 shutdown_connections 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.986+0000 7f5302742b80 1 -- 172.21.15.6:0/3931907474 wait complete. 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.987+0000 7f5302742b80 1 -- start start 2024-05-20T21:29:55.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.987+0000 7f5302742b80 1 Processor -- start 2024-05-20T21:29:55.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.987+0000 7f5302742b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e23390 0x557d38e2eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.987+0000 7f5302742b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e2c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.987+0000 7f5302742b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e290e0 0x557d38e2c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.987+0000 7f5302742b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557d38c76fa0 con 0x557d38e23390 2024-05-20T21:29:55.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.987+0000 7f5302742b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557d38d11760 con 0x557d38e287c0 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.987+0000 7f5302742b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557d38e2fc00 con 0x557d38e290e0 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f5302742b80 10 client.0 _ll_register_callbacks cb 0x557d38d1ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e23390 0x557d38e2eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e2c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e2c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54580/0 (socket says 172.21.15.6:54580) 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f4a00700 1 -- 172.21.15.6:0/3914435272 learned_addr learned my addr 172.21.15.6:0/3914435272 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f5e00700 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e290e0 0x557d38e2c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f4a00700 1 -- 172.21.15.6:0/3914435272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e290e0 msgr2=0x557d38e2c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f4a00700 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e290e0 0x557d38e2c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f4a00700 1 -- 172.21.15.6:0/3914435272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e23390 msgr2=0x557d38e2eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f4a00700 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e23390 0x557d38e2eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f4a00700 1 -- 172.21.15.6:0/3914435272 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d38cc08d0 con 0x557d38e287c0 2024-05-20T21:29:55.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.988+0000 7f52f5400700 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e23390 0x557d38e2eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.989+0000 7f52f4a00700 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e2c290 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f52dc005400 tx=0x7f52dc005430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a164a79d28dff9e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.989+0000 7f52d7400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.989+0000 7f52d7400700 1 -- 172.21.15.6:0/3914435272 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc028060 con 0x557d38e287c0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.989+0000 7f52d7400700 1 -- 172.21.15.6:0/3914435272 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f52dc00e900 con 0x557d38e287c0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.989+0000 7f5302742b80 1 -- 172.21.15.6:0/3914435272 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52dc004830 con 0x557d38e287c0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f52d7400700 1 -- 172.21.15.6:0/3914435272 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f52dc016040 con 0x557d38e287c0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f5302742b80 10 client.29336 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f5302742b80 1 -- 172.21.15.6:0/3914435272 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557d38d41060 con 0x557d38e287c0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f52d7400700 1 -- 172.21.15.6:0/3914435272 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52dc004830 con 0x557d38e287c0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f52d7400700 1 -- 172.21.15.6:0/3914435272 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f52dc00f040 con 0x557d38e287c0 2024-05-20T21:29:55.991 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f5302742b80 10 client.29336 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:55.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f5302742b80 10 client.29336 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:29:55.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f5302742b80 20 client.29336 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:55.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.990+0000 7f5302742b80 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x557d38e3c6f0 0x557d38e3eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:55.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.991+0000 7f5302742b80 4 client.29336 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:55.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.991+0000 7f5302742b80 1 -- 172.21.15.6:0/3914435272 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557d38d82d90 con 0x557d38e3c6f0 2024-05-20T21:29:55.992 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.991+0000 7f52f5400700 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x557d38e3c6f0 0x557d38e3eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:55.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.991+0000 7f52f5400700 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x557d38e3c6f0 0x557d38e3eae0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8a9701f255a8014d server_cookie=bde48d84587e85c6 in_seq=0 out_seq=0 2024-05-20T21:29:55.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.991+0000 7f52d7400700 10 client.29336 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:29:55.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.992+0000 7f52d7400700 1 -- 172.21.15.6:0/3914435272 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557d38d82d90 con 0x557d38e3c6f0 2024-05-20T21:29:55.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.992+0000 7f52d7400700 10 client.29336 handle_command_reply: tid=0 2024-05-20T21:29:55.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.992+0000 7f5302742b80 1 client.29336 shutdown 2024-05-20T21:29:55.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.992+0000 7f5302742b80 1 -- 172.21.15.6:0/3914435272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 msgr2=0x557d38e2c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:55.993 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.992+0000 7f5302742b80 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e2c290 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f52dc005400 tx=0x7f52dc005430 comp rx=0 tx=0).stop 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 1 -- 172.21.15.6:0/3914435272 shutdown_connections 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e290e0 0x557d38e2c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e23390 0x557d38e2eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x557d38e3c6f0 0x557d38e3eae0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 1 --2- 172.21.15.6:0/3914435272 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e2c290 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 1 -- 172.21.15.6:0/3914435272 >> 172.21.15.6:0/3914435272 conn(0x557d38d50be0 msgr2=0x557d38e1cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f52d7400700 0 client.29336 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 1 -- 172.21.15.6:0/3914435272 shutdown_connections 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 1 -- 172.21.15.6:0/3914435272 wait complete. 2024-05-20T21:29:55.994 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:55.993+0000 7f5302742b80 20 client.29336 trim_cache size 0 max 16384 2024-05-20T21:29:56.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.009+0000 7f5302742b80 1 Processor -- start 2024-05-20T21:29:56.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.009+0000 7f5302742b80 1 -- start start 2024-05-20T21:29:56.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.009+0000 7f5302742b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e22d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:56.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.009+0000 7f5302742b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e1d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:56.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.009+0000 7f5302742b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e29bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:56.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.009+0000 7f5302742b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52f01b28d0 con 0x557d38e290e0 2024-05-20T21:29:56.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.009+0000 7f5302742b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f52f01b0160 con 0x557d38e287c0 2024-05-20T21:29:56.010 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.009+0000 7f5302742b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f52f01adfb0 con 0x557d38e23390 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e22d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e22d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:59592/0 (socket says 172.21.15.6:59592) 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 -- 172.21.15.6:0/349658738 learned_addr learned my addr 172.21.15.6:0/349658738 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f4a00700 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e1d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5e00700 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e29bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 -- 172.21.15.6:0/349658738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 msgr2=0x557d38e1d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e1d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 -- 172.21.15.6:0/349658738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 msgr2=0x557d38e29bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:56.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e29bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 -- 172.21.15.6:0/349658738 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557d38e1e6a0 con 0x557d38e23390 2024-05-20T21:29:56.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f4a00700 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e1d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:56.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.010+0000 7f52f5400700 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e22d70 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f52e40a6690 tx=0x7f52e4077040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fc178904ea08626 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:56.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f52e2000700 1 -- 172.21.15.6:0/349658738 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e4020070 con 0x557d38e23390 2024-05-20T21:29:56.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f52e2000700 1 -- 172.21.15.6:0/349658738 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52e40a9420 con 0x557d38e23390 2024-05-20T21:29:56.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f52e2000700 1 -- 172.21.15.6:0/349658738 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e40aef60 con 0x557d38e23390 2024-05-20T21:29:56.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 -- 172.21.15.6:0/349658738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 msgr2=0x557d38e22d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:56.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e22d70 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f52e40a6690 tx=0x7f52e4077040 comp rx=0 tx=0).stop 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 -- 172.21.15.6:0/349658738 shutdown_connections 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e29bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e23390 0x557d38e22d70 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 --2- 172.21.15.6:0/349658738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e287c0 0x557d38e1d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 -- 172.21.15.6:0/349658738 >> 172.21.15.6:0/349658738 conn(0x557d38d50be0 msgr2=0x557d38e294c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 -- 172.21.15.6:0/349658738 shutdown_connections 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.011+0000 7f5302742b80 1 -- 172.21.15.6:0/349658738 wait complete. 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.012+0000 7f5302742b80 1 -- start start 2024-05-20T21:29:56.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.012+0000 7f5302742b80 1 Processor -- start 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f5302742b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e23390 0x557d38e422e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f5302742b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e287c0 0x557d38e3f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f5302742b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e3fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f5302742b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f52f01ae620 con 0x557d38e290e0 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f5302742b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f52f01afa90 con 0x557d38e23390 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f5302742b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f52f01aecf0 con 0x557d38e287c0 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f5302742b80 10 client.0 _ll_register_callbacks cb 0x557d38d1ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f52f5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e23390 0x557d38e422e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f52f4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e287c0 0x557d38e3f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f52f5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e23390 0x557d38e422e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54604/0 (socket says 172.21.15.6:54604) 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f52f5400700 1 -- 172.21.15.6:0/1751811937 learned_addr learned my addr 172.21.15.6:0/1751811937 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:56.015 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.013+0000 7f52f5e00700 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e3fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52f4a00700 1 -- 172.21.15.6:0/1751811937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e23390 msgr2=0x557d38e422e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52f4a00700 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e23390 0x557d38e422e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52f4a00700 1 -- 172.21.15.6:0/1751811937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 msgr2=0x557d38e3fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52f4a00700 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e3fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52f4a00700 1 -- 172.21.15.6:0/1751811937 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557d38e404b0 con 0x557d38e287c0 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52f4a00700 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e287c0 0x557d38e3f680 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f52dc005850 tx=0x7f52dc004940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ecb735b9ad773911 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52d7400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52d7400700 1 -- 172.21.15.6:0/1751811937 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc028040 con 0x557d38e287c0 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52d7400700 1 -- 172.21.15.6:0/1751811937 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f52dc011470 con 0x557d38e287c0 2024-05-20T21:29:56.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f5302742b80 1 -- 172.21.15.6:0/1751811937 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52e40a9420 con 0x557d38e287c0 2024-05-20T21:29:56.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f52d7400700 1 -- 172.21.15.6:0/1751811937 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f52dc005d20 con 0x557d38e287c0 2024-05-20T21:29:56.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f5302742b80 10 client.29347 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:56.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.014+0000 7f5302742b80 1 -- 172.21.15.6:0/1751811937 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557d38ea7060 con 0x557d38e287c0 2024-05-20T21:29:56.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f52d7400700 1 -- 172.21.15.6:0/1751811937 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52e40a9420 con 0x557d38e287c0 2024-05-20T21:29:56.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f52d7400700 1 -- 172.21.15.6:0/1751811937 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f52dc02d480 con 0x557d38e287c0 2024-05-20T21:29:56.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f5302742b80 10 client.29347 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:56.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f5302742b80 10 client.29347 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f5302742b80 20 client.29347 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f5302742b80 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x557d38ea7790 0x557d38ea9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f5302742b80 4 client.29347 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f5302742b80 1 -- 172.21.15.6:0/1751811937 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557d38d7c570 con 0x557d38ea7790 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.015+0000 7f52f5400700 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x557d38ea7790 0x557d38ea9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f52f5400700 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x557d38ea7790 0x557d38ea9bb0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cfbdaf479d89a6bf server_cookie=bef297a055b9c6f3 in_seq=0 out_seq=0 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f52d7400700 10 client.29347 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f52d7400700 1 -- 172.21.15.6:0/1751811937 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557d38d7c570 con 0x557d38ea7790 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f52d7400700 10 client.29347 handle_command_reply: tid=0 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 client.29347 shutdown 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 -- 172.21.15.6:0/1751811937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e287c0 msgr2=0x557d38e3f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:56.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e287c0 0x557d38e3f680 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f52dc005850 tx=0x7f52dc004940 comp rx=0 tx=0).stop 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 -- 172.21.15.6:0/1751811937 shutdown_connections 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557d38e290e0 0x557d38e3fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x557d38ea7790 0x557d38ea9bb0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557d38e23390 0x557d38e422e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 --2- 172.21.15.6:0/1751811937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557d38e287c0 0x557d38e3f680 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f52d7400700 0 client.29347 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.016+0000 7f5302742b80 1 -- 172.21.15.6:0/1751811937 >> 172.21.15.6:0/1751811937 conn(0x557d38d50be0 msgr2=0x557d38e27c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f5302742b80 1 -- 172.21.15.6:0/1751811937 shutdown_connections 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f5302742b80 1 -- 172.21.15.6:0/1751811937 wait complete. 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f5302742b80 20 client.29347 trim_cache size 0 max 16384 2024-05-20T21:29:56.020 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f52f6800700 1 -- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52d80b2900 msgr2=0x7f52d80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f52f6800700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52d80b2900 0x7f52d80b4dc0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f52e8009e60 tx=0x7f52e80099e0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f52f6800700 1 -- 172.21.15.6:0/2602546015 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103490 msgr2=0x7f52f0075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f52f6800700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103490 0x7f52f0075840 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f52e400d950 tx=0x7f52e400dd10 comp rx=0 tx=0).stop 2024-05-20T21:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f52f6800700 1 -- 172.21.15.6:0/2602546015 shutdown_connections 2024-05-20T21:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f52f6800700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f52d80b2900 0x7f52d80b4dc0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.017+0000 7f52f6800700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f52f0109540 0x7f52f00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.018+0000 7f52f6800700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f52f0103490 0x7f52f0075840 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.018+0000 7f52f6800700 1 --2- 172.21.15.6:0/2602546015 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f52f0103e50 0x7f52f0075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:56.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.018+0000 7f52f6800700 1 -- 172.21.15.6:0/2602546015 >> 172.21.15.6:0/2602546015 conn(0x7f52f00fefc0 msgr2=0x7f52f01006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:56.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.018+0000 7f52f6800700 1 -- 172.21.15.6:0/2602546015 shutdown_connections 2024-05-20T21:29:56.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:56.018+0000 7f52f6800700 1 -- 172.21.15.6:0/2602546015 wait complete. 2024-05-20T21:29:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:55 smithi062 ceph-mon[36640]: pgmap v862: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-20T21:29:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:55 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:29:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:55 smithi042 ceph-mon[36332]: pgmap v862: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-20T21:29:56.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:55 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:29:56.960 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:29:56.960 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:29:56.960 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:56 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:29:57.022 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:29:57.024 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:56 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:29:57.025 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:56 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:29:57.025 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:56 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:29:57.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:56 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:29:57.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:56 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:29:57.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:56 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:29:57.484 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:29:57.891 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:57 smithi006 ceph-mon[31422]: pgmap v863: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:29:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:57 smithi062 ceph-mon[36640]: pgmap v863: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:29:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:57 smithi042 ceph-mon[36332]: pgmap v863: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 -- 172.21.15.6:0/574938542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec10106120 msgr2=0x7fec10112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 --2- 172.21.15.6:0/574938542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec10106120 0x7fec10112630 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fec0800b0a0 tx=0x7fec0800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 -- 172.21.15.6:0/574938542 shutdown_connections 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 --2- 172.21.15.6:0/574938542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec10106120 0x7fec10112630 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 --2- 172.21.15.6:0/574938542 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec1010b760 0x7fec1010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 --2- 172.21.15.6:0/574938542 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec10105760 0x7fec10105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 -- 172.21.15.6:0/574938542 >> 172.21.15.6:0/574938542 conn(0x7fec10101210 msgr2=0x7fec10103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 -- 172.21.15.6:0/574938542 shutdown_connections 2024-05-20T21:29:59.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.794+0000 7fec14c00700 1 -- 172.21.15.6:0/574938542 wait complete. 2024-05-20T21:29:59.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.796+0000 7fec14c00700 1 Processor -- start 2024-05-20T21:29:59.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.796+0000 7fec14c00700 1 -- start start 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.796+0000 7fec14c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec10105760 0x7fec1019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec14c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec10106120 0x7fec1019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec14c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec1010b760 0x7fec101a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec14c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fec10115960 con 0x7fec10105760 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec14c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec101157e0 con 0x7fec1010b760 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec14c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fec10115ae0 con 0x7fec10106120 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec10105760 0x7fec1019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec10105760 0x7fec1019be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41020/0 (socket says 172.21.15.6:41020) 2024-05-20T21:29:59.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0de00700 1 -- 172.21.15.6:0/3252680360 learned_addr learned my addr 172.21.15.6:0/3252680360 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:59.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0e800700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec1010b760 0x7fec101a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0d400700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec10106120 0x7fec1019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0de00700 1 -- 172.21.15.6:0/3252680360 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec10106120 msgr2=0x7fec1019c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0de00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec10106120 0x7fec1019c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0de00700 1 -- 172.21.15.6:0/3252680360 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec1010b760 msgr2=0x7fec101a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0de00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec1010b760 0x7fec101a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0de00700 1 -- 172.21.15.6:0/3252680360 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec101a0e40 con 0x7fec10105760 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0d400700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec10106120 0x7fec1019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.797+0000 7fec0e800700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec1010b760 0x7fec101a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.798+0000 7fec0de00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec10105760 0x7fec1019be30 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fec0000e9a0 tx=0x7fec0000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.798+0000 7fec06a00700 1 -- 172.21.15.6:0/3252680360 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0000cbd0 con 0x7fec10105760 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.798+0000 7fec14c00700 1 -- 172.21.15.6:0/3252680360 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec101a1130 con 0x7fec10105760 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.798+0000 7fec06a00700 1 -- 172.21.15.6:0/3252680360 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec0000cd70 con 0x7fec10105760 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.798+0000 7fec06a00700 1 -- 172.21.15.6:0/3252680360 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec00018680 con 0x7fec10105760 2024-05-20T21:29:59.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.798+0000 7fec14c00700 1 -- 172.21.15.6:0/3252680360 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec101a89b0 con 0x7fec10105760 2024-05-20T21:29:59.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.802+0000 7fec06a00700 1 -- 172.21.15.6:0/3252680360 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fec00010970 con 0x7fec10105760 2024-05-20T21:29:59.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.803+0000 7fec1f50bb80 1 Processor -- start 2024-05-20T21:29:59.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.803+0000 7fec1f50bb80 1 -- start start 2024-05-20T21:29:59.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.803+0000 7fec06a00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf40b2900 0x7febf40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec06a00700 1 -- 172.21.15.6:0/3252680360 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fec000e25a0 con 0x7fec10105760 2024-05-20T21:29:59.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b535a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec0e800700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf40b2900 0x7febf40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 0x55a7b5354260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5354880 0x55a7b5354ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a7b52b2e40 con 0x55a7b5359eb0 2024-05-20T21:29:59.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7b52a29e0 con 0x55a7b5354880 2024-05-20T21:29:59.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a7b52a6a20 con 0x55a7b535a7d0 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec0de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b535a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec0de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b535a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41030/0 (socket says 172.21.15.6:41030) 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec0de00700 1 -- 172.21.15.6:0/4276553383 learned_addr learned my addr 172.21.15.6:0/4276553383 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.804+0000 7fec0d400700 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 0x55a7b5354260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0de00700 1 -- 172.21.15.6:0/4276553383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 msgr2=0x55a7b5354260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0de00700 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 0x55a7b5354260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0e800700 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5354880 0x55a7b5354ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0de00700 1 -- 172.21.15.6:0/4276553383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5354880 msgr2=0x55a7b5354ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0de00700 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5354880 0x55a7b5354ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0de00700 1 -- 172.21.15.6:0/4276553383 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7b526b420 con 0x55a7b5359eb0 2024-05-20T21:29:59.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0e800700 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5354880 0x55a7b5354ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:29:59.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0de00700 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b535a290 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fec00009230 tx=0x7fec000b2330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9586b9bd2a000e33 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:59.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7fec0e800700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf40b2900 0x7febf40b4dc0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fec08009e60 tx=0x7fec080095d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:59.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7febfb400700 1 -- 172.21.15.6:0/4276553383 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec000aa1c0 con 0x55a7b5359eb0 2024-05-20T21:29:59.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7febfb400700 1 -- 172.21.15.6:0/4276553383 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec000a9ac0 con 0x55a7b5359eb0 2024-05-20T21:29:59.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.805+0000 7febfb400700 1 -- 172.21.15.6:0/4276553383 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec000b26d0 con 0x55a7b5359eb0 2024-05-20T21:29:59.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.806+0000 7fec1f50bb80 1 -- 172.21.15.6:0/4276553383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 msgr2=0x55a7b535a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.806+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b535a290 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fec00009230 tx=0x7fec000b2330 comp rx=0 tx=0).stop 2024-05-20T21:29:59.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.806+0000 7fec1f50bb80 1 -- 172.21.15.6:0/4276553383 shutdown_connections 2024-05-20T21:29:59.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.806+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5354880 0x55a7b5354ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.806+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b535a290 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.806+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/4276553383 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 0x55a7b5354260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.806+0000 7fec1f50bb80 1 -- 172.21.15.6:0/4276553383 >> 172.21.15.6:0/4276553383 conn(0x55a7b5282be0 msgr2=0x55a7b534f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.807+0000 7fec1f50bb80 1 -- 172.21.15.6:0/4276553383 shutdown_connections 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.807+0000 7fec1f50bb80 1 -- 172.21.15.6:0/4276553383 wait complete. 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.807+0000 7fec1f50bb80 1 -- start start 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.807+0000 7fec1f50bb80 1 Processor -- start 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b53604f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 0x55a7b535d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b535a7d0 0x55a7b535ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a7b51a8fa0 con 0x55a7b535a7d0 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a7b5243760 con 0x55a7b5359eb0 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a7b53611e0 con 0x55a7b5354880 2024-05-20T21:29:59.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec1f50bb80 10 client.0 _ll_register_callbacks cb 0x55a7b524cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:59.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec0e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b535a7d0 0x55a7b535ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec0e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b535a7d0 0x55a7b535ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41032/0 (socket says 172.21.15.6:41032) 2024-05-20T21:29:59.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec0e800700 1 -- 172.21.15.6:0/3391216780 learned_addr learned my addr 172.21.15.6:0/3391216780 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:59.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec0de00700 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b53604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.808+0000 7fec0d400700 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 0x55a7b535d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7fec0e800700 1 -- 172.21.15.6:0/3391216780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 msgr2=0x55a7b53604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7fec0e800700 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b53604f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7fec0e800700 1 -- 172.21.15.6:0/3391216780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 msgr2=0x55a7b535d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7fec0e800700 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 0x55a7b535d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7fec0e800700 1 -- 172.21.15.6:0/3391216780 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7b51f28d0 con 0x55a7b535a7d0 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7fec0de00700 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b53604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7fec0e800700 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b535a7d0 0x55a7b535ddd0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fec08003e20 tx=0x7fec0800b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21bbad17c9d3b531 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7febefe00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.809+0000 7febefe00700 1 -- 172.21.15.6:0/3391216780 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec0802d020 con 0x55a7b535a7d0 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.810+0000 7febefe00700 1 -- 172.21.15.6:0/3391216780 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fec08007d80 con 0x55a7b535a7d0 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.810+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3391216780 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec000a9ac0 con 0x55a7b535a7d0 2024-05-20T21:29:59.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.810+0000 7febefe00700 1 -- 172.21.15.6:0/3391216780 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fec08038050 con 0x55a7b535a7d0 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.810+0000 7fec1f50bb80 10 client.19251 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.810+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3391216780 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a7b5273060 con 0x55a7b535a7d0 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.810+0000 7febefe00700 1 -- 172.21.15.6:0/3391216780 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec000a9ac0 con 0x55a7b535a7d0 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.810+0000 7febefe00700 1 -- 172.21.15.6:0/3391216780 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fec08011070 con 0x55a7b535a7d0 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.811+0000 7fec1f50bb80 10 client.19251 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.811+0000 7fec1f50bb80 10 client.19251 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.811+0000 7fec1f50bb80 20 client.19251 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.811+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a7b536dcd0 0x55a7b53700f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.811+0000 7fec1f50bb80 4 client.19251 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.811+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3391216780 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a7b52b4d90 con 0x55a7b536dcd0 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.811+0000 7fec0de00700 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a7b536dcd0 0x55a7b53700f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.812+0000 7fec0de00700 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a7b536dcd0 0x55a7b53700f0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7d5b29fd62d8a49b server_cookie=7edacd9ea2799754 in_seq=0 out_seq=0 2024-05-20T21:29:59.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.812+0000 7febefe00700 10 client.19251 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:59.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.812+0000 7febefe00700 1 -- 172.21.15.6:0/3391216780 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a7b52b4d90 con 0x55a7b536dcd0 2024-05-20T21:29:59.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.812+0000 7febefe00700 10 client.19251 handle_command_reply: tid=0 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.812+0000 7fec1f50bb80 1 client.19251 shutdown 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3391216780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b535a7d0 msgr2=0x55a7b535ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b535a7d0 0x55a7b535ddd0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fec08003e20 tx=0x7fec0800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3391216780 shutdown_connections 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b535a7d0 0x55a7b535ddd0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a7b536dcd0 0x55a7b53700f0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b53604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3391216780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 0x55a7b535d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3391216780 >> 172.21.15.6:0/3391216780 conn(0x55a7b5282be0 msgr2=0x55a7b5353250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7febefe00700 0 client.19251 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3391216780 shutdown_connections 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3391216780 wait complete. 2024-05-20T21:29:59.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.813+0000 7fec1f50bb80 20 client.19251 trim_cache size 0 max 16384 2024-05-20T21:29:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.830+0000 7fec1f50bb80 1 Processor -- start 2024-05-20T21:29:59.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.830+0000 7fec1f50bb80 1 -- start start 2024-05-20T21:29:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b5354260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b53700c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b535a7d0 0x55a7b53579c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fec101b29f0 con 0x55a7b5359eb0 2024-05-20T21:29:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec101b0280 con 0x55a7b535a7d0 2024-05-20T21:29:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fec101ae0d0 con 0x55a7b5354880 2024-05-20T21:29:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b53700c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b53700c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41038/0 (socket says 172.21.15.6:41038) 2024-05-20T21:29:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0d400700 1 -- 172.21.15.6:0/801966110 learned_addr learned my addr 172.21.15.6:0/801966110 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0de00700 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b5354260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0e800700 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b535a7d0 0x55a7b53579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0de00700 1 -- 172.21.15.6:0/801966110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b535a7d0 msgr2=0x55a7b53579c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0de00700 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b535a7d0 0x55a7b53579c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0de00700 1 -- 172.21.15.6:0/801966110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 msgr2=0x55a7b53700c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.831+0000 7fec0de00700 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b53700c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.832+0000 7fec0de00700 1 -- 172.21.15.6:0/801966110 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7b5350d00 con 0x55a7b5354880 2024-05-20T21:29:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.832+0000 7fec0de00700 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b5354260 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fec000a5b40 tx=0x7fec0001f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a86f77b43a7c6ffe server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.832+0000 7febfaa00700 1 -- 172.21.15.6:0/801966110 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec000c2070 con 0x55a7b5354880 2024-05-20T21:29:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.832+0000 7febfaa00700 1 -- 172.21.15.6:0/801966110 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec000a9ac0 con 0x55a7b5354880 2024-05-20T21:29:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.832+0000 7febfaa00700 1 -- 172.21.15.6:0/801966110 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec000e20b0 con 0x55a7b5354880 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 -- 172.21.15.6:0/801966110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 msgr2=0x55a7b5354260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b5354260 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fec000a5b40 tx=0x7fec0001f000 comp rx=0 tx=0).stop 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 -- 172.21.15.6:0/801966110 shutdown_connections 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b535a7d0 0x55a7b53579c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b5354880 0x55a7b5354260 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/801966110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5359eb0 0x55a7b53700c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 -- 172.21.15.6:0/801966110 >> 172.21.15.6:0/801966110 conn(0x55a7b5282be0 msgr2=0x55a7b535d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 -- 172.21.15.6:0/801966110 shutdown_connections 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.833+0000 7fec1f50bb80 1 -- 172.21.15.6:0/801966110 wait complete. 2024-05-20T21:29:59.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.834+0000 7fec1f50bb80 1 -- start start 2024-05-20T21:29:59.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.834+0000 7fec1f50bb80 1 Processor -- start 2024-05-20T21:29:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5354880 0x55a7b53668f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 0x55a7b5375050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec1f50bb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 0x55a7b5375590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fec101ae740 con 0x55a7b5354880 2024-05-20T21:29:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fec101afbb0 con 0x55a7b5359eb0 2024-05-20T21:29:59.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec1f50bb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fec101aee10 con 0x55a7b535a7d0 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec1f50bb80 10 client.0 _ll_register_callbacks cb 0x55a7b524cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5354880 0x55a7b53668f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5354880 0x55a7b53668f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41050/0 (socket says 172.21.15.6:41050) 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0de00700 1 -- 172.21.15.6:0/3011664423 learned_addr learned my addr 172.21.15.6:0/3011664423 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0e800700 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 0x55a7b5375590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0d400700 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 0x55a7b5375050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0de00700 1 -- 172.21.15.6:0/3011664423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 msgr2=0x55a7b5375590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0de00700 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 0x55a7b5375590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0de00700 1 -- 172.21.15.6:0/3011664423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 msgr2=0x55a7b5375050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.835+0000 7fec0de00700 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 0x55a7b5375050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7fec0de00700 1 -- 172.21.15.6:0/3011664423 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7b5375b80 con 0x55a7b5354880 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7fec0de00700 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5354880 0x55a7b53668f0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fec00000c00 tx=0x7fec000a9090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feb55818ec8419a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7febefe00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:29:59.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7febefe00700 1 -- 172.21.15.6:0/3011664423 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec000c2040 con 0x55a7b5354880 2024-05-20T21:29:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3011664423 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec000a9ac0 con 0x55a7b5354880 2024-05-20T21:29:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7febefe00700 1 -- 172.21.15.6:0/3011664423 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fec000a60b0 con 0x55a7b5354880 2024-05-20T21:29:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7febefe00700 1 -- 172.21.15.6:0/3011664423 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fec000aa1c0 con 0x55a7b5354880 2024-05-20T21:29:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7fec1f50bb80 10 client.19257 fetch_fsmap learned FSMap version 26 2024-05-20T21:29:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.836+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3011664423 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a7b53d8690 con 0x55a7b5354880 2024-05-20T21:29:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7febefe00700 1 -- 172.21.15.6:0/3011664423 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec000a9ac0 con 0x55a7b5354880 2024-05-20T21:29:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7febefe00700 1 -- 172.21.15.6:0/3011664423 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fec0800bcb0 con 0x55a7b5354880 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7fec1f50bb80 10 client.19257 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7fec1f50bb80 10 client.19257 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7fec1f50bb80 20 client.19257 populate_metadata read hostname 'smithi006' 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a7b53d88c0 0x55a7b53dacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7fec1f50bb80 4 client.19257 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3011664423 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a7b52ae570 con 0x55a7b53d88c0 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.837+0000 7fec0d400700 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a7b53d88c0 0x55a7b53dacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec0d400700 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a7b53d88c0 0x55a7b53dacb0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=76b6971e401e0c55 server_cookie=37ed723cac18f94d in_seq=0 out_seq=0 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7febefe00700 10 client.19257 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7febefe00700 1 -- 172.21.15.6:0/3011664423 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a7b52ae570 con 0x55a7b53d88c0 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7febefe00700 10 client.19257 handle_command_reply: tid=0 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 client.19257 shutdown 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3011664423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5354880 msgr2=0x55a7b53668f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5354880 0x55a7b53668f0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fec00000c00 tx=0x7fec000a9090 comp rx=0 tx=0).stop 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3011664423 shutdown_connections 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a7b53d88c0 0x55a7b53dacb0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a7b535a7d0 0x55a7b5375590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a7b5354880 0x55a7b53668f0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 --2- 172.21.15.6:0/3011664423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a7b5359eb0 0x55a7b5375050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3011664423 >> 172.21.15.6:0/3011664423 conn(0x55a7b5282be0 msgr2=0x55a7b53579c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.838+0000 7febefe00700 0 client.19257 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.839+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3011664423 shutdown_connections 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.839+0000 7fec1f50bb80 1 -- 172.21.15.6:0/3011664423 wait complete. 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.839+0000 7fec1f50bb80 20 client.19257 trim_cache size 0 max 16384 2024-05-20T21:29:59.841 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:29:59.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 -- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf40b2900 msgr2=0x7febf40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf40b2900 0x7febf40b4dc0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fec08009e60 tx=0x7fec080095d0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 -- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec10105760 msgr2=0x7fec1019be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:29:59.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec10105760 0x7fec1019be30 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fec0000e9a0 tx=0x7fec0000ed60 comp rx=0 tx=0).stop 2024-05-20T21:29:59.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 -- 172.21.15.6:0/3252680360 shutdown_connections 2024-05-20T21:29:59.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7febf40b2900 0x7febf40b4dc0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fec1010b760 0x7fec101a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fec10105760 0x7fec1019be30 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 --2- 172.21.15.6:0/3252680360 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec10106120 0x7fec1019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:29:59.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 -- 172.21.15.6:0/3252680360 >> 172.21.15.6:0/3252680360 conn(0x7fec10101210 msgr2=0x7fec101017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:29:59.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 -- 172.21.15.6:0/3252680360 shutdown_connections 2024-05-20T21:29:59.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:29:59.840+0000 7fec14c00700 1 -- 172.21.15.6:0/3252680360 wait complete. 2024-05-20T21:29:59.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:29:59 smithi006 ceph-mon[31422]: pgmap v864: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:30:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:29:59 smithi062 ceph-mon[36640]: pgmap v864: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:30:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:29:59 smithi042 ceph-mon[36332]: pgmap v864: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-20T21:30:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 -- 172.21.15.6:0/2856158611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7878106890 msgr2=0x7f787810d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 --2- 172.21.15.6:0/2856158611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7878106890 0x7f787810d120 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f7870009900 tx=0x7f787002a3f0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.725 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 -- 172.21.15.6:0/2856158611 shutdown_connections 2024-05-20T21:30:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 --2- 172.21.15.6:0/2856158611 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7878106890 0x7f787810d120 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 --2- 172.21.15.6:0/2856158611 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7878105ed0 0x7f7878106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 --2- 172.21.15.6:0/2856158611 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7878104ce0 0x7f7878105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 -- 172.21.15.6:0/2856158611 >> 172.21.15.6:0/2856158611 conn(0x7f7878100270 msgr2=0x7f7878102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 -- 172.21.15.6:0/2856158611 shutdown_connections 2024-05-20T21:30:00.726 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.725+0000 7f787ec00640 1 -- 172.21.15.6:0/2856158611 wait complete. 2024-05-20T21:30:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.726+0000 7f787ec00640 1 Processor -- start 2024-05-20T21:30:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.726+0000 7f787ec00640 1 -- start start 2024-05-20T21:30:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f787ec00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7878104ce0 0x7f787819ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f787ec00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7878105ed0 0x7f787819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f787ec00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7878106890 0x7f78781a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f787ec00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7878110860 con 0x7f7878104ce0 2024-05-20T21:30:00.727 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f787ec00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f78781106e0 con 0x7f7878105ed0 2024-05-20T21:30:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f787ec00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f78781109e0 con 0x7f7878106890 2024-05-20T21:30:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f786f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7878105ed0 0x7f787819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f786f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7878105ed0 0x7f787819b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48116/0 (socket says 172.21.15.6:48116) 2024-05-20T21:30:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f787cc00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7878106890 0x7f78781a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f786f400640 1 -- 172.21.15.6:0/2037361446 learned_addr learned my addr 172.21.15.6:0/2037361446 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:00.728 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.727+0000 7f7877e00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7878104ce0 0x7f787819ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.728+0000 7f786f400640 1 -- 172.21.15.6:0/2037361446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7878106890 msgr2=0x7f78781a2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.728+0000 7f786f400640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7878106890 0x7f78781a2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.728+0000 7f786f400640 1 -- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7878104ce0 msgr2=0x7f787819ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.728+0000 7f786f400640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7878104ce0 0x7f787819ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.728+0000 7f786f400640 1 -- 172.21.15.6:0/2037361446 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78781a2aa0 con 0x7f7878105ed0 2024-05-20T21:30:00.729 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.728+0000 7f786f400640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7878105ed0 0x7f787819b3c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f786000ea60 tx=0x7f786000ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.730+0000 7f7875600640 1 -- 172.21.15.6:0/2037361446 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786000cde0 con 0x7f7878105ed0 2024-05-20T21:30:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.730+0000 7f7875600640 1 -- 172.21.15.6:0/2037361446 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78600035f0 con 0x7f7878105ed0 2024-05-20T21:30:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.730+0000 7f7875600640 1 -- 172.21.15.6:0/2037361446 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7860010690 con 0x7f7878105ed0 2024-05-20T21:30:00.730 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.730+0000 7f787ec00640 1 -- 172.21.15.6:0/2037361446 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78781a2d90 con 0x7f7878105ed0 2024-05-20T21:30:00.731 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.730+0000 7f787ec00640 1 -- 172.21.15.6:0/2037361446 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78781a3260 con 0x7f7878105ed0 2024-05-20T21:30:00.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.734+0000 7f7881a62740 1 Processor -- start 2024-05-20T21:30:00.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.734+0000 7f7875600640 1 -- 172.21.15.6:0/2037361446 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f78600037a0 con 0x7f7878105ed0 2024-05-20T21:30:00.734 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.734+0000 7f7881a62740 1 -- start start 2024-05-20T21:30:00.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f7881a62740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc6b30 0x56183dfc6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f7881a62740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc7520 0x56183dfcc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.735 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f7881a62740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfcc690 0x56183dfceb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f7881a62740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56183df36b90 con 0x56183dfc6b30 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f7881a62740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56183df26730 con 0x56183dfcc690 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f7881a62740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56183df2a770 con 0x56183dfc7520 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f787cc00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc6b30 0x56183dfc6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f787cc00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc6b30 0x56183dfc6f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41076/0 (socket says 172.21.15.6:41076) 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f787cc00640 1 -- 172.21.15.6:0/2488324221 learned_addr learned my addr 172.21.15.6:0/2488324221 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f7877e00640 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc7520 0x56183dfcc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.735+0000 7f786f400640 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfcc690 0x56183dfceb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f787cc00640 1 -- 172.21.15.6:0/2488324221 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc7520 msgr2=0x56183dfcc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f787cc00640 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc7520 0x56183dfcc020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f787cc00640 1 -- 172.21.15.6:0/2488324221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfcc690 msgr2=0x56183dfceb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f787cc00640 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfcc690 0x56183dfceb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.736 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f787cc00640 1 -- 172.21.15.6:0/2488324221 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56183debf8b0 con 0x56183dfc6b30 2024-05-20T21:30:00.737 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f786f400640 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfcc690 0x56183dfceb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:00.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f787cc00640 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc6b30 0x56183dfc6f50 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f7870009900 tx=0x7f7870005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=899f58c6d27f9596 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:00.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f7875600640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f785c0b2860 0x7f785c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f786d200640 1 -- 172.21.15.6:0/2488324221 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7870035030 con 0x56183dfc6b30 2024-05-20T21:30:00.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f786d200640 1 -- 172.21.15.6:0/2488324221 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7870040070 con 0x56183dfc6b30 2024-05-20T21:30:00.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.736+0000 7f786d200640 1 -- 172.21.15.6:0/2488324221 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7870031920 con 0x56183dfc6b30 2024-05-20T21:30:00.738 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7875600640 1 -- 172.21.15.6:0/2037361446 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f78600e2550 con 0x7f7878105ed0 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7877e00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f785c0b2860 0x7f785c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7881a62740 1 -- 172.21.15.6:0/2488324221 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc6b30 msgr2=0x56183dfc6f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7881a62740 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc6b30 0x56183dfc6f50 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f7870009900 tx=0x7f7870005be0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7881a62740 1 -- 172.21.15.6:0/2488324221 shutdown_connections 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7881a62740 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfcc690 0x56183dfceb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7881a62740 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc7520 0x56183dfcc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7881a62740 1 --2- 172.21.15.6:0/2488324221 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc6b30 0x56183dfc6f50 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.737+0000 7f7881a62740 1 -- 172.21.15.6:0/2488324221 >> 172.21.15.6:0/2488324221 conn(0x56183dfc21a0 msgr2=0x56183dfc25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.738+0000 7f7881a62740 1 -- 172.21.15.6:0/2488324221 shutdown_connections 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.738+0000 7f7877e00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f785c0b2860 0x7f785c0b4d20 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x56183dfc7920 tx=0x7f7868009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.738+0000 7f7881a62740 1 -- 172.21.15.6:0/2488324221 wait complete. 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.738+0000 7f7881a62740 1 -- start start 2024-05-20T21:30:00.739 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.738+0000 7f7881a62740 1 Processor -- start 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f7881a62740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc6b30 0x56183dfd08f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f7881a62740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc7520 0x56183dfd0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f7881a62740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfcc690 0x56183dfd7e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f7881a62740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56183dc0c790 con 0x56183dfcc690 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f7881a62740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56183decebc0 con 0x56183dfc7520 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f7881a62740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56183dfcf5e0 con 0x56183dfc6b30 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f7881a62740 10 client.0 _ll_register_callbacks cb 0x56183deac400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f786f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc7520 0x56183dfd0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f787cc00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfcc690 0x56183dfd7e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f786f400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc7520 0x56183dfd0e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48134/0 (socket says 172.21.15.6:48134) 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f786f400640 1 -- 172.21.15.6:0/479317120 learned_addr learned my addr 172.21.15.6:0/479317120 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:00.743 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.739+0000 7f7877e00640 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc6b30 0x56183dfd08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f786f400640 1 -- 172.21.15.6:0/479317120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc6b30 msgr2=0x56183dfd08f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f786f400640 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc6b30 0x56183dfd08f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f786f400640 1 -- 172.21.15.6:0/479317120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfcc690 msgr2=0x56183dfd7e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f786f400640 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfcc690 0x56183dfd7e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f786f400640 1 -- 172.21.15.6:0/479317120 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56183dc3b210 con 0x56183dfc7520 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f787cc00640 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfcc690 0x56183dfd7e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f786f400640 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc7520 0x56183dfd0e30 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f78600a9770 tx=0x7f7860003cf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e559a7d4accffe51 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f7865600640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f7865600640 1 -- 172.21.15.6:0/479317120 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78600a9580 con 0x56183dfc7520 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f7865600640 1 -- 172.21.15.6:0/479317120 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f78600a5d00 con 0x56183dfc7520 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f7881a62740 1 -- 172.21.15.6:0/479317120 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7870040070 con 0x56183dfc7520 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.740+0000 7f7865600640 1 -- 172.21.15.6:0/479317120 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78600aa170 con 0x56183dfc7520 2024-05-20T21:30:00.744 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7881a62740 10 client.29369 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7881a62740 1 -- 172.21.15.6:0/479317120 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56183dd07620 con 0x56183dfc7520 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7865600640 1 -- 172.21.15.6:0/479317120 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7870040070 con 0x56183dfc7520 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7865600640 1 -- 172.21.15.6:0/479317120 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78600e5c20 con 0x56183dfc7520 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7881a62740 10 client.29369 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7881a62740 10 client.29369 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7881a62740 20 client.29369 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7881a62740 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56183dfdc420 0x56183dfde810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7881a62740 4 client.29369 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.741+0000 7f7881a62740 1 -- 172.21.15.6:0/479317120 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56183df38ae0 con 0x56183dfdc420 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.742+0000 7f7877e00640 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56183dfdc420 0x56183dfde810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.742+0000 7f7877e00640 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56183dfdc420 0x56183dfde810 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3117895bbc187e40 server_cookie=89ed81ffe82fed06 in_seq=0 out_seq=0 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.742+0000 7f7865600640 10 client.29369 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7865600640 1 -- 172.21.15.6:0/479317120 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56183df38ae0 con 0x56183dfdc420 2024-05-20T21:30:00.745 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7865600640 10 client.29369 handle_command_reply: tid=0 2024-05-20T21:30:00.746 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 client.29369 shutdown 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 -- 172.21.15.6:0/479317120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc7520 msgr2=0x56183dfd0e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc7520 0x56183dfd0e30 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f78600a9770 tx=0x7f7860003cf0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 -- 172.21.15.6:0/479317120 shutdown_connections 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56183dfdc420 0x56183dfde810 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfcc690 0x56183dfd7e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc7520 0x56183dfd0e30 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 --2- 172.21.15.6:0/479317120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfc6b30 0x56183dfd08f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 -- 172.21.15.6:0/479317120 >> 172.21.15.6:0/479317120 conn(0x56183dfc21a0 msgr2=0x56183dfc1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7865600640 0 client.29369 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.743+0000 7f7881a62740 1 -- 172.21.15.6:0/479317120 shutdown_connections 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.744+0000 7f7881a62740 1 -- 172.21.15.6:0/479317120 wait complete. 2024-05-20T21:30:00.747 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.744+0000 7f7881a62740 20 client.29369 trim_cache size 0 max 16384 2024-05-20T21:30:00.759 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:30:00.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.760+0000 7f7881a62740 1 Processor -- start 2024-05-20T21:30:00.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.760+0000 7f7881a62740 1 -- start start 2024-05-20T21:30:00.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7881a62740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfc5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7881a62740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 0x56183dfd7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7881a62740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 0x56183dfc7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7881a62740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f78781aec70 con 0x56183dfc7520 2024-05-20T21:30:00.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7881a62740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f78781ac540 con 0x56183dfc6b30 2024-05-20T21:30:00.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7881a62740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f78781aa390 con 0x56183dfcc690 2024-05-20T21:30:00.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7877e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfc5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f786f400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 0x56183dfd7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f787cc00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 0x56183dfc7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7877e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfc5870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48150/0 (socket says 172.21.15.6:48150) 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.761+0000 7f7877e00640 1 -- 172.21.15.6:0/671563019 learned_addr learned my addr 172.21.15.6:0/671563019 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7877e00640 1 -- 172.21.15.6:0/671563019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 msgr2=0x56183dfc7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7877e00640 1 --2- 172.21.15.6:0/671563019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 0x56183dfc7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7877e00640 1 -- 172.21.15.6:0/671563019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 msgr2=0x56183dfd7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7877e00640 1 --2- 172.21.15.6:0/671563019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 0x56183dfd7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7877e00640 1 -- 172.21.15.6:0/671563019 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56183dfdeb80 con 0x56183dfc6b30 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7877e00640 1 --2- 172.21.15.6:0/671563019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfc5870 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x56183dfc7f90 tx=0x7f7868021040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48b3377f393558e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7867e00640 1 -- 172.21.15.6:0/671563019 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786800fd20 con 0x56183dfc6b30 2024-05-20T21:30:00.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7867e00640 1 -- 172.21.15.6:0/671563019 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f786802a470 con 0x56183dfc6b30 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.762+0000 7f7867e00640 1 -- 172.21.15.6:0/671563019 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7868003f40 con 0x56183dfc6b30 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 -- 172.21.15.6:0/671563019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 msgr2=0x56183dfc5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 --2- 172.21.15.6:0/671563019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfc5870 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x56183dfc7f90 tx=0x7f7868021040 comp rx=0 tx=0).stop 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 -- 172.21.15.6:0/671563019 shutdown_connections 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 --2- 172.21.15.6:0/671563019 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 0x56183dfc7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 --2- 172.21.15.6:0/671563019 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 0x56183dfd7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 --2- 172.21.15.6:0/671563019 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfc5870 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 -- 172.21.15.6:0/671563019 >> 172.21.15.6:0/671563019 conn(0x56183dfc21a0 msgr2=0x56183dfc5160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 -- 172.21.15.6:0/671563019 shutdown_connections 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 -- 172.21.15.6:0/671563019 wait complete. 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.763+0000 7f7881a62740 1 -- start start 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7881a62740 1 Processor -- start 2024-05-20T21:30:00.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7881a62740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfd4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7881a62740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 0x56183dfd52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7881a62740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 0x56183e044f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7881a62740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f78781aaa00 con 0x56183dfc7520 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7881a62740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f78781abe70 con 0x56183dfc6b30 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7881a62740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f78781ab0d0 con 0x56183dfcc690 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7881a62740 10 client.0 _ll_register_callbacks cb 0x7f7860003d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f786f400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 0x56183dfd52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7877e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfd4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7877e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfd4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48156/0 (socket says 172.21.15.6:48156) 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f787cc00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 0x56183e044f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.764+0000 7f7877e00640 1 -- 172.21.15.6:0/1122908546 learned_addr learned my addr 172.21.15.6:0/1122908546 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7877e00640 1 -- 172.21.15.6:0/1122908546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 msgr2=0x56183e044f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:00.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7877e00640 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 0x56183e044f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7877e00640 1 -- 172.21.15.6:0/1122908546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 msgr2=0x56183dfd52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7877e00640 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 0x56183dfd52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7877e00640 1 -- 172.21.15.6:0/1122908546 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56183e045580 con 0x56183dfc6b30 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7877e00640 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfd4da0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f7868003ad0 tx=0x7f7868003b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62384f92b500a4d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7865600640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7865600640 1 -- 172.21.15.6:0/1122908546 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7868038070 con 0x56183dfc6b30 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7865600640 1 -- 172.21.15.6:0/1122908546 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f786802f070 con 0x56183dfc6b30 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.765+0000 7f7881a62740 1 -- 172.21.15.6:0/1122908546 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f786802a470 con 0x56183dfc6b30 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7865600640 1 -- 172.21.15.6:0/1122908546 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7868044050 con 0x56183dfc6b30 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7881a62740 10 client.29375 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:00.769 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7881a62740 1 -- 172.21.15.6:0/1122908546 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56183e0468a0 con 0x56183dfc6b30 2024-05-20T21:30:00.770 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7865600640 1 -- 172.21.15.6:0/1122908546 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f786802a470 con 0x56183dfc6b30 2024-05-20T21:30:00.770 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7865600640 1 -- 172.21.15.6:0/1122908546 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7868005090 con 0x56183dfc6b30 2024-05-20T21:30:00.770 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7881a62740 10 client.29375 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:00.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7881a62740 10 client.29375 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:00.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7881a62740 20 client.29375 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:00.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7881a62740 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56183e047210 0x56183e049630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:00.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7881a62740 4 client.29375 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:00.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.766+0000 7f7881a62740 1 -- 172.21.15.6:0/1122908546 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56183df322c0 con 0x56183e047210 2024-05-20T21:30:00.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.767+0000 7f786f400640 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56183e047210 0x56183e049630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:00.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.767+0000 7f786f400640 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56183e047210 0x56183e049630 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6795e882a751afb8 server_cookie=a6661c46d9fef7c0 in_seq=0 out_seq=0 2024-05-20T21:30:00.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.767+0000 7f7865600640 10 client.29375 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:00.780 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.779+0000 7f7865600640 1 -- 172.21.15.6:0/1122908546 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56183df322c0 con 0x56183e047210 2024-05-20T21:30:00.780 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7865600640 10 client.29375 handle_command_reply: tid=0 2024-05-20T21:30:00.780 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 client.29375 shutdown 2024-05-20T21:30:00.780 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 -- 172.21.15.6:0/1122908546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 msgr2=0x56183dfd4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.780 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfd4da0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f7868003ad0 tx=0x7f7868003b00 comp rx=0 tx=0).stop 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 -- 172.21.15.6:0/1122908546 shutdown_connections 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56183e047210 0x56183e049630 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56183dfcc690 0x56183e044f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56183dfc7520 0x56183dfd52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 --2- 172.21.15.6:0/1122908546 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56183dfc6b30 0x56183dfd4da0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7865600640 0 client.29375 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 -- 172.21.15.6:0/1122908546 >> 172.21.15.6:0/1122908546 conn(0x56183dfc21a0 msgr2=0x56183dfc7fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 -- 172.21.15.6:0/1122908546 shutdown_connections 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 1 -- 172.21.15.6:0/1122908546 wait complete. 2024-05-20T21:30:00.781 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.780+0000 7f7881a62740 20 client.29375 trim_cache size 0 max 16384 2024-05-20T21:30:00.782 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:30:00.782 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:30:00.782 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:30:00.782 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 -- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f785c0b2860 msgr2=0x7f785c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f785c0b2860 0x7f785c0b4d20 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x56183dfc7920 tx=0x7f7868009500 comp rx=0 tx=0).stop 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 -- 172.21.15.6:0/2037361446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7878105ed0 msgr2=0x7f787819b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7878105ed0 0x7f787819b3c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f786000ea60 tx=0x7f786000ef20 comp rx=0 tx=0).stop 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 -- 172.21.15.6:0/2037361446 shutdown_connections 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f785c0b2860 0x7f785c0b4d20 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7878106890 0x7f78781a2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7878105ed0 0x7f787819b3c0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 --2- 172.21.15.6:0/2037361446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7878104ce0 0x7f787819ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.781+0000 7f787ec00640 1 -- 172.21.15.6:0/2037361446 >> 172.21.15.6:0/2037361446 conn(0x7f7878100270 msgr2=0x7f78781091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.782+0000 7f787ec00640 1 -- 172.21.15.6:0/2037361446 shutdown_connections 2024-05-20T21:30:00.783 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:00.782+0000 7f787ec00640 1 -- 172.21.15.6:0/2037361446 wait complete. 2024-05-20T21:30:00.823 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:30:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:00 smithi062 ceph-mon[36640]: overall HEALTH_OK 2024-05-20T21:30:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:00 smithi042 ceph-mon[36332]: overall HEALTH_OK 2024-05-20T21:30:01.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:00 smithi006 ceph-mon[31422]: overall HEALTH_OK 2024-05-20T21:30:01.203 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:01 smithi062 ceph-mon[36640]: pgmap v865: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-20T21:30:02.060 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:01 smithi042 ceph-mon[36332]: pgmap v865: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-20T21:30:02.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:01 smithi006 ceph-mon[31422]: pgmap v865: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-20T21:30:03.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 -- 172.21.15.6:0/3209435411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 msgr2=0x7f2ca006bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:03.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/3209435411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 0x7f2ca006bbf0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f2c88009990 tx=0x7f2c88009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 -- 172.21.15.6:0/3209435411 shutdown_connections 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/3209435411 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ca0105f80 0x7f2ca0106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/3209435411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ca0108470 0x7f2ca006b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/3209435411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 0x7f2ca006bbf0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 -- 172.21.15.6:0/3209435411 >> 172.21.15.6:0/3209435411 conn(0x7f2ca00793f0 msgr2=0x7f2ca0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 -- 172.21.15.6:0/3209435411 shutdown_connections 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.503+0000 7f2ca6c00700 1 -- 172.21.15.6:0/3209435411 wait complete. 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.504+0000 7f2ca6c00700 1 Processor -- start 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.504+0000 7f2ca6c00700 1 -- start start 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca6c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 0x7f2ca01a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca6c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ca0105f80 0x7f2ca01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca6c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ca0108470 0x7f2ca01a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca6c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca0119cd0 con 0x7f2ca0108470 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca6c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca0119b50 con 0x7f2ca0105f80 2024-05-20T21:30:03.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca6c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca0119e50 con 0x7f2ca006b790 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca4c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ca0108470 0x7f2ca01a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca4c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ca0108470 0x7f2ca01a4a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41134/0 (socket says 172.21.15.6:41134) 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca4c00700 1 -- 172.21.15.6:0/460268834 learned_addr learned my addr 172.21.15.6:0/460268834 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2c9fe00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 0x7f2ca01a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2c97400700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ca0105f80 0x7f2ca01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.505+0000 7f2ca4c00700 1 -- 172.21.15.6:0/460268834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 msgr2=0x7f2ca01a01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2ca4c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 0x7f2ca01a01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2ca4c00700 1 -- 172.21.15.6:0/460268834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ca0105f80 msgr2=0x7f2ca01a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2ca4c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ca0105f80 0x7f2ca01a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2ca4c00700 1 -- 172.21.15.6:0/460268834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ca01a51d0 con 0x7f2ca0108470 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2c9fe00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 0x7f2ca01a01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2c97400700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ca0105f80 0x7f2ca01a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2ca4c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ca0108470 0x7f2ca01a4a90 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2c9800ef30 tx=0x7f2c9800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2c9d600700 1 -- 172.21.15.6:0/460268834 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c980092e0 con 0x7f2ca0108470 2024-05-20T21:30:03.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ca01a5460 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2c9d600700 1 -- 172.21.15.6:0/460268834 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c98004bb0 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2c9d600700 1 -- 172.21.15.6:0/460268834 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c98004020 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.506+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ca01acd40 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.508+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ca006a230 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.510+0000 7f2c9d600700 1 -- 172.21.15.6:0/460268834 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2c9801b030 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.512+0000 7f2c9d600700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c840b2880 0x7f2c840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.512+0000 7f2c9d600700 1 -- 172.21.15.6:0/460268834 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2c980e2770 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.512+0000 7f2c9fe00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c840b2880 0x7f2c840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.513+0000 7f2c9fe00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c840b2880 0x7f2c840b4d40 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f2c90009fd0 tx=0x7f2c90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.514+0000 7f2c9d600700 1 -- 172.21.15.6:0/460268834 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2c98022020 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.814+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ca01acf10 con 0x7f2ca0108470 2024-05-20T21:30:03.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.816+0000 7f2c9d600700 1 -- 172.21.15.6:0/460268834 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f2c98010040 con 0x7f2ca0108470 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c840b2880 msgr2=0x7f2c840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c840b2880 0x7f2c840b4d40 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f2c90009fd0 tx=0x7f2c90009260 comp rx=0 tx=0).stop 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ca0108470 msgr2=0x7f2ca01a4a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ca0108470 0x7f2ca01a4a90 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2c9800ef30 tx=0x7f2c9800c3a0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 shutdown_connections 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2c840b2880 0x7f2c840b4d40 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2ca0108470 0x7f2ca01a4a90 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ca006b790 0x7f2ca01a01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 --2- 172.21.15.6:0/460268834 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2ca0105f80 0x7f2ca01a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:03.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 >> 172.21.15.6:0/460268834 conn(0x7f2ca00793f0 msgr2=0x7f2ca0104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:03.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.819+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 shutdown_connections 2024-05-20T21:30:03.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:03.820+0000 7f2ca6c00700 1 -- 172.21.15.6:0/460268834 wait complete. 2024-05-20T21:30:03.887 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:30:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:03 smithi062 ceph-mon[36640]: pgmap v866: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:30:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:03 smithi042 ceph-mon[36332]: pgmap v866: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:30:04.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:03 smithi006 ceph-mon[31422]: pgmap v866: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-20T21:30:04.982 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:04 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/460268834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:04 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/460268834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:05.065 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id 534083a0 --release --await' 2024-05-20T21:30:05.065 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --set-id 534083a0 --release --await 2024-05-20T21:30:05.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:04 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/460268834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 -- 172.21.15.6:0/3185843344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7070101e60 msgr2=0x7f7070102240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 --2- 172.21.15.6:0/3185843344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7070101e60 0x7f7070102240 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f70600099c0 tx=0x7f7060009cd0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 -- 172.21.15.6:0/3185843344 shutdown_connections 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 --2- 172.21.15.6:0/3185843344 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7070106ef0 0x7f707010eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 --2- 172.21.15.6:0/3185843344 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7070101e60 0x7f7070102240 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 --2- 172.21.15.6:0/3185843344 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7070102810 0x7f7070106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 -- 172.21.15.6:0/3185843344 >> 172.21.15.6:0/3185843344 conn(0x7f7070078ab0 msgr2=0x7f70700ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 -- 172.21.15.6:0/3185843344 shutdown_connections 2024-05-20T21:30:05.700 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.698+0000 7f7074c00700 1 -- 172.21.15.6:0/3185843344 wait complete. 2024-05-20T21:30:05.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.700+0000 7f7074c00700 1 Processor -- start 2024-05-20T21:30:05.701 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.700+0000 7f7074c00700 1 -- start start 2024-05-20T21:30:05.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f7074c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7070101e60 0x7f707019be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f7074c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7070102810 0x7f707019c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f7074c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7070106ef0 0x7f70701a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f7074c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7070110170 con 0x7f7070106ef0 2024-05-20T21:30:05.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f7074c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f707010fff0 con 0x7f7070102810 2024-05-20T21:30:05.702 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f7074c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f70701102f0 con 0x7f7070101e60 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f706de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7070101e60 0x7f707019be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f706de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7070101e60 0x7f707019be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:32940/0 (socket says 172.21.15.6:32940) 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f706de00700 1 -- 172.21.15.6:0/1825294226 learned_addr learned my addr 172.21.15.6:0/1825294226 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.701+0000 7f706e800700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7070106ef0 0x7f70701a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.702+0000 7f706d400700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7070102810 0x7f707019c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.702+0000 7f706de00700 1 -- 172.21.15.6:0/1825294226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7070102810 msgr2=0x7f707019c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.702+0000 7f706de00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7070102810 0x7f707019c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.702+0000 7f706de00700 1 -- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7070106ef0 msgr2=0x7f70701a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.702+0000 7f706de00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7070106ef0 0x7f70701a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.703 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.702+0000 7f706de00700 1 -- 172.21.15.6:0/1825294226 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70701a0ea0 con 0x7f7070101e60 2024-05-20T21:30:05.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.703+0000 7f706de00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7070101e60 0x7f707019be90 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7060006010 tx=0x7f7060005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:05.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.703+0000 7f7066a00700 1 -- 172.21.15.6:0/1825294226 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7060026070 con 0x7f7070101e60 2024-05-20T21:30:05.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.703+0000 7f7074c00700 1 -- 172.21.15.6:0/1825294226 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70701a1130 con 0x7f7070101e60 2024-05-20T21:30:05.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.703+0000 7f7066a00700 1 -- 172.21.15.6:0/1825294226 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7060005680 con 0x7f7070101e60 2024-05-20T21:30:05.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.703+0000 7f7066a00700 1 -- 172.21.15.6:0/1825294226 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f706000fb20 con 0x7f7070101e60 2024-05-20T21:30:05.704 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.703+0000 7f7074c00700 1 -- 172.21.15.6:0/1825294226 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70701a8a10 con 0x7f7070101e60 2024-05-20T21:30:05.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.709+0000 7f7066a00700 1 -- 172.21.15.6:0/1825294226 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7060029070 con 0x7f7070101e60 2024-05-20T21:30:05.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f707f59cb80 1 Processor -- start 2024-05-20T21:30:05.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f707f59cb80 1 -- start start 2024-05-20T21:30:05.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234610 0x55ca112349f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234f30 0x55ca1122eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f707f59cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca1118ce40 con 0x55ca1122f140 2024-05-20T21:30:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f707f59cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ca1117c9e0 con 0x55ca11234610 2024-05-20T21:30:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f707f59cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ca11180a20 con 0x55ca11234f30 2024-05-20T21:30:05.712 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.710+0000 7f7066a00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70540b2900 0x7f70540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234f30 0x55ca1122eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234610 0x55ca112349f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706de00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234f30 0x55ca1122eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:32956/0 (socket says 172.21.15.6:32956) 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706de00700 1 -- 172.21.15.6:0/1167366354 learned_addr learned my addr 172.21.15.6:0/1167366354 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f7066a00700 1 -- 172.21.15.6:0/1825294226 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f70600e29c0 con 0x7f7070101e60 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706e800700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70540b2900 0x7f70540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706de00700 1 -- 172.21.15.6:0/1167366354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234610 msgr2=0x55ca112349f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706de00700 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234610 0x55ca112349f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706de00700 1 -- 172.21.15.6:0/1167366354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 msgr2=0x55ca1122f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:05.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.711+0000 7f706d400700 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.712+0000 7f706de00700 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.712+0000 7f706de00700 1 -- 172.21.15.6:0/1167366354 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca11145420 con 0x55ca11234f30 2024-05-20T21:30:05.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.712+0000 7f706d400700 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:05.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.712+0000 7f706e800700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70540b2900 0x7f70540b4dc0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7068009ec0 tx=0x7f706800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:05.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.712+0000 7f706de00700 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234f30 0x55ca1122eb20 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f7060029fb0 tx=0x7f7060013e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e30923314da9fa2e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.712+0000 7f705b400700 1 -- 172.21.15.6:0/1167366354 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70600a9740 con 0x55ca11234f30 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.712+0000 7f705b400700 1 -- 172.21.15.6:0/1167366354 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7060003e20 con 0x55ca11234f30 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.712+0000 7f705b400700 1 -- 172.21.15.6:0/1167366354 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7060013e80 con 0x55ca11234f30 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.713+0000 7f707f59cb80 1 -- 172.21.15.6:0/1167366354 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234f30 msgr2=0x55ca1122eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.713+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234f30 0x55ca1122eb20 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f7060029fb0 tx=0x7f7060013e10 comp rx=0 tx=0).stop 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.714+0000 7f707f59cb80 1 -- 172.21.15.6:0/1167366354 shutdown_connections 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.714+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.714+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234610 0x55ca112349f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.714+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1167366354 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234f30 0x55ca1122eb20 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.714+0000 7f707f59cb80 1 -- 172.21.15.6:0/1167366354 >> 172.21.15.6:0/1167366354 conn(0x55ca1115cbe0 msgr2=0x55ca11229690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:05.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.714+0000 7f707f59cb80 1 -- 172.21.15.6:0/1167366354 shutdown_connections 2024-05-20T21:30:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.714+0000 7f707f59cb80 1 -- 172.21.15.6:0/1167366354 wait complete. 2024-05-20T21:30:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.714+0000 7f707f59cb80 1 -- start start 2024-05-20T21:30:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.715+0000 7f707f59cb80 1 Processor -- start 2024-05-20T21:30:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.715+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1123ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.715+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca112380b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.715+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112385f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.715+0000 7f707f59cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ca11082fa0 con 0x55ca1122f140 2024-05-20T21:30:05.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.715+0000 7f707f59cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ca1111d760 con 0x55ca11234f30 2024-05-20T21:30:05.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.715+0000 7f707f59cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ca1123b7a0 con 0x55ca11234610 2024-05-20T21:30:05.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.715+0000 7f707f59cb80 10 client.0 _ll_register_callbacks cb 0x55ca11126c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:05.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112385f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1123ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112385f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48222/0 (socket says 172.21.15.6:48222) 2024-05-20T21:30:05.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706e800700 1 -- 172.21.15.6:0/1768165568 learned_addr learned my addr 172.21.15.6:0/1768165568 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:05.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706d400700 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca112380b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706e800700 1 -- 172.21.15.6:0/1768165568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 msgr2=0x55ca112380b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:05.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706e800700 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca112380b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706e800700 1 -- 172.21.15.6:0/1768165568 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 msgr2=0x55ca1123ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:05.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706e800700 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1123ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.716+0000 7f706e800700 1 -- 172.21.15.6:0/1768165568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca110cc8d0 con 0x55ca11234f30 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.717+0000 7f706e800700 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112385f0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f706801ae00 tx=0x7f7068004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4baa3786f99f763c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.717+0000 7f704fe00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.717+0000 7f704fe00700 1 -- 172.21.15.6:0/1768165568 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7068008020 con 0x55ca11234f30 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.717+0000 7f704fe00700 1 -- 172.21.15.6:0/1768165568 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7068012040 con 0x55ca11234f30 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.717+0000 7f707f59cb80 1 -- 172.21.15.6:0/1768165568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ca1118ed90 con 0x55ca11234f30 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f704fe00700 1 -- 172.21.15.6:0/1768165568 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70680081c0 con 0x55ca11234f30 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f707f59cb80 10 client.29393 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f707f59cb80 1 -- 172.21.15.6:0/1768165568 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca1114d060 con 0x55ca11234f30 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f704fe00700 1 -- 172.21.15.6:0/1768165568 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ca1118ed90 con 0x55ca11234f30 2024-05-20T21:30:05.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f704fe00700 1 -- 172.21.15.6:0/1768165568 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7068007590 con 0x55ca11234f30 2024-05-20T21:30:05.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f707f59cb80 10 client.29393 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:05.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f707f59cb80 10 client.29393 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:05.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f707f59cb80 20 client.29393 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:05.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca11248290 0x55ca1124a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f707f59cb80 4 client.29393 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:05.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.718+0000 7f707f59cb80 1 -- 172.21.15.6:0/1768165568 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca11188570 con 0x55ca11248290 2024-05-20T21:30:05.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.719+0000 7f706de00700 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca11248290 0x55ca1124a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.719+0000 7f706de00700 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca11248290 0x55ca1124a680 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=221d13c33d8525a8 server_cookie=ce8ce5084df0f251 in_seq=0 out_seq=0 2024-05-20T21:30:05.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.719+0000 7f704fe00700 10 client.29393 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:05.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f704fe00700 1 -- 172.21.15.6:0/1768165568 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ca11188570 con 0x55ca11248290 2024-05-20T21:30:05.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f704fe00700 10 client.29393 handle_command_reply: tid=0 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 client.29393 shutdown 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 -- 172.21.15.6:0/1768165568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 msgr2=0x55ca112385f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112385f0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f706801ae00 tx=0x7f7068004b40 comp rx=0 tx=0).stop 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 -- 172.21.15.6:0/1768165568 shutdown_connections 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112385f0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1123ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca11248290 0x55ca1124a680 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 --2- 172.21.15.6:0/1768165568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca112380b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f707f59cb80 1 -- 172.21.15.6:0/1768165568 >> 172.21.15.6:0/1768165568 conn(0x55ca1115cbe0 msgr2=0x55ca11228d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.720+0000 7f704fe00700 0 client.29393 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.721+0000 7f707f59cb80 1 -- 172.21.15.6:0/1768165568 shutdown_connections 2024-05-20T21:30:05.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.721+0000 7f707f59cb80 1 -- 172.21.15.6:0/1768165568 wait complete. 2024-05-20T21:30:05.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.721+0000 7f707f59cb80 20 client.29393 trim_cache size 0 max 16384 2024-05-20T21:30:05.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.739+0000 7f707f59cb80 1 Processor -- start 2024-05-20T21:30:05.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.739+0000 7f707f59cb80 1 -- start start 2024-05-20T21:30:05.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca112386e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112294f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f707f59cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70701b2930 con 0x55ca1122f140 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f707f59cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f70701b01c0 con 0x55ca11234f30 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f707f59cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f70701ae010 con 0x55ca11234610 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f706de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f706e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112294f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f706e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112294f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48224/0 (socket says 172.21.15.6:48224) 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f706de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41178/0 (socket says 172.21.15.6:41178) 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f706e800700 1 -- 172.21.15.6:0/3083760686 learned_addr learned my addr 172.21.15.6:0/3083760686 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.740+0000 7f706d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca112386e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f706e800700 1 -- 172.21.15.6:0/3083760686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 msgr2=0x55ca112386e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f706e800700 1 --2- 172.21.15.6:0/3083760686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca112386e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f706e800700 1 -- 172.21.15.6:0/3083760686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 msgr2=0x55ca1122eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:05.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f706e800700 1 --2- 172.21.15.6:0/3083760686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f706e800700 1 -- 172.21.15.6:0/3083760686 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca1124ace0 con 0x55ca11234f30 2024-05-20T21:30:05.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f706e800700 1 --2- 172.21.15.6:0/3083760686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112294f0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f7068000f80 tx=0x7f7068009a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a0d567b7b1ce0a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:05.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f705aa00700 1 -- 172.21.15.6:0/3083760686 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7068008a10 con 0x55ca11234f30 2024-05-20T21:30:05.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f705aa00700 1 -- 172.21.15.6:0/3083760686 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7068034070 con 0x55ca11234f30 2024-05-20T21:30:05.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.741+0000 7f705aa00700 1 -- 172.21.15.6:0/3083760686 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7068004250 con 0x55ca11234f30 2024-05-20T21:30:05.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.742+0000 7f707f59cb80 1 -- 172.21.15.6:0/3083760686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 msgr2=0x55ca112294f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.742+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3083760686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112294f0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f7068000f80 tx=0x7f7068009a50 comp rx=0 tx=0).stop 2024-05-20T21:30:05.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.742+0000 7f707f59cb80 1 -- 172.21.15.6:0/3083760686 shutdown_connections 2024-05-20T21:30:05.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.742+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3083760686 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca112294f0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.742+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3083760686 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca1122eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.742+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3083760686 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca112386e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.742+0000 7f707f59cb80 1 -- 172.21.15.6:0/3083760686 >> 172.21.15.6:0/3083760686 conn(0x55ca1115cbe0 msgr2=0x55ca11235350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:05.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.743+0000 7f707f59cb80 1 -- 172.21.15.6:0/3083760686 shutdown_connections 2024-05-20T21:30:05.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.743+0000 7f707f59cb80 1 -- 172.21.15.6:0/3083760686 wait complete. 2024-05-20T21:30:05.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.743+0000 7f707f59cb80 1 -- start start 2024-05-20T21:30:05.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.743+0000 7f707f59cb80 1 Processor -- start 2024-05-20T21:30:05.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.744+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca11241130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.744+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca1124f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.744+0000 7f707f59cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca1124fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.744+0000 7f707f59cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70701ae680 con 0x55ca1122f140 2024-05-20T21:30:05.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.744+0000 7f707f59cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f70701afaf0 con 0x55ca11234f30 2024-05-20T21:30:05.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.744+0000 7f707f59cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f70701aed50 con 0x55ca11234610 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.744+0000 7f707f59cb80 10 client.0 _ll_register_callbacks cb 0x55ca11126c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca11241130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca11241130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41186/0 (socket says 172.21.15.6:41186) 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca1124fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706de00700 1 -- 172.21.15.6:0/3018821159 learned_addr learned my addr 172.21.15.6:0/3018821159 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706d400700 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca1124f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706de00700 1 -- 172.21.15.6:0/3018821159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 msgr2=0x55ca1124f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706de00700 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca1124f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706de00700 1 -- 172.21.15.6:0/3018821159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 msgr2=0x55ca1124fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706de00700 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca1124fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706de00700 1 -- 172.21.15.6:0/3018821159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca112505b0 con 0x55ca1122f140 2024-05-20T21:30:05.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.745+0000 7f706e800700 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca1124fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:05.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.746+0000 7f706de00700 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca11241130 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f70600a6050 tx=0x7f70600ae380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88ed4396fe2e26a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:05.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.746+0000 7f704fe00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:30:05.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.746+0000 7f704fe00700 1 -- 172.21.15.6:0/3018821159 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70600aa6d0 con 0x55ca1122f140 2024-05-20T21:30:05.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.746+0000 7f704fe00700 1 -- 172.21.15.6:0/3018821159 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f706000f460 con 0x55ca1122f140 2024-05-20T21:30:05.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.746+0000 7f707f59cb80 1 -- 172.21.15.6:0/3018821159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7068034070 con 0x55ca1122f140 2024-05-20T21:30:05.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.746+0000 7f704fe00700 1 -- 172.21.15.6:0/3018821159 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7060084440 con 0x55ca1122f140 2024-05-20T21:30:05.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.746+0000 7f707f59cb80 10 client.19296 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:05.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.746+0000 7f707f59cb80 1 -- 172.21.15.6:0/3018821159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca112bb640 con 0x55ca1122f140 2024-05-20T21:30:05.749 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.747+0000 7f704fe00700 1 -- 172.21.15.6:0/3018821159 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7068034070 con 0x55ca1122f140 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.747+0000 7f704fe00700 1 -- 172.21.15.6:0/3018821159 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f70600b2910 con 0x55ca1122f140 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.748+0000 7f707f59cb80 10 client.19296 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.748+0000 7f707f59cb80 10 client.19296 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.748+0000 7f707f59cb80 20 client.19296 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.748+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca112bbb90 0x55ca112bdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.748+0000 7f707f59cb80 4 client.19296 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.748+0000 7f707f59cb80 1 -- 172.21.15.6:0/3018821159 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ca10fff250 con 0x55ca112bbb90 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.748+0000 7f706d400700 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca112bbb90 0x55ca112bdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.749+0000 7f704fe00700 10 client.19296 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:05.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.749+0000 7f706d400700 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca112bbb90 0x55ca112bdfb0 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=880be7656adba7b server_cookie=280bca969c143f61 in_seq=0 out_seq=0 2024-05-20T21:30:05.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.749+0000 7f704fe00700 1 -- 172.21.15.6:0/3018821159 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ca10fff250 con 0x55ca112bbb90 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.749+0000 7f704fe00700 10 client.19296 handle_command_reply: tid=0 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.749+0000 7f707f59cb80 1 client.19296 shutdown 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 -- 172.21.15.6:0/3018821159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 msgr2=0x55ca11241130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca11241130 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f70600a6050 tx=0x7f70600ae380 comp rx=0 tx=0).stop 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 -- 172.21.15.6:0/3018821159 shutdown_connections 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ca11234f30 0x55ca1124fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ca1122f140 0x55ca11241130 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ca112bbb90 0x55ca112bdfb0 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 --2- 172.21.15.6:0/3018821159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ca11234610 0x55ca1124f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 -- 172.21.15.6:0/3018821159 >> 172.21.15.6:0/3018821159 conn(0x55ca1115cbe0 msgr2=0x55ca11235ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f704fe00700 0 client.19296 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 -- 172.21.15.6:0/3018821159 shutdown_connections 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 1 -- 172.21.15.6:0/3018821159 wait complete. 2024-05-20T21:30:05.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.750+0000 7f707f59cb80 20 client.19296 trim_cache size 0 max 16384 2024-05-20T21:30:05.753 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:30:05.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.751+0000 7f7074c00700 1 -- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70540b2900 msgr2=0x7f70540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.751+0000 7f7074c00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70540b2900 0x7f70540b4dc0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7068009ec0 tx=0x7f706800b040 comp rx=0 tx=0).stop 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.751+0000 7f7074c00700 1 -- 172.21.15.6:0/1825294226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7070101e60 msgr2=0x7f707019be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.751+0000 7f7074c00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7070101e60 0x7f707019be90 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7060006010 tx=0x7f7060005280 comp rx=0 tx=0).stop 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.752+0000 7f7074c00700 1 -- 172.21.15.6:0/1825294226 shutdown_connections 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.752+0000 7f7074c00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70540b2900 0x7f70540b4dc0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.752+0000 7f7074c00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7070106ef0 0x7f70701a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.752+0000 7f7074c00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7070101e60 0x7f707019be90 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.752+0000 7f7074c00700 1 --2- 172.21.15.6:0/1825294226 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7070102810 0x7f707019c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.752+0000 7f7074c00700 1 -- 172.21.15.6:0/1825294226 >> 172.21.15.6:0/1825294226 conn(0x7f7070078ab0 msgr2=0x7f7070105790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.752+0000 7f7074c00700 1 -- 172.21.15.6:0/1825294226 shutdown_connections 2024-05-20T21:30:05.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:05.752+0000 7f7074c00700 1 -- 172.21.15.6:0/1825294226 wait complete. 2024-05-20T21:30:05.757 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:05.903 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:05 smithi006 ceph-mon[31422]: pgmap v867: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-20T21:30:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:05 smithi062 ceph-mon[36640]: pgmap v867: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-20T21:30:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:05 smithi042 ceph-mon[36332]: pgmap v867: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-20T21:30:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:07 smithi062 ceph-mon[36640]: pgmap v868: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:30:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:07 smithi042 ceph-mon[36332]: pgmap v868: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:30:08.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:07 smithi006 ceph-mon[31422]: pgmap v868: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.8 KiB/s wr, 8 op/s 2024-05-20T21:30:08.402 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:30:08.402 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 -- 172.21.15.6:0/357199514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b9406b790 msgr2=0x7f5b9406bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 --2- 172.21.15.6:0/357199514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b9406b790 0x7f5b9406bbf0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c009990 tx=0x7f5b7c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 -- 172.21.15.6:0/357199514 shutdown_connections 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 --2- 172.21.15.6:0/357199514 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b94105f80 0x7f5b94106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 --2- 172.21.15.6:0/357199514 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5b94108470 0x7f5b9406b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 --2- 172.21.15.6:0/357199514 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b9406b790 0x7f5b9406bbf0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 -- 172.21.15.6:0/357199514 >> 172.21.15.6:0/357199514 conn(0x7f5b940793f0 msgr2=0x7f5b94079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 -- 172.21.15.6:0/357199514 shutdown_connections 2024-05-20T21:30:08.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.756+0000 7f5b99a00700 1 -- 172.21.15.6:0/357199514 wait complete. 2024-05-20T21:30:08.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.758+0000 7f5b99a00700 1 Processor -- start 2024-05-20T21:30:08.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.758+0000 7f5b99a00700 1 -- start start 2024-05-20T21:30:08.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b99a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5b9406b790 0x7f5b941a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b99a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b94105f80 0x7f5b941a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b99a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b94108470 0x7f5b941a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b99a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5b94119d20 con 0x7f5b9406b790 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b99a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5b94119ba0 con 0x7f5b94105f80 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b99a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5b94119ea0 con 0x7f5b94108470 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b8be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b94105f80 0x7f5b941a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b8be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b94105f80 0x7f5b941a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37042/0 (socket says 172.21.15.6:37042) 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.759+0000 7f5b8be00700 1 -- 172.21.15.6:0/757350142 learned_addr learned my addr 172.21.15.6:0/757350142 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.760+0000 7f5b92a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5b9406b790 0x7f5b941a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.760+0000 7f5b93400700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b94108470 0x7f5b941a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.760+0000 7f5b8be00700 1 -- 172.21.15.6:0/757350142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b94108470 msgr2=0x7f5b941a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.760+0000 7f5b8be00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b94108470 0x7f5b941a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.760+0000 7f5b8be00700 1 -- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5b9406b790 msgr2=0x7f5b941a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.760+0000 7f5b8be00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5b9406b790 0x7f5b941a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.760+0000 7f5b8be00700 1 -- 172.21.15.6:0/757350142 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b941a5260 con 0x7f5b94105f80 2024-05-20T21:30:08.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.760+0000 7f5b8be00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b94105f80 0x7f5b941a0790 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c005910 tx=0x7f5b7c00b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:08.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.761+0000 7f5b8b400700 1 -- 172.21.15.6:0/757350142 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b7c027070 con 0x7f5b94105f80 2024-05-20T21:30:08.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.761+0000 7f5b8b400700 1 -- 172.21.15.6:0/757350142 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b7c022470 con 0x7f5b94105f80 2024-05-20T21:30:08.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.761+0000 7f5b8b400700 1 -- 172.21.15.6:0/757350142 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b7c017650 con 0x7f5b94105f80 2024-05-20T21:30:08.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.761+0000 7f5b99a00700 1 -- 172.21.15.6:0/757350142 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b941a54f0 con 0x7f5b94105f80 2024-05-20T21:30:08.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.761+0000 7f5b99a00700 1 -- 172.21.15.6:0/757350142 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b941acdd0 con 0x7f5b94105f80 2024-05-20T21:30:08.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.766+0000 7f5ba439eb80 1 Processor -- start 2024-05-20T21:30:08.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.766+0000 7f5ba439eb80 1 -- start start 2024-05-20T21:30:08.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.766+0000 7f5b8b400700 1 -- 172.21.15.6:0/757350142 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5b7c02a070 con 0x7f5b94105f80 2024-05-20T21:30:08.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740917c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 0x560f7408b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f7408bf80 0x560f7408c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560f73fe9f40 con 0x560f74091d00 2024-05-20T21:30:08.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560f73fd9ae0 con 0x560f7408bf80 2024-05-20T21:30:08.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560f73fddb20 con 0x560f740913e0 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5b93400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740917c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5b93400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740917c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55246/0 (socket says 172.21.15.6:55246) 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5b93400700 1 -- 172.21.15.6:0/3622823739 learned_addr learned my addr 172.21.15.6:0/3622823739 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5b8be00700 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f7408bf80 0x560f7408c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.767+0000 7f5b92a00700 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 0x560f7408b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b93400700 1 -- 172.21.15.6:0/3622823739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f7408bf80 msgr2=0x560f7408c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b93400700 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f7408bf80 0x560f7408c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b93400700 1 -- 172.21.15.6:0/3622823739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 msgr2=0x560f7408b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b93400700 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 0x560f7408b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b93400700 1 -- 172.21.15.6:0/3622823739 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f73fa2520 con 0x560f740913e0 2024-05-20T21:30:08.769 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b93400700 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740917c0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c011680 tx=0x7f5b8c009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d66469735b102a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:08.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b83e00700 1 -- 172.21.15.6:0/3622823739 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c019030 con 0x560f740913e0 2024-05-20T21:30:08.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b83e00700 1 -- 172.21.15.6:0/3622823739 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b8c0093a0 con 0x560f740913e0 2024-05-20T21:30:08.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b83e00700 1 -- 172.21.15.6:0/3622823739 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c007500 con 0x560f740913e0 2024-05-20T21:30:08.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.768+0000 7f5b8b400700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b780b2900 0x7f5b780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.769+0000 7f5b8b400700 1 -- 172.21.15.6:0/757350142 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5b7c0e2fe0 con 0x7f5b94105f80 2024-05-20T21:30:08.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.769+0000 7f5b92a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b780b2900 0x7f5b780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.769+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3622823739 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 msgr2=0x560f740917c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.769+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740917c0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c011680 tx=0x7f5b8c009920 comp rx=0 tx=0).stop 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.770+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3622823739 shutdown_connections 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.770+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f7408bf80 0x560f7408c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.770+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740917c0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.770+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3622823739 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 0x560f7408b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.770+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3622823739 >> 172.21.15.6:0/3622823739 conn(0x560f73fb9ce0 msgr2=0x560f74086420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.770+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3622823739 shutdown_connections 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.770+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3622823739 wait complete. 2024-05-20T21:30:08.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.770+0000 7f5b92a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b780b2900 0x7f5b780b4dc0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5b84009cb0 tx=0x7f5b84009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:08.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.771+0000 7f5ba439eb80 1 -- start start 2024-05-20T21:30:08.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.771+0000 7f5ba439eb80 1 Processor -- start 2024-05-20T21:30:08.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.772+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f740979c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.772+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f74094db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.772+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f74091d00 0x560f740952f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.772+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x560f73ee00a0 con 0x560f7408bf80 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.772+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x560f73f7a860 con 0x560f740913e0 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.772+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x560f740987e0 con 0x560f74091d00 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.772+0000 7f5ba439eb80 10 client.0 _ll_register_callbacks cb 0x560f73f83d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.772+0000 7f5b92a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f740979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b92a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f740979c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55562/0 (socket says 172.21.15.6:55562) 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b92a00700 1 -- 172.21.15.6:0/2638892626 learned_addr learned my addr 172.21.15.6:0/2638892626 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b8be00700 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f74094db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b93400700 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f74091d00 0x560f740952f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b8be00700 1 -- 172.21.15.6:0/2638892626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f74091d00 msgr2=0x560f740952f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b8be00700 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f74091d00 0x560f740952f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b8be00700 1 -- 172.21.15.6:0/2638892626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 msgr2=0x560f740979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b8be00700 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f740979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b8be00700 1 -- 172.21.15.6:0/2638892626 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f73f299d0 con 0x560f740913e0 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.773+0000 7f5b92a00700 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f740979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5b8be00700 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f74094db0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c0e0a20 tx=0x7f5b7c0096f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72af3642cf6bb640 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5b80c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:08.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5b80c00700 1 -- 172.21.15.6:0/2638892626 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b7c0aa3a0 con 0x560f740913e0 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5b80c00700 1 -- 172.21.15.6:0/2638892626 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5b7c0e50d0 con 0x560f740913e0 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5ba439eb80 1 -- 172.21.15.6:0/2638892626 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560f73febe90 con 0x560f740913e0 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5b80c00700 1 -- 172.21.15.6:0/2638892626 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5b7c0a9d40 con 0x560f740913e0 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5ba439eb80 10 client.29411 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5ba439eb80 1 -- 172.21.15.6:0/2638892626 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560f73faa160 con 0x560f740913e0 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.774+0000 7f5b80c00700 1 -- 172.21.15.6:0/2638892626 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x560f73febe90 con 0x560f740913e0 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.775+0000 7f5b80c00700 1 -- 172.21.15.6:0/2638892626 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5b7c022920 con 0x560f740913e0 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.775+0000 7f5ba439eb80 10 client.29411 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.775+0000 7f5ba439eb80 10 client.29411 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.775+0000 7f5ba439eb80 20 client.29411 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.775+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560f740a52b0 0x560f740a7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.775+0000 7f5ba439eb80 4 client.29411 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.775+0000 7f5ba439eb80 1 -- 172.21.15.6:0/2638892626 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560f73fe5670 con 0x560f740a52b0 2024-05-20T21:30:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.776+0000 7f5b92a00700 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560f740a52b0 0x560f740a7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.776+0000 7f5b92a00700 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560f740a52b0 0x560f740a7730 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ef2e2d69c4bb3ad server_cookie=1e247efbe388096a in_seq=0 out_seq=0 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.776+0000 7f5b80c00700 10 client.29411 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.777+0000 7f5b80c00700 1 -- 172.21.15.6:0/2638892626 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560f73fe5670 con 0x560f740a52b0 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.777+0000 7f5b80c00700 10 client.29411 handle_command_reply: tid=0 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.777+0000 7f5ba439eb80 1 client.29411 shutdown 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 -- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 msgr2=0x560f74094db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f74094db0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c0e0a20 tx=0x7f5b7c0096f0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 -- 172.21.15.6:0/2638892626 shutdown_connections 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560f740a52b0 0x560f740a7730 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f74091d00 0x560f740952f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f740979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/2638892626 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f74094db0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 -- 172.21.15.6:0/2638892626 >> 172.21.15.6:0/2638892626 conn(0x560f73fb9ce0 msgr2=0x560f7408a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:08.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5b80c00700 0 client.29411 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:08.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 -- 172.21.15.6:0/2638892626 shutdown_connections 2024-05-20T21:30:08.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 1 -- 172.21.15.6:0/2638892626 wait complete. 2024-05-20T21:30:08.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.778+0000 7f5ba439eb80 20 client.29411 trim_cache size 0 max 16384 2024-05-20T21:30:08.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.806+0000 7f5ba439eb80 1 Processor -- start 2024-05-20T21:30:08.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.806+0000 7f5ba439eb80 1 -- start start 2024-05-20T21:30:08.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.806+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f7408b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.806+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740ad040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.806+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f74091d00 0x560f740ad580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5b941b6c40 con 0x560f7408bf80 2024-05-20T21:30:08.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5b941b44d0 con 0x560f74091d00 2024-05-20T21:30:08.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5b941b2320 con 0x560f740913e0 2024-05-20T21:30:08.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b92a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f7408b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b92a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f7408b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55578/0 (socket says 172.21.15.6:55578) 2024-05-20T21:30:08.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b92a00700 1 -- 172.21.15.6:0/3902283080 learned_addr learned my addr 172.21.15.6:0/3902283080 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:08.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b8be00700 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740ad040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b93400700 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f74091d00 0x560f740ad580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b8be00700 1 -- 172.21.15.6:0/3902283080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f74091d00 msgr2=0x560f740ad580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:08.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b8be00700 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f74091d00 0x560f740ad580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b8be00700 1 -- 172.21.15.6:0/3902283080 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 msgr2=0x560f7408b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:08.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b8be00700 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f7408b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b8be00700 1 -- 172.21.15.6:0/3902283080 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f740a7db0 con 0x560f740913e0 2024-05-20T21:30:08.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.807+0000 7f5b92a00700 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f7408b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:08.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.808+0000 7f5b8be00700 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740ad040 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c0aa560 tx=0x7f5b7c022cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45d70d653c05dc6e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:08.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.808+0000 7f5b83400700 1 -- 172.21.15.6:0/3902283080 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b7c0a9f20 con 0x560f740913e0 2024-05-20T21:30:08.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.808+0000 7f5b83400700 1 -- 172.21.15.6:0/3902283080 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b7c0aa0e0 con 0x560f740913e0 2024-05-20T21:30:08.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.808+0000 7f5b83400700 1 -- 172.21.15.6:0/3902283080 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b7c022ac0 con 0x560f740913e0 2024-05-20T21:30:08.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3902283080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 msgr2=0x560f740ad040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740ad040 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c0aa560 tx=0x7f5b7c022cc0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3902283080 shutdown_connections 2024-05-20T21:30:08.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f74091d00 0x560f740ad580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f7408bf80 0x560f7408b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3902283080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f740913e0 0x560f740ad040 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3902283080 >> 172.21.15.6:0/3902283080 conn(0x560f73fb9ce0 msgr2=0x560f7408b240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3902283080 shutdown_connections 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.809+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3902283080 wait complete. 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.810+0000 7f5ba439eb80 1 -- start start 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.810+0000 7f5ba439eb80 1 Processor -- start 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.810+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f7408bf80 0x560f7409aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.810+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f7409afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.810+0000 7f5ba439eb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 0x560f7409b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.810+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5b941b2990 con 0x560f74091d00 2024-05-20T21:30:08.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.810+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5b941b3e00 con 0x560f740913e0 2024-05-20T21:30:08.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.810+0000 7f5ba439eb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5b941b3060 con 0x560f7408bf80 2024-05-20T21:30:08.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5ba439eb80 10 client.0 _ll_register_callbacks cb 0x560f73f83d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:08.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b8be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f7409afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b92a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f7408bf80 0x560f7409aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b8be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f7409afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37060/0 (socket says 172.21.15.6:37060) 2024-05-20T21:30:08.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b8be00700 1 -- 172.21.15.6:0/3635283216 learned_addr learned my addr 172.21.15.6:0/3635283216 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:08.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b93400700 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 0x560f7409b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b92a00700 1 -- 172.21.15.6:0/3635283216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 msgr2=0x560f7409afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b92a00700 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f7409afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b92a00700 1 -- 172.21.15.6:0/3635283216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 msgr2=0x560f7409b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b92a00700 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 0x560f7409b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.811+0000 7f5b92a00700 1 -- 172.21.15.6:0/3635283216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f7410ffd0 con 0x560f7408bf80 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5b92a00700 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f7408bf80 0x560f7409aaa0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f5b84014010 tx=0x7f5b84004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3402b54a6bc8f93 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5b80c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5b80c00700 1 -- 172.21.15.6:0/3635283216 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b8402c030 con 0x560f7408bf80 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3635283216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b7c0aa0e0 con 0x560f7408bf80 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5b80c00700 1 -- 172.21.15.6:0/3635283216 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5b8401cab0 con 0x560f7408bf80 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5b80c00700 1 -- 172.21.15.6:0/3635283216 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5b8401ccb0 con 0x560f7408bf80 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5ba439eb80 10 client.29425 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:08.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3635283216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560f74111330 con 0x560f7408bf80 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.812+0000 7f5b80c00700 1 -- 172.21.15.6:0/3635283216 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b7c0aa0e0 con 0x560f7408bf80 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.813+0000 7f5b80c00700 1 -- 172.21.15.6:0/3635283216 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5b84019040 con 0x560f7408bf80 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.813+0000 7f5ba439eb80 10 client.29425 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.813+0000 7f5ba439eb80 10 client.29425 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.813+0000 7f5ba439eb80 20 client.29425 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.813+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560f741119f0 0x560f74113e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.813+0000 7f5ba439eb80 4 client.29425 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "534083a0", "release": true, "await": true}] 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.813+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3635283216 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "set_id": "534083a0", "release": true, "await": true}) -- 0x560f73e5c350 con 0x560f741119f0 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.813+0000 7f5b8be00700 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560f741119f0 0x560f74113e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:08.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.814+0000 7f5b8be00700 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560f741119f0 0x560f74113e10 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1520f6d9f9d94057 server_cookie=5f876a24e8770648 in_seq=0 out_seq=0 2024-05-20T21:30:08.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.814+0000 7f5b80c00700 10 client.29425 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:08.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.816+0000 7f5b80c00700 1 -- 172.21.15.6:0/3635283216 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560f73e5c350 con 0x560f741119f0 2024-05-20T21:30:08.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.816+0000 7f5b80c00700 10 client.29425 handle_command_reply: tid=0 2024-05-20T21:30:08.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.816+0000 7f5ba439eb80 1 client.29425 shutdown 2024-05-20T21:30:08.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3635283216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f7408bf80 msgr2=0x560f7409aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f7408bf80 0x560f7409aaa0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f5b84014010 tx=0x7f5b84004750 comp rx=0 tx=0).stop 2024-05-20T21:30:08.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3635283216 shutdown_connections 2024-05-20T21:30:08.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x560f74091d00 0x560f7409b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x560f741119f0 0x560f74113e10 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x560f7408bf80 0x560f7409aaa0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 --2- 172.21.15.6:0/3635283216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x560f740913e0 0x560f7409afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3635283216 >> 172.21.15.6:0/3635283216 conn(0x560f73fb9ce0 msgr2=0x560f7407fd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:08.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5b80c00700 0 client.29425 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:08.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3635283216 shutdown_connections 2024-05-20T21:30:08.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 1 -- 172.21.15.6:0/3635283216 wait complete. 2024-05-20T21:30:08.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.817+0000 7f5ba439eb80 20 client.29425 trim_cache size 0 max 16384 2024-05-20T21:30:08.818 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:30:08.818 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:30:08.818 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 52, 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "534083a0": { 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 52, 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 150.0, 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:30:08.819 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RELEASED", 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:30:08.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 -- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b780b2900 msgr2=0x7f5b780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b780b2900 0x7f5b780b4dc0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5b84009cb0 tx=0x7f5b84009260 comp rx=0 tx=0).stop 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 -- 172.21.15.6:0/757350142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b94105f80 msgr2=0x7f5b941a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b94105f80 0x7f5b941a0790 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c005910 tx=0x7f5b7c00b670 comp rx=0 tx=0).stop 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 -- 172.21.15.6:0/757350142 shutdown_connections 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5b780b2900 0x7f5b780b4dc0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b94108470 0x7f5b941a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5b9406b790 0x7f5b941a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 --2- 172.21.15.6:0/757350142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5b94105f80 0x7f5b941a0790 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 -- 172.21.15.6:0/757350142 >> 172.21.15.6:0/757350142 conn(0x7f5b940793f0 msgr2=0x7f5b94104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.818+0000 7f5b99a00700 1 -- 172.21.15.6:0/757350142 shutdown_connections 2024-05-20T21:30:08.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:08.819+0000 7f5b99a00700 1 -- 172.21.15.6:0/757350142 wait complete. 2024-05-20T21:30:09.226 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:10.027 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:09 smithi006 ceph-mon[31422]: pgmap v869: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-20T21:30:10.031 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '534083a0', total seconds elapsed: 39.3 2024-05-20T21:30:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:09 smithi062 ceph-mon[36640]: pgmap v869: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-20T21:30:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:09 smithi042 ceph-mon[36332]: pgmap v869: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-20T21:30:11.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:11 smithi006 ceph-mon[31422]: pgmap v870: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-20T21:30:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:11 smithi062 ceph-mon[36640]: pgmap v870: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-20T21:30:12.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:11 smithi042 ceph-mon[36332]: pgmap v870: 97 pgs: 97 active+clean; 2.8 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-20T21:30:12.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 -- 172.21.15.6:0/1641695149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c109dd0 msgr2=0x7f551c10a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 --2- 172.21.15.6:0/1641695149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c109dd0 0x7f551c10a1b0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f550c0099c0 tx=0x7f550c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 -- 172.21.15.6:0/1641695149 shutdown_connections 2024-05-20T21:30:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 --2- 172.21.15.6:0/1641695149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551c10eeb0 0x7f551c116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 --2- 172.21.15.6:0/1641695149 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c109dd0 0x7f551c10a1b0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 --2- 172.21.15.6:0/1641695149 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551c10a780 0x7f551c10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 -- 172.21.15.6:0/1641695149 >> 172.21.15.6:0/1641695149 conn(0x7f551c076d10 msgr2=0x7f551c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 -- 172.21.15.6:0/1641695149 shutdown_connections 2024-05-20T21:30:12.147 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.146+0000 7f5521400700 1 -- 172.21.15.6:0/1641695149 wait complete. 2024-05-20T21:30:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.147+0000 7f5521400700 1 Processor -- start 2024-05-20T21:30:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.147+0000 7f5521400700 1 -- start start 2024-05-20T21:30:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f5521400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551c109dd0 0x7f551c1a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f5521400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551c10a780 0x7f551c1a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f5521400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c10eeb0 0x7f551c1a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f5521400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f551c119d50 con 0x7f551c10eeb0 2024-05-20T21:30:12.148 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f5521400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f551c119bd0 con 0x7f551c109dd0 2024-05-20T21:30:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f5521400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f551c119ed0 con 0x7f551c10a780 2024-05-20T21:30:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f551b200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c10eeb0 0x7f551c1a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f551a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551c109dd0 0x7f551c1a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f551a800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551c109dd0 0x7f551c1a0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37076/0 (socket says 172.21.15.6:37076) 2024-05-20T21:30:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f551a800700 1 -- 172.21.15.6:0/300980680 learned_addr learned my addr 172.21.15.6:0/300980680 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f551b200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c10eeb0 0x7f551c1a4ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55592/0 (socket says 172.21.15.6:55592) 2024-05-20T21:30:12.149 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.148+0000 7f5513e00700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551c10a780 0x7f551c1a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.149+0000 7f551a800700 1 -- 172.21.15.6:0/300980680 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551c10a780 msgr2=0x7f551c1a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.149+0000 7f551a800700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551c10a780 0x7f551c1a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.149+0000 7f551a800700 1 -- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c10eeb0 msgr2=0x7f551c1a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.149+0000 7f551a800700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c10eeb0 0x7f551c1a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.149+0000 7f551a800700 1 -- 172.21.15.6:0/300980680 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551c1a5220 con 0x7f551c109dd0 2024-05-20T21:30:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.149+0000 7f551a800700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551c109dd0 0x7f551c1a0260 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f550c006010 tx=0x7f550c005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.150+0000 7f5513400700 1 -- 172.21.15.6:0/300980680 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c026070 con 0x7f551c109dd0 2024-05-20T21:30:12.150 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.150+0000 7f5521400700 1 -- 172.21.15.6:0/300980680 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f551c1a54b0 con 0x7f551c109dd0 2024-05-20T21:30:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.150+0000 7f5521400700 1 -- 172.21.15.6:0/300980680 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f551c1acd90 con 0x7f551c109dd0 2024-05-20T21:30:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.150+0000 7f5513400700 1 -- 172.21.15.6:0/300980680 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f550c003c70 con 0x7f551c109dd0 2024-05-20T21:30:12.151 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.150+0000 7f5513400700 1 -- 172.21.15.6:0/300980680 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c00fb40 con 0x7f551c109dd0 2024-05-20T21:30:12.153 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.154+0000 7f5513400700 1 -- 172.21.15.6:0/300980680 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f550c029070 con 0x7f551c109dd0 2024-05-20T21:30:12.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.154+0000 7f552bdbeb80 1 Processor -- start 2024-05-20T21:30:12.154 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f552bdbeb80 1 -- start start 2024-05-20T21:30:12.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c63690 0x55f1f0c63a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c5dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c5e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f1f0bbbec0 con 0x55f1f0c63690 2024-05-20T21:30:12.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f1f0baba60 con 0x55f1f0c63fb0 2024-05-20T21:30:12.155 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f1f0bafaa0 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f551b200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c63690 0x55f1f0c63a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f5513400700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55000b2880 0x7f55000b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f551b200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c63690 0x55f1f0c63a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55600/0 (socket says 172.21.15.6:55600) 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.155+0000 7f551b200700 1 -- 172.21.15.6:0/647185246 learned_addr learned my addr 172.21.15.6:0/647185246 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f551a800700 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c5dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f5513e00700 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c5e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f5513400700 1 -- 172.21.15.6:0/300980680 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f550c0e28b0 con 0x7f551c109dd0 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f551b200700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55000b2880 0x7f55000b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f551a800700 1 -- 172.21.15.6:0/647185246 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c5e1c0 msgr2=0x55f1f0c5e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f551a800700 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c5e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f551a800700 1 -- 172.21.15.6:0/647185246 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c63690 msgr2=0x55f1f0c63a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:12.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f551a800700 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c63690 0x55f1f0c63a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f551a800700 1 -- 172.21.15.6:0/647185246 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1f0b744a0 con 0x55f1f0c63fb0 2024-05-20T21:30:12.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.156+0000 7f5513e00700 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c5e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:12.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.157+0000 7f551a800700 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c5dba0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f550c0098e0 tx=0x7f550c009ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b87ef90e4e3c6fd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:12.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.157+0000 7f550be00700 1 -- 172.21.15.6:0/647185246 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c0a97b0 con 0x55f1f0c63fb0 2024-05-20T21:30:12.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.157+0000 7f550be00700 1 -- 172.21.15.6:0/647185246 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f550c0a9970 con 0x55f1f0c63fb0 2024-05-20T21:30:12.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.157+0000 7f550be00700 1 -- 172.21.15.6:0/647185246 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c0a95d0 con 0x55f1f0c63fb0 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 -- 172.21.15.6:0/647185246 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 msgr2=0x55f1f0c5dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c5dba0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f550c0098e0 tx=0x7f550c009ee0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f551b200700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55000b2880 0x7f55000b4d40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5514009f80 tx=0x7f5514004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 -- 172.21.15.6:0/647185246 shutdown_connections 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c5e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c63690 0x55f1f0c63a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/647185246 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c5dba0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 -- 172.21.15.6:0/647185246 >> 172.21.15.6:0/647185246 conn(0x55f1f0b8bc60 msgr2=0x55f1f0c58710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 -- 172.21.15.6:0/647185246 shutdown_connections 2024-05-20T21:30:12.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 -- 172.21.15.6:0/647185246 wait complete. 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.158+0000 7f552bdbeb80 1 -- start start 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.159+0000 7f552bdbeb80 1 Processor -- start 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.159+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c69c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.159+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c67000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.159+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c67540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.159+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f1f0ab2020 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.159+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f1f0b4c7e0 con 0x55f1f0c63fb0 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.159+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f1f0c6a820 con 0x55f1f0c63690 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.159+0000 7f552bdbeb80 10 client.0 _ll_register_callbacks cb 0x55f1f0b55cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c69c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c69c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55608/0 (socket says 172.21.15.6:55608) 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551a800700 1 -- 172.21.15.6:0/122161487 learned_addr learned my addr 172.21.15.6:0/122161487 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551b200700 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c67540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f5513e00700 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c67000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.163 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551a800700 1 -- 172.21.15.6:0/122161487 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 msgr2=0x55f1f0c67000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551a800700 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c67000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551a800700 1 -- 172.21.15.6:0/122161487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 msgr2=0x55f1f0c67540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551a800700 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c67540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.160+0000 7f551a800700 1 -- 172.21.15.6:0/122161487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1f0afb950 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.161+0000 7f551a800700 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c69c60 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f550c0a70d0 tx=0x7f550c0a9d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=463220b6713c26db server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.161+0000 7f5508c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.161+0000 7f5508c00700 1 -- 172.21.15.6:0/122161487 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f550c0a97b0 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.161+0000 7f5508c00700 1 -- 172.21.15.6:0/122161487 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f550c0a90c0 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.161+0000 7f552bdbeb80 1 -- 172.21.15.6:0/122161487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f550c0a9970 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.161+0000 7f5508c00700 1 -- 172.21.15.6:0/122161487 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f550c0a9e60 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.161+0000 7f552bdbeb80 10 client.19326 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.161+0000 7f552bdbeb80 1 -- 172.21.15.6:0/122161487 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f1f0b7c0e0 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f5508c00700 1 -- 172.21.15.6:0/122161487 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f550c0a9970 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f5508c00700 1 -- 172.21.15.6:0/122161487 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f550c00fce0 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f552bdbeb80 10 client.19326 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f552bdbeb80 10 client.19326 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f552bdbeb80 20 client.19326 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1f0c770a0 0x55f1f0c79490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f552bdbeb80 4 client.19326 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f552bdbeb80 1 -- 172.21.15.6:0/122161487 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1f0bbde10 con 0x55f1f0c770a0 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.162+0000 7f5513e00700 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1f0c770a0 0x55f1f0c79490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.163+0000 7f5513e00700 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1f0c770a0 0x55f1f0c79490 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d656644e2a50968a server_cookie=7f2ad342ac7e250e in_seq=0 out_seq=0 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.163+0000 7f5508c00700 10 client.19326 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f5508c00700 1 -- 172.21.15.6:0/122161487 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f1f0bbde10 con 0x55f1f0c770a0 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f5508c00700 10 client.19326 handle_command_reply: tid=0 2024-05-20T21:30:12.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 client.19326 shutdown 2024-05-20T21:30:12.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 -- 172.21.15.6:0/122161487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 msgr2=0x55f1f0c69c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c69c60 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f550c0a70d0 tx=0x7f550c0a9d60 comp rx=0 tx=0).stop 2024-05-20T21:30:12.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 -- 172.21.15.6:0/122161487 shutdown_connections 2024-05-20T21:30:12.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c67540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c69c60 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1f0c770a0 0x55f1f0c79490 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/122161487 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c67000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 -- 172.21.15.6:0/122161487 >> 172.21.15.6:0/122161487 conn(0x55f1f0b8bc60 msgr2=0x55f1f0c57df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:12.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f5508c00700 0 client.19326 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:12.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.164+0000 7f552bdbeb80 1 -- 172.21.15.6:0/122161487 shutdown_connections 2024-05-20T21:30:12.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.165+0000 7f552bdbeb80 1 -- 172.21.15.6:0/122161487 wait complete. 2024-05-20T21:30:12.167 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.165+0000 7f552bdbeb80 20 client.19326 trim_cache size 0 max 16384 2024-05-20T21:30:12.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.187+0000 7f552bdbeb80 1 Processor -- start 2024-05-20T21:30:12.187 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f552bdbeb80 1 -- start start 2024-05-20T21:30:12.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c67450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.188 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c58570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c68d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54f800fe40 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54f800d6d0 con 0x55f1f0c63fb0 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54f800b520 con 0x55f1f0c63690 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f551a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c67450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f5513e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c58570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f5513e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c58570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55332/0 (socket says 172.21.15.6:55332) 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f5513e00700 1 -- 172.21.15.6:0/2600232120 learned_addr learned my addr 172.21.15.6:0/2600232120 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:12.189 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.188+0000 7f551b200700 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c68d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.189+0000 7f5513e00700 1 -- 172.21.15.6:0/2600232120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 msgr2=0x55f1f0c68d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.189+0000 7f5513e00700 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c68d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.189+0000 7f5513e00700 1 -- 172.21.15.6:0/2600232120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 msgr2=0x55f1f0c67450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.189+0000 7f5513e00700 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c67450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.189+0000 7f5513e00700 1 -- 172.21.15.6:0/2600232120 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1f0c65910 con 0x55f1f0c63690 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.189+0000 7f551a800700 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c67450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.189+0000 7f5513e00700 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c58570 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f551c109410 tx=0x7f5504009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=efd0dc8e3340332c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.189+0000 7f550b400700 1 -- 172.21.15.6:0/2600232120 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5504004830 con 0x55f1f0c63690 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f550b400700 1 -- 172.21.15.6:0/2600232120 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5504005020 con 0x55f1f0c63690 2024-05-20T21:30:12.191 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f550b400700 1 -- 172.21.15.6:0/2600232120 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5504010690 con 0x55f1f0c63690 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 -- 172.21.15.6:0/2600232120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 msgr2=0x55f1f0c58570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c58570 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f551c109410 tx=0x7f5504009260 comp rx=0 tx=0).stop 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 -- 172.21.15.6:0/2600232120 shutdown_connections 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c68d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c67450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/2600232120 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63690 0x55f1f0c58570 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 -- 172.21.15.6:0/2600232120 >> 172.21.15.6:0/2600232120 conn(0x55f1f0b8bc60 msgr2=0x55f1f0c68600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 -- 172.21.15.6:0/2600232120 shutdown_connections 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.190+0000 7f552bdbeb80 1 -- 172.21.15.6:0/2600232120 wait complete. 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.191+0000 7f552bdbeb80 1 -- start start 2024-05-20T21:30:12.192 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.191+0000 7f552bdbeb80 1 Processor -- start 2024-05-20T21:30:12.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c6ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63690 0x55f1f0c6cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f552bdbeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c6d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f54f800bb90 con 0x55f1f0c5e1c0 2024-05-20T21:30:12.194 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f54f800d000 con 0x55f1f0c63690 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f552bdbeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f54f800c260 con 0x55f1f0c63fb0 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f552bdbeb80 10 client.0 _ll_register_callbacks cb 0x55f1f0b55cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f551a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c6ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f5513e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63690 0x55f1f0c6cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f5513e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63690 0x55f1f0c6cf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37108/0 (socket says 172.21.15.6:37108) 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f5513e00700 1 -- 172.21.15.6:0/1031639281 learned_addr learned my addr 172.21.15.6:0/1031639281 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f551b200700 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c6d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.192+0000 7f5513e00700 1 -- 172.21.15.6:0/1031639281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63fb0 msgr2=0x55f1f0c6d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f5513e00700 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c6d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f5513e00700 1 -- 172.21.15.6:0/1031639281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 msgr2=0x55f1f0c6ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f5513e00700 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c6ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f5513e00700 1 -- 172.21.15.6:0/1031639281 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1f0ce1d60 con 0x55f1f0c63690 2024-05-20T21:30:12.195 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f551a800700 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c6ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f5513e00700 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63690 0x55f1f0c6cf80 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f5504009e20 tx=0x7f5504012370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bafc70353a92fb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f5508c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f5508c00700 1 -- 172.21.15.6:0/1031639281 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55040051d0 con 0x55f1f0c63690 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f552bdbeb80 1 -- 172.21.15.6:0/1031639281 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5504005020 con 0x55f1f0c63690 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.193+0000 7f5508c00700 1 -- 172.21.15.6:0/1031639281 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5504005370 con 0x55f1f0c63690 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f5508c00700 1 -- 172.21.15.6:0/1031639281 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5504004050 con 0x55f1f0c63690 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f552bdbeb80 10 client.29435 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f552bdbeb80 1 -- 172.21.15.6:0/1031639281 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f1f0ce3000 con 0x55f1f0c63690 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f5508c00700 1 -- 172.21.15.6:0/1031639281 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5504005020 con 0x55f1f0c63690 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f5508c00700 1 -- 172.21.15.6:0/1031639281 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5504032020 con 0x55f1f0c63690 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f552bdbeb80 10 client.29435 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f552bdbeb80 10 client.29435 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:12.196 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f552bdbeb80 20 client.29435 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:12.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1f0ce35e0 0x55f1f0ce5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:12.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f552bdbeb80 4 client.29435 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:30:12.197 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.194+0000 7f552bdbeb80 1 -- 172.21.15.6:0/1031639281 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f1f0bb75f0 con 0x55f1f0ce35e0 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.195+0000 7f551a800700 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1f0ce35e0 0x55f1f0ce5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.195+0000 7f551a800700 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1f0ce35e0 0x55f1f0ce5a00 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cf0fad88e06a19a server_cookie=c804e14b50b5de56 in_seq=0 out_seq=0 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.195+0000 7f5508c00700 10 client.29435 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.196+0000 7f5508c00700 1 -- 172.21.15.6:0/1031639281 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f1f0bb75f0 con 0x55f1f0ce35e0 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.196+0000 7f5508c00700 10 client.29435 handle_command_reply: tid=0 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.196+0000 7f552bdbeb80 1 client.29435 shutdown 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 -- 172.21.15.6:0/1031639281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63690 msgr2=0x55f1f0c6cf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63690 0x55f1f0c6cf80 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f5504009e20 tx=0x7f5504012370 comp rx=0 tx=0).stop 2024-05-20T21:30:12.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 -- 172.21.15.6:0/1031639281 shutdown_connections 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1f0ce35e0 0x55f1f0ce5a00 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1f0c63fb0 0x55f1f0c6d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1f0c5e1c0 0x55f1f0c6ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 --2- 172.21.15.6:0/1031639281 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1f0c63690 0x55f1f0c6cf80 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 -- 172.21.15.6:0/1031639281 >> 172.21.15.6:0/1031639281 conn(0x55f1f0b8bc60 msgr2=0x55f1f0c64b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f5508c00700 0 client.29435 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 -- 172.21.15.6:0/1031639281 shutdown_connections 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 1 -- 172.21.15.6:0/1031639281 wait complete. 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.197+0000 7f552bdbeb80 20 client.29435 trim_cache size 0 max 16384 2024-05-20T21:30:12.199 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:30:12.200 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:30:12.200 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "21f5d151-4e64-47e0-8143-c6ce8c3bedd0", 2024-05-20T21:30:12.200 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:30:12.200 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:30:12.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 -- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55000b2880 msgr2=0x7f55000b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.200 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55000b2880 0x7f55000b4d40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5514009f80 tx=0x7f5514004b40 comp rx=0 tx=0).stop 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 -- 172.21.15.6:0/300980680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551c109dd0 msgr2=0x7f551c1a0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551c109dd0 0x7f551c1a0260 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f550c006010 tx=0x7f550c005280 comp rx=0 tx=0).stop 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 -- 172.21.15.6:0/300980680 shutdown_connections 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55000b2880 0x7f55000b4d40 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f551c10eeb0 0x7f551c1a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f551c109dd0 0x7f551c1a0260 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 --2- 172.21.15.6:0/300980680 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f551c10a780 0x7f551c1a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.198+0000 7f5521400700 1 -- 172.21.15.6:0/300980680 >> 172.21.15.6:0/300980680 conn(0x7f551c076d10 msgr2=0x7f551c078960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.199+0000 7f5521400700 1 -- 172.21.15.6:0/300980680 shutdown_connections 2024-05-20T21:30:12.201 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:12.199+0000 7f5521400700 1 -- 172.21.15.6:0/300980680 wait complete. 2024-05-20T21:30:13.205 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:30:13.693 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 -- 172.21.15.6:0/3557856767 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91240754b0 msgr2=0x7f9124075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 --2- 172.21.15.6:0/3557856767 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91240754b0 0x7f9124075930 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f9110009860 tx=0x7f911002a340 comp rx=0 tx=0).stop 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 -- 172.21.15.6:0/3557856767 shutdown_connections 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 --2- 172.21.15.6:0/3557856767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f912410a7b0 0x7f912410cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 --2- 172.21.15.6:0/3557856767 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f91240754b0 0x7f9124075930 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 --2- 172.21.15.6:0/3557856767 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9124076a90 0x7f9124074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 -- 172.21.15.6:0/3557856767 >> 172.21.15.6:0/3557856767 conn(0x7f91240fde60 msgr2=0x7f91241002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 -- 172.21.15.6:0/3557856767 shutdown_connections 2024-05-20T21:30:13.928 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.927+0000 7f912ae00640 1 -- 172.21.15.6:0/3557856767 wait complete. 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.928+0000 7f912ae00640 1 Processor -- start 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f912ae00640 1 -- start start 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f912ae00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91240754b0 0x7f9124105c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f912ae00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9124076a90 0x7f9124106150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f912ae00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f912410a7b0 0x7f9124102780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f912ae00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9124110600 con 0x7f91240754b0 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f912ae00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9124110480 con 0x7f912410a7b0 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f912ae00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9124110780 con 0x7f9124076a90 2024-05-20T21:30:13.930 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f9129a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91240754b0 0x7f9124105c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f9129000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9124076a90 0x7f9124106150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f9129000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9124076a90 0x7f9124106150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55370/0 (socket says 172.21.15.6:55370) 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.929+0000 7f9129000640 1 -- 172.21.15.6:0/3715990619 learned_addr learned my addr 172.21.15.6:0/3715990619 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.930+0000 7f912a400640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f912410a7b0 0x7f9124102780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.930+0000 7f9129000640 1 -- 172.21.15.6:0/3715990619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f912410a7b0 msgr2=0x7f9124102780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.930+0000 7f9129000640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f912410a7b0 0x7f9124102780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.930+0000 7f9129000640 1 -- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91240754b0 msgr2=0x7f9124105c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.930+0000 7f9129000640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91240754b0 0x7f9124105c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.930+0000 7f9129000640 1 -- 172.21.15.6:0/3715990619 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9124103040 con 0x7f9124076a90 2024-05-20T21:30:13.931 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.930+0000 7f9129000640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9124076a90 0x7f9124106150 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f9110005940 tx=0x7f911002ae20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.930+0000 7f9122000640 1 -- 172.21.15.6:0/3715990619 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9110040020 con 0x7f9124076a90 2024-05-20T21:30:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.931+0000 7f912ae00640 1 -- 172.21.15.6:0/3715990619 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91241a7160 con 0x7f9124076a90 2024-05-20T21:30:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.931+0000 7f9122000640 1 -- 172.21.15.6:0/3715990619 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9110030e50 con 0x7f9124076a90 2024-05-20T21:30:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.931+0000 7f9122000640 1 -- 172.21.15.6:0/3715990619 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9110037040 con 0x7f9124076a90 2024-05-20T21:30:13.932 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.931+0000 7f912ae00640 1 -- 172.21.15.6:0/3715990619 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91241a7510 con 0x7f9124076a90 2024-05-20T21:30:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.934+0000 7f912f270740 1 Processor -- start 2024-05-20T21:30:13.934 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.934+0000 7f912f270740 1 -- start start 2024-05-20T21:30:13.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.934+0000 7f912f270740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d44fd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.934+0000 7f912f270740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d45021e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.934+0000 7f912f270740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d4504ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.934+0000 7f912f270740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5621d446cb90 con 0x5621d4502850 2024-05-20T21:30:13.935 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.934+0000 7f912f270740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5621d445c730 con 0x5621d44fccf0 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.934+0000 7f912f270740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5621d4460770 con 0x5621d44fd6e0 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d45021e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d45021e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55380/0 (socket says 172.21.15.6:55380) 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 -- 172.21.15.6:0/1427350549 learned_addr learned my addr 172.21.15.6:0/1427350549 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f912a400640 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d44fd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9122000640 1 -- 172.21.15.6:0/3715990619 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9110043020 con 0x7f9124076a90 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129000640 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d4504ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 -- 172.21.15.6:0/1427350549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 msgr2=0x5621d44fd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d44fd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 -- 172.21.15.6:0/1427350549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 msgr2=0x5621d4504ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d4504ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 -- 172.21.15.6:0/1427350549 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621d43f58b0 con 0x5621d44fd6e0 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f912a400640 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d44fd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129000640 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d4504ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:13.936 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.935+0000 7f9129a00640 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d45021e0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f9118009cd0 tx=0x7f9118011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac638a544491b64c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:13.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.936+0000 7f9116a00640 1 -- 172.21.15.6:0/1427350549 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911801e070 con 0x5621d44fd6e0 2024-05-20T21:30:13.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.936+0000 7f9116a00640 1 -- 172.21.15.6:0/1427350549 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9118019ae0 con 0x5621d44fd6e0 2024-05-20T21:30:13.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.936+0000 7f9116a00640 1 -- 172.21.15.6:0/1427350549 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911800ead0 con 0x5621d44fd6e0 2024-05-20T21:30:13.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.936+0000 7f912f270740 1 -- 172.21.15.6:0/1427350549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 msgr2=0x5621d45021e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.936+0000 7f912f270740 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d45021e0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f9118009cd0 tx=0x7f9118011810 comp rx=0 tx=0).stop 2024-05-20T21:30:13.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.936+0000 7f9122000640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f910c0b2850 0x7f910c0b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f9122000640 1 -- 172.21.15.6:0/3715990619 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9110101f80 con 0x7f9124076a90 2024-05-20T21:30:13.940 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912f270740 1 -- 172.21.15.6:0/1427350549 shutdown_connections 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912f270740 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d4504ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912f270740 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d45021e0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912f270740 1 --2- 172.21.15.6:0/1427350549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d44fd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912f270740 1 -- 172.21.15.6:0/1427350549 >> 172.21.15.6:0/1427350549 conn(0x5621d44f8360 msgr2=0x5621d44f8760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912a400640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f910c0b2850 0x7f910c0b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912f270740 1 -- 172.21.15.6:0/1427350549 shutdown_connections 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912f270740 1 -- 172.21.15.6:0/1427350549 wait complete. 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912f270740 1 -- start start 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.937+0000 7f912a400640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f910c0b2850 0x7f910c0b4d10 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x5621d44fdf40 tx=0x7f911c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912f270740 1 Processor -- start 2024-05-20T21:30:13.941 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912f270740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fccf0 0x5621d4506ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912f270740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d4507000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912f270740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d4502850 0x5621d450e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912f270740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5621d4142790 con 0x5621d44fccf0 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912f270740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5621d4404bc0 con 0x5621d4502850 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912f270740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5621d4505800 con 0x5621d44fd6e0 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912f270740 10 client.0 _ll_register_callbacks cb 0x5621d43e2400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f9129a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fccf0 0x5621d4506ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912a400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d4502850 0x5621d450e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f9129a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fccf0 0x5621d4506ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55656/0 (socket says 172.21.15.6:55656) 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f912a400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d4502850 0x5621d450e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37148/0 (socket says 172.21.15.6:37148) 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f9129a00640 1 -- 172.21.15.6:0/2042669099 learned_addr learned my addr 172.21.15.6:0/2042669099 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.938+0000 7f9129000640 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d4507000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.942 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f912a400640 1 -- 172.21.15.6:0/2042669099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 msgr2=0x5621d4507000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f912a400640 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d4507000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f912a400640 1 -- 172.21.15.6:0/2042669099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fccf0 msgr2=0x5621d4506ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f912a400640 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fccf0 0x5621d4506ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f912a400640 1 -- 172.21.15.6:0/2042669099 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621d4171210 con 0x5621d4502850 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f9129000640 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d4507000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f9129a00640 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fccf0 0x5621d4506ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f912a400640 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d4502850 0x5621d450e040 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f911c003f80 tx=0x7f911c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad42939f26cbc7df server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f910b400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.939+0000 7f910b400640 1 -- 172.21.15.6:0/2042669099 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c00f830 con 0x5621d4502850 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f910b400640 1 -- 172.21.15.6:0/2042669099 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f911c00f9d0 con 0x5621d4502850 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f912f270740 1 -- 172.21.15.6:0/2042669099 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9118019ae0 con 0x5621d4502850 2024-05-20T21:30:13.943 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f910b400640 1 -- 172.21.15.6:0/2042669099 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f911c00fbd0 con 0x5621d4502850 2024-05-20T21:30:13.944 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f912f270740 10 client.29447 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:13.944 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f912f270740 1 -- 172.21.15.6:0/2042669099 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5621d423d620 con 0x5621d4502850 2024-05-20T21:30:13.944 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f910b400640 1 -- 172.21.15.6:0/2042669099 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9118019ae0 con 0x5621d4502850 2024-05-20T21:30:13.945 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f910b400640 1 -- 172.21.15.6:0/2042669099 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f911c026070 con 0x5621d4502850 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f912f270740 10 client.29447 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f912f270740 10 client.29447 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.940+0000 7f912f270740 20 client.29447 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.941+0000 7f912f270740 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621d45125c0 0x5621d4514a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.941+0000 7f912f270740 4 client.29447 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.941+0000 7f912f270740 1 -- 172.21.15.6:0/2042669099 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621d446eae0 con 0x5621d45125c0 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.941+0000 7f9129a00640 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621d45125c0 0x5621d4514a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.941+0000 7f9129a00640 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621d45125c0 0x5621d4514a30 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f562064d979348bd server_cookie=bad76adb3df602cb in_seq=0 out_seq=0 2024-05-20T21:30:13.946 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.941+0000 7f910b400640 10 client.29447 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f910b400640 1 -- 172.21.15.6:0/2042669099 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5621d446eae0 con 0x5621d45125c0 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f910b400640 10 client.29447 handle_command_reply: tid=0 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 client.29447 shutdown 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 -- 172.21.15.6:0/2042669099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d4502850 msgr2=0x5621d450e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d4502850 0x5621d450e040 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f911c003f80 tx=0x7f911c004a40 comp rx=0 tx=0).stop 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 -- 172.21.15.6:0/2042669099 shutdown_connections 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621d45125c0 0x5621d4514a30 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d4502850 0x5621d450e040 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fd6e0 0x5621d4507000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f910b400640 0 client.29447 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:13.947 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 --2- 172.21.15.6:0/2042669099 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fccf0 0x5621d4506ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 -- 172.21.15.6:0/2042669099 >> 172.21.15.6:0/2042669099 conn(0x5621d44f8360 msgr2=0x5621d44f74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 -- 172.21.15.6:0/2042669099 shutdown_connections 2024-05-20T21:30:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 1 -- 172.21.15.6:0/2042669099 wait complete. 2024-05-20T21:30:13.948 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.943+0000 7f912f270740 20 client.29447 trim_cache size 0 max 16384 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.960+0000 7f912f270740 1 Processor -- start 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.960+0000 7f912f270740 1 -- start start 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.960+0000 7f912f270740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fccf0 0x5621d4504c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.960+0000 7f912f270740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fd6e0 0x5621d450e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.960+0000 7f912f270740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d44fb950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.960+0000 7f912f270740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f91241b2e00 con 0x5621d4502850 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.960+0000 7f912f270740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f91241b06d0 con 0x5621d44fd6e0 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.960+0000 7f912f270740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f91241ae520 con 0x5621d44fccf0 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d44fb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f9129a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fccf0 0x5621d4504c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d44fb950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55660/0 (socket says 172.21.15.6:55660) 2024-05-20T21:30:13.961 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 -- 172.21.15.6:0/640281681 learned_addr learned my addr 172.21.15.6:0/640281681 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:13.962 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f9129000640 1 --2- 172.21.15.6:0/640281681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fd6e0 0x5621d450e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.963 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 -- 172.21.15.6:0/640281681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fccf0 msgr2=0x5621d4504c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:13.963 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 --2- 172.21.15.6:0/640281681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fccf0 0x5621d4504c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.963 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 -- 172.21.15.6:0/640281681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fd6e0 msgr2=0x5621d450e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:13.963 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 --2- 172.21.15.6:0/640281681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fd6e0 0x5621d450e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.963 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 -- 172.21.15.6:0/640281681 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621d4505ba0 con 0x5621d4502850 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.961+0000 7f912a400640 1 --2- 172.21.15.6:0/640281681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d44fb950 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f911c009270 tx=0x7f911c009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87acf88abb310e3f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f9116000640 1 -- 172.21.15.6:0/640281681 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c035020 con 0x5621d4502850 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f9116000640 1 -- 172.21.15.6:0/640281681 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f911c00fe30 con 0x5621d4502850 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f9116000640 1 -- 172.21.15.6:0/640281681 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c01e990 con 0x5621d4502850 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f912f270740 1 -- 172.21.15.6:0/640281681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 msgr2=0x5621d44fb950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f912f270740 1 --2- 172.21.15.6:0/640281681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d44fb950 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f911c009270 tx=0x7f911c009fd0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f912f270740 1 -- 172.21.15.6:0/640281681 shutdown_connections 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f912f270740 1 --2- 172.21.15.6:0/640281681 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d4502850 0x5621d44fb950 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f912f270740 1 --2- 172.21.15.6:0/640281681 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fd6e0 0x5621d450e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f912f270740 1 --2- 172.21.15.6:0/640281681 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d44fccf0 0x5621d4504c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.962+0000 7f912f270740 1 -- 172.21.15.6:0/640281681 >> 172.21.15.6:0/640281681 conn(0x5621d44f8360 msgr2=0x5621d44fb240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.963+0000 7f912f270740 1 -- 172.21.15.6:0/640281681 shutdown_connections 2024-05-20T21:30:13.964 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.963+0000 7f912f270740 1 -- 172.21.15.6:0/640281681 wait complete. 2024-05-20T21:30:13.965 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.963+0000 7f912f270740 1 -- start start 2024-05-20T21:30:13.965 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.963+0000 7f912f270740 1 Processor -- start 2024-05-20T21:30:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912f270740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d450def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912f270740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fd6e0 0x5621d450a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912f270740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d4502850 0x5621d450af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912f270740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f91241aeb90 con 0x5621d44fd6e0 2024-05-20T21:30:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912f270740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f91241b0000 con 0x5621d44fccf0 2024-05-20T21:30:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912f270740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f91241af260 con 0x5621d4502850 2024-05-20T21:30:13.967 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912f270740 10 client.0 _ll_register_callbacks cb 0x7f911c009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fd6e0 0x5621d450a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fd6e0 0x5621d450a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55662/0 (socket says 172.21.15.6:55662) 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129000640 1 -- 172.21.15.6:0/2816487659 learned_addr learned my addr 172.21.15.6:0/2816487659 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129a00640 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d450def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912a400640 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d4502850 0x5621d450af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129000640 1 -- 172.21.15.6:0/2816487659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d4502850 msgr2=0x5621d450af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129000640 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d4502850 0x5621d450af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129000640 1 -- 172.21.15.6:0/2816487659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 msgr2=0x5621d450def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129000640 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d450def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f9129000640 1 -- 172.21.15.6:0/2816487659 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621d457b200 con 0x5621d44fd6e0 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.964+0000 7f912a400640 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d4502850 0x5621d450af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.965+0000 7f9129000640 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fd6e0 0x5621d450a9e0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f9110005820 tx=0x7f91100c99f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9a5f488161d12ee server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:13.968 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.965+0000 7f910b400640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.965+0000 7f910b400640 1 -- 172.21.15.6:0/2816487659 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91100e2070 con 0x5621d44fd6e0 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.965+0000 7f910b400640 1 -- 172.21.15.6:0/2816487659 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f91100d2080 con 0x5621d44fd6e0 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.965+0000 7f912f270740 1 -- 172.21.15.6:0/2816487659 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f911c00fe30 con 0x5621d44fd6e0 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.965+0000 7f910b400640 1 -- 172.21.15.6:0/2816487659 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91100c8c10 con 0x5621d44fd6e0 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.965+0000 7f912f270740 10 client.19347 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.965+0000 7f912f270740 1 -- 172.21.15.6:0/2816487659 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5621d457c560 con 0x5621d44fd6e0 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f910b400640 1 -- 172.21.15.6:0/2816487659 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f911c00fe30 con 0x5621d44fd6e0 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f910b400640 1 -- 172.21.15.6:0/2816487659 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f91100ea2e0 con 0x5621d44fd6e0 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f912f270740 10 client.19347 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f912f270740 10 client.19347 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f912f270740 20 client.19347 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f912f270740 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621d457cf60 0x5621d457f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f912f270740 4 client.19347 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:13.969 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f912f270740 1 -- 172.21.15.6:0/2816487659 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5621d44682c0 con 0x5621d457cf60 2024-05-20T21:30:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.966+0000 7f9129a00640 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621d457cf60 0x5621d457f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.967+0000 7f9129a00640 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621d457cf60 0x5621d457f380 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8149f3a83711b6b9 server_cookie=9f59ede014bb1365 in_seq=0 out_seq=0 2024-05-20T21:30:13.970 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.967+0000 7f910b400640 10 client.19347 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:13.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f910b400640 1 -- 172.21.15.6:0/2816487659 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5621d44682c0 con 0x5621d457cf60 2024-05-20T21:30:13.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f910b400640 10 client.19347 handle_command_reply: tid=0 2024-05-20T21:30:13.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 client.19347 shutdown 2024-05-20T21:30:13.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 -- 172.21.15.6:0/2816487659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fd6e0 msgr2=0x5621d450a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fd6e0 0x5621d450a9e0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f9110005820 tx=0x7f91100c99f0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 -- 172.21.15.6:0/2816487659 shutdown_connections 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5621d457cf60 0x5621d457f380 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5621d4502850 0x5621d450af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5621d44fd6e0 0x5621d450a9e0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f910b400640 0 client.19347 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 --2- 172.21.15.6:0/2816487659 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5621d44fccf0 0x5621d450def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 -- 172.21.15.6:0/2816487659 >> 172.21.15.6:0/2816487659 conn(0x5621d44f8360 msgr2=0x5621d44fbad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 -- 172.21.15.6:0/2816487659 shutdown_connections 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.979+0000 7f912f270740 1 -- 172.21.15.6:0/2816487659 wait complete. 2024-05-20T21:30:13.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.980+0000 7f912f270740 20 client.19347 trim_cache size 0 max 16384 2024-05-20T21:30:13.981 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:30:13.981 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:30:13.981 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:30:13.981 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.980+0000 7f912ae00640 1 -- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f910c0b2850 msgr2=0x7f910c0b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.981 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.980+0000 7f912ae00640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f910c0b2850 0x7f910c0b4d10 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x5621d44fdf40 tx=0x7f911c009500 comp rx=0 tx=0).stop 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.980+0000 7f912ae00640 1 -- 172.21.15.6:0/3715990619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9124076a90 msgr2=0x7f9124106150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.980+0000 7f912ae00640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9124076a90 0x7f9124106150 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f9110005940 tx=0x7f911002ae20 comp rx=0 tx=0).stop 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.981+0000 7f912ae00640 1 -- 172.21.15.6:0/3715990619 shutdown_connections 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.981+0000 7f912ae00640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f910c0b2850 0x7f910c0b4d10 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.981+0000 7f912ae00640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f912410a7b0 0x7f9124102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.981+0000 7f912ae00640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9124076a90 0x7f9124106150 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.981+0000 7f912ae00640 1 --2- 172.21.15.6:0/3715990619 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f91240754b0 0x7f9124105c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.981+0000 7f912ae00640 1 -- 172.21.15.6:0/3715990619 >> 172.21.15.6:0/3715990619 conn(0x7f91240fde60 msgr2=0x7f91241066b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.981+0000 7f912ae00640 1 -- 172.21.15.6:0/3715990619 shutdown_connections 2024-05-20T21:30:13.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:13.981+0000 7f912ae00640 1 -- 172.21.15.6:0/3715990619 wait complete. 2024-05-20T21:30:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:13 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:30:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:13 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:13 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:30:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:13 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:14.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:13 smithi062 ceph-mon[36640]: pgmap v871: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:30:14.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:13 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:30:14.056 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:13 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:14.056 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:13 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:30:14.056 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:13 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:14.056 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:13 smithi006 ceph-mon[31422]: pgmap v871: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:30:14.126 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:13 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:30:14.126 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:13 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:14.126 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:13 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:30:14.127 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:13 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:14.127 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:13 smithi042 ceph-mon[36332]: pgmap v871: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:30:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:15 smithi062 ceph-mon[36640]: pgmap v872: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-20T21:30:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:15 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:30:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 -- 172.21.15.6:0/1400063218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc810b780 msgr2=0x7fafc810bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 --2- 172.21.15.6:0/1400063218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc810b780 0x7fafc810bb60 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fafb8009990 tx=0x7fafb8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 -- 172.21.15.6:0/1400063218 shutdown_connections 2024-05-20T21:30:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 --2- 172.21.15.6:0/1400063218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafc8106140 0x7fafc8112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 --2- 172.21.15.6:0/1400063218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc810b780 0x7fafc810bb60 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 --2- 172.21.15.6:0/1400063218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fafc8105780 0x7fafc8105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 -- 172.21.15.6:0/1400063218 >> 172.21.15.6:0/1400063218 conn(0x7fafc8101270 msgr2=0x7fafc8103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:16.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 -- 172.21.15.6:0/1400063218 shutdown_connections 2024-05-20T21:30:16.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.061+0000 7fafcde00700 1 -- 172.21.15.6:0/1400063218 wait complete. 2024-05-20T21:30:16.063 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:15 smithi006 ceph-mon[31422]: pgmap v872: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-20T21:30:16.063 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:15 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.062+0000 7fafcde00700 1 Processor -- start 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafcde00700 1 -- start start 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafcde00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc8105780 0x7fafc8112500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafcde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fafc8106140 0x7fafc810f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafcde00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafc810b780 0x7fafc810fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafcde00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fafc81159b0 con 0x7fafc810b780 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafcde00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fafc8115830 con 0x7fafc8105780 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafcde00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fafc8115b30 con 0x7fafc8106140 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc8105780 0x7fafc8112500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafc7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafc810b780 0x7fafc810fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafc6000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fafc8106140 0x7fafc810f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc8105780 0x7fafc8112500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37194/0 (socket says 172.21.15.6:37194) 2024-05-20T21:30:16.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.063+0000 7fafc6a00700 1 -- 172.21.15.6:0/899998384 learned_addr learned my addr 172.21.15.6:0/899998384 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.064+0000 7fafc6a00700 1 -- 172.21.15.6:0/899998384 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fafc8106140 msgr2=0x7fafc810f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.064+0000 7fafc6a00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fafc8106140 0x7fafc810f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.064+0000 7fafc6a00700 1 -- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafc810b780 msgr2=0x7fafc810fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.064+0000 7fafc6a00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafc810b780 0x7fafc810fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.064+0000 7fafc6a00700 1 -- 172.21.15.6:0/899998384 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafc81ac6b0 con 0x7fafc8105780 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.064+0000 7fafc6a00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc8105780 0x7fafc8112500 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fafb8000c00 tx=0x7fafb80057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.065+0000 7fafcca00700 1 -- 172.21.15.6:0/899998384 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb8027070 con 0x7fafc8105780 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.065+0000 7fafcca00700 1 -- 172.21.15.6:0/899998384 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fafb8022470 con 0x7fafc8105780 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.065+0000 7fafcca00700 1 -- 172.21.15.6:0/899998384 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb8017650 con 0x7fafc8105780 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.065+0000 7fafcde00700 1 -- 172.21.15.6:0/899998384 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafc81ac880 con 0x7fafc8105780 2024-05-20T21:30:16.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.065+0000 7fafcde00700 1 -- 172.21.15.6:0/899998384 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafc81acc70 con 0x7fafc8105780 2024-05-20T21:30:16.068 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.068+0000 7fafcca00700 1 -- 172.21.15.6:0/899998384 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fafb802a070 con 0x7fafc8105780 2024-05-20T21:30:16.069 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.069+0000 7fafd8711b80 1 Processor -- start 2024-05-20T21:30:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafd8711b80 1 -- start start 2024-05-20T21:30:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08eceb0 0x5573a08ed290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08e7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08e7880 0x5573a08e7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafd8711b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5573a0845e40 con 0x5573a08eceb0 2024-05-20T21:30:16.070 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafd8711b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5573a08359e0 con 0x5573a08e7880 2024-05-20T21:30:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafcca00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fafac0b2900 0x7fafac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafd8711b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5573a0839a20 con 0x5573a08ed7d0 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.070+0000 7fafcca00700 1 -- 172.21.15.6:0/899998384 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fafb80e2f20 con 0x7fafc8105780 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08e7880 0x5573a08e7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08e7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08eceb0 0x5573a08ed290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08e7880 0x5573a08e7ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37198/0 (socket says 172.21.15.6:37198) 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08e7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55432/0 (socket says 172.21.15.6:55432) 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6000700 1 -- 172.21.15.6:0/3590708544 learned_addr learned my addr 172.21.15.6:0/3590708544 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc7400700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fafac0b2900 0x7fafac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.072 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6000700 1 -- 172.21.15.6:0/3590708544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 msgr2=0x5573a08e7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6000700 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08e7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6000700 1 -- 172.21.15.6:0/3590708544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08eceb0 msgr2=0x5573a08ed290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6000700 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08eceb0 0x5573a08ed290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6000700 1 -- 172.21.15.6:0/3590708544 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573a07fe420 con 0x5573a08e7880 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc6a00700 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08e7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.071+0000 7fafc7400700 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08eceb0 0x5573a08ed290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.072+0000 7fafc6000700 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08e7880 0x5573a08e7ce0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009cf0 tx=0x7fafb4011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6dc9aa11ee7cde3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.072+0000 7fafc7400700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fafac0b2900 0x7fafac0b4dc0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fafc0009ec0 tx=0x7fafc000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.072+0000 7fafbcc00700 1 -- 172.21.15.6:0/3590708544 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb4011d80 con 0x5573a08e7880 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.072+0000 7fafbcc00700 1 -- 172.21.15.6:0/3590708544 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fafb4004500 con 0x5573a08e7880 2024-05-20T21:30:16.073 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.072+0000 7fafbcc00700 1 -- 172.21.15.6:0/3590708544 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb40052b0 con 0x5573a08e7880 2024-05-20T21:30:16.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 -- 172.21.15.6:0/3590708544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08e7880 msgr2=0x5573a08e7ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08e7880 0x5573a08e7ce0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009cf0 tx=0x7fafb4011440 comp rx=0 tx=0).stop 2024-05-20T21:30:16.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 -- 172.21.15.6:0/3590708544 shutdown_connections 2024-05-20T21:30:16.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08e7880 0x5573a08e7ce0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08eceb0 0x5573a08ed290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.075 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 --2- 172.21.15.6:0/3590708544 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08e7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 -- 172.21.15.6:0/3590708544 >> 172.21.15.6:0/3590708544 conn(0x5573a0815be0 msgr2=0x5573a08e2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 -- 172.21.15.6:0/3590708544 shutdown_connections 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.073+0000 7fafd8711b80 1 -- 172.21.15.6:0/3590708544 wait complete. 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 1 -- start start 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 1 Processor -- start 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08f33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08f0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5573a073bfa0 con 0x5573a08e7880 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5573a07d6760 con 0x5573a08eceb0 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5573a08f4240 con 0x5573a08ed7d0 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.074+0000 7fafd8711b80 10 client.0 _ll_register_callbacks cb 0x5573a07dfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.076 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08f33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:37206/0 (socket says 172.21.15.6:37206) 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6000700 1 -- 172.21.15.6:0/2117247300 learned_addr learned my addr 172.21.15.6:0/2117247300 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6a00700 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08f33e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55686/0 (socket says 172.21.15.6:55686) 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc7400700 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08f0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6a00700 1 -- 172.21.15.6:0/2117247300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 msgr2=0x5573a08f0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6a00700 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08f0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6a00700 1 -- 172.21.15.6:0/2117247300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 msgr2=0x5573a08f0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6a00700 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc6a00700 1 -- 172.21.15.6:0/2117247300 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573a07858d0 con 0x5573a08e7880 2024-05-20T21:30:16.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.075+0000 7fafc7400700 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08f0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:16.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.076+0000 7fafc6a00700 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08f33e0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fafb8025040 tx=0x7fafb80a9cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80a0a9a4e5428688 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:16.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.076+0000 7fafb1600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:30:16.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.076+0000 7fafb1600700 1 -- 172.21.15.6:0/2117247300 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb80aa4d0 con 0x5573a08e7880 2024-05-20T21:30:16.079 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.076+0000 7fafb1600700 1 -- 172.21.15.6:0/2117247300 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fafb80094b0 con 0x5573a08e7880 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.076+0000 7fafd8711b80 1 -- 172.21.15.6:0/2117247300 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafb4004500 con 0x5573a08e7880 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.076+0000 7fafb1600700 1 -- 172.21.15.6:0/2117247300 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fafb80ae880 con 0x5573a08e7880 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.076+0000 7fafd8711b80 10 client.19359 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.076+0000 7fafd8711b80 1 -- 172.21.15.6:0/2117247300 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5573a0806060 con 0x5573a08e7880 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafb1600700 1 -- 172.21.15.6:0/2117247300 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fafb4004500 con 0x5573a08e7880 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafb1600700 1 -- 172.21.15.6:0/2117247300 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fafb80aa830 con 0x5573a08e7880 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafd8711b80 10 client.19359 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafd8711b80 10 client.19359 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafd8711b80 20 client.19359 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafd8711b80 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5573a0900c70 0x5573a09030b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafd8711b80 4 client.19359 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafd8711b80 1 -- 172.21.15.6:0/2117247300 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5573a0847d90 con 0x5573a0900c70 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.077+0000 7fafc6000700 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5573a0900c70 0x5573a09030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.080 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.078+0000 7fafc6000700 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5573a0900c70 0x5573a09030b0 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=436fffa6ce336566 server_cookie=4573f26ee893ed47 in_seq=0 out_seq=0 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.078+0000 7fafb1600700 10 client.19359 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafb1600700 1 -- 172.21.15.6:0/2117247300 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5573a0847d90 con 0x5573a0900c70 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafb1600700 10 client.19359 handle_command_reply: tid=0 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 client.19359 shutdown 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 -- 172.21.15.6:0/2117247300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 msgr2=0x5573a08f33e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08f33e0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fafb8025040 tx=0x7fafb80a9cc0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 -- 172.21.15.6:0/2117247300 shutdown_connections 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5573a0900c70 0x5573a09030b0 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a08f0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08f33e0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 --2- 172.21.15.6:0/2117247300 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafb1600700 0 client.19359 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 -- 172.21.15.6:0/2117247300 >> 172.21.15.6:0/2117247300 conn(0x5573a0815be0 msgr2=0x5573a08e6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:16.081 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 -- 172.21.15.6:0/2117247300 shutdown_connections 2024-05-20T21:30:16.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 1 -- 172.21.15.6:0/2117247300 wait complete. 2024-05-20T21:30:16.082 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.079+0000 7fafd8711b80 20 client.19359 trim_cache size 0 max 16384 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.102+0000 7fafd8711b80 1 Processor -- start 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.102+0000 7fafd8711b80 1 -- start start 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.102+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08e7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.102+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08ee2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.102+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a09089c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafd8711b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fafc81b6bc0 con 0x5573a08e7880 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafd8711b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fafc81b4450 con 0x5573a08eceb0 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafd8711b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fafc81b22a0 con 0x5573a08ed7d0 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08e7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08e7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55694/0 (socket says 172.21.15.6:55694) 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6a00700 1 -- 172.21.15.6:0/1561244140 learned_addr learned my addr 172.21.15.6:0/1561244140 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:16.103 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6000700 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08ee2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc7400700 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a09089c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6a00700 1 -- 172.21.15.6:0/1561244140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 msgr2=0x5573a09089c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6a00700 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a09089c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6a00700 1 -- 172.21.15.6:0/1561244140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 msgr2=0x5573a08ee2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6a00700 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08ee2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc6a00700 1 -- 172.21.15.6:0/1561244140 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573a0903730 con 0x5573a08e7880 2024-05-20T21:30:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.103+0000 7fafc7400700 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a09089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:16.105 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.104+0000 7fafc6a00700 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08e7260 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fafb80058b0 tx=0x7fafb80aa0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=417a3bf47a0580f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.104+0000 7fafb3e00700 1 -- 172.21.15.6:0/1561244140 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb80b32a0 con 0x5573a08e7880 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.104+0000 7fafb3e00700 1 -- 172.21.15.6:0/1561244140 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fafb80094b0 con 0x5573a08e7880 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.104+0000 7fafb3e00700 1 -- 172.21.15.6:0/1561244140 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb80a9a60 con 0x5573a08e7880 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 -- 172.21.15.6:0/1561244140 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 msgr2=0x5573a08e7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08e7260 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fafb80058b0 tx=0x7fafb80aa0e0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 -- 172.21.15.6:0/1561244140 shutdown_connections 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08ed7d0 0x5573a09089c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08e7880 0x5573a08e7260 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1561244140 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08ee2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 -- 172.21.15.6:0/1561244140 >> 172.21.15.6:0/1561244140 conn(0x5573a0815be0 msgr2=0x5573a08edbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 -- 172.21.15.6:0/1561244140 shutdown_connections 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 -- 172.21.15.6:0/1561244140 wait complete. 2024-05-20T21:30:16.106 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.105+0000 7fafd8711b80 1 -- start start 2024-05-20T21:30:16.108 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafd8711b80 1 Processor -- start 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08e7880 0x5573a08f9500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafd8711b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08ed7d0 0x5573a08f64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafd8711b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fafc81b2910 con 0x5573a08ed7d0 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafd8711b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fafc81b3d80 con 0x5573a08eceb0 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafd8711b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fafc81b2fe0 con 0x5573a08e7880 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafd8711b80 10 client.0 _ll_register_callbacks cb 0x5573a07dfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08e7880 0x5573a08f9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafc6a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08e7880 0x5573a08f9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:55456/0 (socket says 172.21.15.6:55456) 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafc7400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08ed7d0 0x5573a08f64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafc6a00700 1 -- 172.21.15.6:0/1876373169 learned_addr learned my addr 172.21.15.6:0/1876373169 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.106+0000 7fafc6000700 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafc6a00700 1 -- 172.21.15.6:0/1876373169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 msgr2=0x5573a08f9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:16.109 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafc6a00700 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafc6a00700 1 -- 172.21.15.6:0/1876373169 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08ed7d0 msgr2=0x5573a08f64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafc6a00700 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08ed7d0 0x5573a08f64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafc6a00700 1 -- 172.21.15.6:0/1876373169 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573a08f6a10 con 0x5573a08e7880 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafc6a00700 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08e7880 0x5573a08f9500 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fafb80098e0 tx=0x7fafb8005f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd4b64810c3cc56b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafb1600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafb1600700 1 -- 172.21.15.6:0/1876373169 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb80a9c40 con 0x5573a08e7880 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafb1600700 1 -- 172.21.15.6:0/1876373169 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fafb80afa10 con 0x5573a08e7880 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.107+0000 7fafd8711b80 1 -- 172.21.15.6:0/1876373169 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafb80094b0 con 0x5573a08e7880 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafb1600700 1 -- 172.21.15.6:0/1876373169 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fafb80b32a0 con 0x5573a08e7880 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafd8711b80 10 client.29476 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafd8711b80 1 -- 172.21.15.6:0/1876373169 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5573a08f6a10 con 0x5573a08e7880 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafb1600700 1 -- 172.21.15.6:0/1876373169 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fafb80094b0 con 0x5573a08e7880 2024-05-20T21:30:16.110 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafb1600700 1 -- 172.21.15.6:0/1876373169 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fafb80bace0 con 0x5573a08e7880 2024-05-20T21:30:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafd8711b80 10 client.29476 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafd8711b80 10 client.29476 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafd8711b80 20 client.29476 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5573a096c240 0x5573a096e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafd8711b80 4 client.29476 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:30:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.108+0000 7fafd8711b80 1 -- 172.21.15.6:0/1876373169 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5573a0841570 con 0x5573a096c240 2024-05-20T21:30:16.111 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.109+0000 7fafc6000700 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5573a096c240 0x5573a096e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.109+0000 7fafc6000700 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5573a096c240 0x5573a096e630 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c00b7e1964f42b6 server_cookie=b91236b9d147cacb in_seq=0 out_seq=0 2024-05-20T21:30:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.109+0000 7fafb1600700 10 client.29476 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.109+0000 7fafb1600700 1 -- 172.21.15.6:0/1876373169 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5573a0841570 con 0x5573a096c240 2024-05-20T21:30:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.109+0000 7fafb1600700 10 client.29476 handle_command_reply: tid=0 2024-05-20T21:30:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.109+0000 7fafd8711b80 1 client.29476 shutdown 2024-05-20T21:30:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 -- 172.21.15.6:0/1876373169 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08e7880 msgr2=0x5573a08f9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.112 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08e7880 0x5573a08f9500 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fafb80098e0 tx=0x7fafb8005f00 comp rx=0 tx=0).stop 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 -- 172.21.15.6:0/1876373169 shutdown_connections 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5573a08ed7d0 0x5573a08f64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5573a096c240 0x5573a096e630 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5573a08e7880 0x5573a08f9500 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 --2- 172.21.15.6:0/1876373169 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5573a08eceb0 0x5573a08f9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafb1600700 0 client.29476 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 -- 172.21.15.6:0/1876373169 >> 172.21.15.6:0/1876373169 conn(0x5573a0815be0 msgr2=0x5573a08ef090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 -- 172.21.15.6:0/1876373169 shutdown_connections 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 1 -- 172.21.15.6:0/1876373169 wait complete. 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.110+0000 7fafd8711b80 20 client.29476 trim_cache size 0 max 16384 2024-05-20T21:30:16.113 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:30:16.114 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:30:16.114 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:30:16.114 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:30:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 -- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fafac0b2900 msgr2=0x7fafac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fafac0b2900 0x7fafac0b4dc0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fafc0009ec0 tx=0x7fafc000b040 comp rx=0 tx=0).stop 2024-05-20T21:30:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 -- 172.21.15.6:0/899998384 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc8105780 msgr2=0x7fafc8112500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc8105780 0x7fafc8112500 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fafb8000c00 tx=0x7fafb80057c0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.114 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 -- 172.21.15.6:0/899998384 shutdown_connections 2024-05-20T21:30:16.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fafac0b2900 0x7fafac0b4dc0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fafc810b780 0x7fafc810fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fafc8105780 0x7fafc8112500 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 --2- 172.21.15.6:0/899998384 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fafc8106140 0x7fafc810f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:16.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 -- 172.21.15.6:0/899998384 >> 172.21.15.6:0/899998384 conn(0x7fafc8101270 msgr2=0x7fafc8101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:16.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 -- 172.21.15.6:0/899998384 shutdown_connections 2024-05-20T21:30:16.115 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:16.111+0000 7fafcde00700 1 -- 172.21.15.6:0/899998384 wait complete. 2024-05-20T21:30:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:15 smithi042 ceph-mon[36332]: pgmap v872: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-20T21:30:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:15 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:30:17.141 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:30:17.142 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:30:17.603 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:17.900 INFO:tasks.workunit.client.0.smithi006.stdout:437/600: open fd = 3 2024-05-20T21:30:17.900 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.900 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.900 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.900 INFO:tasks.workunit.client.0.smithi006.stdout:438/600: open fd = 3 2024-05-20T21:30:17.900 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.900 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.900 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:439/600: open fd = 3 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:440/600: open fd = 3 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:441/600: open fd = 3 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:442/600: open fd = 3 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.901 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:443/600: open fd = 3 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:444/600: open fd = 3 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:445/600: open fd = 3 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.902 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:446/600: open fd = 3 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:447/600: open fd = 3 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:448/600: open fd = 3 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:449/600: open fd = 3 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.903 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:450/600: open fd = 3 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:451/600: open fd = 3 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:452/600: open fd = 3 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.904 INFO:tasks.workunit.client.0.smithi006.stdout:453/600: open fd = 3 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:454/600: open fd = 3 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:455/600: open fd = 3 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:456/600: open fd = 3 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.905 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:457/600: open fd = 3 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:458/600: open fd = 3 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:459/600: open fd = 3 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.906 INFO:tasks.workunit.client.0.smithi006.stdout:460/600: open fd = 3 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:461/600: open fd = 3 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:462/600: open fd = 3 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:463/600: open fd = 3 2024-05-20T21:30:17.907 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:464/600: open fd = 3 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:465/600: open fd = 3 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:466/600: open fd = 3 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.908 INFO:tasks.workunit.client.0.smithi006.stdout:467/600: open fd = 3 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:468/600: open fd = 3 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:469/600: open fd = 3 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:470/600: open fd = 3 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.909 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:471/600: open fd = 3 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:472/600: open fd = 3 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:473/600: open fd = 3 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.910 INFO:tasks.workunit.client.0.smithi006.stdout:474/600: open fd = 3 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:475/600: open fd = 3 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:476/600: open fd = 3 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:477/600: open fd = 3 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.911 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:478/600: open fd = 3 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:479/600: open fd = 3 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:480/600: open fd = 3 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.912 INFO:tasks.workunit.client.0.smithi006.stdout:481/600: open fd = 3 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:482/600: open fd = 3 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:483/600: open fd = 3 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:484/600: open fd = 3 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.913 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:485/600: open fd = 3 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:486/600: open fd = 3 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:487/600: open fd = 3 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.914 INFO:tasks.workunit.client.0.smithi006.stdout:488/600: open fd = 3 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:489/600: open fd = 3 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:490/600: open fd = 3 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:491/600: open fd = 3 2024-05-20T21:30:17.915 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:492/600: open fd = 3 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:493/600: open fd = 3 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:494/600: open fd = 3 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.916 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:495/600: open fd = 3 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:496/600: open fd = 3 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:497/600: open fd = 3 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:498/600: open fd = 3 2024-05-20T21:30:17.917 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.918 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:30:17.918 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:30:18.036 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:17 smithi006 ceph-mon[31422]: pgmap v873: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-20T21:30:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:17 smithi062 ceph-mon[36640]: pgmap v873: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-20T21:30:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:17 smithi042 ceph-mon[36332]: pgmap v873: 97 pgs: 97 active+clean; 2.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-20T21:30:19.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.935+0000 7f8fce200700 1 -- 172.21.15.6:0/3840443216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8106120 msgr2=0x7f8fc8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.935+0000 7f8fce200700 1 --2- 172.21.15.6:0/3840443216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8106120 0x7f8fc8112630 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f8fc000b0a0 tx=0x7f8fc000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.936 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.935+0000 7f8fce200700 1 -- 172.21.15.6:0/3840443216 shutdown_connections 2024-05-20T21:30:19.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.935+0000 7f8fce200700 1 --2- 172.21.15.6:0/3840443216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8106120 0x7f8fc8112630 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.935+0000 7f8fce200700 1 --2- 172.21.15.6:0/3840443216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fc810b760 0x7f8fc810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.935+0000 7f8fce200700 1 --2- 172.21.15.6:0/3840443216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fc8105760 0x7f8fc8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.936+0000 7f8fce200700 1 -- 172.21.15.6:0/3840443216 >> 172.21.15.6:0/3840443216 conn(0x7f8fc8101250 msgr2=0x7f8fc8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:19.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.936+0000 7f8fce200700 1 -- 172.21.15.6:0/3840443216 shutdown_connections 2024-05-20T21:30:19.937 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.936+0000 7f8fce200700 1 -- 172.21.15.6:0/3840443216 wait complete. 2024-05-20T21:30:19.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.937+0000 7f8fce200700 1 Processor -- start 2024-05-20T21:30:19.938 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.937+0000 7f8fce200700 1 -- start start 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.937+0000 7f8fce200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8105760 0x7f8fc819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.937+0000 7f8fce200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fc8106120 0x7f8fc819c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.937+0000 7f8fce200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fc810b760 0x7f8fc81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.937+0000 7f8fce200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc81159a0 con 0x7f8fc8106120 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.937+0000 7f8fce200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc8115820 con 0x7f8fc8105760 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.937+0000 7f8fce200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc8115b20 con 0x7f8fc810b760 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fc8106120 0x7f8fc819c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc6a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fc8106120 0x7f8fc819c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:32868/0 (socket says 172.21.15.6:32868) 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8105760 0x7f8fc819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc6a00700 1 -- 172.21.15.6:0/2761129343 learned_addr learned my addr 172.21.15.6:0/2761129343 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc7e00700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fc810b760 0x7f8fc81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc7400700 1 -- 172.21.15.6:0/2761129343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fc810b760 msgr2=0x7f8fc81a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc7400700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fc810b760 0x7f8fc81a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc7400700 1 -- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fc8106120 msgr2=0x7f8fc819c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:19.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc7400700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fc8106120 0x7f8fc819c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:19.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc7400700 1 -- 172.21.15.6:0/2761129343 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fc81a0d20 con 0x7f8fc8105760 2024-05-20T21:30:19.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.938+0000 7f8fc7e00700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fc810b760 0x7f8fc81a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:19.940 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.939+0000 7f8fc7400700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8105760 0x7f8fc819bd10 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f8fb800e9f0 tx=0x7f8fb800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:19.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.939+0000 7f8fbfe00700 1 -- 172.21.15.6:0/2761129343 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb800cbd0 con 0x7f8fc8105760 2024-05-20T21:30:19.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.939+0000 7f8fbfe00700 1 -- 172.21.15.6:0/2761129343 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fb800cd70 con 0x7f8fc8105760 2024-05-20T21:30:19.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.939+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fc81a1010 con 0x7f8fc8105760 2024-05-20T21:30:19.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.939+0000 7f8fbfe00700 1 -- 172.21.15.6:0/2761129343 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb8018680 con 0x7f8fc8105760 2024-05-20T21:30:19.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.939+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fc81a8890 con 0x7f8fc8105760 2024-05-20T21:30:19.941 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.940+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fc806a230 con 0x7f8fc8105760 2024-05-20T21:30:19.942 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.943+0000 7f8fbfe00700 1 -- 172.21.15.6:0/2761129343 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8fb8010430 con 0x7f8fc8105760 2024-05-20T21:30:19.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.944+0000 7f8fbfe00700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fac0b2900 0x7f8fac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:19.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.944+0000 7f8fbfe00700 1 -- 172.21.15.6:0/2761129343 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8fb80e2840 con 0x7f8fc8105760 2024-05-20T21:30:19.944 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.945+0000 7f8fc6a00700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fac0b2900 0x7f8fac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:19.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.945+0000 7f8fc6a00700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fac0b2900 0x7f8fac0b4dc0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f8fb4009680 tx=0x7f8fb4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:19.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:19.946+0000 7f8fbfe00700 1 -- 172.21.15.6:0/2761129343 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8fb80aa460 con 0x7f8fc8105760 2024-05-20T21:30:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:19 smithi062 ceph-mon[36640]: pgmap v874: 97 pgs: 97 active+clean; 2.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-20T21:30:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:19 smithi042 ceph-mon[36332]: pgmap v874: 97 pgs: 97 active+clean; 2.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-20T21:30:20.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:19 smithi006 ceph-mon[31422]: pgmap v874: 97 pgs: 97 active+clean; 2.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-20T21:30:20.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.244+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8fc802e560 con 0x7f8fc8105760 2024-05-20T21:30:20.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.245+0000 7f8fbfe00700 1 -- 172.21.15.6:0/2761129343 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f8fb80c2e50 con 0x7f8fc8105760 2024-05-20T21:30:20.246 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:30:20.250 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:30:20.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fac0b2900 msgr2=0x7f8fac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:20.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fac0b2900 0x7f8fac0b4dc0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f8fb4009680 tx=0x7f8fb4009260 comp rx=0 tx=0).stop 2024-05-20T21:30:20.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8105760 msgr2=0x7f8fc819bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:20.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8105760 0x7f8fc819bd10 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f8fb800e9f0 tx=0x7f8fb800ed00 comp rx=0 tx=0).stop 2024-05-20T21:30:20.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 shutdown_connections 2024-05-20T21:30:20.252 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f8fac0b2900 0x7f8fac0b4dc0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:20.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8fc810b760 0x7f8fc81a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:20.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8fc8105760 0x7f8fc819bd10 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:20.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 --2- 172.21.15.6:0/2761129343 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f8fc8106120 0x7f8fc819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:20.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 >> 172.21.15.6:0/2761129343 conn(0x7f8fc8101250 msgr2=0x7f8fc8101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:20.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 shutdown_connections 2024-05-20T21:30:20.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:20.249+0000 7f8fce200700 1 -- 172.21.15.6:0/2761129343 wait complete. 2024-05-20T21:30:20.253 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:30:20.980 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:20 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2761129343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:21.060 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:30:21.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:20 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2761129343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:21.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:20 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2761129343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:21.521 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:21.984 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:21 smithi006 ceph-mon[31422]: pgmap v875: 97 pgs: 97 active+clean; 2.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:30:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:21 smithi042 ceph-mon[36332]: pgmap v875: 97 pgs: 97 active+clean; 2.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:30:22.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:21 smithi062 ceph-mon[36640]: pgmap v875: 97 pgs: 97 active+clean; 2.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:30:23.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:22 smithi042 ceph-mon[36332]: pgmap v876: 97 pgs: 97 active+clean; 3.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 16 op/s 2024-05-20T21:30:23.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:22 smithi006 ceph-mon[31422]: pgmap v876: 97 pgs: 97 active+clean; 3.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 16 op/s 2024-05-20T21:30:23.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:22 smithi062 ceph-mon[36640]: pgmap v876: 97 pgs: 97 active+clean; 3.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 16 KiB/s wr, 16 op/s 2024-05-20T21:30:23.864 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 -- 172.21.15.6:0/3597942879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0075770 msgr2=0x7fbab0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 --2- 172.21.15.6:0/3597942879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0075770 0x7fbab0075b50 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fbaa0009990 tx=0x7fbaa0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 -- 172.21.15.6:0/3597942879 shutdown_connections 2024-05-20T21:30:23.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 --2- 172.21.15.6:0/3597942879 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbab010ff40 0x7fbab0112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 --2- 172.21.15.6:0/3597942879 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0075770 0x7fbab0075b50 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 --2- 172.21.15.6:0/3597942879 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbab0076090 0x7fbab010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 -- 172.21.15.6:0/3597942879 >> 172.21.15.6:0/3597942879 conn(0x7fbab007a6a0 msgr2=0x7fbab007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 -- 172.21.15.6:0/3597942879 shutdown_connections 2024-05-20T21:30:23.865 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.864+0000 7fbab5200700 1 -- 172.21.15.6:0/3597942879 wait complete. 2024-05-20T21:30:23.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.866+0000 7fbab5200700 1 Processor -- start 2024-05-20T21:30:23.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.866+0000 7fbab5200700 1 -- start start 2024-05-20T21:30:23.866 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbab5200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbab0075770 0x7fbab019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbab5200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0076090 0x7fbab019c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbab5200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbab010ff40 0x7fbab01a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbab5200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbab0115940 con 0x7fbab0075770 2024-05-20T21:30:23.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbab5200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbab01157c0 con 0x7fbab0076090 2024-05-20T21:30:23.867 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbab5200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbab0115ac0 con 0x7fbab010ff40 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbaade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbab0075770 0x7fbab019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbaa5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0076090 0x7fbab019c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbaa5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0076090 0x7fbab019c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55300/0 (socket says 172.21.15.6:55300) 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbaade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbab0075770 0x7fbab019be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:32884/0 (socket says 172.21.15.6:32884) 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbaa5400700 1 -- 172.21.15.6:0/2274839056 learned_addr learned my addr 172.21.15.6:0/2274839056 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.867+0000 7fbaae800700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbab010ff40 0x7fbab01a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa5400700 1 -- 172.21.15.6:0/2274839056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbab010ff40 msgr2=0x7fbab01a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa5400700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbab010ff40 0x7fbab01a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa5400700 1 -- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbab0075770 msgr2=0x7fbab019be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa5400700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbab0075770 0x7fbab019be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa5400700 1 -- 172.21.15.6:0/2274839056 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbab01a0e20 con 0x7fbab0076090 2024-05-20T21:30:23.868 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa5400700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0076090 0x7fbab019c350 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fba9800ea50 tx=0x7fba9800ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa7400700 1 -- 172.21.15.6:0/2274839056 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba9800cbd0 con 0x7fbab0076090 2024-05-20T21:30:23.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa7400700 1 -- 172.21.15.6:0/2274839056 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba9800cd70 con 0x7fbab0076090 2024-05-20T21:30:23.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbab5200700 1 -- 172.21.15.6:0/2274839056 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbab01a1110 con 0x7fbab0076090 2024-05-20T21:30:23.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbaa7400700 1 -- 172.21.15.6:0/2274839056 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba98018680 con 0x7fbab0076090 2024-05-20T21:30:23.869 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.868+0000 7fbab5200700 1 -- 172.21.15.6:0/2274839056 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbab01a8990 con 0x7fbab0076090 2024-05-20T21:30:23.872 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.872+0000 7fbaa7400700 1 -- 172.21.15.6:0/2274839056 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fba9801f020 con 0x7fbab0076090 2024-05-20T21:30:23.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.873+0000 7fbabfaacb80 1 Processor -- start 2024-05-20T21:30:23.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.873+0000 7fbabfaacb80 1 -- start start 2024-05-20T21:30:23.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e252690610 0x55e2526909f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbaa7400700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fba940b2880 0x7fba940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 0x55e25268ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e25268b140 0x55e25268b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e2525e8e40 con 0x55e252690f30 2024-05-20T21:30:23.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e2525d89e0 con 0x55e25268b140 2024-05-20T21:30:23.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e2525dca20 con 0x55e252690610 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbaa7400700 1 -- 172.21.15.6:0/2274839056 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fba980e22e0 con 0x7fbab0076090 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbaae800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e252690610 0x55e2526909f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbaae800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e252690610 0x55e2526909f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40770/0 (socket says 172.21.15.6:40770) 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbaae800700 1 -- 172.21.15.6:0/352913347 learned_addr learned my addr 172.21.15.6:0/352913347 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbaae800700 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e25268b140 0x55e25268b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.874+0000 7fbaade00700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fba940b2880 0x7fba940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fbaa5400700 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 0x55e25268ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fbaae800700 1 -- 172.21.15.6:0/352913347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e25268b140 msgr2=0x55e25268b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fbaae800700 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e25268b140 0x55e25268b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fbaae800700 1 -- 172.21.15.6:0/352913347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 msgr2=0x55e25268ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fbaae800700 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 0x55e25268ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fbaae800700 1 -- 172.21.15.6:0/352913347 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2525a1420 con 0x55e252690610 2024-05-20T21:30:23.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fbaae800700 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e252690610 0x55e2526909f0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8008c30 tx=0x7fbaa8009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7b6e9e834946058 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fbaade00700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fba940b2880 0x7fba940b4d40 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fbaa0006010 tx=0x7fbaa000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.875+0000 7fba9f400700 1 -- 172.21.15.6:0/352913347 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8008260 con 0x55e252690610 2024-05-20T21:30:23.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fba9f400700 1 -- 172.21.15.6:0/352913347 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbaa8004bb0 con 0x55e252690610 2024-05-20T21:30:23.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fba9f400700 1 -- 172.21.15.6:0/352913347 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8018940 con 0x55e252690610 2024-05-20T21:30:23.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fbabfaacb80 1 -- 172.21.15.6:0/352913347 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e252690610 msgr2=0x55e2526909f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e252690610 0x55e2526909f0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8008c30 tx=0x7fbaa8009920 comp rx=0 tx=0).stop 2024-05-20T21:30:23.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fbabfaacb80 1 -- 172.21.15.6:0/352913347 shutdown_connections 2024-05-20T21:30:23.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e25268b140 0x55e25268b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e252690610 0x55e2526909f0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/352913347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 0x55e25268ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.880 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.876+0000 7fbabfaacb80 1 -- 172.21.15.6:0/352913347 >> 172.21.15.6:0/352913347 conn(0x55e2525b8be0 msgr2=0x55e252685690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.877+0000 7fbabfaacb80 1 -- 172.21.15.6:0/352913347 shutdown_connections 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.877+0000 7fbabfaacb80 1 -- 172.21.15.6:0/352913347 wait complete. 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.877+0000 7fbabfaacb80 1 -- start start 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.877+0000 7fbabfaacb80 1 Processor -- start 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e252696d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690610 0x55e2526940b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 0x55e2526945f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55e2524defa0 con 0x55e252690f30 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55e252579760 con 0x55e252690610 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55e252697980 con 0x55e25268b140 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbabfaacb80 10 client.0 _ll_register_callbacks cb 0x55e252582c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbaade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e252696d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.881 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbaa5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690610 0x55e2526940b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbaade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e252696d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40786/0 (socket says 172.21.15.6:40786) 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.878+0000 7fbaade00700 1 -- 172.21.15.6:0/3673935090 learned_addr learned my addr 172.21.15.6:0/3673935090 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fbaae800700 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 0x55e2526945f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fbaa5400700 1 -- 172.21.15.6:0/3673935090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 msgr2=0x55e252696d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fbaa5400700 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e252696d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fbaa5400700 1 -- 172.21.15.6:0/3673935090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 msgr2=0x55e2526945f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fbaa5400700 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 0x55e2526945f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fbaa5400700 1 -- 172.21.15.6:0/3673935090 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2525288d0 con 0x55e252690610 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fbaade00700 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e252696d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fbaa5400700 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690610 0x55e2526940b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fba9800c5b0 tx=0x7fba980bd530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cd5534edf4dddd7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fba93e00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:23.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.879+0000 7fba93e00700 1 -- 172.21.15.6:0/3673935090 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba980a9310 con 0x55e252690610 2024-05-20T21:30:23.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fba93e00700 1 -- 172.21.15.6:0/3673935090 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fba980bd5a0 con 0x55e252690610 2024-05-20T21:30:23.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fbabfaacb80 1 -- 172.21.15.6:0/3673935090 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbaa8004bb0 con 0x55e252690610 2024-05-20T21:30:23.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fba93e00700 1 -- 172.21.15.6:0/3673935090 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fba980a9f00 con 0x55e252690610 2024-05-20T21:30:23.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fbabfaacb80 10 client.29489 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:23.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fbabfaacb80 1 -- 172.21.15.6:0/3673935090 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2525a9060 con 0x55e252690610 2024-05-20T21:30:23.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fba93e00700 1 -- 172.21.15.6:0/3673935090 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbaa8004bb0 con 0x55e252690610 2024-05-20T21:30:23.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fba93e00700 1 -- 172.21.15.6:0/3673935090 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fba9806b070 con 0x55e252690610 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fbabfaacb80 10 client.29489 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.880+0000 7fbabfaacb80 10 client.29489 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.881+0000 7fbabfaacb80 20 client.29489 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.881+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e2526a4570 0x55e2526a6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.881+0000 7fbabfaacb80 4 client.29489 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.881+0000 7fbabfaacb80 1 -- 172.21.15.6:0/3673935090 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2525ead90 con 0x55e2526a4570 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.881+0000 7fbaade00700 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e2526a4570 0x55e2526a6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.882+0000 7fbaade00700 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e2526a4570 0x55e2526a6990 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bf5ec982d2871a5b server_cookie=806482d70c042664 in_seq=0 out_seq=0 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.882+0000 7fba93e00700 10 client.29489 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fba93e00700 1 -- 172.21.15.6:0/3673935090 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e2525ead90 con 0x55e2526a4570 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fba93e00700 10 client.29489 handle_command_reply: tid=0 2024-05-20T21:30:23.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 client.29489 shutdown 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 -- 172.21.15.6:0/3673935090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690610 msgr2=0x55e2526940b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690610 0x55e2526940b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fba9800c5b0 tx=0x7fba980bd530 comp rx=0 tx=0).stop 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 -- 172.21.15.6:0/3673935090 shutdown_connections 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690f30 0x55e2526945f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e252696d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e2526a4570 0x55e2526a6990 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/3673935090 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690610 0x55e2526940b0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 -- 172.21.15.6:0/3673935090 >> 172.21.15.6:0/3673935090 conn(0x55e2525b8be0 msgr2=0x55e252684d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fba93e00700 0 client.29489 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:30:23.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.883+0000 7fbabfaacb80 1 -- 172.21.15.6:0/3673935090 shutdown_connections 2024-05-20T21:30:23.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.884+0000 7fbabfaacb80 1 -- 172.21.15.6:0/3673935090 wait complete. 2024-05-20T21:30:23.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.884+0000 7fbabfaacb80 20 client.29489 trim_cache size 0 max 16384 2024-05-20T21:30:23.900 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.901+0000 7fbabfaacb80 1 Processor -- start 2024-05-20T21:30:23.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.901+0000 7fbabfaacb80 1 -- start start 2024-05-20T21:30:23.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.901+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25268ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.901+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e252691c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.901+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526854f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.901+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbab01b2ad0 con 0x55e252690610 2024-05-20T21:30:23.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.901+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbab01b0360 con 0x55e252690f30 2024-05-20T21:30:23.901 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.901+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbab01ae1b0 con 0x55e25268b140 2024-05-20T21:30:23.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25268ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaa5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e252691c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaae800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526854f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25268ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40790/0 (socket says 172.21.15.6:40790) 2024-05-20T21:30:23.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaade00700 1 -- 172.21.15.6:0/2391977115 learned_addr learned my addr 172.21.15.6:0/2391977115 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:23.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaae800700 1 -- 172.21.15.6:0/2391977115 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 msgr2=0x55e25268ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaae800700 1 --2- 172.21.15.6:0/2391977115 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25268ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.903 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaae800700 1 -- 172.21.15.6:0/2391977115 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 msgr2=0x55e252691c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaae800700 1 --2- 172.21.15.6:0/2391977115 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e252691c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaae800700 1 -- 172.21.15.6:0/2391977115 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e25268eb40 con 0x55e252690f30 2024-05-20T21:30:23.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.902+0000 7fbaa5400700 1 --2- 172.21.15.6:0/2391977115 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e252691c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:23.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.903+0000 7fbaae800700 1 --2- 172.21.15.6:0/2391977115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526854f0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8008870 tx=0x7fbaa8006000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bdeff850b373946 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.903+0000 7fba9ea00700 1 -- 172.21.15.6:0/2391977115 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa801f040 con 0x55e252690f30 2024-05-20T21:30:23.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.903+0000 7fba9ea00700 1 -- 172.21.15.6:0/2391977115 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbaa8029070 con 0x55e252690f30 2024-05-20T21:30:23.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.903+0000 7fba9ea00700 1 -- 172.21.15.6:0/2391977115 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8018d80 con 0x55e252690f30 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.903+0000 7fbabfaacb80 1 -- 172.21.15.6:0/2391977115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 msgr2=0x55e2526854f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/2391977115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526854f0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fbaa8008870 tx=0x7fbaa8006000 comp rx=0 tx=0).stop 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 -- 172.21.15.6:0/2391977115 shutdown_connections 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/2391977115 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526854f0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/2391977115 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25268ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/2391977115 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e252691c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 -- 172.21.15.6:0/2391977115 >> 172.21.15.6:0/2391977115 conn(0x55e2525b8be0 msgr2=0x55e252694500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 -- 172.21.15.6:0/2391977115 shutdown_connections 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 -- 172.21.15.6:0/2391977115 wait complete. 2024-05-20T21:30:23.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 -- start start 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.904+0000 7fbabfaacb80 1 Processor -- start 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25269cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e25269d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbabfaacb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526ab630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbab01ae820 con 0x55e252690610 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbab01afc90 con 0x55e252690f30 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbabfaacb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbab01aeef0 con 0x55e25268b140 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbabfaacb80 10 client.0 _ll_register_callbacks cb 0x55e252582c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbaa5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e25269d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbaade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25269cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbaade00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25269cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40792/0 (socket says 172.21.15.6:40792) 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.905+0000 7fbaade00700 1 -- 172.21.15.6:0/4108949880 learned_addr learned my addr 172.21.15.6:0/4108949880 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.906+0000 7fbaae800700 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526ab630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.907 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.906+0000 7fbaade00700 1 -- 172.21.15.6:0/4108949880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 msgr2=0x55e2526ab630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.906+0000 7fbaade00700 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526ab630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.906+0000 7fbaade00700 1 -- 172.21.15.6:0/4108949880 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 msgr2=0x55e25269d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:23.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.906+0000 7fbaade00700 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e25269d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.908 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.906+0000 7fbaade00700 1 -- 172.21.15.6:0/4108949880 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2526abea0 con 0x55e25268b140 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.906+0000 7fbaade00700 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25269cdf0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fbaa000bbf0 tx=0x7fbaa0009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63f2cb55223cf456 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.906+0000 7fba93e00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.907+0000 7fba93e00700 1 -- 172.21.15.6:0/4108949880 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa0036020 con 0x55e25268b140 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.907+0000 7fbabfaacb80 1 -- 172.21.15.6:0/4108949880 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbaa8029070 con 0x55e25268b140 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.907+0000 7fba93e00700 1 -- 172.21.15.6:0/4108949880 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbaa0003bd0 con 0x55e25268b140 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.907+0000 7fba93e00700 1 -- 172.21.15.6:0/4108949880 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbaa0041050 con 0x55e25268b140 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.907+0000 7fbabfaacb80 10 client.29500 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.907+0000 7fbabfaacb80 1 -- 172.21.15.6:0/4108949880 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e25270ec70 con 0x55e25268b140 2024-05-20T21:30:23.910 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.907+0000 7fba93e00700 1 -- 172.21.15.6:0/4108949880 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbaa8029070 con 0x55e25268b140 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.908+0000 7fba93e00700 1 -- 172.21.15.6:0/4108949880 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbaa000f460 con 0x55e25268b140 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.908+0000 7fbabfaacb80 10 client.29500 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.908+0000 7fbabfaacb80 10 client.29500 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.908+0000 7fbabfaacb80 20 client.29500 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.908+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e25270f3b0 0x55e2527117d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.908+0000 7fbabfaacb80 4 client.29500 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.908+0000 7fbabfaacb80 1 -- 172.21.15.6:0/4108949880 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e2525e4570 con 0x55e25270f3b0 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.908+0000 7fbaa5400700 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e25270f3b0 0x55e2527117d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbaa5400700 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e25270f3b0 0x55e2527117d0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b41b590a8e7ae278 server_cookie=26ce6884d726aee7 in_seq=0 out_seq=0 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fba93e00700 10 client.29500 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fba93e00700 1 -- 172.21.15.6:0/4108949880 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e2525e4570 con 0x55e25270f3b0 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fba93e00700 10 client.29500 handle_command_reply: tid=0 2024-05-20T21:30:23.911 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 client.29500 shutdown 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 -- 172.21.15.6:0/4108949880 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 msgr2=0x55e25269cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25269cdf0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fbaa000bbf0 tx=0x7fbaa0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 -- 172.21.15.6:0/4108949880 shutdown_connections 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55e25270f3b0 0x55e2527117d0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55e252690f30 0x55e2526ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e25268b140 0x55e25269cdf0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 --2- 172.21.15.6:0/4108949880 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55e252690610 0x55e25269d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fba93e00700 0 client.29500 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 -- 172.21.15.6:0/4108949880 >> 172.21.15.6:0/4108949880 conn(0x55e2525b8be0 msgr2=0x55e2526929c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 -- 172.21.15.6:0/4108949880 shutdown_connections 2024-05-20T21:30:23.912 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.909+0000 7fbabfaacb80 1 -- 172.21.15.6:0/4108949880 wait complete. 2024-05-20T21:30:23.913 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbabfaacb80 20 client.29500 trim_cache size 0 max 16384 2024-05-20T21:30:23.913 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:30:23.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 -- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fba940b2880 msgr2=0x7fba940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fba940b2880 0x7fba940b4d40 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fbaa0006010 tx=0x7fbaa000b260 comp rx=0 tx=0).stop 2024-05-20T21:30:23.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 -- 172.21.15.6:0/2274839056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0076090 msgr2=0x7fbab019c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:23.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0076090 0x7fbab019c350 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fba9800ea50 tx=0x7fba9800ed60 comp rx=0 tx=0).stop 2024-05-20T21:30:23.914 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 -- 172.21.15.6:0/2274839056 shutdown_connections 2024-05-20T21:30:23.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fba940b2880 0x7fba940b4d40 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbab010ff40 0x7fbab01a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbab0075770 0x7fbab019be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 --2- 172.21.15.6:0/2274839056 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbab0076090 0x7fbab019c350 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:23.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.910+0000 7fbab5200700 1 -- 172.21.15.6:0/2274839056 >> 172.21.15.6:0/2274839056 conn(0x7fbab007a6a0 msgr2=0x7fbab0100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:23.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.911+0000 7fbab5200700 1 -- 172.21.15.6:0/2274839056 shutdown_connections 2024-05-20T21:30:23.915 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:23.911+0000 7fbab5200700 1 -- 172.21.15.6:0/2274839056 wait complete. 2024-05-20T21:30:24.869 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:30:25.342 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:25.747 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:25 smithi006 ceph-mon[31422]: pgmap v877: 97 pgs: 97 active+clean; 3.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:25 smithi062 ceph-mon[36640]: pgmap v877: 97 pgs: 97 active+clean; 3.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:25 smithi042 ceph-mon[36332]: pgmap v877: 97 pgs: 97 active+clean; 3.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 -- 172.21.15.6:0/1993323979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 msgr2=0x7fb278109570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.129 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 --2- 172.21.15.6:0/1993323979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 0x7fb278109570 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fb268009900 tx=0x7fb26802a3f0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 -- 172.21.15.6:0/1993323979 shutdown_connections 2024-05-20T21:30:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 --2- 172.21.15.6:0/1993323979 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb27810acb0 0x7fb278111540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 --2- 172.21.15.6:0/1993323979 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb27810a2f0 0x7fb27810a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 --2- 172.21.15.6:0/1993323979 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 0x7fb278109570 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 -- 172.21.15.6:0/1993323979 >> 172.21.15.6:0/1993323979 conn(0x7fb2780780a0 msgr2=0x7fb27807a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 -- 172.21.15.6:0/1993323979 shutdown_connections 2024-05-20T21:30:27.130 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.129+0000 7fb27e000640 1 -- 172.21.15.6:0/1993323979 wait complete. 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.130+0000 7fb27e000640 1 Processor -- start 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.130+0000 7fb27e000640 1 -- start start 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb27e000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 0x7fb27819f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb27e000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb27810a2f0 0x7fb27819f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb27e000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb27810acb0 0x7fb2781a68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb27e000640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb278114c60 con 0x7fb27810acb0 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb27e000640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb278114ae0 con 0x7fb278109150 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb27e000640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb278114de0 con 0x7fb27810a2f0 2024-05-20T21:30:27.132 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 0x7fb27819f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb27810acb0 0x7fb2781a68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 0x7fb27819f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55944/0 (socket says 172.21.15.6:55944) 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277400640 1 -- 172.21.15.6:0/2270536217 learned_addr learned my addr 172.21.15.6:0/2270536217 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb276a00640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb27810a2f0 0x7fb27819f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277400640 1 -- 172.21.15.6:0/2270536217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb27810a2f0 msgr2=0x7fb27819f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277400640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb27810a2f0 0x7fb27819f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277400640 1 -- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb27810acb0 msgr2=0x7fb2781a68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277400640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb27810acb0 0x7fb2781a68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277400640 1 -- 172.21.15.6:0/2270536217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2781a6f50 con 0x7fb278109150 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.131+0000 7fb277e00640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb27810acb0 0x7fb2781a68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.132+0000 7fb277400640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 0x7fb27819f330 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fb268031500 tx=0x7fb268003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.132+0000 7fb26fe00640 1 -- 172.21.15.6:0/2270536217 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26803f070 con 0x7fb278109150 2024-05-20T21:30:27.133 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.132+0000 7fb27e000640 1 -- 172.21.15.6:0/2270536217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2781a71e0 con 0x7fb278109150 2024-05-20T21:30:27.134 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.132+0000 7fb27e000640 1 -- 172.21.15.6:0/2270536217 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2781a7720 con 0x7fb278109150 2024-05-20T21:30:27.134 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.132+0000 7fb26fe00640 1 -- 172.21.15.6:0/2270536217 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb268031c50 con 0x7fb278109150 2024-05-20T21:30:27.134 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.132+0000 7fb26fe00640 1 -- 172.21.15.6:0/2270536217 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb268049060 con 0x7fb278109150 2024-05-20T21:30:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.135+0000 7fb280e23740 1 Processor -- start 2024-05-20T21:30:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb280e23740 1 -- start start 2024-05-20T21:30:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb280e23740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709bdf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb280e23740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709be520 0x5629709c3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.136 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb280e23740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709c3690 0x5629709c5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb280e23740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56297092db90 con 0x5629709c3690 2024-05-20T21:30:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb280e23740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56297091d730 con 0x5629709be520 2024-05-20T21:30:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb280e23740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562970921770 con 0x5629709bdb30 2024-05-20T21:30:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb277e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709bdf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb276a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709c3690 0x5629709c5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb277e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709bdf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56106/0 (socket says 172.21.15.6:56106) 2024-05-20T21:30:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb277e00640 1 -- 172.21.15.6:0/1023865134 learned_addr learned my addr 172.21.15.6:0/1023865134 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.137 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.136+0000 7fb26fe00640 1 -- 172.21.15.6:0/2270536217 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb268042070 con 0x7fb278109150 2024-05-20T21:30:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb277400640 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709be520 0x5629709c3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.140 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb277e00640 1 -- 172.21.15.6:0/1023865134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709be520 msgr2=0x5629709c3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb277e00640 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709be520 0x5629709c3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb277e00640 1 -- 172.21.15.6:0/1023865134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709c3690 msgr2=0x5629709c5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb277e00640 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709c3690 0x5629709c5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb277e00640 1 -- 172.21.15.6:0/1023865134 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629708b68b0 con 0x5629709bdb30 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb276a00640 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709c3690 0x5629709c5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb277400640 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709be520 0x5629709c3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.137+0000 7fb277e00640 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709bdf50 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb2700117e0 tx=0x7fb270011ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66f977676c3b402 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb263e00640 1 -- 172.21.15.6:0/1023865134 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb270011310 con 0x5629709bdb30 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb263e00640 1 -- 172.21.15.6:0/1023865134 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb270003e20 con 0x5629709bdb30 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb263e00640 1 -- 172.21.15.6:0/1023865134 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb270004480 con 0x5629709bdb30 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb280e23740 1 -- 172.21.15.6:0/1023865134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 msgr2=0x5629709bdf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.141 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb280e23740 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709bdf50 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb2700117e0 tx=0x7fb270011ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb280e23740 1 -- 172.21.15.6:0/1023865134 shutdown_connections 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb280e23740 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709c3690 0x5629709c5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb280e23740 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709be520 0x5629709c3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb280e23740 1 --2- 172.21.15.6:0/1023865134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709bdf50 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.138+0000 7fb280e23740 1 -- 172.21.15.6:0/1023865134 >> 172.21.15.6:0/1023865134 conn(0x5629709b91a0 msgr2=0x5629709b95a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.139+0000 7fb280e23740 1 -- 172.21.15.6:0/1023865134 shutdown_connections 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.139+0000 7fb280e23740 1 -- 172.21.15.6:0/1023865134 wait complete. 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.139+0000 7fb26fe00640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb25c0b2770 0x7fb25c0b4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.139+0000 7fb280e23740 1 -- start start 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.139+0000 7fb26fe00640 1 -- 172.21.15.6:0/2270536217 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb268102630 con 0x7fb278109150 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.139+0000 7fb276a00640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb25c0b2770 0x7fb25c0b4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.139+0000 7fb280e23740 1 Processor -- start 2024-05-20T21:30:27.142 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb280e23740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb280e23740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709c7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb280e23740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709cee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb280e23740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562970603790 con 0x5629709be520 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb280e23740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5629708c5bc0 con 0x5629709c3690 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb280e23740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5629709c6640 con 0x5629709bdb30 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb280e23740 10 client.0 _ll_register_callbacks cb 0x5629708a3400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb276a00640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb25c0b2770 0x7fb25c0b4c30 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x5629709ba070 tx=0x7fb264005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb276a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709c7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb277e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709cee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb277e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709cee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55976/0 (socket says 172.21.15.6:55976) 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb277e00640 1 -- 172.21.15.6:0/1843155104 learned_addr learned my addr 172.21.15.6:0/1843155104 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.140+0000 7fb277400640 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.143 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb277400640 1 -- 172.21.15.6:0/1843155104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 msgr2=0x5629709cee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb277400640 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709cee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb277400640 1 -- 172.21.15.6:0/1843155104 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 msgr2=0x5629709c7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb277400640 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709c7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb277400640 1 -- 172.21.15.6:0/1843155104 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562970632210 con 0x5629709bdb30 2024-05-20T21:30:27.144 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb277e00640 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709cee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb277400640 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7910 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x5629709bef90 tx=0x7fb2680045e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=137c1abf238fcdd9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.146 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb260c00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb260c00640 1 -- 172.21.15.6:0/1843155104 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2680b1070 con 0x5629709bdb30 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb260c00640 1 -- 172.21.15.6:0/1843155104 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb2680c61f0 con 0x5629709bdb30 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.141+0000 7fb280e23740 1 -- 172.21.15.6:0/1843155104 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb270003e20 con 0x5629709bdb30 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb260c00640 1 -- 172.21.15.6:0/1843155104 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb2680c9710 con 0x5629709bdb30 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb280e23740 10 client.29512 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb280e23740 1 -- 172.21.15.6:0/1843155104 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5629706fe620 con 0x5629709bdb30 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb260c00640 1 -- 172.21.15.6:0/1843155104 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb270003e20 con 0x5629709bdb30 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb260c00640 1 -- 172.21.15.6:0/1843155104 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb2680c9e60 con 0x5629709bdb30 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb280e23740 10 client.29512 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb280e23740 10 client.29512 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb280e23740 20 client.29512 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:27.147 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb280e23740 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5629709d3390 0x5629709d5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb280e23740 4 client.29512 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.142+0000 7fb280e23740 1 -- 172.21.15.6:0/1843155104 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56297092fae0 con 0x5629709d3390 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.143+0000 7fb276a00640 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5629709d3390 0x5629709d5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.143+0000 7fb276a00640 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5629709d3390 0x5629709d5820 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e3c24690405a89c server_cookie=4ae14a0f6e06aa63 in_seq=0 out_seq=0 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.143+0000 7fb260c00640 10 client.29512 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb260c00640 1 -- 172.21.15.6:0/1843155104 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56297092fae0 con 0x5629709d3390 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb260c00640 10 client.29512 handle_command_reply: tid=0 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb280e23740 1 client.29512 shutdown 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb280e23740 1 -- 172.21.15.6:0/1843155104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 msgr2=0x5629709c7910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb280e23740 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7910 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x5629709bef90 tx=0x7fb2680045e0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb280e23740 1 -- 172.21.15.6:0/1843155104 shutdown_connections 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb280e23740 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5629709d3390 0x5629709d5820 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.148 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb280e23740 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709cee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb280e23740 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709c7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb260c00640 0 client.29512 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.144+0000 7fb280e23740 1 --2- 172.21.15.6:0/1843155104 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7910 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.145+0000 7fb280e23740 1 -- 172.21.15.6:0/1843155104 >> 172.21.15.6:0/1843155104 conn(0x5629709b91a0 msgr2=0x5629709b8310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.145+0000 7fb280e23740 1 -- 172.21.15.6:0/1843155104 shutdown_connections 2024-05-20T21:30:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.145+0000 7fb280e23740 1 -- 172.21.15.6:0/1843155104 wait complete. 2024-05-20T21:30:27.149 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.145+0000 7fb280e23740 20 client.29512 trim_cache size 0 max 16384 2024-05-20T21:30:27.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.162+0000 7fb280e23740 1 Processor -- start 2024-05-20T21:30:27.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb280e23740 1 -- start start 2024-05-20T21:30:27.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb280e23740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb280e23740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb280e23740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709bc170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb280e23740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb2781b3050 con 0x5629709be520 2024-05-20T21:30:27.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb280e23740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb2781b0920 con 0x5629709c3690 2024-05-20T21:30:27.163 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb280e23740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb2781ae770 con 0x5629709bdb30 2024-05-20T21:30:27.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb276a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb277e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709bc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.164 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb276a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45464/0 (socket says 172.21.15.6:45464) 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb276a00640 1 -- 172.21.15.6:0/4180128490 learned_addr learned my addr 172.21.15.6:0/4180128490 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.163+0000 7fb277400640 1 --2- 172.21.15.6:0/4180128490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb277e00640 1 -- 172.21.15.6:0/4180128490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 msgr2=0x5629709c7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb277e00640 1 --2- 172.21.15.6:0/4180128490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb277e00640 1 -- 172.21.15.6:0/4180128490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 msgr2=0x5629709cee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb277e00640 1 --2- 172.21.15.6:0/4180128490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb277e00640 1 -- 172.21.15.6:0/4180128490 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629709c26d0 con 0x5629709c3690 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb277e00640 1 --2- 172.21.15.6:0/4180128490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709bc170 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fb270006010 tx=0x7fb270005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3057b12158fe0d12 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb263400640 1 -- 172.21.15.6:0/4180128490 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb270011110 con 0x5629709c3690 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb263400640 1 -- 172.21.15.6:0/4180128490 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb27000fe50 con 0x5629709c3690 2024-05-20T21:30:27.165 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.164+0000 7fb263400640 1 -- 172.21.15.6:0/4180128490 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb270005790 con 0x5629709c3690 2024-05-20T21:30:27.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 -- 172.21.15.6:0/4180128490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 msgr2=0x5629709bc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 --2- 172.21.15.6:0/4180128490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709bc170 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fb270006010 tx=0x7fb270005bd0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 -- 172.21.15.6:0/4180128490 shutdown_connections 2024-05-20T21:30:27.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 --2- 172.21.15.6:0/4180128490 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x5629709bc170 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 --2- 172.21.15.6:0/4180128490 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.168 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 --2- 172.21.15.6:0/4180128490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709c7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 -- 172.21.15.6:0/4180128490 >> 172.21.15.6:0/4180128490 conn(0x5629709b91a0 msgr2=0x5629709b3dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 -- 172.21.15.6:0/4180128490 shutdown_connections 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.165+0000 7fb280e23740 1 -- 172.21.15.6:0/4180128490 wait complete. 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 1 -- start start 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 1 Processor -- start 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709cb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cbed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x562970a3bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb2781aede0 con 0x5629709be520 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb2781b0250 con 0x5629709c3690 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb2781af4b0 con 0x5629709bdb30 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.166+0000 7fb280e23740 10 client.0 _ll_register_callbacks cb 0x7fb268009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:27.169 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb276a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x562970a3bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb276a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cbed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45466/0 (socket says 172.21.15.6:45466) 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb276a00640 1 -- 172.21.15.6:0/411091055 learned_addr learned my addr 172.21.15.6:0/411091055 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277400640 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709cb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277e00640 1 -- 172.21.15.6:0/411091055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 msgr2=0x5629709cb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277e00640 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709cb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277e00640 1 -- 172.21.15.6:0/411091055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 msgr2=0x5629709cbed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277e00640 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cbed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277e00640 1 -- 172.21.15.6:0/411091055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629709cefa0 con 0x5629709c3690 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb276a00640 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cbed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277400640 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709cb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb277e00640 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x562970a3bf90 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fb27000f790 tx=0x7fb27000f9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e8be8969c76875de server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.170 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.167+0000 7fb260c00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:27.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.168+0000 7fb260c00640 1 -- 172.21.15.6:0/411091055 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb270011310 con 0x5629709c3690 2024-05-20T21:30:27.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.168+0000 7fb280e23740 1 -- 172.21.15.6:0/411091055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb27000fe50 con 0x5629709c3690 2024-05-20T21:30:27.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.168+0000 7fb260c00640 1 -- 172.21.15.6:0/411091055 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb270005510 con 0x5629709c3690 2024-05-20T21:30:27.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.168+0000 7fb260c00640 1 -- 172.21.15.6:0/411091055 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb2700114b0 con 0x5629709c3690 2024-05-20T21:30:27.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.168+0000 7fb280e23740 10 client.29510 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:27.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.168+0000 7fb280e23740 1 -- 172.21.15.6:0/411091055 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562970a3d400 con 0x5629709c3690 2024-05-20T21:30:27.171 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.168+0000 7fb260c00640 1 -- 172.21.15.6:0/411091055 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb27000fe50 con 0x5629709c3690 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.169+0000 7fb260c00640 1 -- 172.21.15.6:0/411091055 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb270018020 con 0x5629709c3690 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.169+0000 7fb280e23740 10 client.29510 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.169+0000 7fb280e23740 10 client.29510 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.169+0000 7fb280e23740 20 client.29510 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.169+0000 7fb280e23740 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562970a3db50 0x562970a3ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.169+0000 7fb280e23740 4 client.29510 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.169+0000 7fb280e23740 1 -- 172.21.15.6:0/411091055 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5629709292c0 con 0x562970a3db50 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.169+0000 7fb277400640 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562970a3db50 0x562970a3ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.172 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.170+0000 7fb277400640 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562970a3db50 0x562970a3ff70 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28670f626aaa86b7 server_cookie=51d27595d90319e3 in_seq=0 out_seq=0 2024-05-20T21:30:27.173 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.170+0000 7fb260c00640 10 client.29510 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:27.183 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb260c00640 1 -- 172.21.15.6:0/411091055 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5629709292c0 con 0x562970a3db50 2024-05-20T21:30:27.183 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb260c00640 10 client.29510 handle_command_reply: tid=0 2024-05-20T21:30:27.183 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 client.29510 shutdown 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 -- 172.21.15.6:0/411091055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 msgr2=0x562970a3bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x562970a3bf90 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fb27000f790 tx=0x7fb27000f9a0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 -- 172.21.15.6:0/411091055 shutdown_connections 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562970a3db50 0x562970a3ff70 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5629709c3690 0x562970a3bf90 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5629709be520 0x5629709cbed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 --2- 172.21.15.6:0/411091055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5629709bdb30 0x5629709cb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb280e23740 1 -- 172.21.15.6:0/411091055 >> 172.21.15.6:0/411091055 conn(0x5629709b91a0 msgr2=0x5629709bc170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.183+0000 7fb260c00640 0 client.29510 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.184+0000 7fb280e23740 1 -- 172.21.15.6:0/411091055 shutdown_connections 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.184+0000 7fb280e23740 1 -- 172.21.15.6:0/411091055 wait complete. 2024-05-20T21:30:27.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.184+0000 7fb280e23740 20 client.29510 trim_cache size 0 max 16384 2024-05-20T21:30:27.185 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:30:27.185 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:30:27.185 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:30:27.185 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.184+0000 7fb27e000640 1 -- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb25c0b2770 msgr2=0x7fb25c0b4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.184+0000 7fb27e000640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb25c0b2770 0x7fb25c0b4c30 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x5629709ba070 tx=0x7fb264005f90 comp rx=0 tx=0).stop 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 -- 172.21.15.6:0/2270536217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 msgr2=0x7fb27819f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 0x7fb27819f330 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fb268031500 tx=0x7fb268003c10 comp rx=0 tx=0).stop 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 -- 172.21.15.6:0/2270536217 shutdown_connections 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb25c0b2770 0x7fb25c0b4c30 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb27810acb0 0x7fb2781a68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb27810a2f0 0x7fb27819f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 --2- 172.21.15.6:0/2270536217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb278109150 0x7fb27819f330 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 -- 172.21.15.6:0/2270536217 >> 172.21.15.6:0/2270536217 conn(0x7fb2780780a0 msgr2=0x7fb27810d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 -- 172.21.15.6:0/2270536217 shutdown_connections 2024-05-20T21:30:27.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:27.185+0000 7fb27e000640 1 -- 172.21.15.6:0/2270536217 wait complete. 2024-05-20T21:30:27.689 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:27 smithi006 ceph-mon[31422]: pgmap v878: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 -- 172.21.15.6:0/2577073682 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441037f0 msgr2=0x7ff744103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 --2- 172.21.15.6:0/2577073682 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441037f0 0x7ff744103bd0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff734009990 tx=0x7ff734009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 -- 172.21.15.6:0/2577073682 shutdown_connections 2024-05-20T21:30:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 --2- 172.21.15.6:0/2577073682 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7441088f0 0x7ff744110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 --2- 172.21.15.6:0/2577073682 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441037f0 0x7ff744103bd0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 --2- 172.21.15.6:0/2577073682 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7441041a0 0x7ff7441081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 -- 172.21.15.6:0/2577073682 >> 172.21.15.6:0/2577073682 conn(0x7ff74407a6a0 msgr2=0x7ff74407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 -- 172.21.15.6:0/2577073682 shutdown_connections 2024-05-20T21:30:27.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.754+0000 7ff74aa00700 1 -- 172.21.15.6:0/2577073682 wait complete. 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.755+0000 7ff74aa00700 1 Processor -- start 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.755+0000 7ff74aa00700 1 -- start start 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff74aa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7441037f0 0x7ff744075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff74aa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7441041a0 0x7ff744075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff74aa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441088f0 0x7ff7440762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff74aa00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff7441136c0 con 0x7ff7441041a0 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff74aa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff744113540 con 0x7ff7441037f0 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff74aa00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff744113840 con 0x7ff7441088f0 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7441037f0 0x7ff744075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7441037f0 0x7ff744075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56020/0 (socket says 172.21.15.6:56020) 2024-05-20T21:30:27.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7441041a0 0x7ff744075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743e00700 1 -- 172.21.15.6:0/540945517 learned_addr learned my addr 172.21.15.6:0/540945517 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.757 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff748a00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441088f0 0x7ff7440762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743e00700 1 -- 172.21.15.6:0/540945517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441088f0 msgr2=0x7ff7440762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743e00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441088f0 0x7ff7440762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743e00700 1 -- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7441041a0 msgr2=0x7ff744075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743e00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7441041a0 0x7ff744075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff743e00700 1 -- 172.21.15.6:0/540945517 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7441a8120 con 0x7ff7441037f0 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.756+0000 7ff748a00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441088f0 0x7ff7440762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.757+0000 7ff743e00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7441037f0 0x7ff744075840 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7ff73400c010 tx=0x7ff7340057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.757+0000 7ff740c00700 1 -- 172.21.15.6:0/540945517 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff734027070 con 0x7ff7441037f0 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.757+0000 7ff740c00700 1 -- 172.21.15.6:0/540945517 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff73400b610 con 0x7ff7441037f0 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.757+0000 7ff740c00700 1 -- 172.21.15.6:0/540945517 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7340173f0 con 0x7ff7441037f0 2024-05-20T21:30:27.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.757+0000 7ff74aa00700 1 -- 172.21.15.6:0/540945517 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7441a83b0 con 0x7ff7441037f0 2024-05-20T21:30:27.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.757+0000 7ff74aa00700 1 -- 172.21.15.6:0/540945517 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7441a87b0 con 0x7ff7441037f0 2024-05-20T21:30:27.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.761+0000 7ff740c00700 1 -- 172.21.15.6:0/540945517 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff73402a070 con 0x7ff7441037f0 2024-05-20T21:30:27.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.762+0000 7ff7553d1b80 1 Processor -- start 2024-05-20T21:30:27.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.762+0000 7ff7553d1b80 1 -- start start 2024-05-20T21:30:27.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.762+0000 7ff740c00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7280b2880 0x7ff7280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff740c00700 1 -- 172.21.15.6:0/540945517 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff7340e3050 con 0x7ff7441037f0 2024-05-20T21:30:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d319f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d2bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d2c140 0x55a4f1d2c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a4f1c89e40 con 0x55a4f1d31f30 2024-05-20T21:30:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4f1c799e0 con 0x55a4f1d2c140 2024-05-20T21:30:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a4f1c7da20 con 0x55a4f1d31610 2024-05-20T21:30:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff748a00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7280b2880 0x7ff7280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff743400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d2bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff743e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d319f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff743e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d319f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56168/0 (socket says 172.21.15.6:56168) 2024-05-20T21:30:27.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.763+0000 7ff743e00700 1 -- 172.21.15.6:0/2676224693 learned_addr learned my addr 172.21.15.6:0/2676224693 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff743400700 1 -- 172.21.15.6:0/2676224693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 msgr2=0x55a4f1d319f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff743400700 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d319f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff748a00700 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d2c140 0x55a4f1d2c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff743400700 1 -- 172.21.15.6:0/2676224693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d2c140 msgr2=0x55a4f1d2c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff743400700 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d2c140 0x55a4f1d2c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff743400700 1 -- 172.21.15.6:0/2676224693 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4f1c42420 con 0x55a4f1d31f30 2024-05-20T21:30:27.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff743e00700 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d319f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff748a00700 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d2c140 0x55a4f1d2c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff748a00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7280b2880 0x7ff7280b4d40 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff73c0093c0 tx=0x7ff73c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.764+0000 7ff743400700 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d2bb20 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7ff7440772d0 tx=0x7ff730009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61c6a094e79814f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.765+0000 7ff739600700 1 -- 172.21.15.6:0/2676224693 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff730011c80 con 0x55a4f1d31f30 2024-05-20T21:30:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.765+0000 7ff739600700 1 -- 172.21.15.6:0/2676224693 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff730011e20 con 0x55a4f1d31f30 2024-05-20T21:30:27.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.765+0000 7ff739600700 1 -- 172.21.15.6:0/2676224693 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff730005280 con 0x55a4f1d31f30 2024-05-20T21:30:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.765+0000 7ff7553d1b80 1 -- 172.21.15.6:0/2676224693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 msgr2=0x55a4f1d2bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.765+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d2bb20 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7ff7440772d0 tx=0x7ff730009f60 comp rx=0 tx=0).stop 2024-05-20T21:30:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.766+0000 7ff7553d1b80 1 -- 172.21.15.6:0/2676224693 shutdown_connections 2024-05-20T21:30:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.766+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d2c140 0x55a4f1d2c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.766+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d319f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.766+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/2676224693 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d2bb20 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.766+0000 7ff7553d1b80 1 -- 172.21.15.6:0/2676224693 >> 172.21.15.6:0/2676224693 conn(0x55a4f1c59be0 msgr2=0x55a4f1d26690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.766+0000 7ff7553d1b80 1 -- 172.21.15.6:0/2676224693 shutdown_connections 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.766+0000 7ff7553d1b80 1 -- 172.21.15.6:0/2676224693 wait complete. 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.766+0000 7ff7553d1b80 1 -- start start 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff7553d1b80 1 Processor -- start 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d37cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d355a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a4f1b7ffa0 con 0x55a4f1d31f30 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a4f1c1a760 con 0x55a4f1d31610 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a4f1d389e0 con 0x55a4f1d2c140 2024-05-20T21:30:27.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff7553d1b80 10 client.0 _ll_register_callbacks cb 0x55a4f1c23c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:27.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff743e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d37cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff743e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d37cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56180/0 (socket says 172.21.15.6:56180) 2024-05-20T21:30:27.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff743e00700 1 -- 172.21.15.6:0/1405463683 learned_addr learned my addr 172.21.15.6:0/1405463683 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.767+0000 7ff748a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d355a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff743400700 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff743e00700 1 -- 172.21.15.6:0/1405463683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 msgr2=0x55a4f1d35060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff743e00700 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff743e00700 1 -- 172.21.15.6:0/1405463683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 msgr2=0x55a4f1d355a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff743e00700 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d355a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff743e00700 1 -- 172.21.15.6:0/1405463683 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4f1bc98d0 con 0x55a4f1d2c140 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff743400700 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff743e00700 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d37cc0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff7340aa300 tx=0x7ff7340a6540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99c2b8c096d65268 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff72e000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff72e000700 1 -- 172.21.15.6:0/1405463683 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7340aa600 con 0x55a4f1d2c140 2024-05-20T21:30:27.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff72e000700 1 -- 172.21.15.6:0/1405463683 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff7340aa860 con 0x55a4f1d2c140 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.768+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1405463683 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff730011e20 con 0x55a4f1d2c140 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff72e000700 1 -- 172.21.15.6:0/1405463683 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff7340c4e60 con 0x55a4f1d2c140 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff7553d1b80 10 client.29530 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1405463683 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4f1c4a060 con 0x55a4f1d2c140 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff72e000700 1 -- 172.21.15.6:0/1405463683 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff730011e20 con 0x55a4f1d2c140 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff72e000700 1 -- 172.21.15.6:0/1405463683 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff734090b70 con 0x55a4f1d2c140 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff7553d1b80 10 client.29530 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff7553d1b80 10 client.29530 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff7553d1b80 20 client.29530 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:27.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a4f1d45690 0x55a4f1d47ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff7553d1b80 4 client.29530 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:27.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.769+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1405463683 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4f1c8bd90 con 0x55a4f1d45690 2024-05-20T21:30:27.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.770+0000 7ff743400700 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a4f1d45690 0x55a4f1d47ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.770+0000 7ff743400700 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a4f1d45690 0x55a4f1d47ad0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b15da72631a099f server_cookie=859bd537dd295d22 in_seq=0 out_seq=0 2024-05-20T21:30:27.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.770+0000 7ff72e000700 10 client.29530 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:30:27.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.771+0000 7ff72e000700 1 -- 172.21.15.6:0/1405463683 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a4f1c8bd90 con 0x55a4f1d45690 2024-05-20T21:30:27.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.771+0000 7ff72e000700 10 client.29530 handle_command_reply: tid=0 2024-05-20T21:30:27.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.771+0000 7ff7553d1b80 1 client.29530 shutdown 2024-05-20T21:30:27.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.771+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1405463683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 msgr2=0x55a4f1d37cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.771+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d37cc0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff7340aa300 tx=0x7ff7340a6540 comp rx=0 tx=0).stop 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1405463683 shutdown_connections 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d355a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a4f1d45690 0x55a4f1d47ad0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d37cc0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1405463683 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff72e000700 0 client.29530 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1405463683 >> 172.21.15.6:0/1405463683 conn(0x55a4f1c59be0 msgr2=0x55a4f1d25d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1405463683 shutdown_connections 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1405463683 wait complete. 2024-05-20T21:30:27.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.772+0000 7ff7553d1b80 20 client.29530 trim_cache size 0 max 16384 2024-05-20T21:30:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff7553d1b80 1 Processor -- start 2024-05-20T21:30:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff7553d1b80 1 -- start start 2024-05-20T21:30:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d41a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d264f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff7441b2970 con 0x55a4f1d31f30 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff7441b0200 con 0x55a4f1d31610 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff7441ae050 con 0x55a4f1d2c140 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.789+0000 7ff748a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d264f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff748a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d264f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45514/0 (socket says 172.21.15.6:45514) 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff748a00700 1 -- 172.21.15.6:0/1583545407 learned_addr learned my addr 172.21.15.6:0/1583545407 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff743e00700 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d41a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff743400700 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff743e00700 1 -- 172.21.15.6:0/1583545407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 msgr2=0x55a4f1d35550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff743e00700 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff743e00700 1 -- 172.21.15.6:0/1583545407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 msgr2=0x55a4f1d264f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff743e00700 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d264f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff743e00700 1 -- 172.21.15.6:0/1583545407 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4f1d48150 con 0x55a4f1d2c140 2024-05-20T21:30:27.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff748a00700 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d264f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:27.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.790+0000 7ff743e00700 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d41a80 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7ff7340aa0c0 tx=0x7ff7340aa270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17ba157b14c8808b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff738c00700 1 -- 172.21.15.6:0/1583545407 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7340aa600 con 0x55a4f1d2c140 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff738c00700 1 -- 172.21.15.6:0/1583545407 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7340b33d0 con 0x55a4f1d2c140 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff738c00700 1 -- 172.21.15.6:0/1583545407 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7340aa860 con 0x55a4f1d2c140 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1583545407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 msgr2=0x55a4f1d41a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d41a80 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7ff7340aa0c0 tx=0x7ff7340aa270 comp rx=0 tx=0).stop 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1583545407 shutdown_connections 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d31f30 0x55a4f1d264f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d2c140 0x55a4f1d41a80 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/1583545407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31610 0x55a4f1d35550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1583545407 >> 172.21.15.6:0/1583545407 conn(0x55a4f1c59be0 msgr2=0x55a4f1d34e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.791+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1583545407 shutdown_connections 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.792+0000 7ff7553d1b80 1 -- 172.21.15.6:0/1583545407 wait complete. 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.792+0000 7ff7553d1b80 1 -- start start 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.792+0000 7ff7553d1b80 1 Processor -- start 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d2c140 0x55a4f1d3de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d3e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff7553d1b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31f30 0x55a4f1d4c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff7441ae6c0 con 0x55a4f1d2c140 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff7441afb30 con 0x55a4f1d31f30 2024-05-20T21:30:27.796 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff7553d1b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff7441aed90 con 0x55a4f1d31610 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff7553d1b80 10 client.0 _ll_register_callbacks cb 0x55a4f1c23c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d2c140 0x55a4f1d3de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d2c140 0x55a4f1d3de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45524/0 (socket says 172.21.15.6:45524) 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743e00700 1 -- 172.21.15.6:0/4103082780 learned_addr learned my addr 172.21.15.6:0/4103082780 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff748a00700 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31f30 0x55a4f1d4c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743400700 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d3e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743e00700 1 -- 172.21.15.6:0/4103082780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 msgr2=0x55a4f1d3e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743e00700 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d3e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743e00700 1 -- 172.21.15.6:0/4103082780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31f30 msgr2=0x55a4f1d4c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743e00700 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31f30 0x55a4f1d4c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.793+0000 7ff743e00700 1 -- 172.21.15.6:0/4103082780 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4f1d4cfd0 con 0x55a4f1d2c140 2024-05-20T21:30:27.797 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff748a00700 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31f30 0x55a4f1d4c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff743e00700 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d2c140 0x55a4f1d3de50 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7ff734000c00 tx=0x7ff7340a6540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c2ed757ddc0e14 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff72e000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff72e000700 1 -- 172.21.15.6:0/4103082780 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7340ae9b0 con 0x55a4f1d2c140 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff72e000700 1 -- 172.21.15.6:0/4103082780 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff7340aa860 con 0x55a4f1d2c140 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff7553d1b80 1 -- 172.21.15.6:0/4103082780 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7340b33d0 con 0x55a4f1d2c140 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff72e000700 1 -- 172.21.15.6:0/4103082780 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff7340aaaa0 con 0x55a4f1d2c140 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff7553d1b80 10 client.19425 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.794+0000 7ff7553d1b80 1 -- 172.21.15.6:0/4103082780 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4f1d4cfd0 con 0x55a4f1d2c140 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff72e000700 1 -- 172.21.15.6:0/4103082780 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7340b33d0 con 0x55a4f1d2c140 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff72e000700 1 -- 172.21.15.6:0/4103082780 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff7340a9860 con 0x55a4f1d2c140 2024-05-20T21:30:27.798 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff7553d1b80 10 client.19425 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff7553d1b80 10 client.19425 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:30:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff7553d1b80 20 client.19425 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a4f1dafff0 0x55a4f1db23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff7553d1b80 4 client.19425 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:27.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff7553d1b80 1 -- 172.21.15.6:0/4103082780 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a4f1c85570 con 0x55a4f1dafff0 2024-05-20T21:30:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.795+0000 7ff743400700 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a4f1dafff0 0x55a4f1db23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff743400700 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a4f1dafff0 0x55a4f1db23e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6e84076f81f9ee56 server_cookie=667cfc239528be22 in_seq=0 out_seq=0 2024-05-20T21:30:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff72e000700 10 client.19425 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:30:27.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff72e000700 1 -- 172.21.15.6:0/4103082780 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a4f1c85570 con 0x55a4f1dafff0 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff72e000700 10 client.19425 handle_command_reply: tid=0 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 client.19425 shutdown 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 -- 172.21.15.6:0/4103082780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d2c140 msgr2=0x55a4f1d3de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d2c140 0x55a4f1d3de50 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7ff734000c00 tx=0x7ff7340a6540 comp rx=0 tx=0).stop 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 -- 172.21.15.6:0/4103082780 shutdown_connections 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a4f1d31f30 0x55a4f1d4c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a4f1d2c140 0x55a4f1d3de50 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55a4f1dafff0 0x55a4f1db23e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 --2- 172.21.15.6:0/4103082780 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a4f1d31610 0x55a4f1d3e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff7553d1b80 1 -- 172.21.15.6:0/4103082780 >> 172.21.15.6:0/4103082780 conn(0x55a4f1c59be0 msgr2=0x55a4f1d32310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.796+0000 7ff72e000700 0 client.19425 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:30:27.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.797+0000 7ff7553d1b80 1 -- 172.21.15.6:0/4103082780 shutdown_connections 2024-05-20T21:30:27.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.797+0000 7ff7553d1b80 1 -- 172.21.15.6:0/4103082780 wait complete. 2024-05-20T21:30:27.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.797+0000 7ff7553d1b80 20 client.19425 trim_cache size 0 max 16384 2024-05-20T21:30:27.802 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:30:27.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.797+0000 7ff74aa00700 1 -- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7280b2880 msgr2=0x7ff7280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.797+0000 7ff74aa00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7280b2880 0x7ff7280b4d40 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff73c0093c0 tx=0x7ff73c009920 comp rx=0 tx=0).stop 2024-05-20T21:30:27.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.797+0000 7ff74aa00700 1 -- 172.21.15.6:0/540945517 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7441037f0 msgr2=0x7ff744075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:27.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.797+0000 7ff74aa00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7441037f0 0x7ff744075840 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7ff73400c010 tx=0x7ff7340057c0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.798+0000 7ff74aa00700 1 -- 172.21.15.6:0/540945517 shutdown_connections 2024-05-20T21:30:27.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.798+0000 7ff74aa00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff7280b2880 0x7ff7280b4d40 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.798+0000 7ff74aa00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7441088f0 0x7ff7440762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.798+0000 7ff74aa00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff7441037f0 0x7ff744075840 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.798+0000 7ff74aa00700 1 --2- 172.21.15.6:0/540945517 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff7441041a0 0x7ff744075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:27.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.798+0000 7ff74aa00700 1 -- 172.21.15.6:0/540945517 >> 172.21.15.6:0/540945517 conn(0x7ff74407a6a0 msgr2=0x7ff744101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:27.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.798+0000 7ff74aa00700 1 -- 172.21.15.6:0/540945517 shutdown_connections 2024-05-20T21:30:27.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:27.798+0000 7ff74aa00700 1 -- 172.21.15.6:0/540945517 wait complete. 2024-05-20T21:30:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:27 smithi062 ceph-mon[36640]: pgmap v878: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:27 smithi042 ceph-mon[36332]: pgmap v878: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:28.829 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:30:29.310 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:29.720 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:29 smithi006 ceph-mon[31422]: pgmap v879: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:29 smithi062 ceph-mon[36640]: pgmap v879: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:29 smithi042 ceph-mon[36332]: pgmap v879: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.712+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2187727242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a141018e0 msgr2=0x7f2a14101cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.713+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2187727242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a141018e0 0x7f2a14101cc0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f2a08009990 tx=0x7f2a08009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.713 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.713+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2187727242 shutdown_connections 2024-05-20T21:30:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.713+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2187727242 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2a1410fe20 0x7f2a14112210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.713+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2187727242 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a141018e0 0x7f2a14101cc0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.713+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2187727242 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a14102200 0x7f2a1410f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.713+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2187727242 >> 172.21.15.6:0/2187727242 conn(0x7f2a140771e0 msgr2=0x7f2a140775f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.713+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2187727242 shutdown_connections 2024-05-20T21:30:31.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.713+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2187727242 wait complete. 2024-05-20T21:30:31.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.714+0000 7f2a1ac00700 1 Processor -- start 2024-05-20T21:30:31.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.714+0000 7f2a1ac00700 1 -- start start 2024-05-20T21:30:31.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a1ac00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a141018e0 0x7f2a141a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a1ac00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2a14102200 0x7f2a141a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a1ac00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a1410fe20 0x7f2a1419bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a1ac00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2a14115870 con 0x7f2a141018e0 2024-05-20T21:30:31.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a1ac00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2a141156f0 con 0x7f2a1410fe20 2024-05-20T21:30:31.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a1ac00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2a141159f0 con 0x7f2a14102200 2024-05-20T21:30:31.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a19800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a141018e0 0x7f2a141a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a19800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a141018e0 0x7f2a141a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45536/0 (socket says 172.21.15.6:45536) 2024-05-20T21:30:31.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a19800700 1 -- 172.21.15.6:0/2646089832 learned_addr learned my addr 172.21.15.6:0/2646089832 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:31.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2a14102200 0x7f2a141a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a1a200700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a1410fe20 0x7f2a1419bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.715+0000 7f2a18e00700 1 -- 172.21.15.6:0/2646089832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a1410fe20 msgr2=0x7f2a1419bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a1410fe20 0x7f2a1419bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a18e00700 1 -- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a141018e0 msgr2=0x7f2a141a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a141018e0 0x7f2a141a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a18e00700 1 -- 172.21.15.6:0/2646089832 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a1419c450 con 0x7f2a14102200 2024-05-20T21:30:31.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a1a200700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a1410fe20 0x7f2a1419bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:31.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2a14102200 0x7f2a141a1f90 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000e9f0 tx=0x7f2a0000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:31.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a12000700 1 -- 172.21.15.6:0/2646089832 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0000c9c0 con 0x7f2a14102200 2024-05-20T21:30:31.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a12000700 1 -- 172.21.15.6:0/2646089832 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a0000cb60 con 0x7f2a14102200 2024-05-20T21:30:31.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a12000700 1 -- 172.21.15.6:0/2646089832 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a00018680 con 0x7f2a14102200 2024-05-20T21:30:31.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2646089832 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a1419c740 con 0x7f2a14102200 2024-05-20T21:30:31.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.716+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2646089832 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a141a89d0 con 0x7f2a14102200 2024-05-20T21:30:31.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.720+0000 7f2a12000700 1 -- 172.21.15.6:0/2646089832 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2a00010430 con 0x7f2a14102200 2024-05-20T21:30:31.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.721+0000 7f2a26b59b80 1 Processor -- start 2024-05-20T21:30:31.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.721+0000 7f2a26b59b80 1 -- start start 2024-05-20T21:30:31.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a12000700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f29fc0b2880 0x7f29fc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf020 0x55ed94fdf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf940 0x55ed94fd94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ed94f37e40 con 0x55ed94fdf940 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ed94f279e0 con 0x55ed94fdf020 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ed94f2ba20 con 0x55ed94fd9ad0 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a12000700 1 -- 172.21.15.6:0/2646089832 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2a000e2460 con 0x7f2a14102200 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a1a200700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f29fc0b2880 0x7f29fc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a18e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf940 0x55ed94fd94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a19800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf020 0x55ed94fdf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a18e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf940 0x55ed94fd94b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45550/0 (socket says 172.21.15.6:45550) 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a18e00700 1 -- 172.21.15.6:0/976587637 learned_addr learned my addr 172.21.15.6:0/976587637 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:31.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.722+0000 7f2a1a200700 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a18e00700 1 -- 172.21.15.6:0/976587637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 msgr2=0x55ed94fd9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a18e00700 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a18e00700 1 -- 172.21.15.6:0/976587637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf020 msgr2=0x55ed94fdf400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a18e00700 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf020 0x55ed94fdf400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a18e00700 1 -- 172.21.15.6:0/976587637 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed94ef0420 con 0x55ed94fdf940 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a19800700 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf020 0x55ed94fdf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a18e00700 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf940 0x55ed94fd94b0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c5b0 tx=0x7f2a0004ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b0453fda63cb5cb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a1a200700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f29fc0b2880 0x7f29fc0b4d40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c009ec0 tx=0x7f2a0c003cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.723+0000 7f2a06a00700 1 -- 172.21.15.6:0/976587637 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a000a9490 con 0x55ed94fdf940 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a06a00700 1 -- 172.21.15.6:0/976587637 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a000aa080 con 0x55ed94fdf940 2024-05-20T21:30:31.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a06a00700 1 -- 172.21.15.6:0/976587637 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0005a2a0 con 0x55ed94fdf940 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a26b59b80 1 -- 172.21.15.6:0/976587637 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf940 msgr2=0x55ed94fd94b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf940 0x55ed94fd94b0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c5b0 tx=0x7f2a0004ec50 comp rx=0 tx=0).stop 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a26b59b80 1 -- 172.21.15.6:0/976587637 shutdown_connections 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf020 0x55ed94fdf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/976587637 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf940 0x55ed94fd94b0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.724+0000 7f2a26b59b80 1 -- 172.21.15.6:0/976587637 >> 172.21.15.6:0/976587637 conn(0x55ed94f07be0 msgr2=0x55ed94fd4150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.725+0000 7f2a26b59b80 1 -- 172.21.15.6:0/976587637 shutdown_connections 2024-05-20T21:30:31.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.725+0000 7f2a26b59b80 1 -- 172.21.15.6:0/976587637 wait complete. 2024-05-20T21:30:31.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.725+0000 7f2a26b59b80 1 -- start start 2024-05-20T21:30:31.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.725+0000 7f2a26b59b80 1 Processor -- start 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fe5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fe29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fe2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ed94e2dfa0 con 0x55ed94fdf020 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ed94ec8760 con 0x55ed94fdf940 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ed94fe6460 con 0x55ed94fd9ad0 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a26b59b80 10 client.0 _ll_register_callbacks cb 0x55ed94ed1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a18e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fe29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a18e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fe29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45554/0 (socket says 172.21.15.6:45554) 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a19800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fe5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a18e00700 1 -- 172.21.15.6:0/3855619227 learned_addr learned my addr 172.21.15.6:0/3855619227 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:31.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.726+0000 7f2a1a200700 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fe2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f2a18e00700 1 -- 172.21.15.6:0/3855619227 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 msgr2=0x55ed94fe5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f2a18e00700 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fe5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f2a18e00700 1 -- 172.21.15.6:0/3855619227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 msgr2=0x55ed94fe2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f2a18e00700 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fe2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f2a18e00700 1 -- 172.21.15.6:0/3855619227 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed94e778d0 con 0x55ed94fdf020 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f2a19800700 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fe5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f2a18e00700 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fe29f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f2a000a5a00 tx=0x7f2a000a9f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e5be851ce9723b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f29fb400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f29fb400700 1 -- 172.21.15.6:0/3855619227 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a000a9980 con 0x55ed94fdf020 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f29fb400700 1 -- 172.21.15.6:0/3855619227 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2a0005a200 con 0x55ed94fdf020 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.727+0000 7f2a26b59b80 1 -- 172.21.15.6:0/3855619227 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a000aa080 con 0x55ed94fdf020 2024-05-20T21:30:31.730 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f29fb400700 1 -- 172.21.15.6:0/3855619227 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2a000add30 con 0x55ed94fdf020 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f2a26b59b80 10 client.19437 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f2a26b59b80 1 -- 172.21.15.6:0/3855619227 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ed94ef8060 con 0x55ed94fdf020 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f29fb400700 1 -- 172.21.15.6:0/3855619227 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a000aa080 con 0x55ed94fdf020 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f29fb400700 1 -- 172.21.15.6:0/3855619227 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2a00051ce0 con 0x55ed94fdf020 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f2a26b59b80 10 client.19437 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f2a26b59b80 10 client.19437 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f2a26b59b80 20 client.19437 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed94ff2da0 0x55ed94ff5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f2a26b59b80 4 client.19437 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.728+0000 7f2a26b59b80 1 -- 172.21.15.6:0/3855619227 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed94f39d90 con 0x55ed94ff2da0 2024-05-20T21:30:31.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.729+0000 7f2a19800700 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed94ff2da0 0x55ed94ff5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.729+0000 7f2a19800700 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed94ff2da0 0x55ed94ff5190 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=798d2ab6dfabc2d3 server_cookie=4fe30f694886c98a in_seq=0 out_seq=0 2024-05-20T21:30:31.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.729+0000 7f29fb400700 10 client.19437 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.730+0000 7f29fb400700 1 -- 172.21.15.6:0/3855619227 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ed94f39d90 con 0x55ed94ff2da0 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.730+0000 7f29fb400700 10 client.19437 handle_command_reply: tid=0 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.730+0000 7f2a26b59b80 1 client.19437 shutdown 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.730+0000 7f2a26b59b80 1 -- 172.21.15.6:0/3855619227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 msgr2=0x55ed94fe29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.730+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fe29f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f2a000a5a00 tx=0x7f2a000a9f70 comp rx=0 tx=0).stop 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.730+0000 7f2a26b59b80 1 -- 172.21.15.6:0/3855619227 shutdown_connections 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fe2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed94ff2da0 0x55ed94ff5190 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fe5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/3855619227 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fe29f0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f2a26b59b80 1 -- 172.21.15.6:0/3855619227 >> 172.21.15.6:0/3855619227 conn(0x55ed94f07be0 msgr2=0x55ed94fd84a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f29fb400700 0 client.19437 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f2a26b59b80 1 -- 172.21.15.6:0/3855619227 shutdown_connections 2024-05-20T21:30:31.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f2a26b59b80 1 -- 172.21.15.6:0/3855619227 wait complete. 2024-05-20T21:30:31.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.731+0000 7f2a26b59b80 20 client.19437 trim_cache size 0 max 16384 2024-05-20T21:30:31.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.748+0000 7f2a26b59b80 1 Processor -- start 2024-05-20T21:30:31.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.748+0000 7f2a26b59b80 1 -- start start 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fd3c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fd4170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2a141b28d0 con 0x55ed94fdf020 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2a141b0160 con 0x55ed94fdf940 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2a141adfb0 con 0x55ed94fd9ad0 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a18e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fd3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a18e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fd3c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:45566/0 (socket says 172.21.15.6:45566) 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a18e00700 1 -- 172.21.15.6:0/2076705621 learned_addr learned my addr 172.21.15.6:0/2076705621 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a1a200700 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fd4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a19800700 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a18e00700 1 -- 172.21.15.6:0/2076705621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 msgr2=0x55ed94fd94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:31.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.749+0000 7f2a18e00700 1 -- 172.21.15.6:0/2076705621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 msgr2=0x55ed94fd4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:31.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.750+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fd4170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.750+0000 7f2a18e00700 1 -- 172.21.15.6:0/2076705621 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed94fd9eb0 con 0x55ed94fdf020 2024-05-20T21:30:31.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.750+0000 7f2a1a200700 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fd4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:31.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.750+0000 7f2a19800700 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:31.751 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.750+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fd3c30 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f2a000a97c0 tx=0x7f2a000a9880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ee4a0eeac729c7e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:31.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.750+0000 7f2a06000700 1 -- 172.21.15.6:0/2076705621 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a000b2350 con 0x55ed94fdf020 2024-05-20T21:30:31.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.750+0000 7f2a06000700 1 -- 172.21.15.6:0/2076705621 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a000aa080 con 0x55ed94fdf020 2024-05-20T21:30:31.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.750+0000 7f2a06000700 1 -- 172.21.15.6:0/2076705621 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a000a5550 con 0x55ed94fdf020 2024-05-20T21:30:31.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2076705621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 msgr2=0x55ed94fd3c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.753 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fd3c30 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f2a000a97c0 tx=0x7f2a000a9880 comp rx=0 tx=0).stop 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2076705621 shutdown_connections 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94fd4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94fd94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2076705621 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94fd3c30 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2076705621 >> 172.21.15.6:0/2076705621 conn(0x55ed94f07be0 msgr2=0x55ed94fe12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2076705621 shutdown_connections 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.751+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2076705621 wait complete. 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 1 -- start start 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 1 Processor -- start 2024-05-20T21:30:31.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94ff85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94ff5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94ff5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2a141ae620 con 0x55ed94fdf020 2024-05-20T21:30:31.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2a141afa90 con 0x55ed94fdf940 2024-05-20T21:30:31.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2a141aecf0 con 0x55ed94fd9ad0 2024-05-20T21:30:31.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.752+0000 7f2a26b59b80 10 client.0 _ll_register_callbacks cb 0x55ed94ed1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:31.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94ff85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a18e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94ff5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94ff85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56244/0 (socket says 172.21.15.6:56244) 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 -- 172.21.15.6:0/2848228248 learned_addr learned my addr 172.21.15.6:0/2848228248 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a1a200700 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94ff5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 -- 172.21.15.6:0/2848228248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 msgr2=0x55ed94ff5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94ff5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 -- 172.21.15.6:0/2848228248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 msgr2=0x55ed94ff5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94ff5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 -- 172.21.15.6:0/2848228248 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed94ff6440 con 0x55ed94fd9ad0 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f2a19800700 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94ff85f0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f2a080098e0 tx=0x7f2a08009380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51a1bba25bc5bece server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:31.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.753+0000 7f29fb400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:31.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.754+0000 7f29fb400700 1 -- 172.21.15.6:0/2848228248 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0800bb30 con 0x55ed94fd9ad0 2024-05-20T21:30:31.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.754+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2848228248 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a000aa080 con 0x55ed94fd9ad0 2024-05-20T21:30:31.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.754+0000 7f29fb400700 1 -- 172.21.15.6:0/2848228248 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2a0800bcd0 con 0x55ed94fd9ad0 2024-05-20T21:30:31.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.754+0000 7f29fb400700 1 -- 172.21.15.6:0/2848228248 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2a08003680 con 0x55ed94fd9ad0 2024-05-20T21:30:31.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.754+0000 7f2a26b59b80 10 client.29554 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:31.758 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.754+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2848228248 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ed9505d410 con 0x55ed94fd9ad0 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f29fb400700 1 -- 172.21.15.6:0/2848228248 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a000aa080 con 0x55ed94fd9ad0 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f29fb400700 1 -- 172.21.15.6:0/2848228248 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2a0802e070 con 0x55ed94fd9ad0 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f2a26b59b80 10 client.29554 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f2a26b59b80 10 client.29554 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f2a26b59b80 20 client.29554 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed9505dad0 0x55ed9505fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f2a26b59b80 4 client.29554 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2848228248 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ed94f33570 con 0x55ed9505dad0 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.755+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed9505dad0 0x55ed9505fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a18e00700 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed9505dad0 0x55ed9505fef0 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d119556fe80e6959 server_cookie=1809ba306d16fdd4 in_seq=0 out_seq=0 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f29fb400700 10 client.29554 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f29fb400700 1 -- 172.21.15.6:0/2848228248 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ed94f33570 con 0x55ed9505dad0 2024-05-20T21:30:31.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f29fb400700 10 client.29554 handle_command_reply: tid=0 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 client.29554 shutdown 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2848228248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 msgr2=0x55ed94ff85f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94ff85f0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f2a080098e0 tx=0x7f2a08009380 comp rx=0 tx=0).stop 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2848228248 shutdown_connections 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ed94fdf940 0x55ed94ff5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ed9505dad0 0x55ed9505fef0 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ed94fd9ad0 0x55ed94ff85f0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 --2- 172.21.15.6:0/2848228248 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ed94fdf020 0x55ed94ff5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f29fb400700 0 client.29554 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.756+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2848228248 >> 172.21.15.6:0/2848228248 conn(0x55ed94f07be0 msgr2=0x55ed94fdfd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.757+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2848228248 shutdown_connections 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.757+0000 7f2a26b59b80 1 -- 172.21.15.6:0/2848228248 wait complete. 2024-05-20T21:30:31.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.757+0000 7f2a26b59b80 20 client.29554 trim_cache size 0 max 16384 2024-05-20T21:30:31.761 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:30:31.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.757+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f29fc0b2880 msgr2=0x7f29fc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.757+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f29fc0b2880 0x7f29fc0b4d40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f2a0c009ec0 tx=0x7f2a0c003cf0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2646089832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2a14102200 msgr2=0x7f2a141a1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:31.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2a14102200 0x7f2a141a1f90 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000e9f0 tx=0x7f2a0000ed00 comp rx=0 tx=0).stop 2024-05-20T21:30:31.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2646089832 shutdown_connections 2024-05-20T21:30:31.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f29fc0b2880 0x7f29fc0b4d40 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2a1410fe20 0x7f2a1419bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2a141018e0 0x7f2a141a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 --2- 172.21.15.6:0/2646089832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2a14102200 0x7f2a141a1f90 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:31.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2646089832 >> 172.21.15.6:0/2646089832 conn(0x7f2a140771e0 msgr2=0x7f2a141103e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:31.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2646089832 shutdown_connections 2024-05-20T21:30:31.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:31.758+0000 7f2a1ac00700 1 -- 172.21.15.6:0/2646089832 wait complete. 2024-05-20T21:30:31.823 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:31 smithi006 ceph-mon[31422]: pgmap v880: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:31 smithi062 ceph-mon[36640]: pgmap v880: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:31 smithi042 ceph-mon[36332]: pgmap v880: 97 pgs: 97 active+clean; 3.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:33.789 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:30:33.790 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:30:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:33 smithi062 ceph-mon[36640]: pgmap v881: 97 pgs: 97 active+clean; 3.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:30:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:33 smithi042 ceph-mon[36332]: pgmap v881: 97 pgs: 97 active+clean; 3.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:30:34.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:33 smithi006 ceph-mon[31422]: pgmap v881: 97 pgs: 97 active+clean; 3.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:30:34.279 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:35 smithi062 ceph-mon[36640]: pgmap v882: 97 pgs: 97 active+clean; 3.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:36.099 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:35 smithi006 ceph-mon[31422]: pgmap v882: 97 pgs: 97 active+clean; 3.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:35 smithi042 ceph-mon[36332]: pgmap v882: 97 pgs: 97 active+clean; 3.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:36.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.672+0000 7fe010000700 1 -- 172.21.15.6:0/3186962446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe008104480 msgr2=0x7fe00806bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.672+0000 7fe010000700 1 --2- 172.21.15.6:0/3186962446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe008104480 0x7fe00806bc70 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fdffc00b0a0 tx=0x7fdffc00b3b0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.673+0000 7fe010000700 1 -- 172.21.15.6:0/3186962446 shutdown_connections 2024-05-20T21:30:36.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.673+0000 7fe010000700 1 --2- 172.21.15.6:0/3186962446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe00810fe00 0x7fe008112210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.673+0000 7fe010000700 1 --2- 172.21.15.6:0/3186962446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe008104480 0x7fe00806bc70 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.673 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.673+0000 7fe010000700 1 --2- 172.21.15.6:0/3186962446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe00806c1b0 0x7fe00806c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.673+0000 7fe010000700 1 -- 172.21.15.6:0/3186962446 >> 172.21.15.6:0/3186962446 conn(0x7fe0080782b0 msgr2=0x7fe0080786c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:36.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.673+0000 7fe010000700 1 -- 172.21.15.6:0/3186962446 shutdown_connections 2024-05-20T21:30:36.674 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.673+0000 7fe010000700 1 -- 172.21.15.6:0/3186962446 wait complete. 2024-05-20T21:30:36.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.674+0000 7fe010000700 1 Processor -- start 2024-05-20T21:30:36.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.674+0000 7fe010000700 1 -- start start 2024-05-20T21:30:36.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.674+0000 7fe010000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe00806c1b0 0x7fe00819beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.674+0000 7fe010000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe008104480 0x7fe00819c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.674+0000 7fe010000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe00810fe00 0x7fe0081a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe010000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe0081159c0 con 0x7fe00810fe00 2024-05-20T21:30:36.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe010000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe008115840 con 0x7fe008104480 2024-05-20T21:30:36.675 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe010000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe008115b40 con 0x7fe00806c1b0 2024-05-20T21:30:36.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe008104480 0x7fe00819c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe008104480 0x7fe00819c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56130/0 (socket says 172.21.15.6:56130) 2024-05-20T21:30:36.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00cc00700 1 -- 172.21.15.6:0/1120219051 learned_addr learned my addr 172.21.15.6:0/1120219051 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:36.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00d600700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe00806c1b0 0x7fe00819beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.676 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00e000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe00810fe00 0x7fe0081a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00e000700 1 -- 172.21.15.6:0/1120219051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe00806c1b0 msgr2=0x7fe00819beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00e000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe00806c1b0 0x7fe00819beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00e000700 1 -- 172.21.15.6:0/1120219051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe008104480 msgr2=0x7fe00819c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00e000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe008104480 0x7fe00819c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00e000700 1 -- 172.21.15.6:0/1120219051 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0081a0ec0 con 0x7fe00810fe00 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.675+0000 7fe00d600700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe00806c1b0 0x7fe00819beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.676+0000 7fe00e000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe00810fe00 0x7fe0081a0780 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fe00000e940 tx=0x7fe00000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.676+0000 7fe006000700 1 -- 172.21.15.6:0/1120219051 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000004220 con 0x7fe00810fe00 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.676+0000 7fe006000700 1 -- 172.21.15.6:0/1120219051 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0000043c0 con 0x7fe00810fe00 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.676+0000 7fe010000700 1 -- 172.21.15.6:0/1120219051 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0081a11b0 con 0x7fe00810fe00 2024-05-20T21:30:36.677 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.676+0000 7fe006000700 1 -- 172.21.15.6:0/1120219051 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000010700 con 0x7fe00810fe00 2024-05-20T21:30:36.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.676+0000 7fe010000700 1 -- 172.21.15.6:0/1120219051 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0081a8a30 con 0x7fe00810fe00 2024-05-20T21:30:36.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.682+0000 7fe006000700 1 -- 172.21.15.6:0/1120219051 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe000004750 con 0x7fe00810fe00 2024-05-20T21:30:36.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.682+0000 7fe01aa6fb80 1 Processor -- start 2024-05-20T21:30:36.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe01aa6fb80 1 -- start start 2024-05-20T21:30:36.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5a9c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5a9cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5636b59faec0 con 0x5636b5aa2850 2024-05-20T21:30:36.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5636b59eaa60 con 0x5636b5aa1f30 2024-05-20T21:30:36.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5636b59eeaa0 con 0x5636b5a9c900 2024-05-20T21:30:36.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe00d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5a9c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe00cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe00cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56132/0 (socket says 172.21.15.6:56132) 2024-05-20T21:30:36.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe00cc00700 1 -- 172.21.15.6:0/1583324730 learned_addr learned my addr 172.21.15.6:0/1583324730 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:36.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe006000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdff00b2880 0x7fdff00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.683+0000 7fe00cc00700 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5a9cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.684+0000 7fe006000700 1 -- 172.21.15.6:0/1120219051 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe0000e1f50 con 0x7fe00810fe00 2024-05-20T21:30:36.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.684+0000 7fe00d600700 1 -- 172.21.15.6:0/1583324730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 msgr2=0x5636b5a9cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:36.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.684+0000 7fe00d600700 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5a9cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.684+0000 7fe00d600700 1 -- 172.21.15.6:0/1583324730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 msgr2=0x5636b5aa2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:36.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.684+0000 7fe00d600700 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.684+0000 7fe00e000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdff00b2880 0x7fdff00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.684+0000 7fe00d600700 1 -- 172.21.15.6:0/1583324730 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636b59b34a0 con 0x5636b5aa2850 2024-05-20T21:30:36.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.684+0000 7fe00cc00700 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5a9cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:36.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.685+0000 7fe00d600700 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5a9c2e0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fdffc00b070 tx=0x7fdffc009dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5075d63a0eb0f3e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:36.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.685+0000 7fe00e000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdff00b2880 0x7fdff00b4d40 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe000000c00 tx=0x7fe0000051c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:36.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.685+0000 7fdffaa00700 1 -- 172.21.15.6:0/1583324730 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc021070 con 0x5636b5aa2850 2024-05-20T21:30:36.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.685+0000 7fdffaa00700 1 -- 172.21.15.6:0/1583324730 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdffc0074e0 con 0x5636b5aa2850 2024-05-20T21:30:36.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.685+0000 7fdffaa00700 1 -- 172.21.15.6:0/1583324730 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc005280 con 0x5636b5aa2850 2024-05-20T21:30:36.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1583324730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 msgr2=0x5636b5a9c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5a9c2e0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fdffc00b070 tx=0x7fdffc009dd0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1583324730 shutdown_connections 2024-05-20T21:30:36.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5a9cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1583324730 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5a9c2e0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1583324730 >> 172.21.15.6:0/1583324730 conn(0x5636b59cac60 msgr2=0x5636b5a97090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:36.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1583324730 shutdown_connections 2024-05-20T21:30:36.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.686+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1583324730 wait complete. 2024-05-20T21:30:36.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.687+0000 7fe01aa6fb80 1 -- start start 2024-05-20T21:30:36.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.687+0000 7fe01aa6fb80 1 Processor -- start 2024-05-20T21:30:36.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.687+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5aa85a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.687+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.687+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5aa5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.687+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5636b58f1020 con 0x5636b5aa2850 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.687+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5636b598b7e0 con 0x5636b5aa1f30 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.687+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5636b5aa9260 con 0x5636b5a9c900 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe01aa6fb80 10 client.0 _ll_register_callbacks cb 0x5636b5994cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00d600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00d600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56138/0 (socket says 172.21.15.6:56138) 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00d600700 1 -- 172.21.15.6:0/943508644 learned_addr learned my addr 172.21.15.6:0/943508644 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5aa5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00cc00700 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5aa85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00d600700 1 -- 172.21.15.6:0/943508644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 msgr2=0x5636b5aa85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00d600700 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5aa85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00d600700 1 -- 172.21.15.6:0/943508644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 msgr2=0x5636b5aa5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00d600700 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5aa5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.688+0000 7fe00d600700 1 -- 172.21.15.6:0/943508644 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636b593a950 con 0x5636b5aa1f30 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.689+0000 7fe00d600700 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa5940 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fdffc00d010 tx=0x7fdffc004e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbbdd08c6698fbe1 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.689+0000 7fdfef400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.689+0000 7fdfef400700 1 -- 172.21.15.6:0/943508644 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc021070 con 0x5636b5aa1f30 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.689+0000 7fdfef400700 1 -- 172.21.15.6:0/943508644 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdffc0078a0 con 0x5636b5aa1f30 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.689+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/943508644 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdffc0074e0 con 0x5636b5aa1f30 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.689+0000 7fdfef400700 1 -- 172.21.15.6:0/943508644 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdffc009460 con 0x5636b5aa1f30 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.689+0000 7fe01aa6fb80 10 client.29555 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.689+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/943508644 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5636b59bb0e0 con 0x5636b5aa1f30 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fdfef400700 1 -- 172.21.15.6:0/943508644 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdffc0074e0 con 0x5636b5aa1f30 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fdfef400700 1 -- 172.21.15.6:0/943508644 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdffc011070 con 0x5636b5aa1f30 2024-05-20T21:30:36.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fe01aa6fb80 10 client.29555 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:36.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fe01aa6fb80 10 client.29555 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:36.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fe01aa6fb80 20 client.29555 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:36.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5636b5ab5c50 0x5636b5ab8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fe01aa6fb80 4 client.29555 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:36.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/943508644 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636b59fce10 con 0x5636b5ab5c50 2024-05-20T21:30:36.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.690+0000 7fe00cc00700 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5636b5ab5c50 0x5636b5ab8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.691+0000 7fe00cc00700 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5636b5ab5c50 0x5636b5ab8040 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2177e212055734d5 server_cookie=748889888dda5abc in_seq=0 out_seq=0 2024-05-20T21:30:36.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.691+0000 7fdfef400700 10 client.29555 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:36.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fdfef400700 1 -- 172.21.15.6:0/943508644 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5636b59fce10 con 0x5636b5ab5c50 2024-05-20T21:30:36.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fdfef400700 10 client.29555 handle_command_reply: tid=0 2024-05-20T21:30:36.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 client.29555 shutdown 2024-05-20T21:30:36.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/943508644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 msgr2=0x5636b5aa5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa5940 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fdffc00d010 tx=0x7fdffc004e80 comp rx=0 tx=0).stop 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/943508644 shutdown_connections 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5aa5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5636b5ab5c50 0x5636b5ab8040 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5a9c900 0x5636b5aa85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/943508644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5aa1f30 0x5636b5aa5940 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fdfef400700 0 client.29555 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/943508644 >> 172.21.15.6:0/943508644 conn(0x5636b59cac60 msgr2=0x5636b5a9b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.692+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/943508644 shutdown_connections 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.693+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/943508644 wait complete. 2024-05-20T21:30:36.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.693+0000 7fe01aa6fb80 20 client.29555 trim_cache size 0 max 16384 2024-05-20T21:30:36.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.716+0000 7fe01aa6fb80 1 Processor -- start 2024-05-20T21:30:36.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.716+0000 7fe01aa6fb80 1 -- start start 2024-05-20T21:30:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.716+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5a9c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.716+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aa3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.716+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5abb060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.716+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe0081b2920 con 0x5636b5aa2850 2024-05-20T21:30:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.716+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe0081b01b0 con 0x5636b5a9c900 2024-05-20T21:30:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.716+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe0081ae000 con 0x5636b5aa1f30 2024-05-20T21:30:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00cc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5abb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aa3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aa3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:56274/0 (socket says 172.21.15.6:56274) 2024-05-20T21:30:36.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00d600700 1 -- 172.21.15.6:0/355177249 learned_addr learned my addr 172.21.15.6:0/355177249 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:36.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00cc00700 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5a9c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00d600700 1 -- 172.21.15.6:0/355177249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 msgr2=0x5636b5a9c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00d600700 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5a9c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00d600700 1 -- 172.21.15.6:0/355177249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 msgr2=0x5636b5abb060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00d600700 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5abb060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00d600700 1 -- 172.21.15.6:0/355177249 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636b5aa91a0 con 0x5636b5aa1f30 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.717+0000 7fe00cc00700 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5a9c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.718+0000 7fe00d600700 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aa3400 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fdffc002230 tx=0x7fdffc004db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b6a35e406480026 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.718+0000 7fdffa000700 1 -- 172.21.15.6:0/355177249 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc021070 con 0x5636b5aa1f30 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.718+0000 7fdffa000700 1 -- 172.21.15.6:0/355177249 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdffc0074a0 con 0x5636b5aa1f30 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.718+0000 7fdffa000700 1 -- 172.21.15.6:0/355177249 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc0078a0 con 0x5636b5aa1f30 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/355177249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 msgr2=0x5636b5aa3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aa3400 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fdffc002230 tx=0x7fdffc004db0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/355177249 shutdown_connections 2024-05-20T21:30:36.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5abb060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5a9c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/355177249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aa3400 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/355177249 >> 172.21.15.6:0/355177249 conn(0x5636b59cac60 msgr2=0x5636b5aa2cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:36.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/355177249 shutdown_connections 2024-05-20T21:30:36.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.719+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/355177249 wait complete. 2024-05-20T21:30:36.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.720+0000 7fe01aa6fb80 1 -- start start 2024-05-20T21:30:36.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.720+0000 7fe01aa6fb80 1 Processor -- start 2024-05-20T21:30:36.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.720+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5ab9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.720+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aba3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.720+0000 7fe01aa6fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5aba8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.720+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe0081ae670 con 0x5636b5aa2850 2024-05-20T21:30:36.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.720+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe0081afae0 con 0x5636b5a9c900 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.720+0000 7fe01aa6fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe0081aed40 con 0x5636b5aa1f30 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe01aa6fb80 10 client.0 _ll_register_callbacks cb 0x5636b5994cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5ab9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00cc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5ab9e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:56154/0 (socket says 172.21.15.6:56154) 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00cc00700 1 -- 172.21.15.6:0/1909035518 learned_addr learned my addr 172.21.15.6:0/1909035518 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00d600700 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aba3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00cc00700 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5aba8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00d600700 1 -- 172.21.15.6:0/1909035518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 msgr2=0x5636b5ab9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00d600700 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5ab9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00d600700 1 -- 172.21.15.6:0/1909035518 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 msgr2=0x5636b5aba8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00d600700 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5aba8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.721+0000 7fe00d600700 1 -- 172.21.15.6:0/1909035518 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636b5b205d0 con 0x5636b5aa1f30 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fe00d600700 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aba3b0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x5636b5aa5510 tx=0x7fdffc005ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b93f87350e8fff87 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:36.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fdfef400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:36.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fdfef400700 1 -- 172.21.15.6:0/1909035518 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc021030 con 0x5636b5aa1f30 2024-05-20T21:30:36.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1909035518 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdffc0074a0 con 0x5636b5aa1f30 2024-05-20T21:30:36.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fdfef400700 1 -- 172.21.15.6:0/1909035518 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdffc00f040 con 0x5636b5aa1f30 2024-05-20T21:30:36.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fdfef400700 1 -- 172.21.15.6:0/1909035518 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdffc02e8d0 con 0x5636b5aa1f30 2024-05-20T21:30:36.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fe01aa6fb80 10 client.29572 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:36.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1909035518 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5636b5b21860 con 0x5636b5aa1f30 2024-05-20T21:30:36.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.722+0000 7fdfef400700 1 -- 172.21.15.6:0/1909035518 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdffc0074a0 con 0x5636b5aa1f30 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.723+0000 7fdfef400700 1 -- 172.21.15.6:0/1909035518 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdffc011040 con 0x5636b5aa1f30 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.723+0000 7fe01aa6fb80 10 client.29572 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.723+0000 7fe01aa6fb80 10 client.29572 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.723+0000 7fe01aa6fb80 20 client.29572 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.723+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5636b5b21e00 0x5636b5b241f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.723+0000 7fe01aa6fb80 4 client.29572 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.723+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1909035518 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5636b59f65f0 con 0x5636b5b21e00 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.723+0000 7fe00cc00700 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5636b5b21e00 0x5636b5b241f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.724+0000 7fe00cc00700 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5636b5b21e00 0x5636b5b241f0 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee60d0c2f2d3e805 server_cookie=8e909a8934e32461 in_seq=0 out_seq=0 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.724+0000 7fdfef400700 10 client.29572 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:36.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fdfef400700 1 -- 172.21.15.6:0/1909035518 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5636b59f65f0 con 0x5636b5b21e00 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fdfef400700 10 client.29572 handle_command_reply: tid=0 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 client.29572 shutdown 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1909035518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 msgr2=0x5636b5aba3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aba3b0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x5636b5aa5510 tx=0x7fdffc005ce0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1909035518 shutdown_connections 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5636b5aa2850 0x5636b5aba8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5636b5a9c900 0x5636b5ab9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5636b5b21e00 0x5636b5b241f0 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 --2- 172.21.15.6:0/1909035518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5636b5aa1f30 0x5636b5aba3b0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1909035518 >> 172.21.15.6:0/1909035518 conn(0x5636b59cac60 msgr2=0x5636b5aa0ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.725+0000 7fdfef400700 0 client.29572 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.726+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1909035518 shutdown_connections 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.726+0000 7fe01aa6fb80 1 -- 172.21.15.6:0/1909035518 wait complete. 2024-05-20T21:30:36.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.726+0000 7fe01aa6fb80 20 client.29572 trim_cache size 0 max 16384 2024-05-20T21:30:36.728 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:30:36.728 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:30:36.728 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "cc8f282a-de74-43fa-8fd1-9f54e05d77b0", 2024-05-20T21:30:36.728 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:30:36.728 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.726+0000 7fe010000700 1 -- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdff00b2880 msgr2=0x7fdff00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.726+0000 7fe010000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdff00b2880 0x7fdff00b4d40 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe000000c00 tx=0x7fe0000051c0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.726+0000 7fe010000700 1 -- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe00810fe00 msgr2=0x7fe0081a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe00810fe00 0x7fe0081a0780 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fe00000e940 tx=0x7fe00000ec50 comp rx=0 tx=0).stop 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 -- 172.21.15.6:0/1120219051 shutdown_connections 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdff00b2880 0x7fdff00b4d40 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe00810fe00 0x7fe0081a0780 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe00806c1b0 0x7fe00819beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 --2- 172.21.15.6:0/1120219051 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe008104480 0x7fe00819c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 -- 172.21.15.6:0/1120219051 >> 172.21.15.6:0/1120219051 conn(0x7fe0080782b0 msgr2=0x7fe008101780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 -- 172.21.15.6:0/1120219051 shutdown_connections 2024-05-20T21:30:36.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:36.727+0000 7fe010000700 1 -- 172.21.15.6:0/1120219051 wait complete. 2024-05-20T21:30:37.690 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:30:37.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:37 smithi006 ceph-mon[31422]: pgmap v883: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:37.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:37 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:30:37.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:37 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:37.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:37 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:30:37.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:37 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:37 smithi062 ceph-mon[36640]: pgmap v883: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:37 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:30:38.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:37 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:38.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:37 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:30:38.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:37 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:37 smithi042 ceph-mon[36332]: pgmap v883: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:37 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:30:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:37 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:37 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:30:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:37 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:30:38.156 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:39.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:39 smithi006 ceph-mon[31422]: pgmap v884: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:39 smithi062 ceph-mon[36640]: pgmap v884: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:39 smithi042 ceph-mon[36332]: pgmap v884: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:30:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 -- 172.21.15.6:0/1908757720 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 msgr2=0x7f44b410d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 --2- 172.21.15.6:0/1908757720 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 0x7f44b410d120 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f44ac009ca0 tx=0x7f44ac02a8c0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.334 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 -- 172.21.15.6:0/1908757720 shutdown_connections 2024-05-20T21:30:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 --2- 172.21.15.6:0/1908757720 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 0x7f44b410d120 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 --2- 172.21.15.6:0/1908757720 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44b4105ed0 0x7f44b4106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 --2- 172.21.15.6:0/1908757720 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44b4104ce0 0x7f44b4105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 -- 172.21.15.6:0/1908757720 >> 172.21.15.6:0/1908757720 conn(0x7f44b4100270 msgr2=0x7f44b4102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 -- 172.21.15.6:0/1908757720 shutdown_connections 2024-05-20T21:30:40.335 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.334+0000 7f44ba200640 1 -- 172.21.15.6:0/1908757720 wait complete. 2024-05-20T21:30:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.335+0000 7f44ba200640 1 Processor -- start 2024-05-20T21:30:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.335+0000 7f44ba200640 1 -- start start 2024-05-20T21:30:40.336 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44ba200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44b4104ce0 0x7f44b419ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44ba200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44b4105ed0 0x7f44b419b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44ba200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 0x7f44b41a2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44ba200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f44b4110840 con 0x7f44b4104ce0 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44ba200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41106c0 con 0x7f44b4105ed0 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44ba200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41109c0 con 0x7f44b4106890 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44b3400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44b4104ce0 0x7f44b419ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44b3400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44b4104ce0 0x7f44b419ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43414/0 (socket says 172.21.15.6:43414) 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44b3400640 1 -- 172.21.15.6:0/1077277393 learned_addr learned my addr 172.21.15.6:0/1077277393 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44b3e00640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 0x7f44b41a2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44b2a00640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44b4105ed0 0x7f44b419b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44b3400640 1 -- 172.21.15.6:0/1077277393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 msgr2=0x7f44b41a2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.336+0000 7f44b3400640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 0x7f44b41a2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44b3400640 1 -- 172.21.15.6:0/1077277393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44b4105ed0 msgr2=0x7f44b419b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.337 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44b3400640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44b4105ed0 0x7f44b419b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44b3400640 1 -- 172.21.15.6:0/1077277393 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44b41a2a70 con 0x7f44b4104ce0 2024-05-20T21:30:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44b3e00640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 0x7f44b41a2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44b2a00640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44b4105ed0 0x7f44b419b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44b3400640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44b4104ce0 0x7f44b419ae50 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f44a400e9c0 tx=0x7f44a400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.338 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44abe00640 1 -- 172.21.15.6:0/1077277393 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a400cd80 con 0x7f44b4104ce0 2024-05-20T21:30:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44ba200640 1 -- 172.21.15.6:0/1077277393 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44b41a2d60 con 0x7f44b4104ce0 2024-05-20T21:30:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44abe00640 1 -- 172.21.15.6:0/1077277393 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a40035f0 con 0x7f44b4104ce0 2024-05-20T21:30:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44abe00640 1 -- 172.21.15.6:0/1077277393 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a4010690 con 0x7f44b4104ce0 2024-05-20T21:30:40.339 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.337+0000 7f44ba200640 1 -- 172.21.15.6:0/1077277393 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44b41a31f0 con 0x7f44b4104ce0 2024-05-20T21:30:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.341+0000 7f44bd001740 1 Processor -- start 2024-05-20T21:30:40.341 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.341+0000 7f44bd001740 1 -- start start 2024-05-20T21:30:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.341+0000 7f44bd001740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f3b30 0x555e620f3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.341+0000 7f44bd001740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f4520 0x555e620f9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.341+0000 7f44bd001740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.341+0000 7f44bd001740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555e62063b90 con 0x555e620f9690 2024-05-20T21:30:40.342 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.341+0000 7f44bd001740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555e62053730 con 0x555e620f4520 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.341+0000 7f44bd001740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555e62057770 con 0x555e620f3b30 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b3e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f3b30 0x555e620f3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b3e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f3b30 0x555e620f3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40620/0 (socket says 172.21.15.6:40620) 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b3e00640 1 -- 172.21.15.6:0/3622655061 learned_addr learned my addr 172.21.15.6:0/3622655061 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b2a00640 1 --2- 172.21.15.6:0/3622655061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b3e00640 1 -- 172.21.15.6:0/3622655061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f4520 msgr2=0x555e620f9020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b3e00640 1 --2- 172.21.15.6:0/3622655061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f4520 0x555e620f9020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b3e00640 1 -- 172.21.15.6:0/3622655061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 msgr2=0x555e620fbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b3e00640 1 --2- 172.21.15.6:0/3622655061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.342+0000 7f44b3e00640 1 -- 172.21.15.6:0/3622655061 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e61fec8b0 con 0x555e620f3b30 2024-05-20T21:30:40.343 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.343+0000 7f44abe00640 1 -- 172.21.15.6:0/1077277393 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f44a40037a0 con 0x7f44b4104ce0 2024-05-20T21:30:40.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.343+0000 7f44b3e00640 1 --2- 172.21.15.6:0/3622655061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f3b30 0x555e620f3f50 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f44ac009ca0 tx=0x7f44ac009360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b8d34eab8e7f808 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.343+0000 7f44a3e00640 1 -- 172.21.15.6:0/3622655061 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ac031450 con 0x555e620f3b30 2024-05-20T21:30:40.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.343+0000 7f44a3e00640 1 -- 172.21.15.6:0/3622655061 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44ac036040 con 0x555e620f3b30 2024-05-20T21:30:40.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.343+0000 7f44a3e00640 1 -- 172.21.15.6:0/3622655061 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ac0045c0 con 0x555e620f3b30 2024-05-20T21:30:40.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.344+0000 7f44bd001740 1 -- 172.21.15.6:0/3622655061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f3b30 msgr2=0x555e620f3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.344 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.344+0000 7f44bd001740 1 --2- 172.21.15.6:0/3622655061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f3b30 0x555e620f3f50 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f44ac009ca0 tx=0x7f44ac009360 comp rx=0 tx=0).stop 2024-05-20T21:30:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.344+0000 7f44bd001740 1 -- 172.21.15.6:0/3622655061 shutdown_connections 2024-05-20T21:30:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.344+0000 7f44bd001740 1 --2- 172.21.15.6:0/3622655061 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.344+0000 7f44bd001740 1 --2- 172.21.15.6:0/3622655061 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f4520 0x555e620f9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.344+0000 7f44bd001740 1 --2- 172.21.15.6:0/3622655061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f3b30 0x555e620f3f50 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.344+0000 7f44bd001740 1 -- 172.21.15.6:0/3622655061 >> 172.21.15.6:0/3622655061 conn(0x555e620ef1a0 msgr2=0x555e620ef5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.345+0000 7f44abe00640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44980b27e0 0x7f44980b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.345 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.345+0000 7f44bd001740 1 -- 172.21.15.6:0/3622655061 shutdown_connections 2024-05-20T21:30:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.345+0000 7f44bd001740 1 -- 172.21.15.6:0/3622655061 wait complete. 2024-05-20T21:30:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.345+0000 7f44abe00640 1 -- 172.21.15.6:0/1077277393 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f44a40e2690 con 0x7f44b4104ce0 2024-05-20T21:30:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.345+0000 7f44b2a00640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44980b27e0 0x7f44980b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.346 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.345+0000 7f44bd001740 1 -- start start 2024-05-20T21:30:40.348 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44bd001740 1 Processor -- start 2024-05-20T21:30:40.348 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44b2a00640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44980b27e0 0x7f44980b4ca0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x555e620f0070 tx=0x7f449c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.348 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44bd001740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.348 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44bd001740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e620fdd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.348 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44bd001740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e62104d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.348 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44bd001740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x555e61d39790 con 0x555e620f9690 2024-05-20T21:30:40.348 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44bd001740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x555e61ffbbc0 con 0x555e620f3b30 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44bd001740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x555e620fc460 con 0x555e620f4520 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.346+0000 7f44bd001740 10 client.0 _ll_register_callbacks cb 0x555e61fd9400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45824/0 (socket says 172.21.15.6:45824) 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3400640 1 -- 172.21.15.6:0/647588263 learned_addr learned my addr 172.21.15.6:0/647588263 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b2a00640 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e620fdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3e00640 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e62104d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3400640 1 -- 172.21.15.6:0/647588263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 msgr2=0x555e620fdd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3400640 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e620fdd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3400640 1 -- 172.21.15.6:0/647588263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 msgr2=0x555e62104d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3400640 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e62104d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3400640 1 -- 172.21.15.6:0/647588263 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e61d68210 con 0x555e620f3b30 2024-05-20T21:30:40.349 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.347+0000 7f44b3e00640 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e62104d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.348+0000 7f44b3400640 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd7d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f44a40a5c90 tx=0x7f44a40a5460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9fe3fa2e60ee8c7e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.348+0000 7f44a0c00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.348+0000 7f44a0c00640 1 -- 172.21.15.6:0/647588263 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a40a9c10 con 0x555e620f3b30 2024-05-20T21:30:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.348+0000 7f44a0c00640 1 -- 172.21.15.6:0/647588263 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f44a40c4230 con 0x555e620f3b30 2024-05-20T21:30:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.348+0000 7f44bd001740 1 -- 172.21.15.6:0/647588263 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44ac036040 con 0x555e620f3b30 2024-05-20T21:30:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.348+0000 7f44a0c00640 1 -- 172.21.15.6:0/647588263 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f44a40adfc0 con 0x555e620f3b30 2024-05-20T21:30:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.348+0000 7f44bd001740 10 client.29567 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:40.350 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.348+0000 7f44bd001740 1 -- 172.21.15.6:0/647588263 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e61e34620 con 0x555e620f3b30 2024-05-20T21:30:40.352 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44a0c00640 1 -- 172.21.15.6:0/647588263 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44ac036040 con 0x555e620f3b30 2024-05-20T21:30:40.352 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44a0c00640 1 -- 172.21.15.6:0/647588263 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f44a40a5710 con 0x555e620f3b30 2024-05-20T21:30:40.352 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44bd001740 10 client.29567 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:40.352 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44bd001740 10 client.29567 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:40.352 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44bd001740 20 client.29567 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:40.352 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44bd001740 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e62109260 0x555e6210b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44bd001740 4 client.29567 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44bd001740 1 -- 172.21.15.6:0/647588263 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e62065ae0 con 0x555e62109260 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.349+0000 7f44b2a00640 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e62109260 0x555e6210b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.350+0000 7f44b2a00640 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e62109260 0x555e6210b650 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6613d94faa2daee server_cookie=1691ee42b31b812c in_seq=0 out_seq=0 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.350+0000 7f44a0c00640 10 client.29567 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44a0c00640 1 -- 172.21.15.6:0/647588263 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555e62065ae0 con 0x555e62109260 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44a0c00640 10 client.29567 handle_command_reply: tid=0 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 client.29567 shutdown 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 -- 172.21.15.6:0/647588263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 msgr2=0x555e620fd7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd7d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f44a40a5c90 tx=0x7f44a40a5460 comp rx=0 tx=0).stop 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 -- 172.21.15.6:0/647588263 shutdown_connections 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e62109260 0x555e6210b650 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.353 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e62104d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e620fdd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 --2- 172.21.15.6:0/647588263 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd7d0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 -- 172.21.15.6:0/647588263 >> 172.21.15.6:0/647588263 conn(0x555e620ef1a0 msgr2=0x555e620ee310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44a0c00640 0 client.29567 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 -- 172.21.15.6:0/647588263 shutdown_connections 2024-05-20T21:30:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.351+0000 7f44bd001740 1 -- 172.21.15.6:0/647588263 wait complete. 2024-05-20T21:30:40.354 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.352+0000 7f44bd001740 20 client.29567 trim_cache size 0 max 16384 2024-05-20T21:30:40.368 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.368+0000 7f44bd001740 1 Processor -- start 2024-05-20T21:30:40.368 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.369+0000 7f44bd001740 1 -- start start 2024-05-20T21:30:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.369+0000 7f44bd001740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.369+0000 7f44bd001740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62104ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.369+0000 7f44bd001740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.369+0000 7f44bd001740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41aeaf0 con 0x555e620f9690 2024-05-20T21:30:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.369+0000 7f44bd001740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41ac3c0 con 0x555e620f3b30 2024-05-20T21:30:40.369 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.369+0000 7f44bd001740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41aa210 con 0x555e620f4520 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.369+0000 7f44b3400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45830/0 (socket says 172.21.15.6:45830) 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3400640 1 -- 172.21.15.6:0/1818963645 learned_addr learned my addr 172.21.15.6:0/1818963645 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b2a00640 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62104ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3e00640 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3400640 1 -- 172.21.15.6:0/1818963645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 msgr2=0x555e62104ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3400640 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62104ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3400640 1 -- 172.21.15.6:0/1818963645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 msgr2=0x555e620fd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3400640 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3400640 1 -- 172.21.15.6:0/1818963645 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e6210bc80 con 0x555e620f3b30 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3e00640 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.370+0000 7f44b3400640 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd3e0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f44a40a61b0 tx=0x7f44a40a54d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c55879bed1e3077b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.371 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.371+0000 7f44a3400640 1 -- 172.21.15.6:0/1818963645 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a40a5ad0 con 0x555e620f3b30 2024-05-20T21:30:40.372 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.371+0000 7f44a3400640 1 -- 172.21.15.6:0/1818963645 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a4091040 con 0x555e620f3b30 2024-05-20T21:30:40.372 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.371+0000 7f44a3400640 1 -- 172.21.15.6:0/1818963645 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a40b2840 con 0x555e620f3b30 2024-05-20T21:30:40.373 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 -- 172.21.15.6:0/1818963645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 msgr2=0x555e620fd3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.373 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd3e0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f44a40a61b0 tx=0x7f44a40a54d0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.373 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 -- 172.21.15.6:0/1818963645 shutdown_connections 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f9690 0x555e620fd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62104ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 --2- 172.21.15.6:0/1818963645 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f3b30 0x555e620fd3e0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 -- 172.21.15.6:0/1818963645 >> 172.21.15.6:0/1818963645 conn(0x555e620ef1a0 msgr2=0x555e620e9dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 -- 172.21.15.6:0/1818963645 shutdown_connections 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 -- 172.21.15.6:0/1818963645 wait complete. 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 -- start start 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.372+0000 7f44bd001740 1 Processor -- start 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44bd001740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f3b30 0x555e62102100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44bd001740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62102640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44bd001740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f9690 0x555e62103650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.374 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44bd001740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41aa880 con 0x555e620f3b30 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44bd001740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41abcf0 con 0x555e620f9690 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44bd001740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f44b41aaf50 con 0x555e620f4520 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44bd001740 10 client.0 _ll_register_callbacks cb 0x7f44a40046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44b3400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f3b30 0x555e62102100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44b2a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44b3e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f9690 0x555e62103650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44b2a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62102640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40642/0 (socket says 172.21.15.6:40642) 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44b3400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f3b30 0x555e62102100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43448/0 (socket says 172.21.15.6:43448) 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.373+0000 7f44b2a00640 1 -- 172.21.15.6:0/1042010216 learned_addr learned my addr 172.21.15.6:0/1042010216 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44b2a00640 1 -- 172.21.15.6:0/1042010216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f9690 msgr2=0x555e62103650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44b2a00640 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f9690 0x555e62103650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44b2a00640 1 -- 172.21.15.6:0/1042010216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f3b30 msgr2=0x555e62102100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.375 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44b2a00640 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f3b30 0x555e62102100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.376 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44b2a00640 1 -- 172.21.15.6:0/1042010216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e620f93a0 con 0x555e620f4520 2024-05-20T21:30:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44b2a00640 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62102640 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f449c009460 tx=0x7f449c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=429407bdfec1c1d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44a0c00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44a0c00640 1 -- 172.21.15.6:0/1042010216 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c003da0 con 0x555e620f4520 2024-05-20T21:30:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44bd001740 1 -- 172.21.15.6:0/1042010216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44a4091040 con 0x555e620f4520 2024-05-20T21:30:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44a0c00640 1 -- 172.21.15.6:0/1042010216 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f449c005020 con 0x555e620f4520 2024-05-20T21:30:40.377 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44a0c00640 1 -- 172.21.15.6:0/1042010216 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f449c005220 con 0x555e620f4520 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44bd001740 10 client.29590 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.374+0000 7f44bd001740 1 -- 172.21.15.6:0/1042010216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555e620eefd0 con 0x555e620f4520 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44a0c00640 1 -- 172.21.15.6:0/1042010216 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44a4091040 con 0x555e620f4520 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44a0c00640 1 -- 172.21.15.6:0/1042010216 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f449c02b380 con 0x555e620f4520 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44bd001740 10 client.29590 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44bd001740 10 client.29590 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44bd001740 20 client.29590 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44bd001740 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e621740d0 0x555e621764f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44bd001740 4 client.29590 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44bd001740 1 -- 172.21.15.6:0/1042010216 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555e6205f2c0 con 0x555e621740d0 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.375+0000 7f44b3400640 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e621740d0 0x555e621764f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.378 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.376+0000 7f44b3400640 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e621740d0 0x555e621764f0 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac9a87ce782cab6e server_cookie=5c5f0990d55f5c43 in_seq=0 out_seq=0 2024-05-20T21:30:40.379 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.376+0000 7f44a0c00640 10 client.29590 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44a0c00640 1 -- 172.21.15.6:0/1042010216 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555e6205f2c0 con 0x555e621740d0 2024-05-20T21:30:40.390 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44a0c00640 10 client.29590 handle_command_reply: tid=0 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 client.29590 shutdown 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 -- 172.21.15.6:0/1042010216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 msgr2=0x555e62102640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62102640 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f449c009460 tx=0x7f449c0046c0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 -- 172.21.15.6:0/1042010216 shutdown_connections 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x555e621740d0 0x555e621764f0 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x555e620f9690 0x555e62103650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x555e620f4520 0x555e62102640 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 --2- 172.21.15.6:0/1042010216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x555e620f3b30 0x555e62102100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44a0c00640 0 client.29590 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.390+0000 7f44bd001740 1 -- 172.21.15.6:0/1042010216 >> 172.21.15.6:0/1042010216 conn(0x555e620ef1a0 msgr2=0x555e620fd3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.391+0000 7f44bd001740 1 -- 172.21.15.6:0/1042010216 shutdown_connections 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.391+0000 7f44bd001740 1 -- 172.21.15.6:0/1042010216 wait complete. 2024-05-20T21:30:40.391 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.391+0000 7f44bd001740 20 client.29590 trim_cache size 0 max 16384 2024-05-20T21:30:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:30:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:30:40.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.391+0000 7f44ba200640 1 -- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44980b27e0 msgr2=0x7f44980b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44980b27e0 0x7f44980b4ca0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x555e620f0070 tx=0x7f449c005f90 comp rx=0 tx=0).stop 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 -- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44b4104ce0 msgr2=0x7f44b419ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44b4104ce0 0x7f44b419ae50 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f44a400e9c0 tx=0x7f44a400ee80 comp rx=0 tx=0).stop 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 -- 172.21.15.6:0/1077277393 shutdown_connections 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44980b27e0 0x7f44980b4ca0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f44b4106890 0x7f44b41a2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f44b4105ed0 0x7f44b419b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 --2- 172.21.15.6:0/1077277393 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f44b4104ce0 0x7f44b419ae50 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 -- 172.21.15.6:0/1077277393 >> 172.21.15.6:0/1077277393 conn(0x7f44b4100270 msgr2=0x7f44b41091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 -- 172.21.15.6:0/1077277393 shutdown_connections 2024-05-20T21:30:40.394 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:40.392+0000 7f44ba200640 1 -- 172.21.15.6:0/1077277393 wait complete. 2024-05-20T21:30:40.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 -- 172.21.15.6:0/2759199700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103490 msgr2=0x7f4da0103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 --2- 172.21.15.6:0/2759199700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103490 0x7f4da0103910 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c0098f0 tx=0x7f4d8c009c00 comp rx=0 tx=0).stop 2024-05-20T21:30:40.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 -- 172.21.15.6:0/2759199700 shutdown_connections 2024-05-20T21:30:40.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 --2- 172.21.15.6:0/2759199700 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4da0103e50 0x7f4da0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 --2- 172.21.15.6:0/2759199700 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4da0109540 0x7f4da0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 --2- 172.21.15.6:0/2759199700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103490 0x7f4da0103910 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 -- 172.21.15.6:0/2759199700 >> 172.21.15.6:0/2759199700 conn(0x7f4da00fefc0 msgr2=0x7f4da01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 -- 172.21.15.6:0/2759199700 shutdown_connections 2024-05-20T21:30:40.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.513+0000 7f4da6800700 1 -- 172.21.15.6:0/2759199700 wait complete. 2024-05-20T21:30:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.514+0000 7f4da6800700 1 Processor -- start 2024-05-20T21:30:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.514+0000 7f4da6800700 1 -- start start 2024-05-20T21:30:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da6800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4da0103490 0x7f4da019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da6800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103e50 0x7f4da019fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da6800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4da0109540 0x7f4da0199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da6800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4da0113650 con 0x7f4da0109540 2024-05-20T21:30:40.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da6800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4da01134d0 con 0x7f4da0103490 2024-05-20T21:30:40.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da6800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4da01137d0 con 0x7f4da0103e50 2024-05-20T21:30:40.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4da0109540 0x7f4da0199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103e50 0x7f4da019fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4da0103490 0x7f4da019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4da0109540 0x7f4da0199910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43462/0 (socket says 172.21.15.6:43462) 2024-05-20T21:30:40.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da4a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103e50 0x7f4da019fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40656/0 (socket says 172.21.15.6:40656) 2024-05-20T21:30:40.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.515+0000 7f4da5e00700 1 -- 172.21.15.6:0/636766984 learned_addr learned my addr 172.21.15.6:0/636766984 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da4a00700 1 -- 172.21.15.6:0/636766984 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4da0103490 msgr2=0x7f4da019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da4a00700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4da0103490 0x7f4da019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da4a00700 1 -- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4da0109540 msgr2=0x7f4da0199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da4a00700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4da0109540 0x7f4da0199910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da4a00700 1 -- 172.21.15.6:0/636766984 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4da019a070 con 0x7f4da0103e50 2024-05-20T21:30:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da5e00700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4da0109540 0x7f4da0199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da4a00700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103e50 0x7f4da019fc90 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c000c00 tx=0x7f4d8c00fa20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4d9e000700 1 -- 172.21.15.6:0/636766984 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d8c005040 con 0x7f4da0103e50 2024-05-20T21:30:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4d9e000700 1 -- 172.21.15.6:0/636766984 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d8c005690 con 0x7f4da0103e50 2024-05-20T21:30:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4d9e000700 1 -- 172.21.15.6:0/636766984 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d8c0038e0 con 0x7f4da0103e50 2024-05-20T21:30:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da6800700 1 -- 172.21.15.6:0/636766984 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4da019a300 con 0x7f4da0103e50 2024-05-20T21:30:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.516+0000 7f4da6800700 1 -- 172.21.15.6:0/636766984 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4da01a6620 con 0x7f4da0103e50 2024-05-20T21:30:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.520+0000 7f4d9e000700 1 -- 172.21.15.6:0/636766984 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4d8c00b760 con 0x7f4da0103e50 2024-05-20T21:30:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.521+0000 7f4db270ab80 1 Processor -- start 2024-05-20T21:30:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.521+0000 7f4db270ab80 1 -- start start 2024-05-20T21:30:40.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2911ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d290bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d290c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4db270ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b0d2869e40 con 0x55b0d29117c0 2024-05-20T21:30:40.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4db270ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b0d28599e0 con 0x55b0d290c390 2024-05-20T21:30:40.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4db270ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b0d285da20 con 0x55b0d29120e0 2024-05-20T21:30:40.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4d9e000700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d880b2880 0x7f4d880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2911ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4d9e000700 1 -- 172.21.15.6:0/636766984 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4d8c0e2c10 con 0x7f4da0103e50 2024-05-20T21:30:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4da4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d290c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4da5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d290bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2911ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43474/0 (socket says 172.21.15.6:43474) 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4da5e00700 1 -- 172.21.15.6:0/1087020299 learned_addr learned my addr 172.21.15.6:0/1087020299 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.522+0000 7f4da5e00700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d880b2880 0x7f4d880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4da5400700 1 -- 172.21.15.6:0/1087020299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 msgr2=0x55b0d290c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4da5400700 1 --2- 172.21.15.6:0/1087020299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d290c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4da5400700 1 -- 172.21.15.6:0/1087020299 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 msgr2=0x55b0d2911ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4da5400700 1 --2- 172.21.15.6:0/1087020299 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2911ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4da5400700 1 -- 172.21.15.6:0/1087020299 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0d2822420 con 0x55b0d29120e0 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4da5400700 1 --2- 172.21.15.6:0/1087020299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d290bd70 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f4d94005fd0 tx=0x7f4d94011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e72224b248a970ac server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4da5e00700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d880b2880 0x7f4d880b4d40 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4d98009550 tx=0x7f4d9800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4d92a00700 1 -- 172.21.15.6:0/1087020299 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d94004250 con 0x55b0d29120e0 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4d92a00700 1 -- 172.21.15.6:0/1087020299 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d940043f0 con 0x55b0d29120e0 2024-05-20T21:30:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.523+0000 7f4d92a00700 1 -- 172.21.15.6:0/1087020299 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d94003680 con 0x55b0d29120e0 2024-05-20T21:30:40.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 -- 172.21.15.6:0/1087020299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 msgr2=0x55b0d290bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1087020299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d290bd70 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f4d94005fd0 tx=0x7f4d94011720 comp rx=0 tx=0).stop 2024-05-20T21:30:40.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 -- 172.21.15.6:0/1087020299 shutdown_connections 2024-05-20T21:30:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1087020299 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d290c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1087020299 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2911ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1087020299 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d290bd70 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 -- 172.21.15.6:0/1087020299 >> 172.21.15.6:0/1087020299 conn(0x55b0d2839be0 msgr2=0x55b0d2906810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 -- 172.21.15.6:0/1087020299 shutdown_connections 2024-05-20T21:30:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.524+0000 7f4db270ab80 1 -- 172.21.15.6:0/1087020299 wait complete. 2024-05-20T21:30:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.525+0000 7f4db270ab80 1 -- start start 2024-05-20T21:30:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.525+0000 7f4db270ab80 1 Processor -- start 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d290c390 0x55b0d2917df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2915190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29120e0 0x55b0d29156d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4db270ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b0d275ffa0 con 0x55b0d29117c0 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4db270ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b0d27fa760 con 0x55b0d29120e0 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4db270ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b0d2918c00 con 0x55b0d290c390 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4db270ab80 10 client.0 _ll_register_callbacks cb 0x55b0d2803c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4da4a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2915190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4da5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d290c390 0x55b0d2917df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29120e0 0x55b0d29156d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4da5400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d290c390 0x55b0d2917df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40672/0 (socket says 172.21.15.6:40672) 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.526+0000 7f4da5400700 1 -- 172.21.15.6:0/1079821423 learned_addr learned my addr 172.21.15.6:0/1079821423 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4da5400700 1 -- 172.21.15.6:0/1079821423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29120e0 msgr2=0x55b0d29156d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4da5400700 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29120e0 0x55b0d29156d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4da5400700 1 -- 172.21.15.6:0/1079821423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 msgr2=0x55b0d2915190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4da5400700 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2915190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4da5400700 1 -- 172.21.15.6:0/1079821423 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0d27a98d0 con 0x55b0d290c390 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4da5400700 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d290c390 0x55b0d2917df0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f4d94000c00 tx=0x7f4d94004630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d9cb0ceddca170 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4d87400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4d87400700 1 -- 172.21.15.6:0/1079821423 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d94026020 con 0x55b0d290c390 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4d87400700 1 -- 172.21.15.6:0/1079821423 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4d94005630 con 0x55b0d290c390 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.527+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079821423 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d940043f0 con 0x55b0d290c390 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.528+0000 7f4d87400700 1 -- 172.21.15.6:0/1079821423 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4d94004750 con 0x55b0d290c390 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.528+0000 7f4db270ab80 10 client.29602 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:40.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.528+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079821423 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b0d282a060 con 0x55b0d290c390 2024-05-20T21:30:40.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.528+0000 7f4d87400700 1 -- 172.21.15.6:0/1079821423 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d940043f0 con 0x55b0d290c390 2024-05-20T21:30:40.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.528+0000 7f4d87400700 1 -- 172.21.15.6:0/1079821423 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4d94018070 con 0x55b0d290c390 2024-05-20T21:30:40.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.529+0000 7f4db270ab80 10 client.29602 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:40.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.529+0000 7f4db270ab80 10 client.29602 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:40.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.529+0000 7f4db270ab80 20 client.29602 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:40.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.529+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0d2925540 0x55b0d2927930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.529+0000 7f4db270ab80 4 client.29602 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.529+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079821423 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0d286bd90 con 0x55b0d2925540 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.529+0000 7f4da4a00700 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0d2925540 0x55b0d2927930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.530+0000 7f4da4a00700 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0d2925540 0x55b0d2927930 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f71671f7e8f4c49 server_cookie=6a744f88ca538c65 in_seq=0 out_seq=0 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.530+0000 7f4d87400700 10 client.29602 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.530+0000 7f4d87400700 1 -- 172.21.15.6:0/1079821423 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b0d286bd90 con 0x55b0d2925540 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.530+0000 7f4d87400700 10 client.29602 handle_command_reply: tid=0 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.530+0000 7f4db270ab80 1 client.29602 shutdown 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079821423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d290c390 msgr2=0x55b0d2917df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d290c390 0x55b0d2917df0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f4d94000c00 tx=0x7f4d94004630 comp rx=0 tx=0).stop 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079821423 shutdown_connections 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29120e0 0x55b0d29156d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0d2925540 0x55b0d2927930 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d290c390 0x55b0d2917df0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079821423 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29117c0 0x55b0d2915190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079821423 >> 172.21.15.6:0/1079821423 conn(0x55b0d2839be0 msgr2=0x55b0d2905fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4d87400700 0 client.29602 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:40.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079821423 shutdown_connections 2024-05-20T21:30:40.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079821423 wait complete. 2024-05-20T21:30:40.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.531+0000 7f4db270ab80 20 client.29602 trim_cache size 0 max 16384 2024-05-20T21:30:40.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.554+0000 7f4db270ab80 1 Processor -- start 2024-05-20T21:30:40.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4db270ab80 1 -- start start 2024-05-20T21:30:40.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d290c390 0x55b0d290bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29117c0 0x55b0d2913df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d2912c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4db270ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4da01ae270 con 0x55b0d290c390 2024-05-20T21:30:40.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4db270ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4da01abb00 con 0x55b0d29117c0 2024-05-20T21:30:40.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4db270ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4da01a9950 con 0x55b0d29120e0 2024-05-20T21:30:40.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4da4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29117c0 0x55b0d2913df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d2912c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.555+0000 7f4da5400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d290c390 0x55b0d290bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d2912c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40676/0 (socket says 172.21.15.6:40676) 2024-05-20T21:30:40.556 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da5e00700 1 -- 172.21.15.6:0/4235263593 learned_addr learned my addr 172.21.15.6:0/4235263593 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da4a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29117c0 0x55b0d2913df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:45880/0 (socket says 172.21.15.6:45880) 2024-05-20T21:30:40.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da4a00700 1 -- 172.21.15.6:0/4235263593 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 msgr2=0x55b0d2912c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da4a00700 1 --2- 172.21.15.6:0/4235263593 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d2912c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da4a00700 1 -- 172.21.15.6:0/4235263593 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d290c390 msgr2=0x55b0d290bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da4a00700 1 --2- 172.21.15.6:0/4235263593 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d290c390 0x55b0d290bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da4a00700 1 -- 172.21.15.6:0/4235263593 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0d2907420 con 0x55b0d29117c0 2024-05-20T21:30:40.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.556+0000 7f4da4a00700 1 --2- 172.21.15.6:0/4235263593 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29117c0 0x55b0d2913df0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c011040 tx=0x7f4d8c009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8837cd83ee4e4b6d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.557+0000 7f4d92000700 1 -- 172.21.15.6:0/4235263593 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d8c00b560 con 0x55b0d29117c0 2024-05-20T21:30:40.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.557+0000 7f4d92000700 1 -- 172.21.15.6:0/4235263593 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d8c0aa1c0 con 0x55b0d29117c0 2024-05-20T21:30:40.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.557+0000 7f4d92000700 1 -- 172.21.15.6:0/4235263593 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d8c057070 con 0x55b0d29117c0 2024-05-20T21:30:40.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 -- 172.21.15.6:0/4235263593 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29117c0 msgr2=0x55b0d2913df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 --2- 172.21.15.6:0/4235263593 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29117c0 0x55b0d2913df0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c011040 tx=0x7f4d8c009480 comp rx=0 tx=0).stop 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 -- 172.21.15.6:0/4235263593 shutdown_connections 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 --2- 172.21.15.6:0/4235263593 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29120e0 0x55b0d2912c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 --2- 172.21.15.6:0/4235263593 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d290c390 0x55b0d290bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 --2- 172.21.15.6:0/4235263593 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d29117c0 0x55b0d2913df0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 -- 172.21.15.6:0/4235263593 >> 172.21.15.6:0/4235263593 conn(0x55b0d2839be0 msgr2=0x55b0d2912580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 -- 172.21.15.6:0/4235263593 shutdown_connections 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 -- 172.21.15.6:0/4235263593 wait complete. 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 -- start start 2024-05-20T21:30:40.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.558+0000 7f4db270ab80 1 Processor -- start 2024-05-20T21:30:40.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d292cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29117c0 0x55b0d292d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4db270ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29120e0 0x55b0d292d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4db270ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4da01a9fc0 con 0x55b0d29120e0 2024-05-20T21:30:40.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4db270ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4da01ab430 con 0x55b0d290c390 2024-05-20T21:30:40.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4db270ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4da01aa690 con 0x55b0d29117c0 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4db270ab80 10 client.0 _ll_register_callbacks cb 0x55b0d2803c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4da5400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d292cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29120e0 0x55b0d292d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4da5e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29120e0 0x55b0d292d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43492/0 (socket says 172.21.15.6:43492) 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.559+0000 7f4da5e00700 1 -- 172.21.15.6:0/1079847358 learned_addr learned my addr 172.21.15.6:0/1079847358 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4da4a00700 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29117c0 0x55b0d292d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4da5400700 1 -- 172.21.15.6:0/1079847358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29117c0 msgr2=0x55b0d292d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4da5400700 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29117c0 0x55b0d292d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4da5400700 1 -- 172.21.15.6:0/1079847358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29120e0 msgr2=0x55b0d292d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4da5400700 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29120e0 0x55b0d292d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4da5400700 1 -- 172.21.15.6:0/1079847358 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0d298f180 con 0x55b0d290c390 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4da5400700 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d292cda0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f4d94009a60 tx=0x7f4d94003b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92bf776fe5793872 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4d87400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:40.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4d87400700 1 -- 172.21.15.6:0/1079847358 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d94026040 con 0x55b0d290c390 2024-05-20T21:30:40.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079847358 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d8c0aa1c0 con 0x55b0d290c390 2024-05-20T21:30:40.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.560+0000 7f4d87400700 1 -- 172.21.15.6:0/1079847358 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4d94005630 con 0x55b0d290c390 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4d87400700 1 -- 172.21.15.6:0/1079847358 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4d94004360 con 0x55b0d290c390 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4db270ab80 10 client.29591 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079847358 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b0d2990450 con 0x55b0d290c390 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4d87400700 1 -- 172.21.15.6:0/1079847358 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d8c0aa1c0 con 0x55b0d290c390 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4d87400700 1 -- 172.21.15.6:0/1079847358 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4d94018040 con 0x55b0d290c390 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4db270ab80 10 client.29591 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4db270ab80 10 client.29591 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4db270ab80 20 client.29591 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0d2990ab0 0x55b0d2992ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4db270ab80 4 client.29591 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.561+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079847358 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b0d2865570 con 0x55b0d2990ab0 2024-05-20T21:30:40.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.562+0000 7f4da4a00700 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0d2990ab0 0x55b0d2992ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.562+0000 7f4da4a00700 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0d2990ab0 0x55b0d2992ed0 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be9f5ce3a69c56a1 server_cookie=6ed5ce82f27c74cd in_seq=0 out_seq=0 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.562+0000 7f4d87400700 10 client.29591 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.562+0000 7f4d87400700 1 -- 172.21.15.6:0/1079847358 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b0d2865570 con 0x55b0d2990ab0 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.562+0000 7f4d87400700 10 client.29591 handle_command_reply: tid=0 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.562+0000 7f4db270ab80 1 client.29591 shutdown 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079847358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 msgr2=0x55b0d292cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d292cda0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f4d94009a60 tx=0x7f4d94003b00 comp rx=0 tx=0).stop 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079847358 shutdown_connections 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b0d29120e0 0x55b0d292d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b0d290c390 0x55b0d292cda0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b0d2990ab0 0x55b0d2992ed0 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 --2- 172.21.15.6:0/1079847358 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b0d29117c0 0x55b0d292d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079847358 >> 172.21.15.6:0/1079847358 conn(0x55b0d2839be0 msgr2=0x55b0d29165c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4d87400700 0 client.29591 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:40.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079847358 shutdown_connections 2024-05-20T21:30:40.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 1 -- 172.21.15.6:0/1079847358 wait complete. 2024-05-20T21:30:40.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.563+0000 7f4db270ab80 20 client.29591 trim_cache size 0 max 16384 2024-05-20T21:30:40.566 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:30:40.566 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:30:40.566 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:30:40.566 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:30:40.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 -- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d880b2880 msgr2=0x7f4d880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d880b2880 0x7f4d880b4d40 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4d98009550 tx=0x7f4d9800b040 comp rx=0 tx=0).stop 2024-05-20T21:30:40.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 -- 172.21.15.6:0/636766984 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103e50 msgr2=0x7f4da019fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:40.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103e50 0x7f4da019fc90 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f4d8c000c00 tx=0x7f4d8c00fa20 comp rx=0 tx=0).stop 2024-05-20T21:30:40.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 -- 172.21.15.6:0/636766984 shutdown_connections 2024-05-20T21:30:40.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4d880b2880 0x7f4d880b4d40 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4da0109540 0x7f4da0199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4da0103490 0x7f4da019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 --2- 172.21.15.6:0/636766984 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4da0103e50 0x7f4da019fc90 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:40.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 -- 172.21.15.6:0/636766984 >> 172.21.15.6:0/636766984 conn(0x7f4da00fefc0 msgr2=0x7f4da01007e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:40.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 -- 172.21.15.6:0/636766984 shutdown_connections 2024-05-20T21:30:40.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:40.564+0000 7f4da6800700 1 -- 172.21.15.6:0/636766984 wait complete. 2024-05-20T21:30:41.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:40 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:30:41.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:40 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:30:41.142 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:40 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:30:41.683 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:30:41.683 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:30:41.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:41 smithi006 ceph-mon[31422]: pgmap v885: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:41 smithi062 ceph-mon[36640]: pgmap v885: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:41 smithi042 ceph-mon[36332]: pgmap v885: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-20T21:30:42.162 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:43.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:43 smithi006 ceph-mon[31422]: pgmap v886: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:43 smithi062 ceph-mon[36640]: pgmap v886: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:43 smithi042 ceph-mon[36332]: pgmap v886: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 -- 172.21.15.6:0/3500464446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f446006c5b0 msgr2=0x7f44601103e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 --2- 172.21.15.6:0/3500464446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f446006c5b0 0x7f44601103e0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f445800b0d0 tx=0x7f445800b3e0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 -- 172.21.15.6:0/3500464446 shutdown_connections 2024-05-20T21:30:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 --2- 172.21.15.6:0/3500464446 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f446006c5b0 0x7f44601103e0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 --2- 172.21.15.6:0/3500464446 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4460109610 0x7f44601099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 --2- 172.21.15.6:0/3500464446 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446006bbf0 0x7f446006c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 -- 172.21.15.6:0/3500464446 >> 172.21.15.6:0/3500464446 conn(0x7f44600791a0 msgr2=0x7f44600795b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 -- 172.21.15.6:0/3500464446 shutdown_connections 2024-05-20T21:30:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.499+0000 7f4465a00700 1 -- 172.21.15.6:0/3500464446 wait complete. 2024-05-20T21:30:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.500+0000 7f4465a00700 1 Processor -- start 2024-05-20T21:30:44.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.500+0000 7f4465a00700 1 -- start start 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f4465a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446006bbf0 0x7f446019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f4465a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f446006c5b0 0x7f446019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f4465a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4460109610 0x7f44601a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f4465a00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f44601137b0 con 0x7f4460109610 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f4465a00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4460113630 con 0x7f446006bbf0 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f4465a00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4460113930 con 0x7f446006c5b0 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f445e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f446006c5b0 0x7f446019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f445f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4460109610 0x7f44601a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f445e000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f446006c5b0 0x7f446019c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40704/0 (socket says 172.21.15.6:40704) 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f445e000700 1 -- 172.21.15.6:0/612618092 learned_addr learned my addr 172.21.15.6:0/612618092 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.501+0000 7f445ea00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446006bbf0 0x7f446019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.503 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.502+0000 7f445f400700 1 -- 172.21.15.6:0/612618092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f446006c5b0 msgr2=0x7f446019c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.502+0000 7f445f400700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f446006c5b0 0x7f446019c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.502+0000 7f445f400700 1 -- 172.21.15.6:0/612618092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446006bbf0 msgr2=0x7f446019bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.502+0000 7f445f400700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446006bbf0 0x7f446019bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.502+0000 7f445f400700 1 -- 172.21.15.6:0/612618092 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44601a0dc0 con 0x7f4460109610 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.502+0000 7f445f400700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4460109610 0x7f44601a0680 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f445800b0d0 tx=0x7f4458007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.502+0000 7f4457400700 1 -- 172.21.15.6:0/612618092 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445801f070 con 0x7f4460109610 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.503+0000 7f4457400700 1 -- 172.21.15.6:0/612618092 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4458004c50 con 0x7f4460109610 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.502+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44601a1050 con 0x7f4460109610 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.503+0000 7f4457400700 1 -- 172.21.15.6:0/612618092 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445801b430 con 0x7f4460109610 2024-05-20T21:30:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.503+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44601a8930 con 0x7f4460109610 2024-05-20T21:30:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.504+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f446006a230 con 0x7f4460109610 2024-05-20T21:30:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.506+0000 7f4457400700 1 -- 172.21.15.6:0/612618092 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4458022070 con 0x7f4460109610 2024-05-20T21:30:44.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.508+0000 7f4457400700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44440b2880 0x7f44440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:44.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.508+0000 7f4457400700 1 -- 172.21.15.6:0/612618092 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f445800f020 con 0x7f4460109610 2024-05-20T21:30:44.508 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.508+0000 7f445ea00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44440b2880 0x7f44440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:44.509 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.509+0000 7f445ea00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44440b2880 0x7f44440b4d40 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f446007a540 tx=0x7f4450009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.511+0000 7f4457400700 1 -- 172.21.15.6:0/612618092 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4458029020 con 0x7f4460109610 2024-05-20T21:30:44.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.801+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44601a8b00 con 0x7f4460109610 2024-05-20T21:30:44.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.802+0000 7f4457400700 1 -- 172.21.15.6:0/612618092 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f44580ab2e0 con 0x7f4460109610 2024-05-20T21:30:44.803 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:30:44.803 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:30:44.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44440b2880 msgr2=0x7f44440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44440b2880 0x7f44440b4d40 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f446007a540 tx=0x7f4450009260 comp rx=0 tx=0).stop 2024-05-20T21:30:44.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4460109610 msgr2=0x7f44601a0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:44.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4460109610 0x7f44601a0680 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f445800b0d0 tx=0x7f4458007a00 comp rx=0 tx=0).stop 2024-05-20T21:30:44.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 shutdown_connections 2024-05-20T21:30:44.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f44440b2880 0x7f44440b4d40 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4460109610 0x7f44601a0680 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f446006bbf0 0x7f446019bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 --2- 172.21.15.6:0/612618092 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f446006c5b0 0x7f446019c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:44.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 >> 172.21.15.6:0/612618092 conn(0x7f44600791a0 msgr2=0x7f446010e710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:44.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 shutdown_connections 2024-05-20T21:30:44.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:44.807+0000 7f4465a00700 1 -- 172.21.15.6:0/612618092 wait complete. 2024-05-20T21:30:44.809 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:30:45.810 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:30:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:45 smithi062 ceph-mon[36640]: pgmap v887: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:45 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/612618092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:45 smithi042 ceph-mon[36332]: pgmap v887: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:45 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/612618092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:46.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:45 smithi006 ceph-mon[31422]: pgmap v887: 97 pgs: 97 active+clean; 3.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:46.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:45 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/612618092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:30:46.273 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:47 smithi062 ceph-mon[36640]: pgmap v888: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:47 smithi042 ceph-mon[36332]: pgmap v888: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:48.131 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:47 smithi006 ceph-mon[31422]: pgmap v888: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 -- 172.21.15.6:0/336971172 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 msgr2=0x7fa7bc10ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/336971172 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 0x7fa7bc10ba50 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac009990 tx=0x7fa7ac009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 -- 172.21.15.6:0/336971172 shutdown_connections 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/336971172 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7bc106030 0x7fa7bc112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/336971172 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 0x7fa7bc10ba50 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/336971172 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7bc105670 0x7fa7bc105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 -- 172.21.15.6:0/336971172 >> 172.21.15.6:0/336971172 conn(0x7fa7bc101160 msgr2=0x7fa7bc103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 -- 172.21.15.6:0/336971172 shutdown_connections 2024-05-20T21:30:48.678 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.677+0000 7fa7c0c00700 1 -- 172.21.15.6:0/336971172 wait complete. 2024-05-20T21:30:48.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.678+0000 7fa7c0c00700 1 Processor -- start 2024-05-20T21:30:48.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7c0c00700 1 -- start start 2024-05-20T21:30:48.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7c0c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7bc105670 0x7fa7bc19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7c0c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7bc106030 0x7fa7bc19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7c0c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 0x7fa7bc1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7c0c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1158c0 con 0x7fa7bc10b670 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7c0c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc115740 con 0x7fa7bc106030 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7c0c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc115a40 con 0x7fa7bc105670 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7bbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 0x7fa7bc1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7bbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 0x7fa7bc1a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40494/0 (socket says 172.21.15.6:40494) 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.679+0000 7fa7bbe00700 1 -- 172.21.15.6:0/3715457513 learned_addr learned my addr 172.21.15.6:0/3715457513 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.680+0000 7fa7bb400700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7bc105670 0x7fa7bc19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.680+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7bc106030 0x7fa7bc19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.680+0000 7fa7bb400700 1 -- 172.21.15.6:0/3715457513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7bc106030 msgr2=0x7fa7bc19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.680+0000 7fa7bb400700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7bc106030 0x7fa7bc19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.680+0000 7fa7bb400700 1 -- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 msgr2=0x7fa7bc1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.680+0000 7fa7bb400700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 0x7fa7bc1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.680+0000 7fa7bb400700 1 -- 172.21.15.6:0/3715457513 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7bc1a0d60 con 0x7fa7bc105670 2024-05-20T21:30:48.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.680+0000 7fa7bbe00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 0x7fa7bc1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:48.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.681+0000 7fa7bb400700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7bc105670 0x7fa7bc19bd50 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac00b5c0 tx=0x7fa7ac0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:48.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.681+0000 7fa7b8c00700 1 -- 172.21.15.6:0/3715457513 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac003680 con 0x7fa7bc105670 2024-05-20T21:30:48.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.681+0000 7fa7c0c00700 1 -- 172.21.15.6:0/3715457513 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7bc1a0ff0 con 0x7fa7bc105670 2024-05-20T21:30:48.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.681+0000 7fa7b8c00700 1 -- 172.21.15.6:0/3715457513 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7ac004ce0 con 0x7fa7bc105670 2024-05-20T21:30:48.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.681+0000 7fa7b8c00700 1 -- 172.21.15.6:0/3715457513 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac003cd0 con 0x7fa7bc105670 2024-05-20T21:30:48.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.681+0000 7fa7c0c00700 1 -- 172.21.15.6:0/3715457513 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7bc1a88d0 con 0x7fa7bc105670 2024-05-20T21:30:48.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.687+0000 7fa7b8c00700 1 -- 172.21.15.6:0/3715457513 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa7ac029060 con 0x7fa7bc105670 2024-05-20T21:30:48.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.687+0000 7fa7ccc11b80 1 Processor -- start 2024-05-20T21:30:48.687 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.687+0000 7fa7ccc11b80 1 -- start start 2024-05-20T21:30:48.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf09ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf03d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf04390 0x56303bf047f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56303be61e40 con 0x56303bf04390 2024-05-20T21:30:48.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56303be519e0 con 0x56303bf097c0 2024-05-20T21:30:48.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56303be55a20 con 0x56303bf0a0e0 2024-05-20T21:30:48.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7bb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf03d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7bb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf03d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52706/0 (socket says 172.21.15.6:52706) 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7bbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf09ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7bb400700 1 -- 172.21.15.6:0/2441616319 learned_addr learned my addr 172.21.15.6:0/2441616319 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.688+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf04390 0x56303bf047f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7b8c00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7a00b2a20 0x7fa7a00b4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7b8c00700 1 -- 172.21.15.6:0/3715457513 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa7ac0e2ce0 con 0x7fa7bc105670 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7bb400700 1 -- 172.21.15.6:0/2441616319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 msgr2=0x56303bf09ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7bb400700 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf09ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7bb400700 1 -- 172.21.15.6:0/2441616319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf04390 msgr2=0x56303bf047f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7bb400700 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf04390 0x56303bf047f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7bb400700 1 -- 172.21.15.6:0/2441616319 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56303be1a420 con 0x56303bf0a0e0 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf04390 0x56303bf047f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7bbe00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7a00b2a20 0x7fa7a00b4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.689+0000 7fa7bb400700 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf03d70 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0a6310 tx=0x7fa7ac009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7b8dc433429830 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:48.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.690+0000 7fa7b0c00700 1 -- 172.21.15.6:0/2441616319 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac0a9be0 con 0x56303bf0a0e0 2024-05-20T21:30:48.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.690+0000 7fa7b0c00700 1 -- 172.21.15.6:0/2441616319 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7ac0095c0 con 0x56303bf0a0e0 2024-05-20T21:30:48.691 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.690+0000 7fa7b0c00700 1 -- 172.21.15.6:0/2441616319 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac0a9a00 con 0x56303bf0a0e0 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.690+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/2441616319 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 msgr2=0x56303bf03d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.690+0000 7fa7bbe00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7a00b2a20 0x7fa7a00b4ee0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fa7b4009fd0 tx=0x7fa7b400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.690+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf03d70 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0a6310 tx=0x7fa7ac009310 comp rx=0 tx=0).stop 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.691+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/2441616319 shutdown_connections 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.691+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf04390 0x56303bf047f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.691+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf09ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.691+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/2441616319 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf03d70 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.691+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/2441616319 >> 172.21.15.6:0/2441616319 conn(0x56303be31be0 msgr2=0x56303befe810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.691+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/2441616319 shutdown_connections 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.691+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/2441616319 wait complete. 2024-05-20T21:30:48.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.691+0000 7fa7ccc11b80 1 -- start start 2024-05-20T21:30:48.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.692+0000 7fa7ccc11b80 1 Processor -- start 2024-05-20T21:30:48.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.692+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf04390 0x56303bf0fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.692+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf097c0 0x56303bf0d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.692+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf0d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.692+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56303bd57fa0 con 0x56303bf097c0 2024-05-20T21:30:48.694 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.692+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56303bdf2760 con 0x56303bf04390 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.692+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x56303bf109c0 con 0x56303bf0a0e0 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.692+0000 7fa7ccc11b80 10 client.0 _ll_register_callbacks cb 0x56303bdfbc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf097c0 0x56303bf0d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7bb400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf04390 0x56303bf0fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf097c0 0x56303bf0d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40506/0 (socket says 172.21.15.6:40506) 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 -- 172.21.15.6:0/1752714994 learned_addr learned my addr 172.21.15.6:0/1752714994 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7bbe00700 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf0d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 -- 172.21.15.6:0/1752714994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 msgr2=0x56303bf0d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf0d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 -- 172.21.15.6:0/1752714994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf04390 msgr2=0x56303bf0fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf04390 0x56303bf0fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 -- 172.21.15.6:0/1752714994 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56303bda18d0 con 0x56303bf097c0 2024-05-20T21:30:48.695 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7bb400700 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf04390 0x56303bf0fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.693+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf097c0 0x56303bf0d1c0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4007fa0 tx=0x7fa7a4012730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b620d500f27fdd4c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.694+0000 7fa7a9600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.694+0000 7fa7a9600700 1 -- 172.21.15.6:0/1752714994 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4010930 con 0x56303bf097c0 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.694+0000 7fa7a9600700 1 -- 172.21.15.6:0/1752714994 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa7a4010ad0 con 0x56303bf097c0 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.694+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1752714994 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56303be63d90 con 0x56303bf097c0 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.694+0000 7fa7a9600700 1 -- 172.21.15.6:0/1752714994 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa7a4010cd0 con 0x56303bf097c0 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.694+0000 7fa7ccc11b80 10 client.19512 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.694+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1752714994 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56303be22060 con 0x56303bf097c0 2024-05-20T21:30:48.696 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7a9600700 1 -- 172.21.15.6:0/1752714994 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56303be63d90 con 0x56303bf097c0 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7a9600700 1 -- 172.21.15.6:0/1752714994 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa7a4019070 con 0x56303bf097c0 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7ccc11b80 10 client.19512 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7ccc11b80 10 client.19512 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7ccc11b80 20 client.19512 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56303bf1d490 0x56303bf1f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7ccc11b80 4 client.19512 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1752714994 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56303be5d570 con 0x56303bf1d490 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.695+0000 7fa7bb400700 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56303bf1d490 0x56303bf1f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.696+0000 7fa7bb400700 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56303bf1d490 0x56303bf1f8c0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=233ef1c765eb5ff9 server_cookie=37f1490ca4218171 in_seq=0 out_seq=0 2024-05-20T21:30:48.698 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.696+0000 7fa7a9600700 10 client.19512 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7a9600700 1 -- 172.21.15.6:0/1752714994 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56303be5d570 con 0x56303bf1d490 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7a9600700 10 client.19512 handle_command_reply: tid=0 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 client.19512 shutdown 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1752714994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf097c0 msgr2=0x56303bf0d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf097c0 0x56303bf0d1c0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4007fa0 tx=0x7fa7a4012730 comp rx=0 tx=0).stop 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1752714994 shutdown_connections 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf0a0e0 0x56303bf0d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56303bf1d490 0x56303bf1f8c0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf04390 0x56303bf0fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1752714994 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf097c0 0x56303bf0d1c0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1752714994 >> 172.21.15.6:0/1752714994 conn(0x56303be31be0 msgr2=0x56303befdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7a9600700 0 client.19512 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1752714994 shutdown_connections 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.697+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1752714994 wait complete. 2024-05-20T21:30:48.699 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.698+0000 7fa7ccc11b80 20 client.19512 trim_cache size 0 max 16384 2024-05-20T21:30:48.714 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7ccc11b80 1 Processor -- start 2024-05-20T21:30:48.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7ccc11b80 1 -- start start 2024-05-20T21:30:48.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf03d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf0ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.715 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 0x56303befe740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1b26e0 con 0x56303bf0a0e0 2024-05-20T21:30:48.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1aff70 con 0x56303bf097c0 2024-05-20T21:30:48.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1addc0 con 0x56303bf04390 2024-05-20T21:30:48.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7bb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf03d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7b3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf0ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7bb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf03d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52724/0 (socket says 172.21.15.6:52724) 2024-05-20T21:30:48.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.715+0000 7fa7bb400700 1 -- 172.21.15.6:0/1005448577 learned_addr learned my addr 172.21.15.6:0/1005448577 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:48.716 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7bbe00700 1 --2- 172.21.15.6:0/1005448577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 0x56303befe740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.717 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7bb400700 1 -- 172.21.15.6:0/1005448577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 msgr2=0x56303bf0ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7bb400700 1 --2- 172.21.15.6:0/1005448577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf0ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7bb400700 1 -- 172.21.15.6:0/1005448577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 msgr2=0x56303befe740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7bb400700 1 --2- 172.21.15.6:0/1005448577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 0x56303befe740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7bb400700 1 -- 172.21.15.6:0/1005448577 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56303bf1aeb0 con 0x56303bf04390 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7bb400700 1 --2- 172.21.15.6:0/1005448577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf03d70 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac00c010 tx=0x7fa7ac0e6720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b578dc4fcdaf6676 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7abe00700 1 -- 172.21.15.6:0/1005448577 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac0e5040 con 0x56303bf04390 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.716+0000 7fa7abe00700 1 -- 172.21.15.6:0/1005448577 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7ac0aa990 con 0x56303bf04390 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7abe00700 1 -- 172.21.15.6:0/1005448577 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac0ae1b0 con 0x56303bf04390 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1005448577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 msgr2=0x56303bf03d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1005448577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf03d70 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac00c010 tx=0x7fa7ac0e6720 comp rx=0 tx=0).stop 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1005448577 shutdown_connections 2024-05-20T21:30:48.718 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1005448577 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 0x56303befe740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1005448577 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf03d70 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/1005448577 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf0ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1005448577 >> 172.21.15.6:0/1005448577 conn(0x56303be31be0 msgr2=0x56303bf0a500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:48.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1005448577 shutdown_connections 2024-05-20T21:30:48.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.717+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/1005448577 wait complete. 2024-05-20T21:30:48.719 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.718+0000 7fa7ccc11b80 1 -- start start 2024-05-20T21:30:48.720 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.718+0000 7fa7ccc11b80 1 Processor -- start 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf15ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf24840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7ccc11b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 0x56303bf24d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1ae430 con 0x56303bf0a0e0 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1af8a0 con 0x56303bf097c0 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7ccc11b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1aeb00 con 0x56303bf04390 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7ccc11b80 10 client.0 _ll_register_callbacks cb 0x56303bdfbc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7b3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf24840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7bb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf15ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7b3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf24840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47326/0 (socket says 172.21.15.6:47326) 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7b3e00700 1 -- 172.21.15.6:0/860312731 learned_addr learned my addr 172.21.15.6:0/860312731 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7bbe00700 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 0x56303bf24d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7b3e00700 1 -- 172.21.15.6:0/860312731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 msgr2=0x56303bf15ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:48.721 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf15ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7b3e00700 1 -- 172.21.15.6:0/860312731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 msgr2=0x56303bf24d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 0x56303bf24d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7b3e00700 1 -- 172.21.15.6:0/860312731 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56303bf25340 con 0x56303bf097c0 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.719+0000 7fa7bb400700 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf15ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.720+0000 7fa7b3e00700 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf24840 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fa7a401a720 tx=0x7fa7a4005300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f2ac000c29d1972 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.720+0000 7fa7a9600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.720+0000 7fa7a9600700 1 -- 172.21.15.6:0/860312731 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4028040 con 0x56303bf097c0 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.720+0000 7fa7a9600700 1 -- 172.21.15.6:0/860312731 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa7a401a7a0 con 0x56303bf097c0 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.720+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/860312731 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7ac0aa990 con 0x56303bf097c0 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.721+0000 7fa7a9600700 1 -- 172.21.15.6:0/860312731 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa7a4010e70 con 0x56303bf097c0 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.721+0000 7fa7ccc11b80 10 client.29615 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:48.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.721+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/860312731 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56303bf87e50 con 0x56303bf097c0 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.721+0000 7fa7a9600700 1 -- 172.21.15.6:0/860312731 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7ac0aa990 con 0x56303bf097c0 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.721+0000 7fa7a9600700 1 -- 172.21.15.6:0/860312731 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa7a402b070 con 0x56303bf097c0 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.722+0000 7fa7ccc11b80 10 client.29615 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.722+0000 7fa7ccc11b80 10 client.29615 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.722+0000 7fa7ccc11b80 20 client.29615 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.722+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56303bf884a0 0x56303bf8a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.722+0000 7fa7ccc11b80 4 client.29615 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.722+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/860312731 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56303bcd4250 con 0x56303bf884a0 2024-05-20T21:30:48.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.722+0000 7fa7bb400700 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56303bf884a0 0x56303bf8a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7bb400700 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56303bf884a0 0x56303bf8a8c0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=143a7b0dc5e01273 server_cookie=6be392272393eb2f in_seq=0 out_seq=0 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7a9600700 10 client.29615 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7a9600700 1 -- 172.21.15.6:0/860312731 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56303bcd4250 con 0x56303bf884a0 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7a9600700 10 client.29615 handle_command_reply: tid=0 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 client.29615 shutdown 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/860312731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 msgr2=0x56303bf24840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf24840 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fa7a401a720 tx=0x7fa7a4005300 comp rx=0 tx=0).stop 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/860312731 shutdown_connections 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x56303bf0a0e0 0x56303bf24d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x56303bf04390 0x56303bf15ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x56303bf884a0 0x56303bf8a8c0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 --2- 172.21.15.6:0/860312731 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x56303bf097c0 0x56303bf24840 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/860312731 >> 172.21.15.6:0/860312731 conn(0x56303be31be0 msgr2=0x56303bf08380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.723+0000 7fa7a9600700 0 client.29615 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:30:48.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.724+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/860312731 shutdown_connections 2024-05-20T21:30:48.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.724+0000 7fa7ccc11b80 1 -- 172.21.15.6:0/860312731 wait complete. 2024-05-20T21:30:48.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.724+0000 7fa7ccc11b80 20 client.29615 trim_cache size 0 max 16384 2024-05-20T21:30:48.726 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:30:48.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 -- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7a00b2a20 msgr2=0x7fa7a00b4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7a00b2a20 0x7fa7a00b4ee0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fa7b4009fd0 tx=0x7fa7b400b040 comp rx=0 tx=0).stop 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 -- 172.21.15.6:0/3715457513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7bc105670 msgr2=0x7fa7bc19bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7bc105670 0x7fa7bc19bd50 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac00b5c0 tx=0x7fa7ac0047b0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 -- 172.21.15.6:0/3715457513 shutdown_connections 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa7a00b2a20 0x7fa7a00b4ee0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa7bc10b670 0x7fa7bc1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7bc105670 0x7fa7bc19bd50 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 --2- 172.21.15.6:0/3715457513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa7bc106030 0x7fa7bc19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 -- 172.21.15.6:0/3715457513 >> 172.21.15.6:0/3715457513 conn(0x7fa7bc101160 msgr2=0x7fa7bc101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 -- 172.21.15.6:0/3715457513 shutdown_connections 2024-05-20T21:30:48.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:48.725+0000 7fa7c0c00700 1 -- 172.21.15.6:0/3715457513 wait complete. 2024-05-20T21:30:49.837 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:30:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:49 smithi062 ceph-mon[36640]: pgmap v889: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:50.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:49 smithi042 ceph-mon[36332]: pgmap v889: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:50.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:49 smithi006 ceph-mon[31422]: pgmap v889: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:30:50.318 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:51 smithi062 ceph-mon[36640]: pgmap v890: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:51 smithi042 ceph-mon[36332]: pgmap v890: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:52.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:51 smithi006 ceph-mon[31422]: pgmap v890: 97 pgs: 97 active+clean; 3.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 -- 172.21.15.6:0/1969753217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64f8103490 msgr2=0x7f64f8103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 --2- 172.21.15.6:0/1969753217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64f8103490 0x7f64f8103910 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f64e0009990 tx=0x7f64e0009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 -- 172.21.15.6:0/1969753217 shutdown_connections 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 --2- 172.21.15.6:0/1969753217 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64f8103e50 0x7f64f8110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 --2- 172.21.15.6:0/1969753217 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64f8109540 0x7f64f8109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 --2- 172.21.15.6:0/1969753217 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64f8103490 0x7f64f8103910 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 -- 172.21.15.6:0/1969753217 >> 172.21.15.6:0/1969753217 conn(0x7f64f80fefc0 msgr2=0x7f64f81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 -- 172.21.15.6:0/1969753217 shutdown_connections 2024-05-20T21:30:52.803 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.802+0000 7f64fe200700 1 -- 172.21.15.6:0/1969753217 wait complete. 2024-05-20T21:30:52.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.803+0000 7f64fe200700 1 Processor -- start 2024-05-20T21:30:52.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.804+0000 7f64fe200700 1 -- start start 2024-05-20T21:30:52.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.804+0000 7f64fe200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64f8103490 0x7f64f81a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.804+0000 7f64fe200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64f8103e50 0x7f64f81a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.804+0000 7f64fe200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64f8109540 0x7f64f819bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.804+0000 7f64fe200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64f8113670 con 0x7f64f8103e50 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.804+0000 7f64fe200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64f81134f0 con 0x7f64f8103490 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.804+0000 7f64fe200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64f81137f0 con 0x7f64f8109540 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.804+0000 7f64efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64f8103e50 0x7f64f81a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64fce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64f8103490 0x7f64f81a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64f8103e50 0x7f64f81a1e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40548/0 (socket says 172.21.15.6:40548) 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64efe00700 1 -- 172.21.15.6:0/4099916159 learned_addr learned my addr 172.21.15.6:0/4099916159 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64fd800700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64f8109540 0x7f64f819bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64efe00700 1 -- 172.21.15.6:0/4099916159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64f8109540 msgr2=0x7f64f819bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64efe00700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64f8109540 0x7f64f819bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64efe00700 1 -- 172.21.15.6:0/4099916159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64f8103490 msgr2=0x7f64f81a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64efe00700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64f8103490 0x7f64f81a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64efe00700 1 -- 172.21.15.6:0/4099916159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64f819c240 con 0x7f64f8103e50 2024-05-20T21:30:52.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.805+0000 7f64efe00700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64f8103e50 0x7f64f81a1e60 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f64e0000c00 tx=0x7f64e00057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:52.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.806+0000 7f64f6000700 1 -- 172.21.15.6:0/4099916159 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e0027070 con 0x7f64f8103e50 2024-05-20T21:30:52.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.806+0000 7f64f6000700 1 -- 172.21.15.6:0/4099916159 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64e000b610 con 0x7f64f8103e50 2024-05-20T21:30:52.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.806+0000 7f64fe200700 1 -- 172.21.15.6:0/4099916159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64f819c4d0 con 0x7f64f8103e50 2024-05-20T21:30:52.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.806+0000 7f64f6000700 1 -- 172.21.15.6:0/4099916159 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e00173f0 con 0x7f64f8103e50 2024-05-20T21:30:52.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.806+0000 7f64fe200700 1 -- 172.21.15.6:0/4099916159 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64f81a87f0 con 0x7f64f8103e50 2024-05-20T21:30:52.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.811+0000 7f64f6000700 1 -- 172.21.15.6:0/4099916159 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f64e002a070 con 0x7f64f8103e50 2024-05-20T21:30:52.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.812+0000 7f650a224b80 1 Processor -- start 2024-05-20T21:30:52.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.812+0000 7f650a224b80 1 -- start start 2024-05-20T21:30:52.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f650a224b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611544ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f650a224b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x55761153ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f650a224b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f650a224b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55761149ce40 con 0x55761153f390 2024-05-20T21:30:52.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f650a224b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55761148c9e0 con 0x5576115447c0 2024-05-20T21:30:52.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f650a224b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557611490a20 con 0x5576115450e0 2024-05-20T21:30:52.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f64fd800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611544ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f64efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f64fd800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611544ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47366/0 (socket says 172.21.15.6:47366) 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f64fd800700 1 -- 172.21.15.6:0/131141556 learned_addr learned my addr 172.21.15.6:0/131141556 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f64f6000700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64dc0b2880 0x7f64dc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f64fce00700 1 --2- 172.21.15.6:0/131141556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x55761153ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.813+0000 7f64f6000700 1 -- 172.21.15.6:0/4099916159 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64e00e3180 con 0x7f64f8103e50 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64fd800700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64dc0b2880 0x7f64dc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64fce00700 1 -- 172.21.15.6:0/131141556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 msgr2=0x557611544ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64fce00700 1 --2- 172.21.15.6:0/131141556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611544ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64fce00700 1 -- 172.21.15.6:0/131141556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 msgr2=0x55761153f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64fce00700 1 --2- 172.21.15.6:0/131141556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64fce00700 1 -- 172.21.15.6:0/131141556 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557611455420 con 0x5576115450e0 2024-05-20T21:30:52.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64fce00700 1 --2- 172.21.15.6:0/131141556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x55761153ed70 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f64e8009cb0 tx=0x7f64e8011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5026bc66fd9c8396 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64ee000700 1 -- 172.21.15.6:0/131141556 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e8011d20 con 0x5576115450e0 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64ee000700 1 -- 172.21.15.6:0/131141556 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64e80044e0 con 0x5576115450e0 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64ee000700 1 -- 172.21.15.6:0/131141556 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e8005220 con 0x5576115450e0 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.814+0000 7f64fd800700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64dc0b2880 0x7f64dc0b4d40 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f64f000fb80 tx=0x7f64f0004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.815+0000 7f650a224b80 1 -- 172.21.15.6:0/131141556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 msgr2=0x55761153ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.815+0000 7f650a224b80 1 --2- 172.21.15.6:0/131141556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x55761153ed70 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f64e8009cb0 tx=0x7f64e8011440 comp rx=0 tx=0).stop 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.815+0000 7f650a224b80 1 -- 172.21.15.6:0/131141556 shutdown_connections 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.815+0000 7f650a224b80 1 --2- 172.21.15.6:0/131141556 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.815+0000 7f650a224b80 1 --2- 172.21.15.6:0/131141556 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611544ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.815+0000 7f650a224b80 1 --2- 172.21.15.6:0/131141556 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x55761153ed70 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.815+0000 7f650a224b80 1 -- 172.21.15.6:0/131141556 >> 172.21.15.6:0/131141556 conn(0x55761146cbe0 msgr2=0x557611539810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:52.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.816+0000 7f650a224b80 1 -- 172.21.15.6:0/131141556 shutdown_connections 2024-05-20T21:30:52.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.816+0000 7f650a224b80 1 -- 172.21.15.6:0/131141556 wait complete. 2024-05-20T21:30:52.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.816+0000 7f650a224b80 1 -- start start 2024-05-20T21:30:52.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.816+0000 7f650a224b80 1 Processor -- start 2024-05-20T21:30:52.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f650a224b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x55761154add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f650a224b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115447c0 0x557611548170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f650a224b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x5576115486b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f650a224b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557611392fa0 con 0x5576115447c0 2024-05-20T21:30:52.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f650a224b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55761142d760 con 0x55761153f390 2024-05-20T21:30:52.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f650a224b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55761154bc00 con 0x5576115450e0 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f650a224b80 10 client.0 _ll_register_callbacks cb 0x557611436c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f64fd800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x5576115486b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f64efe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115447c0 0x557611548170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f64fd800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x5576115486b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52748/0 (socket says 172.21.15.6:52748) 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f64fd800700 1 -- 172.21.15.6:0/350742823 learned_addr learned my addr 172.21.15.6:0/350742823 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.817+0000 7f64fce00700 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x55761154add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.818+0000 7f64fd800700 1 -- 172.21.15.6:0/350742823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 msgr2=0x55761154add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.818+0000 7f64fd800700 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x55761154add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.818+0000 7f64fd800700 1 -- 172.21.15.6:0/350742823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115447c0 msgr2=0x557611548170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.818+0000 7f64fd800700 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115447c0 0x557611548170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.818+0000 7f64fd800700 1 -- 172.21.15.6:0/350742823 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576113dc8d0 con 0x5576115450e0 2024-05-20T21:30:52.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.818+0000 7f64fd800700 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x5576115486b0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f64f0018c70 tx=0x7f64f0004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57c73d4153f19a12 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:52.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.818+0000 7f64e6a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:52.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.818+0000 7f64e6a00700 1 -- 172.21.15.6:0/350742823 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f002a060 con 0x5576115450e0 2024-05-20T21:30:52.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.819+0000 7f64e6a00700 1 -- 172.21.15.6:0/350742823 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64f0007990 con 0x5576115450e0 2024-05-20T21:30:52.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.819+0000 7f650a224b80 1 -- 172.21.15.6:0/350742823 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64e80044e0 con 0x5576115450e0 2024-05-20T21:30:52.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.819+0000 7f64e6a00700 1 -- 172.21.15.6:0/350742823 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64f0003e10 con 0x5576115450e0 2024-05-20T21:30:52.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.819+0000 7f650a224b80 10 client.29644 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:52.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.819+0000 7f650a224b80 1 -- 172.21.15.6:0/350742823 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55761145d060 con 0x5576115450e0 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.819+0000 7f64e6a00700 1 -- 172.21.15.6:0/350742823 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64e80044e0 con 0x5576115450e0 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.819+0000 7f64e6a00700 1 -- 172.21.15.6:0/350742823 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f64f001a470 con 0x5576115450e0 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.820+0000 7f650a224b80 10 client.29644 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.820+0000 7f650a224b80 10 client.29644 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.820+0000 7f650a224b80 20 client.29644 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.820+0000 7f650a224b80 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x557611558750 0x55761155ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.820+0000 7f650a224b80 4 client.29644 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.820+0000 7f650a224b80 1 -- 172.21.15.6:0/350742823 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55761149ed90 con 0x557611558750 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.820+0000 7f64fce00700 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x557611558750 0x55761155ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.821+0000 7f64fce00700 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x557611558750 0x55761155ab60 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=12b7600e3f29848b server_cookie=25f61268648d344c in_seq=0 out_seq=0 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.821+0000 7f64e6a00700 10 client.29644 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:30:52.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.821+0000 7f64e6a00700 1 -- 172.21.15.6:0/350742823 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55761149ed90 con 0x557611558750 2024-05-20T21:30:52.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.821+0000 7f64e6a00700 10 client.29644 handle_command_reply: tid=0 2024-05-20T21:30:52.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 client.29644 shutdown 2024-05-20T21:30:52.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 -- 172.21.15.6:0/350742823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 msgr2=0x5576115486b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x5576115486b0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f64f0018c70 tx=0x7f64f0004ad0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 -- 172.21.15.6:0/350742823 shutdown_connections 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x557611558750 0x55761155ab60 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x5576115486b0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x55761154add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 --2- 172.21.15.6:0/350742823 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115447c0 0x557611548170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f64e6a00700 0 client.29644 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 -- 172.21.15.6:0/350742823 >> 172.21.15.6:0/350742823 conn(0x55761146cbe0 msgr2=0x557611538fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 -- 172.21.15.6:0/350742823 shutdown_connections 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 1 -- 172.21.15.6:0/350742823 wait complete. 2024-05-20T21:30:52.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.822+0000 7f650a224b80 20 client.29644 trim_cache size 0 max 16384 2024-05-20T21:30:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.839+0000 7f650a224b80 1 Processor -- start 2024-05-20T21:30:52.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.839+0000 7f650a224b80 1 -- start start 2024-05-20T21:30:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f650a224b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f650a224b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611539740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f650a224b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x557611560470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f650a224b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64f81b25f0 con 0x55761153f390 2024-05-20T21:30:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f650a224b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64f81afe80 con 0x5576115447c0 2024-05-20T21:30:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f650a224b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64f81adcd0 con 0x5576115450e0 2024-05-20T21:30:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f64fce00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f64fce00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40570/0 (socket says 172.21.15.6:40570) 2024-05-20T21:30:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f64fce00700 1 -- 172.21.15.6:0/2056519085 learned_addr learned my addr 172.21.15.6:0/2056519085 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f64fd800700 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x557611560470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.840+0000 7f64efe00700 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611539740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64fd800700 1 -- 172.21.15.6:0/2056519085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 msgr2=0x557611539740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:52.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64fd800700 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611539740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64fd800700 1 -- 172.21.15.6:0/2056519085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 msgr2=0x55761153ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64fd800700 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64fd800700 1 -- 172.21.15.6:0/2056519085 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55761154aa10 con 0x5576115450e0 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64fce00700 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64fd800700 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x557611560470 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f64f000b010 tx=0x7f64f0003da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=62a0a07f34910f1f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64ed600700 1 -- 172.21.15.6:0/2056519085 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f001be60 con 0x5576115450e0 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64ed600700 1 -- 172.21.15.6:0/2056519085 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64f0004bb0 con 0x5576115450e0 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.841+0000 7f64ed600700 1 -- 172.21.15.6:0/2056519085 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64f0007af0 con 0x5576115450e0 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 -- 172.21.15.6:0/2056519085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 msgr2=0x557611560470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x557611560470 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f64f000b010 tx=0x7f64f0003da0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 -- 172.21.15.6:0/2056519085 shutdown_connections 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115450e0 0x557611560470 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55761153f390 0x55761153ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 --2- 172.21.15.6:0/2056519085 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5576115447c0 0x557611539740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 -- 172.21.15.6:0/2056519085 >> 172.21.15.6:0/2056519085 conn(0x55761146cbe0 msgr2=0x557611548130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 -- 172.21.15.6:0/2056519085 shutdown_connections 2024-05-20T21:30:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.842+0000 7f650a224b80 1 -- 172.21.15.6:0/2056519085 wait complete. 2024-05-20T21:30:52.844 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.843+0000 7f650a224b80 1 -- start start 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.843+0000 7f650a224b80 1 Processor -- start 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f650a224b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x557611550e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f650a224b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115447c0 0x5576115513d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f650a224b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115450e0 0x55761154de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f650a224b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f64f81ae340 con 0x5576115450e0 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f650a224b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f64f81af7b0 con 0x55761153f390 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f650a224b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f64f81aea10 con 0x5576115447c0 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f650a224b80 10 client.0 _ll_register_callbacks cb 0x557611436c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f64fd800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115450e0 0x55761154de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f64efe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115447c0 0x5576115513d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f64fce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x557611550e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f64efe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115447c0 0x5576115513d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52766/0 (socket says 172.21.15.6:52766) 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f64fce00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x557611550e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47384/0 (socket says 172.21.15.6:47384) 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.844+0000 7f64efe00700 1 -- 172.21.15.6:0/2766019062 learned_addr learned my addr 172.21.15.6:0/2766019062 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64fce00700 1 -- 172.21.15.6:0/2766019062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115447c0 msgr2=0x5576115513d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64fce00700 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115447c0 0x5576115513d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64fce00700 1 -- 172.21.15.6:0/2766019062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115450e0 msgr2=0x55761154de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64fce00700 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115450e0 0x55761154de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64fce00700 1 -- 172.21.15.6:0/2766019062 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557611560fa0 con 0x55761153f390 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64fd800700 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115450e0 0x55761154de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64efe00700 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115447c0 0x5576115513d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64fce00700 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x557611550e90 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f64e8011790 tx=0x7f64e8005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c0a0dae1fea597c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64e6a00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:52.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64e6a00700 1 -- 172.21.15.6:0/2766019062 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e8035060 con 0x55761153f390 2024-05-20T21:30:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f64e6a00700 1 -- 172.21.15.6:0/2766019062 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f64e8011d20 con 0x55761153f390 2024-05-20T21:30:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.845+0000 7f650a224b80 1 -- 172.21.15.6:0/2766019062 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64f0004bb0 con 0x55761153f390 2024-05-20T21:30:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f64e6a00700 1 -- 172.21.15.6:0/2766019062 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64e801e040 con 0x55761153f390 2024-05-20T21:30:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f650a224b80 10 client.29633 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f650a224b80 1 -- 172.21.15.6:0/2766019062 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5576115c38e0 con 0x55761153f390 2024-05-20T21:30:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f64e6a00700 1 -- 172.21.15.6:0/2766019062 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64f0004bb0 con 0x55761153f390 2024-05-20T21:30:52.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f64e6a00700 1 -- 172.21.15.6:0/2766019062 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f64e8024040 con 0x55761153f390 2024-05-20T21:30:52.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f650a224b80 10 client.29633 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f650a224b80 10 client.29633 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f650a224b80 20 client.29633 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f650a224b80 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5576115c3d40 0x5576115c6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f650a224b80 4 client.29633 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.846+0000 7f650a224b80 1 -- 172.21.15.6:0/2766019062 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557611498570 con 0x5576115c3d40 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.847+0000 7f64efe00700 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5576115c3d40 0x5576115c6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.847+0000 7f64efe00700 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5576115c3d40 0x5576115c6130 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bdceeb7b40531416 server_cookie=ac70e0b41b9fce1a in_seq=0 out_seq=0 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.847+0000 7f64e6a00700 10 client.29633 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.847+0000 7f64e6a00700 1 -- 172.21.15.6:0/2766019062 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557611498570 con 0x5576115c3d40 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.847+0000 7f64e6a00700 10 client.29633 handle_command_reply: tid=0 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.847+0000 7f650a224b80 1 client.29633 shutdown 2024-05-20T21:30:52.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 -- 172.21.15.6:0/2766019062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 msgr2=0x557611550e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x557611550e90 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f64e8011790 tx=0x7f64e8005ce0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 -- 172.21.15.6:0/2766019062 shutdown_connections 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5576115450e0 0x55761154de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55761153f390 0x557611550e90 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x5576115c3d40 0x5576115c6130 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 --2- 172.21.15.6:0/2766019062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5576115447c0 0x5576115513d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 -- 172.21.15.6:0/2766019062 >> 172.21.15.6:0/2766019062 conn(0x55761146cbe0 msgr2=0x5576115454c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f64e6a00700 0 client.29633 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 -- 172.21.15.6:0/2766019062 shutdown_connections 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 1 -- 172.21.15.6:0/2766019062 wait complete. 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.848+0000 7f650a224b80 20 client.29633 trim_cache size 0 max 16384 2024-05-20T21:30:52.851 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:30:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 -- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64dc0b2880 msgr2=0x7f64dc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64dc0b2880 0x7f64dc0b4d40 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f64f000fb80 tx=0x7f64f0004b40 comp rx=0 tx=0).stop 2024-05-20T21:30:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 -- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64f8103e50 msgr2=0x7f64f81a1e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64f8103e50 0x7f64f81a1e60 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f64e0000c00 tx=0x7f64e00057c0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 -- 172.21.15.6:0/4099916159 shutdown_connections 2024-05-20T21:30:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f64dc0b2880 0x7f64dc0b4d40 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f64f8109540 0x7f64f819bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f64f8103490 0x7f64f81a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 --2- 172.21.15.6:0/4099916159 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f64f8103e50 0x7f64f81a1e60 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 -- 172.21.15.6:0/4099916159 >> 172.21.15.6:0/4099916159 conn(0x7f64f80fefc0 msgr2=0x7f64f8100430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 -- 172.21.15.6:0/4099916159 shutdown_connections 2024-05-20T21:30:52.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:52.849+0000 7f64fe200700 1 -- 172.21.15.6:0/4099916159 wait complete. 2024-05-20T21:30:53.544 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 -- 172.21.15.6:0/2028970755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe85c1066c0 msgr2=0x7fe85c10cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.544 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 --2- 172.21.15.6:0/2028970755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe85c1066c0 0x7fe85c10cf50 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fe854009900 tx=0x7fe85402a410 comp rx=0 tx=0).stop 2024-05-20T21:30:53.544 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 -- 172.21.15.6:0/2028970755 shutdown_connections 2024-05-20T21:30:53.545 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 --2- 172.21.15.6:0/2028970755 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe85c1066c0 0x7fe85c10cf50 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.545 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 --2- 172.21.15.6:0/2028970755 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe85c105d00 0x7fe85c106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.545 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 --2- 172.21.15.6:0/2028970755 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe85c104b10 0x7fe85c104f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.545 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 -- 172.21.15.6:0/2028970755 >> 172.21.15.6:0/2028970755 conn(0x7fe85c1000c0 msgr2=0x7fe85c1024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:53.545 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 -- 172.21.15.6:0/2028970755 shutdown_connections 2024-05-20T21:30:53.545 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.544+0000 7fe85b200640 1 -- 172.21.15.6:0/2028970755 wait complete. 2024-05-20T21:30:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.545+0000 7fe85b200640 1 Processor -- start 2024-05-20T21:30:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.545+0000 7fe85b200640 1 -- start start 2024-05-20T21:30:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.545+0000 7fe85b200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe85c104b10 0x7fe85c19acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.545+0000 7fe85b200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe85c105d00 0x7fe85c19b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.545+0000 7fe85b200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe85c1066c0 0x7fe85c1a2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.545+0000 7fe85b200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c110640 con 0x7fe85c1066c0 2024-05-20T21:30:53.546 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.545+0000 7fe85b200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c1104c0 con 0x7fe85c105d00 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.545+0000 7fe85b200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c1107c0 con 0x7fe85c104b10 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe85c105d00 0x7fe85c19b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe85c105d00 0x7fe85c19b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47398/0 (socket says 172.21.15.6:47398) 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859400640 1 -- 172.21.15.6:0/1550472447 learned_addr learned my addr 172.21.15.6:0/1550472447 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe85a800640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe85c1066c0 0x7fe85c1a2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859e00640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe85c104b10 0x7fe85c19acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859400640 1 -- 172.21.15.6:0/1550472447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe85c104b10 msgr2=0x7fe85c19acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859400640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe85c104b10 0x7fe85c19acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859400640 1 -- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe85c1066c0 msgr2=0x7fe85c1a2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859400640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe85c1066c0 0x7fe85c1a2250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.547 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.546+0000 7fe859400640 1 -- 172.21.15.6:0/1550472447 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe85c1a28f0 con 0x7fe85c105d00 2024-05-20T21:30:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.547+0000 7fe859400640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe85c105d00 0x7fe85c19b1f0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fe84c00eb90 tx=0x7fe84c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.547+0000 7fe852a00640 1 -- 172.21.15.6:0/1550472447 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe84c004d20 con 0x7fe85c105d00 2024-05-20T21:30:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.547+0000 7fe85b200640 1 -- 172.21.15.6:0/1550472447 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe85c1a2be0 con 0x7fe85c105d00 2024-05-20T21:30:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.547+0000 7fe852a00640 1 -- 172.21.15.6:0/1550472447 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe84c00ee90 con 0x7fe85c105d00 2024-05-20T21:30:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.547+0000 7fe852a00640 1 -- 172.21.15.6:0/1550472447 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe84c010720 con 0x7fe85c105d00 2024-05-20T21:30:53.548 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.547+0000 7fe85b200640 1 -- 172.21.15.6:0/1550472447 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe85c1a3130 con 0x7fe85c105d00 2024-05-20T21:30:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.550+0000 7fe863831740 1 Processor -- start 2024-05-20T21:30:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe863831740 1 -- start start 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe852a00640 1 -- 172.21.15.6:0/1550472447 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe84c005020 con 0x7fe85c105d00 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe863831740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd15110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe863831740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd1a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe863831740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe863831740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c64bc84b90 con 0x55c64bd1a850 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe863831740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c64bc74730 con 0x55c64bd14cf0 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe863831740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c64bc78770 con 0x55c64bd156e0 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe85a800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd15110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe859e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd1a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe85a800640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd15110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47402/0 (socket says 172.21.15.6:47402) 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe85a800640 1 -- 172.21.15.6:0/2539652971 learned_addr learned my addr 172.21.15.6:0/2539652971 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.551+0000 7fe859400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.552 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe859e00640 1 -- 172.21.15.6:0/2539652971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 msgr2=0x55c64bd15110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:53.553 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe859e00640 1 --2- 172.21.15.6:0/2539652971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd15110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.553 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe859e00640 1 -- 172.21.15.6:0/2539652971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 msgr2=0x55c64bd1cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:53.553 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe859e00640 1 --2- 172.21.15.6:0/2539652971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.553 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe859e00640 1 -- 172.21.15.6:0/2539652971 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c64bc0d8b0 con 0x55c64bd156e0 2024-05-20T21:30:53.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe859e00640 1 --2- 172.21.15.6:0/2539652971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd1a1e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fe85c105b60 tx=0x7fe844011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c71f5df79c2a2cc8 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:53.555 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe84b000640 1 -- 172.21.15.6:0/2539652971 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe844009d70 con 0x55c64bd156e0 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe84b000640 1 -- 172.21.15.6:0/2539652971 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8440044d0 con 0x55c64bd156e0 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.552+0000 7fe84b000640 1 -- 172.21.15.6:0/2539652971 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe844019410 con 0x55c64bd156e0 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.553+0000 7fe852a00640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8400b27d0 0x7fe8400b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.553+0000 7fe863831740 1 -- 172.21.15.6:0/2539652971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 msgr2=0x55c64bd1a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.553+0000 7fe863831740 1 --2- 172.21.15.6:0/2539652971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd1a1e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fe85c105b60 tx=0x7fe844011810 comp rx=0 tx=0).stop 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.553+0000 7fe852a00640 1 -- 172.21.15.6:0/1550472447 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe84c0e2990 con 0x7fe85c105d00 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.553+0000 7fe85a800640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8400b27d0 0x7fe8400b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 -- 172.21.15.6:0/2539652971 shutdown_connections 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 --2- 172.21.15.6:0/2539652971 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 --2- 172.21.15.6:0/2539652971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd1a1e0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 --2- 172.21.15.6:0/2539652971 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd15110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 -- 172.21.15.6:0/2539652971 >> 172.21.15.6:0/2539652971 conn(0x55c64bd10360 msgr2=0x55c64bd10760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:53.556 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 -- 172.21.15.6:0/2539652971 shutdown_connections 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 -- 172.21.15.6:0/2539652971 wait complete. 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 -- start start 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe85a800640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8400b27d0 0x7fe8400b4c90 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fe8540096c0 tx=0x7fe8540314c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.554+0000 7fe863831740 1 Processor -- start 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe863831740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd1eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe863831740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 0x55c64bd1f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe863831740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd25ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe863831740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c64b95a790 con 0x55c64bd1a850 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe863831740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c64bc1cbc0 con 0x55c64bd156e0 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe863831740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c64bd1d800 con 0x55c64bd14cf0 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe863831740 10 client.0 _ll_register_callbacks cb 0x55c64bbfa400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe859e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd1eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe85a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd25ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.557 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe859e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd1eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52814/0 (socket says 172.21.15.6:52814) 2024-05-20T21:30:53.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe859e00640 1 -- 172.21.15.6:0/2323466819 learned_addr learned my addr 172.21.15.6:0/2323466819 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:53.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.555+0000 7fe859400640 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 0x55c64bd1f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe859e00640 1 -- 172.21.15.6:0/2323466819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 msgr2=0x55c64bd1f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:53.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe859e00640 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 0x55c64bd1f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe859e00640 1 -- 172.21.15.6:0/2323466819 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 msgr2=0x55c64bd25ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:53.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe859e00640 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd25ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.558 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe859e00640 1 -- 172.21.15.6:0/2323466819 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c64b989210 con 0x55c64bd14cf0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe859e00640 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd1eae0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe84401b040 tx=0x7fe844005720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40ef8a455901138 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe83f400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe83f400640 1 -- 172.21.15.6:0/2323466819 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe844028020 con 0x55c64bd14cf0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe863831740 1 -- 172.21.15.6:0/2323466819 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8440044d0 con 0x55c64bd14cf0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.556+0000 7fe83f400640 1 -- 172.21.15.6:0/2323466819 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe844016040 con 0x55c64bd14cf0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.557+0000 7fe83f400640 1 -- 172.21.15.6:0/2323466819 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe844033050 con 0x55c64bd14cf0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.557+0000 7fe863831740 10 client.29662 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.557+0000 7fe863831740 1 -- 172.21.15.6:0/2323466819 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c64ba55620 con 0x55c64bd14cf0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.557+0000 7fe83f400640 1 -- 172.21.15.6:0/2323466819 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8440044d0 con 0x55c64bd14cf0 2024-05-20T21:30:53.561 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.557+0000 7fe83f400640 1 -- 172.21.15.6:0/2323466819 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe8440046c0 con 0x55c64bd14cf0 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.558+0000 7fe863831740 10 client.29662 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.558+0000 7fe863831740 10 client.29662 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.558+0000 7fe863831740 20 client.29662 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.558+0000 7fe863831740 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c64bd2a3e0 0x55c64bd2c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.558+0000 7fe863831740 4 client.29662 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.558+0000 7fe863831740 1 -- 172.21.15.6:0/2323466819 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c64bc86ae0 con 0x55c64bd2a3e0 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.558+0000 7fe859400640 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c64bd2a3e0 0x55c64bd2c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.559+0000 7fe859400640 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c64bd2a3e0 0x55c64bd2c7f0 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d01a8e8fbea409ee server_cookie=5f2ba763d947f720 in_seq=0 out_seq=0 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.559+0000 7fe83f400640 10 client.29662 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.559+0000 7fe83f400640 1 -- 172.21.15.6:0/2323466819 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c64bc86ae0 con 0x55c64bd2a3e0 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.559+0000 7fe83f400640 10 client.29662 handle_command_reply: tid=0 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.559+0000 7fe863831740 1 client.29662 shutdown 2024-05-20T21:30:53.562 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 -- 172.21.15.6:0/2323466819 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 msgr2=0x55c64bd1eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd1eae0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe84401b040 tx=0x7fe844005720 comp rx=0 tx=0).stop 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 -- 172.21.15.6:0/2323466819 shutdown_connections 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c64bd2a3e0 0x55c64bd2c7f0 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd25ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 0x55c64bd1f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe83f400640 0 client.29662 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 --2- 172.21.15.6:0/2323466819 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd1eae0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 -- 172.21.15.6:0/2323466819 >> 172.21.15.6:0/2323466819 conn(0x55c64bd10360 msgr2=0x55c64bd0f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 -- 172.21.15.6:0/2323466819 shutdown_connections 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 1 -- 172.21.15.6:0/2323466819 wait complete. 2024-05-20T21:30:53.563 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.560+0000 7fe863831740 20 client.29662 trim_cache size 0 max 16384 2024-05-20T21:30:53.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.577+0000 7fe863831740 1 Processor -- start 2024-05-20T21:30:53.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.577+0000 7fe863831740 1 -- start start 2024-05-20T21:30:53.577 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.577+0000 7fe863831740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd13240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.578 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.577+0000 7fe863831740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 0x55c64bd25fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.578 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.577+0000 7fe863831740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.578 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.577+0000 7fe863831740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c1ae9d0 con 0x55c64bd1a850 2024-05-20T21:30:53.578 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.577+0000 7fe863831740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c1ac2a0 con 0x55c64bd156e0 2024-05-20T21:30:53.578 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe863831740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c1aa0f0 con 0x55c64bd14cf0 2024-05-20T21:30:53.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe85a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe85a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40626/0 (socket says 172.21.15.6:40626) 2024-05-20T21:30:53.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe85a800640 1 -- 172.21.15.6:0/1721185478 learned_addr learned my addr 172.21.15.6:0/1721185478 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:53.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe859e00640 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd13240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe859400640 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 0x55c64bd25fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe85a800640 1 -- 172.21.15.6:0/1721185478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 msgr2=0x55c64bd13240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:53.579 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe85a800640 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd13240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe85a800640 1 -- 172.21.15.6:0/1721185478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 msgr2=0x55c64bd25fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:53.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe85a800640 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 0x55c64bd25fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.578+0000 7fe85a800640 1 -- 172.21.15.6:0/1721185478 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c64bd11030 con 0x55c64bd1a850 2024-05-20T21:30:53.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.579+0000 7fe85a800640 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1e100 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe854009900 tx=0x7fe854040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d7e9da49146c9ab server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:53.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.579+0000 7fe84a600640 1 -- 172.21.15.6:0/1721185478 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe854035040 con 0x55c64bd1a850 2024-05-20T21:30:53.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.579+0000 7fe84a600640 1 -- 172.21.15.6:0/1721185478 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe854004240 con 0x55c64bd1a850 2024-05-20T21:30:53.580 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.579+0000 7fe84a600640 1 -- 172.21.15.6:0/1721185478 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe854051730 con 0x55c64bd1a850 2024-05-20T21:30:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 -- 172.21.15.6:0/1721185478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 msgr2=0x55c64bd1e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1e100 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe854009900 tx=0x7fe854040000 comp rx=0 tx=0).stop 2024-05-20T21:30:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 -- 172.21.15.6:0/1721185478 shutdown_connections 2024-05-20T21:30:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd1e100 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd156e0 0x55c64bd25fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 --2- 172.21.15.6:0/1721185478 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd14cf0 0x55c64bd13240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 -- 172.21.15.6:0/1721185478 >> 172.21.15.6:0/1721185478 conn(0x55c64bd10360 msgr2=0x55c64bd169e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 -- 172.21.15.6:0/1721185478 shutdown_connections 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 -- 172.21.15.6:0/1721185478 wait complete. 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 -- start start 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.580+0000 7fe863831740 1 Processor -- start 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe863831740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd23110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe863831740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd23650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe863831740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd24660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe863831740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c1aa760 con 0x55c64bd1a850 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe863831740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c1abbd0 con 0x55c64bd14cf0 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe863831740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe85c1aae30 con 0x55c64bd156e0 2024-05-20T21:30:53.584 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe863831740 10 client.0 _ll_register_callbacks cb 0x7fe84c0e8400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe859400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd23650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe85a800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd24660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe859400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd23650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:52838/0 (socket says 172.21.15.6:52838) 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe859400640 1 -- 172.21.15.6:0/2325999170 learned_addr learned my addr 172.21.15.6:0/2325999170 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.581+0000 7fe859e00640 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd23110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe859400640 1 -- 172.21.15.6:0/2325999170 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 msgr2=0x55c64bd23110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe859400640 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd23110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe859400640 1 -- 172.21.15.6:0/2325999170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 msgr2=0x55c64bd24660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe859400640 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd24660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe859400640 1 -- 172.21.15.6:0/2325999170 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c64bd24c50 con 0x55c64bd156e0 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe859400640 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd23650 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fe84c0a5f30 tx=0x7fe84c0096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e734b66ccebeed9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:53.585 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe83f400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe83f400640 1 -- 172.21.15.6:0/2325999170 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe84c0a9620 con 0x55c64bd156e0 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe83f400640 1 -- 172.21.15.6:0/2325999170 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe84c0a6140 con 0x55c64bd156e0 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe863831740 1 -- 172.21.15.6:0/2325999170 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe854004240 con 0x55c64bd156e0 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe83f400640 1 -- 172.21.15.6:0/2325999170 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe84c0a99c0 con 0x55c64bd156e0 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe863831740 10 client.29668 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.582+0000 7fe863831740 1 -- 172.21.15.6:0/2325999170 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c64bd25fd0 con 0x55c64bd156e0 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe83f400640 1 -- 172.21.15.6:0/2325999170 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe854004240 con 0x55c64bd156e0 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe83f400640 1 -- 172.21.15.6:0/2325999170 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe84c0b2880 con 0x55c64bd156e0 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe863831740 10 client.29668 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe863831740 10 client.29668 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe863831740 20 client.29668 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe863831740 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c64bd9dba0 0x55c64bd9ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:53.586 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe863831740 4 client.29668 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:30:53.587 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe863831740 1 -- 172.21.15.6:0/2325999170 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c64bc802c0 con 0x55c64bd9dba0 2024-05-20T21:30:53.587 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.583+0000 7fe859e00640 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c64bd9dba0 0x55c64bd9ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.584+0000 7fe859e00640 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c64bd9dba0 0x55c64bd9ffc0 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9bf208bdee9c7c7 server_cookie=724cbbecce5a56ff in_seq=0 out_seq=0 2024-05-20T21:30:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.584+0000 7fe83f400640 10 client.29668 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe83f400640 1 -- 172.21.15.6:0/2325999170 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c64bc802c0 con 0x55c64bd9dba0 2024-05-20T21:30:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe83f400640 10 client.29668 handle_command_reply: tid=0 2024-05-20T21:30:53.600 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 client.29668 shutdown 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 -- 172.21.15.6:0/2325999170 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 msgr2=0x55c64bd23650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd23650 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fe84c0a5f30 tx=0x7fe84c0096c0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 -- 172.21.15.6:0/2325999170 shutdown_connections 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55c64bd9dba0 0x55c64bd9ffc0 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c64bd1a850 0x55c64bd24660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c64bd156e0 0x55c64bd23650 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe83f400640 0 client.29668 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 --2- 172.21.15.6:0/2325999170 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c64bd14cf0 0x55c64bd23110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 -- 172.21.15.6:0/2325999170 >> 172.21.15.6:0/2325999170 conn(0x55c64bd10360 msgr2=0x55c64bd0ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.600+0000 7fe863831740 1 -- 172.21.15.6:0/2325999170 shutdown_connections 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.601+0000 7fe863831740 1 -- 172.21.15.6:0/2325999170 wait complete. 2024-05-20T21:30:53.601 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.601+0000 7fe863831740 20 client.29668 trim_cache size 0 max 16384 2024-05-20T21:30:53.602 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:30:53.602 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:30:53.602 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.601+0000 7fe85b200640 1 -- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8400b27d0 msgr2=0x7fe8400b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.601+0000 7fe85b200640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8400b27d0 0x7fe8400b4c90 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fe8540096c0 tx=0x7fe8540314c0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.601+0000 7fe85b200640 1 -- 172.21.15.6:0/1550472447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe85c105d00 msgr2=0x7fe85c19b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.601+0000 7fe85b200640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe85c105d00 0x7fe85c19b1f0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fe84c00eb90 tx=0x7fe84c00c6a0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.602+0000 7fe85b200640 1 -- 172.21.15.6:0/1550472447 shutdown_connections 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.602+0000 7fe85b200640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8400b27d0 0x7fe8400b4c90 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.602+0000 7fe85b200640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe85c1066c0 0x7fe85c1a2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.602+0000 7fe85b200640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe85c105d00 0x7fe85c19b1f0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.602+0000 7fe85b200640 1 --2- 172.21.15.6:0/1550472447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe85c104b10 0x7fe85c19acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.602+0000 7fe85b200640 1 -- 172.21.15.6:0/1550472447 >> 172.21.15.6:0/1550472447 conn(0x7fe85c1000c0 msgr2=0x7fe85c109000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:53.603 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.602+0000 7fe85b200640 1 -- 172.21.15.6:0/1550472447 shutdown_connections 2024-05-20T21:30:53.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:30:53.602+0000 7fe85b200640 1 -- 172.21.15.6:0/1550472447 wait complete. 2024-05-20T21:30:53.908 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:30:54.028 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:53 smithi006 ceph-mon[31422]: pgmap v891: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:53 smithi062 ceph-mon[36640]: pgmap v891: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:53 smithi042 ceph-mon[36332]: pgmap v891: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:30:54.422 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:56.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:55 smithi062 ceph-mon[36640]: pgmap v892: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:55 smithi042 ceph-mon[36332]: pgmap v892: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:56.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:55 smithi006 ceph-mon[31422]: pgmap v892: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:30:56.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.808+0000 7f4e4e800700 1 -- 172.21.15.6:0/3275763738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e48114710 msgr2=0x7f4e48116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.808+0000 7f4e4e800700 1 --2- 172.21.15.6:0/3275763738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e48114710 0x7f4e48116b00 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009990 tx=0x7f4e40009ca0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.808+0000 7f4e4e800700 1 -- 172.21.15.6:0/3275763738 shutdown_connections 2024-05-20T21:30:56.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.808+0000 7f4e4e800700 1 --2- 172.21.15.6:0/3275763738 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e48114710 0x7f4e48116b00 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.808+0000 7f4e4e800700 1 --2- 172.21.15.6:0/3275763738 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e48075770 0x7f4e48075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.808+0000 7f4e4e800700 1 --2- 172.21.15.6:0/3275763738 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e48076090 0x7f4e481141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.808+0000 7f4e4e800700 1 -- 172.21.15.6:0/3275763738 >> 172.21.15.6:0/3275763738 conn(0x7f4e4807a6a0 msgr2=0x7f4e4807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:56.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.809+0000 7f4e4e800700 1 -- 172.21.15.6:0/3275763738 shutdown_connections 2024-05-20T21:30:56.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.809+0000 7f4e4e800700 1 -- 172.21.15.6:0/3275763738 wait complete. 2024-05-20T21:30:56.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.810+0000 7f4e4e800700 1 Processor -- start 2024-05-20T21:30:56.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.810+0000 7f4e4e800700 1 -- start start 2024-05-20T21:30:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e4e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e48075770 0x7f4e481a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e4e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e48076090 0x7f4e481a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e4e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e48114710 0x7f4e481a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e4e800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4e48119d30 con 0x7f4e48076090 2024-05-20T21:30:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e4e800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4e48119bb0 con 0x7f4e48075770 2024-05-20T21:30:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e4e800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4e48119eb0 con 0x7f4e48114710 2024-05-20T21:30:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e47400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e48075770 0x7f4e481a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.811 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e47400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e48075770 0x7f4e481a01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47444/0 (socket says 172.21.15.6:47444) 2024-05-20T21:30:56.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e47400700 1 -- 172.21.15.6:0/804528695 learned_addr learned my addr 172.21.15.6:0/804528695 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:56.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e48076090 0x7f4e481a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.811+0000 7f4e47e00700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e48114710 0x7f4e481a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e47400700 1 -- 172.21.15.6:0/804528695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e48114710 msgr2=0x7f4e481a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e47400700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e48114710 0x7f4e481a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e47400700 1 -- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e48076090 msgr2=0x7f4e481a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e47400700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e48076090 0x7f4e481a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e47400700 1 -- 172.21.15.6:0/804528695 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e481a51f0 con 0x7f4e48075770 2024-05-20T21:30:56.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e47400700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e48075770 0x7f4e481a01e0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f4e3800e9a0 tx=0x7f4e3800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:56.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e44c00700 1 -- 172.21.15.6:0/804528695 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e3800ca10 con 0x7f4e48075770 2024-05-20T21:30:56.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e4e800700 1 -- 172.21.15.6:0/804528695 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e481a54e0 con 0x7f4e48075770 2024-05-20T21:30:56.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e44c00700 1 -- 172.21.15.6:0/804528695 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e3800cbb0 con 0x7f4e48075770 2024-05-20T21:30:56.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e44c00700 1 -- 172.21.15.6:0/804528695 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e38018680 con 0x7f4e48075770 2024-05-20T21:30:56.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.812+0000 7f4e4e800700 1 -- 172.21.15.6:0/804528695 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e481acd60 con 0x7f4e48075770 2024-05-20T21:30:56.816 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.816+0000 7f4e44c00700 1 -- 172.21.15.6:0/804528695 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4e38010430 con 0x7f4e48075770 2024-05-20T21:30:56.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.818+0000 7f4e5924ab80 1 Processor -- start 2024-05-20T21:30:56.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.818+0000 7f4e5924ab80 1 -- start start 2024-05-20T21:30:56.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.818+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532a610 0x55b7d532a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.818+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d5324b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.818+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d53255c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.818+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b7d5282e40 con 0x55b7d5325140 2024-05-20T21:30:56.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.818+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b7d52729e0 con 0x55b7d532af30 2024-05-20T21:30:56.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.818+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b7d5276a20 con 0x55b7d532a610 2024-05-20T21:30:56.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e44c00700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e2c0b2900 0x7f4e2c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e47400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d5324b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e3ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d53255c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e47400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d5324b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47458/0 (socket says 172.21.15.6:47458) 2024-05-20T21:30:56.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e47400700 1 -- 172.21.15.6:0/3311731279 learned_addr learned my addr 172.21.15.6:0/3311731279 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:56.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e47e00700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e2c0b2900 0x7f4e2c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e44c00700 1 -- 172.21.15.6:0/804528695 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4e380e2400 con 0x7f4e48075770 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e47e00700 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532a610 0x55b7d532a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.819+0000 7f4e47400700 1 -- 172.21.15.6:0/3311731279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532a610 msgr2=0x55b7d532a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e47400700 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532a610 0x55b7d532a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e47400700 1 -- 172.21.15.6:0/3311731279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 msgr2=0x55b7d53255c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e47400700 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d53255c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e47400700 1 -- 172.21.15.6:0/3311731279 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7d523b420 con 0x55b7d532af30 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d53255c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e47e00700 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532a610 0x55b7d532a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:30:56.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e47400700 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d5324b20 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f4e380a3f70 tx=0x7f4e380a9090 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1130795cc61dff2b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e47e00700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e2c0b2900 0x7f4e2c0b4dc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f4e40005cd0 tx=0x7f4e40005bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e3cc00700 1 -- 172.21.15.6:0/3311731279 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e38026040 con 0x55b7d532af30 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e3cc00700 1 -- 172.21.15.6:0/3311731279 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e380aa020 con 0x55b7d532af30 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.820+0000 7f4e3cc00700 1 -- 172.21.15.6:0/3311731279 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e380cc0d0 con 0x55b7d532af30 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3311731279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 msgr2=0x55b7d5324b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d5324b20 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f4e380a3f70 tx=0x7f4e380a9090 comp rx=0 tx=0).stop 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3311731279 shutdown_connections 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d53255c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532a610 0x55b7d532a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3311731279 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d5324b20 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3311731279 >> 172.21.15.6:0/3311731279 conn(0x55b7d5252be0 msgr2=0x55b7d531f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3311731279 shutdown_connections 2024-05-20T21:30:56.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.821+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3311731279 wait complete. 2024-05-20T21:30:56.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.822+0000 7f4e5924ab80 1 -- start start 2024-05-20T21:30:56.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.822+0000 7f4e5924ab80 1 Processor -- start 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d532dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532af30 0x55b7d532e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55b7d5178fa0 con 0x55b7d5325140 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55b7d5213760 con 0x55b7d532a610 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55b7d53319e0 con 0x55b7d532af30 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e5924ab80 10 client.0 _ll_register_callbacks cb 0x55b7d521cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e47400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e47400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40672/0 (socket says 172.21.15.6:40672) 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e47400700 1 -- 172.21.15.6:0/3919906079 learned_addr learned my addr 172.21.15.6:0/3919906079 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:56.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d532dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.823+0000 7f4e47e00700 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532af30 0x55b7d532e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e47400700 1 -- 172.21.15.6:0/3919906079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532af30 msgr2=0x55b7d532e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e47400700 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532af30 0x55b7d532e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e47400700 1 -- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 msgr2=0x55b7d532dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e47400700 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d532dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e47400700 1 -- 172.21.15.6:0/3919906079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7d51c28d0 con 0x55b7d5325140 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d532dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e47400700 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f4e380a98b0 tx=0x7f4e380a9990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73f10ea05e2c1b11 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e35600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e35600700 1 -- 172.21.15.6:0/3919906079 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e380c2020 con 0x55b7d5325140 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e35600700 1 -- 172.21.15.6:0/3919906079 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4e380a5f10 con 0x55b7d5325140 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.824+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3919906079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e380aa020 con 0x55b7d5325140 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e35600700 1 -- 172.21.15.6:0/3919906079 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4e380b2780 con 0x55b7d5325140 2024-05-20T21:30:56.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e5924ab80 10 client.19566 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3919906079 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b7d5243060 con 0x55b7d5325140 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e35600700 1 -- 172.21.15.6:0/3919906079 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e380aa020 con 0x55b7d5325140 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e35600700 1 -- 172.21.15.6:0/3919906079 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4e3808b080 con 0x55b7d5325140 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e5924ab80 10 client.19566 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e5924ab80 10 client.19566 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e5924ab80 20 client.19566 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7d533e300 0x55b7d53406f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e5924ab80 4 client.19566 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:30:56.828 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.825+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3919906079 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b7d5284d90 con 0x55b7d533e300 2024-05-20T21:30:56.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.826+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7d533e300 0x55b7d53406f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.826+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7d533e300 0x55b7d53406f0 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57dab2114e57ce46 server_cookie=afe2490022c6db9a in_seq=0 out_seq=0 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.826+0000 7f4e35600700 10 client.19566 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.827+0000 7f4e35600700 1 -- 172.21.15.6:0/3919906079 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b7d5284d90 con 0x55b7d533e300 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.827+0000 7f4e35600700 10 client.19566 handle_command_reply: tid=0 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.827+0000 7f4e5924ab80 1 client.19566 shutdown 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3919906079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 msgr2=0x55b7d5330c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f4e380a98b0 tx=0x7f4e380a9990 comp rx=0 tx=0).stop 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3919906079 shutdown_connections 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7d533e300 0x55b7d53406f0 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d532af30 0x55b7d532e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/3919906079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d532dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3919906079 >> 172.21.15.6:0/3919906079 conn(0x55b7d5252be0 msgr2=0x55b7d531ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:56.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e35600700 0 client.19566 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:56.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3919906079 shutdown_connections 2024-05-20T21:30:56.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 1 -- 172.21.15.6:0/3919906079 wait complete. 2024-05-20T21:30:56.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.828+0000 7f4e5924ab80 20 client.19566 trim_cache size 0 max 16384 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.845+0000 7f4e5924ab80 1 Processor -- start 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.845+0000 7f4e5924ab80 1 -- start start 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532a610 0x55b7d531f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d532dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4e481b6d70 con 0x55b7d532a610 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4e481b4600 con 0x55b7d532af30 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4e481b2450 con 0x55b7d5325140 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e3ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532a610 0x55b7d531f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e47e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d532dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e47e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d532dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47470/0 (socket says 172.21.15.6:47470) 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e47400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e47e00700 1 -- 172.21.15.6:0/1138699791 learned_addr learned my addr 172.21.15.6:0/1138699791 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.846+0000 7f4e47e00700 1 -- 172.21.15.6:0/1138699791 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 msgr2=0x55b7d5330c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e47e00700 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e47e00700 1 -- 172.21.15.6:0/1138699791 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532a610 msgr2=0x55b7d531f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e47e00700 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532a610 0x55b7d531f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e47e00700 1 -- 172.21.15.6:0/1138699791 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7d5321500 con 0x55b7d532af30 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532a610 0x55b7d531f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e47400700 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:56.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e47e00700 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d532dda0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009990 tx=0x7f4e4001c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30643f3e4957f881 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:56.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e37e00700 1 -- 172.21.15.6:0/1138699791 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e40021040 con 0x55b7d532af30 2024-05-20T21:30:56.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e37e00700 1 -- 172.21.15.6:0/1138699791 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e40003b30 con 0x55b7d532af30 2024-05-20T21:30:56.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.847+0000 7f4e37e00700 1 -- 172.21.15.6:0/1138699791 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4000f950 con 0x55b7d532af30 2024-05-20T21:30:56.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1138699791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 msgr2=0x55b7d532dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d532dda0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009990 tx=0x7f4e4001c000 comp rx=0 tx=0).stop 2024-05-20T21:30:56.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1138699791 shutdown_connections 2024-05-20T21:30:56.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532af30 0x55b7d532dda0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5330c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1138699791 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532a610 0x55b7d531f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1138699791 >> 172.21.15.6:0/1138699791 conn(0x55b7d5252be0 msgr2=0x55b7d532c8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1138699791 shutdown_connections 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.848+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1138699791 wait complete. 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.849+0000 7f4e5924ab80 1 -- start start 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.849+0000 7f4e5924ab80 1 Processor -- start 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.849+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5340310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d5340850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e5924ab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532af30 0x55b7d5340d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f4e481b2ac0 con 0x55b7d532af30 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f4e481b3f30 con 0x55b7d532a610 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e5924ab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f4e481b3190 con 0x55b7d5325140 2024-05-20T21:30:56.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e5924ab80 10 client.0 _ll_register_callbacks cb 0x55b7d521cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e47e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532af30 0x55b7d5340d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e3ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d5340850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e3ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d5340850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:47474/0 (socket says 172.21.15.6:47474) 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e47e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532af30 0x55b7d5340d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:40698/0 (socket says 172.21.15.6:40698) 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e3ea00700 1 -- 172.21.15.6:0/1897296411 learned_addr learned my addr 172.21.15.6:0/1897296411 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e47400700 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5340310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e3ea00700 1 -- 172.21.15.6:0/1897296411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 msgr2=0x55b7d5340310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5340310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e3ea00700 1 -- 172.21.15.6:0/1897296411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532af30 msgr2=0x55b7d5340d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532af30 0x55b7d5340d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e3ea00700 1 -- 172.21.15.6:0/1897296411 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7d53a6b60 con 0x55b7d532a610 2024-05-20T21:30:56.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.850+0000 7f4e47e00700 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532af30 0x55b7d5340d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:30:56.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.851+0000 7f4e3ea00700 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d5340850 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x55b7d5325b00 tx=0x7f4e30008740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f61e88d6c4dd61be server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:30:56.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.851+0000 7f4e35600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:30:56.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.851+0000 7f4e35600700 1 -- 172.21.15.6:0/1897296411 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e30004db0 con 0x55b7d532a610 2024-05-20T21:30:56.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.851+0000 7f4e35600700 1 -- 172.21.15.6:0/1897296411 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f4e3001f2c0 con 0x55b7d532a610 2024-05-20T21:30:56.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.851+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1897296411 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e40003b30 con 0x55b7d532a610 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.851+0000 7f4e35600700 1 -- 172.21.15.6:0/1897296411 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4e3002e050 con 0x55b7d532a610 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.851+0000 7f4e5924ab80 10 client.29669 fetch_fsmap learned FSMap version 26 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1897296411 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b7d53a7ea0 con 0x55b7d532a610 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e35600700 1 -- 172.21.15.6:0/1897296411 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e40003b30 con 0x55b7d532a610 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e35600700 1 -- 172.21.15.6:0/1897296411 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4e30017780 con 0x55b7d532a610 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e5924ab80 10 client.29669 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e5924ab80 10 client.29669 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e5924ab80 20 client.29669 populate_metadata read hostname 'smithi006' 2024-05-20T21:30:56.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7d53a85b0 0x55b7d53aa9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e5924ab80 4 client.29669 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.852+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1897296411 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b7d527e570 con 0x55b7d53a85b0 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.853+0000 7f4e47400700 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7d53a85b0 0x55b7d53aa9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.853+0000 7f4e47400700 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7d53a85b0 0x55b7d53aa9d0 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a6a6532748b6b07 server_cookie=7a93779764d4de45 in_seq=0 out_seq=0 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.853+0000 7f4e35600700 10 client.29669 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.853+0000 7f4e35600700 1 -- 172.21.15.6:0/1897296411 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b7d527e570 con 0x55b7d53a85b0 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.853+0000 7f4e35600700 10 client.29669 handle_command_reply: tid=0 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.853+0000 7f4e5924ab80 1 client.29669 shutdown 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1897296411 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 msgr2=0x55b7d5340850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d5340850 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x55b7d5325b00 tx=0x7f4e30008740 comp rx=0 tx=0).stop 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1897296411 shutdown_connections 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55b7d532af30 0x55b7d5340d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55b7d53a85b0 0x55b7d53aa9d0 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55b7d5325140 0x55b7d5340310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 --2- 172.21.15.6:0/1897296411 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55b7d532a610 0x55b7d5340850 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e35600700 0 client.29669 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:30:56.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1897296411 >> 172.21.15.6:0/1897296411 conn(0x55b7d5252be0 msgr2=0x55b7d532b370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:56.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1897296411 shutdown_connections 2024-05-20T21:30:56.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 1 -- 172.21.15.6:0/1897296411 wait complete. 2024-05-20T21:30:56.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.854+0000 7f4e5924ab80 20 client.29669 trim_cache size 0 max 16384 2024-05-20T21:30:56.858 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 -- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e2c0b2900 msgr2=0x7f4e2c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e2c0b2900 0x7f4e2c0b4dc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f4e40005cd0 tx=0x7f4e40005bc0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 -- 172.21.15.6:0/804528695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e48075770 msgr2=0x7f4e481a01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e48075770 0x7f4e481a01e0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f4e3800e9a0 tx=0x7f4e3800ecb0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 -- 172.21.15.6:0/804528695 shutdown_connections 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f4e2c0b2900 0x7f4e2c0b4dc0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e48114710 0x7f4e481a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f4e48075770 0x7f4e481a01e0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 --2- 172.21.15.6:0/804528695 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f4e48076090 0x7f4e481a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:30:56.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 -- 172.21.15.6:0/804528695 >> 172.21.15.6:0/804528695 conn(0x7f4e4807a6a0 msgr2=0x7f4e481101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:30:56.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 -- 172.21.15.6:0/804528695 shutdown_connections 2024-05-20T21:30:56.860 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:30:56.855+0000 7f4e4e800700 1 -- 172.21.15.6:0/804528695 wait complete. 2024-05-20T21:30:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:57 smithi062 ceph-mon[36640]: pgmap v893: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:30:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:57 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:57 smithi042 ceph-mon[36332]: pgmap v893: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:30:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:57 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:57 smithi006 ceph-mon[31422]: pgmap v893: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:30:58.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:30:58.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:57 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:58.914 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:30:58.915 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:30:59.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-05-20T21:30:59.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: Unable to set osd_memory_target on smithi042 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:30:59.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:30:59.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:30:59.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:58 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:30:59.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-05-20T21:30:59.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: Unable to set osd_memory_target on smithi042 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:30:59.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:30:59.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:30:59.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:58 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:30:59.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi042 to 177.2M 2024-05-20T21:30:59.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: Unable to set osd_memory_target on smithi042 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-20T21:30:59.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:30:59.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:30:59.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:30:59.160 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:58 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:30:59.393 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:30:59.827 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:59 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi006 to 177.5M 2024-05-20T21:30:59.827 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:59 smithi006 ceph-mon[31422]: Unable to set osd_memory_target on smithi006 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:30:59.827 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:30:59 smithi006 ceph-mon[31422]: pgmap v894: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:59 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi006 to 177.5M 2024-05-20T21:31:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:59 smithi062 ceph-mon[36640]: Unable to set osd_memory_target on smithi006 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:31:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:30:59 smithi062 ceph-mon[36640]: pgmap v894: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:59 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi006 to 177.5M 2024-05-20T21:31:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:59 smithi042 ceph-mon[36332]: Unable to set osd_memory_target on smithi006 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-20T21:31:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:30:59 smithi042 ceph-mon[36332]: pgmap v894: 97 pgs: 97 active+clean; 3.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 -- 172.21.15.6:0/1477968001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006bbe0 msgr2=0x7f87601103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 --2- 172.21.15.6:0/1477968001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006bbe0 0x7f87601103d0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f8758009f90 tx=0x7f875800b330 comp rx=0 tx=0).stop 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 -- 172.21.15.6:0/1477968001 shutdown_connections 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 --2- 172.21.15.6:0/1477968001 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006bbe0 0x7f87601103d0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 --2- 172.21.15.6:0/1477968001 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87601095b0 0x7f8760109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 --2- 172.21.15.6:0/1477968001 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f876006b220 0x7f876006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 -- 172.21.15.6:0/1477968001 >> 172.21.15.6:0/1477968001 conn(0x7f87600793f0 msgr2=0x7f8760079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 -- 172.21.15.6:0/1477968001 shutdown_connections 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.803+0000 7f8765600700 1 -- 172.21.15.6:0/1477968001 wait complete. 2024-05-20T21:31:01.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.805+0000 7f8765600700 1 Processor -- start 2024-05-20T21:31:01.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.805+0000 7f8765600700 1 -- start start 2024-05-20T21:31:01.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.805+0000 7f8765600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006b220 0x7f876019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.805+0000 7f8765600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f876006bbe0 0x7f876019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.805+0000 7f8765600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87601095b0 0x7f87601a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.805+0000 7f8765600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8760113720 con 0x7f876006b220 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.805+0000 7f8765600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f87601135a0 con 0x7f87601095b0 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.805+0000 7f8765600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f87601138a0 con 0x7f876006bbe0 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006b220 0x7f876019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006b220 0x7f876019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34946/0 (socket says 172.21.15.6:34946) 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87601095b0 0x7f87601a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875ea00700 1 -- 172.21.15.6:0/3890225857 learned_addr learned my addr 172.21.15.6:0/3890225857 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f8757e00700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f876006bbe0 0x7f876019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875f400700 1 -- 172.21.15.6:0/3890225857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f876006bbe0 msgr2=0x7f876019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875f400700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f876006bbe0 0x7f876019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875f400700 1 -- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006b220 msgr2=0x7f876019bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875f400700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006b220 0x7f876019bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875f400700 1 -- 172.21.15.6:0/3890225857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87601a0df0 con 0x7f87601095b0 2024-05-20T21:31:01.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.806+0000 7f875ea00700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006b220 0x7f876019bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:01.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.807+0000 7f875f400700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87601095b0 0x7f87601a06b0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f875800b6c0 tx=0x7f875800cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:01.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.807+0000 7f8757400700 1 -- 172.21.15.6:0/3890225857 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8758021070 con 0x7f87601095b0 2024-05-20T21:31:01.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.807+0000 7f8757400700 1 -- 172.21.15.6:0/3890225857 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8758007d60 con 0x7f87601095b0 2024-05-20T21:31:01.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.807+0000 7f8757400700 1 -- 172.21.15.6:0/3890225857 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8758005040 con 0x7f87601095b0 2024-05-20T21:31:01.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.807+0000 7f8765600700 1 -- 172.21.15.6:0/3890225857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87601a1080 con 0x7f87601095b0 2024-05-20T21:31:01.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.807+0000 7f8765600700 1 -- 172.21.15.6:0/3890225857 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87601a8960 con 0x7f87601095b0 2024-05-20T21:31:01.810 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.811+0000 7f8757400700 1 -- 172.21.15.6:0/3890225857 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8758024070 con 0x7f87601095b0 2024-05-20T21:31:01.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.812+0000 7f8770010b80 1 Processor -- start 2024-05-20T21:31:01.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.812+0000 7f8757400700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87440b2880 0x7f87440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.812+0000 7f8770010b80 1 -- start start 2024-05-20T21:31:01.812 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.812+0000 7f8757400700 1 -- 172.21.15.6:0/3890225857 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f87580e3370 con 0x7f87601095b0 2024-05-20T21:31:01.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.812+0000 7f8757e00700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87440b2880 0x7f87440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.812+0000 7f8770010b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7aaa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.812+0000 7f8770010b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aafb0 0x55d86e7a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f8770010b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7a51c0 0x55d86e7a5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f8770010b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d86e702ec0 con 0x55d86e7a51c0 2024-05-20T21:31:01.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f8770010b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d86e6f2a60 con 0x55d86e7aa690 2024-05-20T21:31:01.813 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f8770010b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d86e6f6aa0 con 0x55d86e7aafb0 2024-05-20T21:31:01.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7aaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f8757e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aafb0 0x55d86e7a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7aaa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35224/0 (socket says 172.21.15.6:35224) 2024-05-20T21:31:01.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875ea00700 1 -- 172.21.15.6:0/1782980940 learned_addr learned my addr 172.21.15.6:0/1782980940 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:01.814 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875f400700 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7a51c0 0x55d86e7a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875ea00700 1 -- 172.21.15.6:0/1782980940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aafb0 msgr2=0x55d86e7a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875ea00700 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aafb0 0x55d86e7a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875ea00700 1 -- 172.21.15.6:0/1782980940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7a51c0 msgr2=0x55d86e7a5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875ea00700 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7a51c0 0x55d86e7a5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875ea00700 1 -- 172.21.15.6:0/1782980940 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d86e6bb4a0 con 0x55d86e7aa690 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.813+0000 7f875f400700 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7a51c0 0x55d86e7a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.814+0000 7f8757e00700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87440b2880 0x7f87440b4d40 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f87601044b0 tx=0x7f87480118e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.814+0000 7f875ea00700 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7aaa70 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f87500117e0 tx=0x7f8750011af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5476eacd44886524 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.814+0000 7f874fe00700 1 -- 172.21.15.6:0/1782980940 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8750004830 con 0x55d86e7aa690 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.814+0000 7f874fe00700 1 -- 172.21.15.6:0/1782980940 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8750005020 con 0x55d86e7aa690 2024-05-20T21:31:01.815 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.814+0000 7f874fe00700 1 -- 172.21.15.6:0/1782980940 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875000f680 con 0x55d86e7aa690 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 -- 172.21.15.6:0/1782980940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 msgr2=0x55d86e7aaa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7aaa70 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f87500117e0 tx=0x7f8750011af0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 -- 172.21.15.6:0/1782980940 shutdown_connections 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7a51c0 0x55d86e7a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7aaa70 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 --2- 172.21.15.6:0/1782980940 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aafb0 0x55d86e7a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 -- 172.21.15.6:0/1782980940 >> 172.21.15.6:0/1782980940 conn(0x55d86e6d2c60 msgr2=0x55d86e79f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 -- 172.21.15.6:0/1782980940 shutdown_connections 2024-05-20T21:31:01.817 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.815+0000 7f8770010b80 1 -- 172.21.15.6:0/1782980940 wait complete. 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.816+0000 7f8770010b80 1 -- start start 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.816+0000 7f8770010b80 1 Processor -- start 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.816+0000 7f8770010b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7b0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.816+0000 7f8770010b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7ae050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8770010b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7ae590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8770010b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d86e5f9020 con 0x55d86e7aafb0 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8770010b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d86e6937e0 con 0x55d86e7a51c0 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8770010b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d86e7b1a60 con 0x55d86e7aa690 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8770010b80 10 client.0 _ll_register_callbacks cb 0x55d86e69ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8757e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7ae050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8757e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7ae050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39416/0 (socket says 172.21.15.6:39416) 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8757e00700 1 -- 172.21.15.6:0/2218311917 learned_addr learned my addr 172.21.15.6:0/2218311917 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:01.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f875ea00700 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7b0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f875f400700 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7ae590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8757e00700 1 -- 172.21.15.6:0/2218311917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 msgr2=0x55d86e7b0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:01.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8757e00700 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7b0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8757e00700 1 -- 172.21.15.6:0/2218311917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 msgr2=0x55d86e7ae590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:01.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8757e00700 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7ae590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.817+0000 7f8757e00700 1 -- 172.21.15.6:0/2218311917 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d86e642950 con 0x55d86e7aa690 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.818+0000 7f8757e00700 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7ae050 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f8748005c50 tx=0x7f87480047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=836521c7bb872c7d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.818+0000 7f874cc00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.818+0000 7f874cc00700 1 -- 172.21.15.6:0/2218311917 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874801a040 con 0x55d86e7aa690 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.818+0000 7f874cc00700 1 -- 172.21.15.6:0/2218311917 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8748004830 con 0x55d86e7aa690 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.818+0000 7f8770010b80 1 -- 172.21.15.6:0/2218311917 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8750005020 con 0x55d86e7aa690 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.818+0000 7f874cc00700 1 -- 172.21.15.6:0/2218311917 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8748030050 con 0x55d86e7aa690 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f8770010b80 10 client.29695 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f8770010b80 1 -- 172.21.15.6:0/2218311917 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d86e6c30e0 con 0x55d86e7aa690 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f874cc00700 1 -- 172.21.15.6:0/2218311917 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8750005020 con 0x55d86e7aa690 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f874cc00700 1 -- 172.21.15.6:0/2218311917 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8748005530 con 0x55d86e7aa690 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f8770010b80 10 client.29695 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f8770010b80 10 client.29695 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f8770010b80 20 client.29695 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:01.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f8770010b80 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d86e7be730 0x55d86e7c0b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f8770010b80 4 client.29695 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:01.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.819+0000 7f8770010b80 1 -- 172.21.15.6:0/2218311917 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d86e704e10 con 0x55d86e7be730 2024-05-20T21:31:01.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.820+0000 7f875ea00700 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d86e7be730 0x55d86e7c0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.820+0000 7f875ea00700 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d86e7be730 0x55d86e7c0b50 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8637ae66ca593258 server_cookie=f729c5e5d25bb626 in_seq=0 out_seq=0 2024-05-20T21:31:01.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.820+0000 7f874cc00700 10 client.29695 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.821+0000 7f874cc00700 1 -- 172.21.15.6:0/2218311917 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d86e704e10 con 0x55d86e7be730 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.821+0000 7f874cc00700 10 client.29695 handle_command_reply: tid=0 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.821+0000 7f8770010b80 1 client.29695 shutdown 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 -- 172.21.15.6:0/2218311917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 msgr2=0x55d86e7ae050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7ae050 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f8748005c50 tx=0x7f87480047c0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 -- 172.21.15.6:0/2218311917 shutdown_connections 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7ae590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7b0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d86e7be730 0x55d86e7c0b50 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 --2- 172.21.15.6:0/2218311917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7ae050 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 -- 172.21.15.6:0/2218311917 >> 172.21.15.6:0/2218311917 conn(0x55d86e6d2c60 msgr2=0x55d86e79edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:01.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f874cc00700 0 client.29695 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:01.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 -- 172.21.15.6:0/2218311917 shutdown_connections 2024-05-20T21:31:01.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 1 -- 172.21.15.6:0/2218311917 wait complete. 2024-05-20T21:31:01.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.822+0000 7f8770010b80 20 client.29695 trim_cache size 0 max 16384 2024-05-20T21:31:01.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.846+0000 7f8770010b80 1 Processor -- start 2024-05-20T21:31:01.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.846+0000 7f8770010b80 1 -- start start 2024-05-20T21:31:01.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.846+0000 7f8770010b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.846+0000 7f8770010b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7abc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.846+0000 7f8770010b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e79f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.846+0000 7f8770010b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f87601b2810 con 0x55d86e7aafb0 2024-05-20T21:31:01.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.846+0000 7f8770010b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f87601b00a0 con 0x55d86e7a51c0 2024-05-20T21:31:01.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.846+0000 7f8770010b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f87601adef0 con 0x55d86e7aa690 2024-05-20T21:31:01.847 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e79f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875ea00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e79f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34970/0 (socket says 172.21.15.6:34970) 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875f400700 1 -- 172.21.15.6:0/2711533461 learned_addr learned my addr 172.21.15.6:0/2711533461 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f8757e00700 1 --2- 172.21.15.6:0/2711533461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875ea00700 1 -- 172.21.15.6:0/2711533461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 msgr2=0x55d86e7abc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875ea00700 1 --2- 172.21.15.6:0/2711533461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7abc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875ea00700 1 -- 172.21.15.6:0/2711533461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 msgr2=0x55d86e79f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875ea00700 1 --2- 172.21.15.6:0/2711533461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e79f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.848 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.847+0000 7f875ea00700 1 -- 172.21.15.6:0/2711533461 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d86e7ac5c0 con 0x55d86e7a51c0 2024-05-20T21:31:01.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.848+0000 7f875ea00700 1 --2- 172.21.15.6:0/2711533461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7a4ba0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f8750000c00 tx=0x7f8750005040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcd4ddde03138b0e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:01.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.848+0000 7f874f400700 1 -- 172.21.15.6:0/2711533461 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87500050b0 con 0x55d86e7a51c0 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.848+0000 7f874f400700 1 -- 172.21.15.6:0/2711533461 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8750005370 con 0x55d86e7a51c0 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.848+0000 7f874f400700 1 -- 172.21.15.6:0/2711533461 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875002a760 con 0x55d86e7a51c0 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 -- 172.21.15.6:0/2711533461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 msgr2=0x55d86e7a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 --2- 172.21.15.6:0/2711533461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7a4ba0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f8750000c00 tx=0x7f8750005040 comp rx=0 tx=0).stop 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 -- 172.21.15.6:0/2711533461 shutdown_connections 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 --2- 172.21.15.6:0/2711533461 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e79f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 --2- 172.21.15.6:0/2711533461 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7a51c0 0x55d86e7a4ba0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 --2- 172.21.15.6:0/2711533461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7aa690 0x55d86e7abc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 -- 172.21.15.6:0/2711533461 >> 172.21.15.6:0/2711533461 conn(0x55d86e6d2c60 msgr2=0x55d86e7a9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 -- 172.21.15.6:0/2711533461 shutdown_connections 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 -- 172.21.15.6:0/2711533461 wait complete. 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 -- start start 2024-05-20T21:31:01.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.849+0000 7f8770010b80 1 Processor -- start 2024-05-20T21:31:01.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8770010b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7a51c0 0x55d86e7b3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8770010b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7b4200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8770010b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7b4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8770010b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f87601ae560 con 0x55d86e7aafb0 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8770010b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f87601af9d0 con 0x55d86e7aa690 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8770010b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f87601aec30 con 0x55d86e7a51c0 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8770010b80 10 client.0 _ll_register_callbacks cb 0x55d86e69ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8757e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7b4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f875f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7b4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f875ea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7a51c0 0x55d86e7b3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8757e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7b4200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35256/0 (socket says 172.21.15.6:35256) 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f875ea00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7a51c0 0x55d86e7b3cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39444/0 (socket says 172.21.15.6:39444) 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.850+0000 7f8757e00700 1 -- 172.21.15.6:0/4145304697 learned_addr learned my addr 172.21.15.6:0/4145304697 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f875f400700 1 -- 172.21.15.6:0/4145304697 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7a51c0 msgr2=0x55d86e7b3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:01.853 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f875f400700 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7a51c0 0x55d86e7b3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f875f400700 1 -- 172.21.15.6:0/4145304697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 msgr2=0x55d86e7b4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f875f400700 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7b4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f875f400700 1 -- 172.21.15.6:0/4145304697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d86e8294a0 con 0x55d86e7aafb0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f875f400700 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7b4740 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f87580a69a0 tx=0x7f8758006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c895399c57ab9e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f874cc00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f874cc00700 1 -- 172.21.15.6:0/4145304697 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87580afe60 con 0x55d86e7aafb0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f874cc00700 1 -- 172.21.15.6:0/4145304697 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f87580b1070 con 0x55d86e7aafb0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.851+0000 7f8770010b80 1 -- 172.21.15.6:0/4145304697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d86e6fe5f0 con 0x55d86e7aafb0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f874cc00700 1 -- 172.21.15.6:0/4145304697 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f875802b040 con 0x55d86e7aafb0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f8770010b80 10 client.19590 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f8770010b80 1 -- 172.21.15.6:0/4145304697 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d86e82a850 con 0x55d86e7aafb0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f874cc00700 1 -- 172.21.15.6:0/4145304697 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55d86e6fe5f0 con 0x55d86e7aafb0 2024-05-20T21:31:01.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f874cc00700 1 -- 172.21.15.6:0/4145304697 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f87580bfce0 con 0x55d86e7aafb0 2024-05-20T21:31:01.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f8770010b80 10 client.19590 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:01.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f8770010b80 10 client.19590 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:01.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f8770010b80 20 client.19590 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:01.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f8770010b80 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d86e82af10 0x55d86e82d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:01.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f8770010b80 4 client.19590 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:31:01.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.852+0000 7f8770010b80 1 -- 172.21.15.6:0/4145304697 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d86e5752d0 con 0x55d86e82af10 2024-05-20T21:31:01.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.853+0000 7f875ea00700 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d86e82af10 0x55d86e82d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:01.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.853+0000 7f875ea00700 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d86e82af10 0x55d86e82d330 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e5c00df9b0caa9c server_cookie=d97d7e871609179a in_seq=0 out_seq=0 2024-05-20T21:31:01.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.853+0000 7f874cc00700 10 client.19590 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:01.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.854+0000 7f874cc00700 1 -- 172.21.15.6:0/4145304697 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d86e5752d0 con 0x55d86e82af10 2024-05-20T21:31:01.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.854+0000 7f874cc00700 10 client.19590 handle_command_reply: tid=0 2024-05-20T21:31:01.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 client.19590 shutdown 2024-05-20T21:31:01.856 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 -- 172.21.15.6:0/4145304697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 msgr2=0x55d86e7b4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7b4740 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f87580a69a0 tx=0x7f8758006000 comp rx=0 tx=0).stop 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 -- 172.21.15.6:0/4145304697 shutdown_connections 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d86e7aafb0 0x55d86e7b4740 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d86e82af10 0x55d86e82d330 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d86e7a51c0 0x55d86e7b3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 --2- 172.21.15.6:0/4145304697 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d86e7aa690 0x55d86e7b4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 -- 172.21.15.6:0/4145304697 >> 172.21.15.6:0/4145304697 conn(0x55d86e6d2c60 msgr2=0x55d86e7abaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f874cc00700 0 client.19590 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 -- 172.21.15.6:0/4145304697 shutdown_connections 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.855+0000 7f8770010b80 1 -- 172.21.15.6:0/4145304697 wait complete. 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8770010b80 20 client.19590 trim_cache size 0 max 16384 2024-05-20T21:31:01.857 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:31:01.858 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:31:01.858 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "f7532b4a-402e-489c-9707-6f5f37a0f895", 2024-05-20T21:31:01.858 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:31:01.858 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:31:01.858 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 -- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87440b2880 msgr2=0x7f87440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87440b2880 0x7f87440b4d40 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f87601044b0 tx=0x7f87480118e0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 -- 172.21.15.6:0/3890225857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87601095b0 msgr2=0x7f87601a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87601095b0 0x7f87601a06b0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f875800b6c0 tx=0x7f875800cc30 comp rx=0 tx=0).stop 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 -- 172.21.15.6:0/3890225857 shutdown_connections 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f87440b2880 0x7f87440b4d40 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f87601095b0 0x7f87601a06b0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f876006b220 0x7f876019bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 --2- 172.21.15.6:0/3890225857 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f876006bbe0 0x7f876019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.856+0000 7f8765600700 1 -- 172.21.15.6:0/3890225857 >> 172.21.15.6:0/3890225857 conn(0x7f87600793f0 msgr2=0x7f876010e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.857+0000 7f8765600700 1 -- 172.21.15.6:0/3890225857 shutdown_connections 2024-05-20T21:31:01.859 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:01.857+0000 7f8765600700 1 -- 172.21.15.6:0/3890225857 wait complete. 2024-05-20T21:31:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:01 smithi062 ceph-mon[36640]: pgmap v895: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:31:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:01 smithi042 ceph-mon[36332]: pgmap v895: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:31:02.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:01 smithi006 ceph-mon[31422]: pgmap v895: 97 pgs: 97 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-20T21:31:02.849 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:31:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:02 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:31:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:02 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:02 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:31:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:02 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:03.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:02 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:31:03.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:02 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:03.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:02 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:31:03.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:02 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:03.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:02 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:31:03.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:02 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:03.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:02 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:31:03.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:02 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:03.342 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:04.032 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:03 smithi006 ceph-mon[31422]: pgmap v896: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:03 smithi042 ceph-mon[36332]: pgmap v896: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:04.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:03 smithi062 ceph-mon[36640]: pgmap v896: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:05.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.967+0000 7ff46c200700 1 -- 172.21.15.6:0/2242577841 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 msgr2=0x7ff464116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:05.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.967+0000 7ff46c200700 1 --2- 172.21.15.6:0/2242577841 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 0x7ff464116a80 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7ff45c0099c0 tx=0x7ff45c009cd0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.967+0000 7ff46c200700 1 -- 172.21.15.6:0/2242577841 shutdown_connections 2024-05-20T21:31:05.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.968+0000 7ff46c200700 1 --2- 172.21.15.6:0/2242577841 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 0x7ff464116a80 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.968+0000 7ff46c200700 1 --2- 172.21.15.6:0/2242577841 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff464109dd0 0x7ff46410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.968 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.968+0000 7ff46c200700 1 --2- 172.21.15.6:0/2242577841 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff46410a780 0x7ff46410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.968+0000 7ff46c200700 1 -- 172.21.15.6:0/2242577841 >> 172.21.15.6:0/2242577841 conn(0x7ff464076d10 msgr2=0x7ff464108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:05.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.968+0000 7ff46c200700 1 -- 172.21.15.6:0/2242577841 shutdown_connections 2024-05-20T21:31:05.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.968+0000 7ff46c200700 1 -- 172.21.15.6:0/2242577841 wait complete. 2024-05-20T21:31:05.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.969+0000 7ff46c200700 1 Processor -- start 2024-05-20T21:31:05.969 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.969+0000 7ff46c200700 1 -- start start 2024-05-20T21:31:05.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff46c200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff464109dd0 0x7ff4641a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff46c200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff46410a780 0x7ff4641a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff46c200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 0x7ff4641a4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff46c200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff464119d90 con 0x7ff464109dd0 2024-05-20T21:31:05.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff46c200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff464119c10 con 0x7ff46410a780 2024-05-20T21:31:05.970 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff46c200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff464119f10 con 0x7ff46410eeb0 2024-05-20T21:31:05.971 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff469800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff464109dd0 0x7ff4641a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff46a200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 0x7ff4641a4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff469800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff464109dd0 0x7ff4641a0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35000/0 (socket says 172.21.15.6:35000) 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff469800700 1 -- 172.21.15.6:0/3403839646 learned_addr learned my addr 172.21.15.6:0/3403839646 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.970+0000 7ff468e00700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff46410a780 0x7ff4641a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff46a200700 1 -- 172.21.15.6:0/3403839646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff46410a780 msgr2=0x7ff4641a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff46a200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff46410a780 0x7ff4641a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff46a200700 1 -- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff464109dd0 msgr2=0x7ff4641a0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff46a200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff464109dd0 0x7ff4641a0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff46a200700 1 -- 172.21.15.6:0/3403839646 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4641a51c0 con 0x7ff46410eeb0 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff469800700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff464109dd0 0x7ff4641a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff46a200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 0x7ff4641a4a80 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff45c0098e0 tx=0x7ff45c005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff462000700 1 -- 172.21.15.6:0/3403839646 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c026070 con 0x7ff46410eeb0 2024-05-20T21:31:05.972 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff462000700 1 -- 172.21.15.6:0/3403839646 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff45c005640 con 0x7ff46410eeb0 2024-05-20T21:31:05.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.971+0000 7ff462000700 1 -- 172.21.15.6:0/3403839646 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c00f970 con 0x7ff46410eeb0 2024-05-20T21:31:05.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.972+0000 7ff46c200700 1 -- 172.21.15.6:0/3403839646 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4641a5450 con 0x7ff46410eeb0 2024-05-20T21:31:05.973 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.972+0000 7ff46c200700 1 -- 172.21.15.6:0/3403839646 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4641acd30 con 0x7ff46410eeb0 2024-05-20T21:31:05.975 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.975+0000 7ff462000700 1 -- 172.21.15.6:0/3403839646 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff45c029070 con 0x7ff46410eeb0 2024-05-20T21:31:05.976 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff476bb4b80 1 Processor -- start 2024-05-20T21:31:05.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff462000700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff44c0b2900 0x7ff44c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff476bb4b80 1 -- start start 2024-05-20T21:31:05.977 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff462000700 1 -- 172.21.15.6:0/3403839646 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff45c0e2a00 con 0x7ff46410eeb0 2024-05-20T21:31:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff468e00700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff44c0b2900 0x7ff44c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fece8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fece2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fece2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f1fec40e40 con 0x55f1fece7eb0 2024-05-20T21:31:05.978 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f1fec309e0 con 0x55f1fece87d0 2024-05-20T21:31:05.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.977+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f1fec34a20 con 0x55f1fece2880 2024-05-20T21:31:05.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff469800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fece8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff469800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fece8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35010/0 (socket says 172.21.15.6:35010) 2024-05-20T21:31:05.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff469800700 1 -- 172.21.15.6:0/1151546401 learned_addr learned my addr 172.21.15.6:0/1151546401 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:05.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff468e00700 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fece2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.979 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff46a200700 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fece2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff469800700 1 -- 172.21.15.6:0/1151546401 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 msgr2=0x55f1fece2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:05.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff469800700 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fece2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff469800700 1 -- 172.21.15.6:0/1151546401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 msgr2=0x55f1fece2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:05.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff469800700 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fece2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.980 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.978+0000 7ff469800700 1 -- 172.21.15.6:0/1151546401 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1febf9420 con 0x55f1fece7eb0 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.979+0000 7ff468e00700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff44c0b2900 0x7ff44c0b4dc0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7ff4641102a0 tx=0x7ff450013840 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.979+0000 7ff469800700 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fece8290 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7ff4580094b0 tx=0x7ff458009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=817fe7b2628b5fd4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.979+0000 7ff456a00700 1 -- 172.21.15.6:0/1151546401 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff458003c00 con 0x55f1fece7eb0 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.979+0000 7ff456a00700 1 -- 172.21.15.6:0/1151546401 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff458003da0 con 0x55f1fece7eb0 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.979+0000 7ff456a00700 1 -- 172.21.15.6:0/1151546401 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45800eae0 con 0x55f1fece7eb0 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1151546401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 msgr2=0x55f1fece8290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fece8290 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7ff4580094b0 tx=0x7ff458009920 comp rx=0 tx=0).stop 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1151546401 shutdown_connections 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fece2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fece8290 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1151546401 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fece2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.981 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1151546401 >> 172.21.15.6:0/1151546401 conn(0x55f1fec10be0 msgr2=0x55f1fecdd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1151546401 shutdown_connections 2024-05-20T21:31:05.982 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.980+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1151546401 wait complete. 2024-05-20T21:31:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.981+0000 7ff476bb4b80 1 -- start start 2024-05-20T21:31:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.981+0000 7ff476bb4b80 1 Processor -- start 2024-05-20T21:31:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fecee4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece7eb0 0x55f1feceb840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.984 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece87d0 0x55f1fecebd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55f1feb36fa0 con 0x55f1fece87d0 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55f1febd1760 con 0x55f1fece7eb0 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55f1fecef240 con 0x55f1fece2880 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff476bb4b80 10 client.0 _ll_register_callbacks cb 0x55f1febdac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff468e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece7eb0 0x55f1feceb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff469800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fecee4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff468e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece7eb0 0x55f1feceb840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35294/0 (socket says 172.21.15.6:35294) 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff46a200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece87d0 0x55f1fecebd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff468e00700 1 -- 172.21.15.6:0/1705279651 learned_addr learned my addr 172.21.15.6:0/1705279651 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff468e00700 1 -- 172.21.15.6:0/1705279651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 msgr2=0x55f1fecee4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff468e00700 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fecee4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff468e00700 1 -- 172.21.15.6:0/1705279651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece87d0 msgr2=0x55f1fecebd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:05.985 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff468e00700 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece87d0 0x55f1fecebd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.982+0000 7ff468e00700 1 -- 172.21.15.6:0/1705279651 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1feb808d0 con 0x55f1fece7eb0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.983+0000 7ff468e00700 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece7eb0 0x55f1feceb840 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7ff450003930 tx=0x7ff4500047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=206716d59e7c7ec0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.983+0000 7ff44b400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.983+0000 7ff44b400700 1 -- 172.21.15.6:0/1705279651 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff450010630 con 0x55f1fece7eb0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.983+0000 7ff44b400700 1 -- 172.21.15.6:0/1705279651 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff4500107d0 con 0x55f1fece7eb0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.983+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1705279651 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff458003da0 con 0x55f1fece7eb0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff44b400700 1 -- 172.21.15.6:0/1705279651 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff4500109d0 con 0x55f1fece7eb0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff476bb4b80 10 client.29699 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1705279651 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f1fec01060 con 0x55f1fece7eb0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff44b400700 1 -- 172.21.15.6:0/1705279651 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff458003da0 con 0x55f1fece7eb0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff44b400700 1 -- 172.21.15.6:0/1705279651 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff45001f070 con 0x55f1fece7eb0 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff476bb4b80 10 client.29699 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:05.986 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff476bb4b80 10 client.29699 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:05.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff476bb4b80 20 client.29699 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:05.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1fecfbe00 0x55f1fecfe1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:05.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff476bb4b80 4 client.29699 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:05.987 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.984+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1705279651 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1fec42d90 con 0x55f1fecfbe00 2024-05-20T21:31:05.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.985+0000 7ff469800700 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1fecfbe00 0x55f1fecfe1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:05.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.985+0000 7ff469800700 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1fecfbe00 0x55f1fecfe1f0 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=125270337b3f1dd5 server_cookie=46d08ab02f41761c in_seq=0 out_seq=0 2024-05-20T21:31:05.988 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.985+0000 7ff44b400700 10 client.29699 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff44b400700 1 -- 172.21.15.6:0/1705279651 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f1fec42d90 con 0x55f1fecfbe00 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff44b400700 10 client.29699 handle_command_reply: tid=0 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 client.29699 shutdown 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1705279651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece7eb0 msgr2=0x55f1feceb840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece7eb0 0x55f1feceb840 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7ff450003930 tx=0x7ff4500047c0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1705279651 shutdown_connections 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece87d0 0x55f1fecebd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1fecfbe00 0x55f1fecfe1f0 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fecee4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1705279651 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece7eb0 0x55f1feceb840 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff44b400700 0 client.29699 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:05.989 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.986+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1705279651 >> 172.21.15.6:0/1705279651 conn(0x55f1fec10be0 msgr2=0x55f1fece1250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:05.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.987+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1705279651 shutdown_connections 2024-05-20T21:31:05.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.987+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1705279651 wait complete. 2024-05-20T21:31:05.990 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:05.987+0000 7ff476bb4b80 20 client.29699 trim_cache size 0 max 16384 2024-05-20T21:31:06.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.009+0000 7ff476bb4b80 1 Processor -- start 2024-05-20T21:31:06.009 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.009+0000 7ff476bb4b80 1 -- start start 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece2880 0x55f1fece2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece7eb0 0x55f1fece2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecea130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff4641b6bd0 con 0x55f1fece2880 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff4641b4460 con 0x55f1fece87d0 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff4641b22b0 con 0x55f1fece7eb0 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff469800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece2880 0x55f1fece2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff469800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece2880 0x55f1fece2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35042/0 (socket says 172.21.15.6:35042) 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff469800700 1 -- 172.21.15.6:0/1701685342 learned_addr learned my addr 172.21.15.6:0/1701685342 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff46a200700 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecea130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.010+0000 7ff468e00700 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece7eb0 0x55f1fece2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff469800700 1 -- 172.21.15.6:0/1701685342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece7eb0 msgr2=0x55f1fece2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.011 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff469800700 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece7eb0 0x55f1fece2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff469800700 1 -- 172.21.15.6:0/1701685342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 msgr2=0x55f1fecea130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff469800700 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecea130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff469800700 1 -- 172.21.15.6:0/1701685342 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1fecec780 con 0x55f1fece2880 2024-05-20T21:31:06.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff46a200700 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecea130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:06.012 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff469800700 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece2880 0x55f1fece2260 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7ff45800e690 tx=0x7ff45800e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6b153e08d30e8fb server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff456000700 1 -- 172.21.15.6:0/1701685342 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45800e930 con 0x55f1fece2880 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff456000700 1 -- 172.21.15.6:0/1701685342 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff458029460 con 0x55f1fece2880 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.011+0000 7ff456000700 1 -- 172.21.15.6:0/1701685342 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff458015670 con 0x55f1fece2880 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1701685342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece2880 msgr2=0x55f1fece2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece2880 0x55f1fece2260 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7ff45800e690 tx=0x7ff45800e6c0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1701685342 shutdown_connections 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecea130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece2880 0x55f1fece2260 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.013 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/1701685342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece7eb0 0x55f1fece2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1701685342 >> 172.21.15.6:0/1701685342 conn(0x55f1fec10be0 msgr2=0x55f1fece59c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1701685342 shutdown_connections 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.012+0000 7ff476bb4b80 1 -- 172.21.15.6:0/1701685342 wait complete. 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.013+0000 7ff476bb4b80 1 -- start start 2024-05-20T21:31:06.014 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.013+0000 7ff476bb4b80 1 Processor -- start 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.013+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fecf4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fecf4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff476bb4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecf14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff4641b2920 con 0x55f1fece7eb0 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff4641b3d90 con 0x55f1fece87d0 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff476bb4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff4641b2ff0 con 0x55f1fece2880 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff476bb4b80 10 client.0 _ll_register_callbacks cb 0x55f1febdac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:06.016 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff468e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fecf4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff46a200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecf14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff46a200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecf14d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35300/0 (socket says 172.21.15.6:35300) 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff46a200700 1 -- 172.21.15.6:0/589376895 learned_addr learned my addr 172.21.15.6:0/589376895 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff469800700 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fecf4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff46a200700 1 -- 172.21.15.6:0/589376895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 msgr2=0x55f1fecf4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff46a200700 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fecf4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff46a200700 1 -- 172.21.15.6:0/589376895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 msgr2=0x55f1fecf4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff46a200700 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fecf4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.014+0000 7ff46a200700 1 -- 172.21.15.6:0/589376895 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1fecf50d0 con 0x55f1fece87d0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff46a200700 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecf14d0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7ff45c0a9f40 tx=0x7ff45c009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7dae3f8a7ee406b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff44b400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff44b400700 1 -- 172.21.15.6:0/589376895 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c0b2d80 con 0x55f1fece87d0 2024-05-20T21:31:06.017 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff44b400700 1 -- 172.21.15.6:0/589376895 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff45c0a65a0 con 0x55f1fece87d0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff476bb4b80 1 -- 172.21.15.6:0/589376895 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff458029460 con 0x55f1fece87d0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff44b400700 1 -- 172.21.15.6:0/589376895 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff45c0b2b00 con 0x55f1fece87d0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff476bb4b80 10 client.29705 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff476bb4b80 1 -- 172.21.15.6:0/589376895 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f1fed67050 con 0x55f1fece87d0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.015+0000 7ff44b400700 1 -- 172.21.15.6:0/589376895 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff458029460 con 0x55f1fece87d0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.016+0000 7ff44b400700 1 -- 172.21.15.6:0/589376895 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff45c0a5990 con 0x55f1fece87d0 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.016+0000 7ff476bb4b80 10 client.29705 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.016+0000 7ff476bb4b80 10 client.29705 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.016+0000 7ff476bb4b80 20 client.29705 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.016+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1fed676e0 0x55f1fed69b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.016+0000 7ff476bb4b80 4 client.29705 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:31:06.018 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.016+0000 7ff476bb4b80 1 -- 172.21.15.6:0/589376895 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f1fec3c570 con 0x55f1fed676e0 2024-05-20T21:31:06.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.016+0000 7ff469800700 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1fed676e0 0x55f1fed69b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff469800700 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1fed676e0 0x55f1fed69b00 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d955b26aad15c35a server_cookie=3eb52eacd742c8a1 in_seq=0 out_seq=0 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff44b400700 10 client.29705 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff44b400700 1 -- 172.21.15.6:0/589376895 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f1fec3c570 con 0x55f1fed676e0 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff44b400700 10 client.29705 handle_command_reply: tid=0 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 client.29705 shutdown 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 -- 172.21.15.6:0/589376895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 msgr2=0x55f1fecf14d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecf14d0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7ff45c0a9f40 tx=0x7ff45c009310 comp rx=0 tx=0).stop 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 -- 172.21.15.6:0/589376895 shutdown_connections 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55f1fece87d0 0x55f1fecf14d0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55f1fed676e0 0x55f1fed69b00 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55f1fece2880 0x55f1fecf4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 --2- 172.21.15.6:0/589376895 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55f1fece7eb0 0x55f1fecf4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 -- 172.21.15.6:0/589376895 >> 172.21.15.6:0/589376895 conn(0x55f1fec10be0 msgr2=0x55f1fecea0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff44b400700 0 client.29705 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 -- 172.21.15.6:0/589376895 shutdown_connections 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.017+0000 7ff476bb4b80 1 -- 172.21.15.6:0/589376895 wait complete. 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.018+0000 7ff476bb4b80 20 client.29705 trim_cache size 0 max 16384 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:31:06.021 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:31:06.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.018+0000 7ff46c200700 1 -- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff44c0b2900 msgr2=0x7ff44c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.018+0000 7ff46c200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff44c0b2900 0x7ff44c0b4dc0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7ff4641102a0 tx=0x7ff450013840 comp rx=0 tx=0).stop 2024-05-20T21:31:06.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.018+0000 7ff46c200700 1 -- 172.21.15.6:0/3403839646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 msgr2=0x7ff4641a4a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.018+0000 7ff46c200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 0x7ff4641a4a80 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff45c0098e0 tx=0x7ff45c005280 comp rx=0 tx=0).stop 2024-05-20T21:31:06.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.019+0000 7ff46c200700 1 -- 172.21.15.6:0/3403839646 shutdown_connections 2024-05-20T21:31:06.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.019+0000 7ff46c200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff44c0b2900 0x7ff44c0b4dc0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.019+0000 7ff46c200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff46410eeb0 0x7ff4641a4a80 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.019+0000 7ff46c200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff464109dd0 0x7ff4641a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.019+0000 7ff46c200700 1 --2- 172.21.15.6:0/3403839646 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff46410a780 0x7ff4641a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.019+0000 7ff46c200700 1 -- 172.21.15.6:0/3403839646 >> 172.21.15.6:0/3403839646 conn(0x7ff464076d10 msgr2=0x7ff4640772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.019+0000 7ff46c200700 1 -- 172.21.15.6:0/3403839646 shutdown_connections 2024-05-20T21:31:06.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:06.019+0000 7ff46c200700 1 -- 172.21.15.6:0/3403839646 wait complete. 2024-05-20T21:31:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:05 smithi042 ceph-mon[36332]: pgmap v897: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:05 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:31:06.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:05 smithi006 ceph-mon[31422]: pgmap v897: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:06.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:05 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:31:06.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:05 smithi062 ceph-mon[36640]: pgmap v897: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:06.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:05 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:31:06.754 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 -- 172.21.15.6:0/1136954438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 msgr2=0x7f70dc101c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.754 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1136954438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 0x7f70dc101c20 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f70cc009860 tx=0x7f70cc02a340 comp rx=0 tx=0).stop 2024-05-20T21:31:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 -- 172.21.15.6:0/1136954438 shutdown_connections 2024-05-20T21:31:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1136954438 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70dc1033b0 0x7f70dc109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1136954438 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70dc1029f0 0x7f70dc102e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1136954438 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 0x7f70dc101c20 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 -- 172.21.15.6:0/1136954438 >> 172.21.15.6:0/1136954438 conn(0x7f70dc0fcd30 msgr2=0x7f70dc0ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 -- 172.21.15.6:0/1136954438 shutdown_connections 2024-05-20T21:31:06.755 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.754+0000 7f70dbe00640 1 -- 172.21.15.6:0/1136954438 wait complete. 2024-05-20T21:31:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.755+0000 7f70dbe00640 1 Processor -- start 2024-05-20T21:31:06.757 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.755+0000 7f70dbe00640 1 -- start start 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.755+0000 7f70dbe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 0x7f70dc19ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.755+0000 7f70dbe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70dc1029f0 0x7f70dc19b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.755+0000 7f70dbe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70dc1033b0 0x7f70dc1a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70dbe00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc10e450 con 0x7f70dc1033b0 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70dbe00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc10e2d0 con 0x7f70dc101800 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70dbe00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc10e5d0 con 0x7f70dc1029f0 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70daa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 0x7f70dc19ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70daa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 0x7f70dc19ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35318/0 (socket says 172.21.15.6:35318) 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70daa00640 1 -- 172.21.15.6:0/1436866412 learned_addr learned my addr 172.21.15.6:0/1436866412 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70da000640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70dc1029f0 0x7f70dc19b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70db400640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70dc1033b0 0x7f70dc1a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70daa00640 1 -- 172.21.15.6:0/1436866412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70dc1029f0 msgr2=0x7f70dc19b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.758 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70daa00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70dc1029f0 0x7f70dc19b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70daa00640 1 -- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70dc1033b0 msgr2=0x7f70dc1a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70daa00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70dc1033b0 0x7f70dc1a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70daa00640 1 -- 172.21.15.6:0/1436866412 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70dc1a2940 con 0x7f70dc101800 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.756+0000 7f70db400640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70dc1033b0 0x7f70dc1a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.757+0000 7f70daa00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 0x7f70dc19ad30 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f70cc005940 tx=0x7f70cc032dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.757+0000 7f70e0a00640 1 -- 172.21.15.6:0/1436866412 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc040020 con 0x7f70dc101800 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.757+0000 7f70e0a00640 1 -- 172.21.15.6:0/1436866412 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70cc004040 con 0x7f70dc101800 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.757+0000 7f70e0a00640 1 -- 172.21.15.6:0/1436866412 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc037040 con 0x7f70dc101800 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.757+0000 7f70dbe00640 1 -- 172.21.15.6:0/1436866412 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70dc1a2bd0 con 0x7f70dc101800 2024-05-20T21:31:06.759 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.757+0000 7f70dbe00640 1 -- 172.21.15.6:0/1436866412 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70dc1a30c0 con 0x7f70dc101800 2024-05-20T21:31:06.760 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.760+0000 7f70e4c54740 1 Processor -- start 2024-05-20T21:31:06.760 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.760+0000 7f70e4c54740 1 -- start start 2024-05-20T21:31:06.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.760+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613dcf0 0x5623d613e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.760+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d61431e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.761 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d6143850 0x5623d6145ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70e4c54740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5623d60adb90 con 0x5623d613e6e0 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70e4c54740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5623d609d730 con 0x5623d6143850 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70e4c54740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5623d60a1770 con 0x5623d613dcf0 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70e0a00640 1 -- 172.21.15.6:0/1436866412 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f70cc043020 con 0x7f70dc101800 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70da000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d6143850 0x5623d6145ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70da000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d6143850 0x5623d6145ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35328/0 (socket says 172.21.15.6:35328) 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70da000640 1 -- 172.21.15.6:0/2659695512 learned_addr learned my addr 172.21.15.6:0/2659695512 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70db400640 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613dcf0 0x5623d613e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70da000640 1 -- 172.21.15.6:0/2659695512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613dcf0 msgr2=0x5623d613e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70daa00640 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d61431e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70da000640 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613dcf0 0x5623d613e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.762 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70da000640 1 -- 172.21.15.6:0/2659695512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 msgr2=0x5623d61431e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.763 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70da000640 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d61431e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.763 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70da000640 1 -- 172.21.15.6:0/2659695512 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623d60368b0 con 0x5623d6143850 2024-05-20T21:31:06.763 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.761+0000 7f70daa00640 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d61431e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:31:06.763 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.762+0000 7f70da000640 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d6143850 0x5623d6145ce0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f70c4009d20 tx=0x7f70c4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86d9dae3f5fe47c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.762+0000 7f70cbe00640 1 -- 172.21.15.6:0/2659695512 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c401e070 con 0x5623d6143850 2024-05-20T21:31:06.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.762+0000 7f70cbe00640 1 -- 172.21.15.6:0/2659695512 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70c4019ae0 con 0x5623d6143850 2024-05-20T21:31:06.765 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.762+0000 7f70cbe00640 1 -- 172.21.15.6:0/2659695512 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c400eac0 con 0x5623d6143850 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e4c54740 1 -- 172.21.15.6:0/2659695512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d6143850 msgr2=0x5623d6145ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e4c54740 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d6143850 0x5623d6145ce0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f70c4009d20 tx=0x7f70c4011810 comp rx=0 tx=0).stop 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e0a00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70c00b27d0 0x7f70c00b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e4c54740 1 -- 172.21.15.6:0/2659695512 shutdown_connections 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e4c54740 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d6143850 0x5623d6145ce0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e4c54740 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d61431e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e4c54740 1 --2- 172.21.15.6:0/2659695512 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613dcf0 0x5623d613e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e4c54740 1 -- 172.21.15.6:0/2659695512 >> 172.21.15.6:0/2659695512 conn(0x5623d6139360 msgr2=0x5623d6139760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70e0a00640 1 -- 172.21.15.6:0/1436866412 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f70cc1022c0 con 0x7f70dc101800 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.763+0000 7f70db400640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70c00b27d0 0x7f70c00b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.766 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.764+0000 7f70e4c54740 1 -- 172.21.15.6:0/2659695512 shutdown_connections 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.764+0000 7f70e4c54740 1 -- 172.21.15.6:0/2659695512 wait complete. 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.764+0000 7f70e4c54740 1 -- start start 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.764+0000 7f70db400640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70c00b27d0 0x7f70c00b4c90 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x5623d613ef40 tx=0x7f70d40095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.764+0000 7f70e4c54740 1 Processor -- start 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d6147a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d6147fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 0x5623d614f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70e4c54740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5623d5d83790 con 0x5623d613e6e0 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70e4c54740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5623d6045bc0 con 0x5623d613dcf0 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70e4c54740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5623d6146800 con 0x5623d6143850 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70e4c54740 10 client.0 _ll_register_callbacks cb 0x5623d6023400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:06.767 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70da000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d6147fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70da000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d6147fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35066/0 (socket says 172.21.15.6:35066) 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70da000640 1 -- 172.21.15.6:0/1776062713 learned_addr learned my addr 172.21.15.6:0/1776062713 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70daa00640 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d6147a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.765+0000 7f70db400640 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 0x5623d614f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70da000640 1 -- 172.21.15.6:0/1776062713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 msgr2=0x5623d614f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70da000640 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 0x5623d614f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70da000640 1 -- 172.21.15.6:0/1776062713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 msgr2=0x5623d6147a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70da000640 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d6147a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.768 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70da000640 1 -- 172.21.15.6:0/1776062713 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623d5db2210 con 0x5623d613e6e0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70da000640 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d6147fd0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f70c4005890 tx=0x7f70c40098f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af90086d73f5396d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70c8c00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70c8c00640 1 -- 172.21.15.6:0/1776062713 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c4026070 con 0x5623d613e6e0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70c8c00640 1 -- 172.21.15.6:0/1776062713 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f70c4019840 con 0x5623d613e6e0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.766+0000 7f70e4c54740 1 -- 172.21.15.6:0/1776062713 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70c4019ae0 con 0x5623d613e6e0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70c8c00640 1 -- 172.21.15.6:0/1776062713 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70c4032050 con 0x5623d613e6e0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70e4c54740 10 client.19617 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70e4c54740 1 -- 172.21.15.6:0/1776062713 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5623d5e7e620 con 0x5623d613e6e0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70c8c00640 1 -- 172.21.15.6:0/1776062713 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70c4019ae0 con 0x5623d613e6e0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70c8c00640 1 -- 172.21.15.6:0/1776062713 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f70c40046c0 con 0x5623d613e6e0 2024-05-20T21:31:06.771 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70e4c54740 10 client.19617 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70e4c54740 10 client.19617 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70e4c54740 20 client.19617 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.767+0000 7f70e4c54740 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5623d6153250 0x5623d61556c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.768+0000 7f70e4c54740 4 client.19617 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.768+0000 7f70e4c54740 1 -- 172.21.15.6:0/1776062713 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623d60afae0 con 0x5623d6153250 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.768+0000 7f70daa00640 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5623d6153250 0x5623d61556c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.768+0000 7f70daa00640 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5623d6153250 0x5623d61556c0 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86fd3dfd9beef9c9 server_cookie=30b55835e08fd6df in_seq=0 out_seq=0 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.768+0000 7f70c8c00640 10 client.19617 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70c8c00640 1 -- 172.21.15.6:0/1776062713 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5623d60afae0 con 0x5623d6153250 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70c8c00640 10 client.19617 handle_command_reply: tid=0 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 client.19617 shutdown 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 -- 172.21.15.6:0/1776062713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 msgr2=0x5623d6147fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d6147fd0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f70c4005890 tx=0x7f70c40098f0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 -- 172.21.15.6:0/1776062713 shutdown_connections 2024-05-20T21:31:06.772 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5623d6153250 0x5623d61556c0 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 0x5623d614f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d6147fd0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 --2- 172.21.15.6:0/1776062713 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d6147a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70c8c00640 0 client.19617 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.769+0000 7f70e4c54740 1 -- 172.21.15.6:0/1776062713 >> 172.21.15.6:0/1776062713 conn(0x5623d6139360 msgr2=0x5623d61384c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.770+0000 7f70e4c54740 1 -- 172.21.15.6:0/1776062713 shutdown_connections 2024-05-20T21:31:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.770+0000 7f70e4c54740 1 -- 172.21.15.6:0/1776062713 wait complete. 2024-05-20T21:31:06.773 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.770+0000 7f70e4c54740 20 client.19617 trim_cache size 0 max 16384 2024-05-20T21:31:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.787+0000 7f70e4c54740 1 Processor -- start 2024-05-20T21:31:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.787+0000 7f70e4c54740 1 -- start start 2024-05-20T21:31:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.787+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d613f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.787+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613e6e0 0x5623d614efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.787+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d6143850 0x5623d613f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.787+0000 7f70e4c54740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1ae970 con 0x5623d6143850 2024-05-20T21:31:06.787 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.787+0000 7f70e4c54740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1ac240 con 0x5623d613dcf0 2024-05-20T21:31:06.788 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.787+0000 7f70e4c54740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1aa090 con 0x5623d613e6e0 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70da000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613e6e0 0x5623d614efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70da000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613e6e0 0x5623d614efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:39522/0 (socket says 172.21.15.6:39522) 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70da000640 1 -- 172.21.15.6:0/441764396 learned_addr learned my addr 172.21.15.6:0/441764396 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70db400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d6143850 0x5623d613f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70daa00640 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d613f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70daa00640 1 -- 172.21.15.6:0/441764396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613e6e0 msgr2=0x5623d614efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70daa00640 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613e6e0 0x5623d614efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70daa00640 1 -- 172.21.15.6:0/441764396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d6143850 msgr2=0x5623d613f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70daa00640 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d6143850 0x5623d613f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70daa00640 1 -- 172.21.15.6:0/441764396 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623d6139190 con 0x5623d613dcf0 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70da000640 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613e6e0 0x5623d614efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:06.789 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.788+0000 7f70daa00640 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d613f180 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f70cc0ffc90 tx=0x7f70cc005b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=befa3f3c42b50e13 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.789+0000 7f70cb400640 1 -- 172.21.15.6:0/441764396 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc0a3e60 con 0x5623d613dcf0 2024-05-20T21:31:06.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.789+0000 7f70cb400640 1 -- 172.21.15.6:0/441764396 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70cc101070 con 0x5623d613dcf0 2024-05-20T21:31:06.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.789+0000 7f70cb400640 1 -- 172.21.15.6:0/441764396 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc0041f0 con 0x5623d613dcf0 2024-05-20T21:31:06.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.789+0000 7f70e4c54740 1 -- 172.21.15.6:0/441764396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 msgr2=0x5623d613f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.789+0000 7f70e4c54740 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d613f180 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f70cc0ffc90 tx=0x7f70cc005b20 comp rx=0 tx=0).stop 2024-05-20T21:31:06.790 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 -- 172.21.15.6:0/441764396 shutdown_connections 2024-05-20T21:31:06.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d6143850 0x5623d613f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d613e6e0 0x5623d614efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 --2- 172.21.15.6:0/441764396 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d613f180 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 -- 172.21.15.6:0/441764396 >> 172.21.15.6:0/441764396 conn(0x5623d6139360 msgr2=0x5623d613c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 -- 172.21.15.6:0/441764396 shutdown_connections 2024-05-20T21:31:06.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 -- 172.21.15.6:0/441764396 wait complete. 2024-05-20T21:31:06.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 -- start start 2024-05-20T21:31:06.791 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.790+0000 7f70e4c54740 1 Processor -- start 2024-05-20T21:31:06.793 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d614c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d614ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70e4c54740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 0x5623d614da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70e4c54740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1aa700 con 0x5623d613e6e0 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70e4c54740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1abb70 con 0x5623d613dcf0 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70e4c54740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f70dc1aadd0 con 0x5623d6143850 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70e4c54740 10 client.0 _ll_register_callbacks cb 0x7f70c401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70daa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d614c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70daa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d614c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35352/0 (socket says 172.21.15.6:35352) 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70daa00640 1 -- 172.21.15.6:0/4237900814 learned_addr learned my addr 172.21.15.6:0/4237900814 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.791+0000 7f70da000640 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d614ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.794 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70db400640 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 0x5623d614da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70daa00640 1 -- 172.21.15.6:0/4237900814 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 msgr2=0x5623d614da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70daa00640 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 0x5623d614da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70daa00640 1 -- 172.21.15.6:0/4237900814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 msgr2=0x5623d614ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70daa00640 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d614ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70daa00640 1 -- 172.21.15.6:0/4237900814 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623d614e020 con 0x5623d613dcf0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70daa00640 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d614c550 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f70cc009830 tx=0x7f70cc0c9050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d95663ce0832168 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70c8c00640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70c8c00640 1 -- 172.21.15.6:0/4237900814 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70cc0cdb90 con 0x5623d613dcf0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70c8c00640 1 -- 172.21.15.6:0/4237900814 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f70cc0c59e0 con 0x5623d613dcf0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70e4c54740 1 -- 172.21.15.6:0/4237900814 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70cc101070 con 0x5623d613dcf0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.792+0000 7f70c8c00640 1 -- 172.21.15.6:0/4237900814 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70cc0e6050 con 0x5623d613dcf0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70e4c54740 10 client.29723 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70e4c54740 1 -- 172.21.15.6:0/4237900814 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5623d614f330 con 0x5623d613dcf0 2024-05-20T21:31:06.795 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70c8c00640 1 -- 172.21.15.6:0/4237900814 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70cc101070 con 0x5623d613dcf0 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70c8c00640 1 -- 172.21.15.6:0/4237900814 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f70cc04d060 con 0x5623d613dcf0 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70e4c54740 10 client.29723 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70e4c54740 10 client.29723 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70e4c54740 20 client.29723 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70e4c54740 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5623d61c6da0 0x5623d61c91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70e4c54740 4 client.29723 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70e4c54740 1 -- 172.21.15.6:0/4237900814 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5623d60a92c0 con 0x5623d61c6da0 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.793+0000 7f70da000640 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5623d61c6da0 0x5623d61c91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.794+0000 7f70da000640 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5623d61c6da0 0x5623d61c91c0 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b91d88a71f7a01fe server_cookie=b51ba1cd7dcbb4dd in_seq=0 out_seq=0 2024-05-20T21:31:06.796 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.794+0000 7f70c8c00640 10 client.29723 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70c8c00640 1 -- 172.21.15.6:0/4237900814 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5623d60a92c0 con 0x5623d61c6da0 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70c8c00640 10 client.29723 handle_command_reply: tid=0 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 client.29723 shutdown 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 -- 172.21.15.6:0/4237900814 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 msgr2=0x5623d614c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d614c550 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f70cc009830 tx=0x7f70cc0c9050 comp rx=0 tx=0).stop 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 -- 172.21.15.6:0/4237900814 shutdown_connections 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5623d61c6da0 0x5623d61c91c0 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5623d6143850 0x5623d614da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5623d613e6e0 0x5623d614ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 --2- 172.21.15.6:0/4237900814 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5623d613dcf0 0x5623d614c550 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70c8c00640 0 client.29723 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.809+0000 7f70e4c54740 1 -- 172.21.15.6:0/4237900814 >> 172.21.15.6:0/4237900814 conn(0x5623d6139360 msgr2=0x5623d61427b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.810+0000 7f70e4c54740 1 -- 172.21.15.6:0/4237900814 shutdown_connections 2024-05-20T21:31:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.810+0000 7f70e4c54740 1 -- 172.21.15.6:0/4237900814 wait complete. 2024-05-20T21:31:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.810+0000 7f70e4c54740 20 client.29723 trim_cache size 0 max 16384 2024-05-20T21:31:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:31:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:31:06.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:31:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 -- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70c00b27d0 msgr2=0x7f70c00b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70c00b27d0 0x7f70c00b4c90 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x5623d613ef40 tx=0x7f70d40095c0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 -- 172.21.15.6:0/1436866412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 msgr2=0x7f70dc19ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 0x7f70dc19ad30 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f70cc005940 tx=0x7f70cc032dc0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 -- 172.21.15.6:0/1436866412 shutdown_connections 2024-05-20T21:31:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f70c00b27d0 0x7f70c00b4c90 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.812 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f70dc1033b0 0x7f70dc1a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70dc1029f0 0x7f70dc19b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 --2- 172.21.15.6:0/1436866412 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f70dc101800 0x7f70dc19ad30 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:06.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 -- 172.21.15.6:0/1436866412 >> 172.21.15.6:0/1436866412 conn(0x7f70dc0fcd30 msgr2=0x7f70dc10a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:06.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 -- 172.21.15.6:0/1436866412 shutdown_connections 2024-05-20T21:31:06.813 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:06.811+0000 7f70dbe00640 1 -- 172.21.15.6:0/1436866412 wait complete. 2024-05-20T21:31:07.021 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:31:07.021 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:31:07.488 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:07.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:07 smithi006 ceph-mon[31422]: pgmap v898: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:07 smithi042 ceph-mon[36332]: pgmap v898: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:08.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:07 smithi062 ceph-mon[36640]: pgmap v898: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:09.577 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 -- 172.21.15.6:0/3679326270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbfb810eeb0 msgr2=0x7fbfb8116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3679326270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbfb810eeb0 0x7fbfb8116a80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fbfb000b0d0 tx=0x7fbfb000b3e0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 -- 172.21.15.6:0/3679326270 shutdown_connections 2024-05-20T21:31:09.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3679326270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbfb810eeb0 0x7fbfb8116a80 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3679326270 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb8109dd0 0x7fbfb810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3679326270 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbfb810a780 0x7fbfb810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 -- 172.21.15.6:0/3679326270 >> 172.21.15.6:0/3679326270 conn(0x7fbfb8076d10 msgr2=0x7fbfb8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:09.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 -- 172.21.15.6:0/3679326270 shutdown_connections 2024-05-20T21:31:09.578 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.577+0000 7fbfbe200700 1 -- 172.21.15.6:0/3679326270 wait complete. 2024-05-20T21:31:09.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.578+0000 7fbfbe200700 1 Processor -- start 2024-05-20T21:31:09.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.578+0000 7fbfbe200700 1 -- start start 2024-05-20T21:31:09.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.578+0000 7fbfbe200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbfb8109dd0 0x7fbfb81a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfbe200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbfb810a780 0x7fbfb81a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.580 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfbe200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb810eeb0 0x7fbfb81a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfbe200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb8119d90 con 0x7fbfb810eeb0 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfbe200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb8119c10 con 0x7fbfb8109dd0 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfbe200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb8119f10 con 0x7fbfb810a780 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbfb8109dd0 0x7fbfb81a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbfb8109dd0 0x7fbfb81a0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:34592/0 (socket says 172.21.15.6:34592) 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7400700 1 -- 172.21.15.6:0/3563013053 learned_addr learned my addr 172.21.15.6:0/3563013053 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb6a00700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbfb810a780 0x7fbfb81a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7e00700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb810eeb0 0x7fbfb81a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7400700 1 -- 172.21.15.6:0/3563013053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbfb810a780 msgr2=0x7fbfb81a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7400700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbfb810a780 0x7fbfb81a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7400700 1 -- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb810eeb0 msgr2=0x7fbfb81a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7400700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb810eeb0 0x7fbfb81a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.579+0000 7fbfb7400700 1 -- 172.21.15.6:0/3563013053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfb81a5220 con 0x7fbfb8109dd0 2024-05-20T21:31:09.581 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.580+0000 7fbfb7400700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbfb8109dd0 0x7fbfb81a0260 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fbfa800eb30 tx=0x7fbfa800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:09.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.580+0000 7fbfafe00700 1 -- 172.21.15.6:0/3563013053 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa800cc90 con 0x7fbfb8109dd0 2024-05-20T21:31:09.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.580+0000 7fbfafe00700 1 -- 172.21.15.6:0/3563013053 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbfa80044d0 con 0x7fbfb8109dd0 2024-05-20T21:31:09.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.580+0000 7fbfafe00700 1 -- 172.21.15.6:0/3563013053 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa8010430 con 0x7fbfb8109dd0 2024-05-20T21:31:09.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.580+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfb81a5510 con 0x7fbfb8109dd0 2024-05-20T21:31:09.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.580+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfb81acd90 con 0x7fbfb8109dd0 2024-05-20T21:31:09.582 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.581+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfb806a230 con 0x7fbfb8109dd0 2024-05-20T21:31:09.584 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.584+0000 7fbfafe00700 1 -- 172.21.15.6:0/3563013053 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbfa8003ea0 con 0x7fbfb8109dd0 2024-05-20T21:31:09.585 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.585+0000 7fbfafe00700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf9c0b2900 0x7fbf9c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:09.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.586+0000 7fbfafe00700 1 -- 172.21.15.6:0/3563013053 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbfa80e2610 con 0x7fbfb8109dd0 2024-05-20T21:31:09.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.586+0000 7fbfb6a00700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf9c0b2900 0x7fbf9c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:09.586 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.586+0000 7fbfb6a00700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf9c0b2900 0x7fbf9c0b4dc0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8109480 tx=0x7fbfa4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:09.587 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.587+0000 7fbfafe00700 1 -- 172.21.15.6:0/3563013053 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbfa80aa230 con 0x7fbfb8109dd0 2024-05-20T21:31:09.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.885+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfb81a15a0 con 0x7fbfb8109dd0 2024-05-20T21:31:09.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.887+0000 7fbfafe00700 1 -- 172.21.15.6:0/3563013053 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fbfb81a15a0 con 0x7fbfb8109dd0 2024-05-20T21:31:09.887 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:31:09.887 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:31:09.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf9c0b2900 msgr2=0x7fbf9c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.890 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf9c0b2900 0x7fbf9c0b4dc0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8109480 tx=0x7fbfa4009260 comp rx=0 tx=0).stop 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbfb8109dd0 msgr2=0x7fbfb81a0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbfb8109dd0 0x7fbfb81a0260 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fbfa800eb30 tx=0x7fbfa800ee40 comp rx=0 tx=0).stop 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 shutdown_connections 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbf9c0b2900 0x7fbf9c0b4dc0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbfb810eeb0 0x7fbfb81a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbfb8109dd0 0x7fbfb81a0260 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 --2- 172.21.15.6:0/3563013053 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbfb810a780 0x7fbfb81a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 >> 172.21.15.6:0/3563013053 conn(0x7fbfb8076d10 msgr2=0x7fbfb8077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 shutdown_connections 2024-05-20T21:31:09.891 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:09.890+0000 7fbfbe200700 1 -- 172.21.15.6:0/3563013053 wait complete. 2024-05-20T21:31:09.892 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:31:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:09 smithi042 ceph-mon[36332]: pgmap v899: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:31:10.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:09 smithi006 ceph-mon[31422]: pgmap v899: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:31:10.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:09 smithi062 ceph-mon[36640]: pgmap v899: 97 pgs: 97 active+clean; 3.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-20T21:31:10.907 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:31:11.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:10 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3563013053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:11.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:10 smithi042 ceph-mon[36332]: pgmap v900: 97 pgs: 97 active+clean; 3.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:31:11.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:10 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3563013053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:11.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:10 smithi006 ceph-mon[31422]: pgmap v900: 97 pgs: 97 active+clean; 3.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:31:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:10 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3563013053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:11.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:10 smithi062 ceph-mon[36640]: pgmap v900: 97 pgs: 97 active+clean; 3.5 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:31:11.384 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 -- 172.21.15.6:0/998251055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1088f0 msgr2=0x7fdcbc110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 --2- 172.21.15.6:0/998251055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1088f0 0x7fdcbc110470 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400b0d0 tx=0x7fdcb400b3e0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 -- 172.21.15.6:0/998251055 shutdown_connections 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 --2- 172.21.15.6:0/998251055 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1088f0 0x7fdcbc110470 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 --2- 172.21.15.6:0/998251055 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdcbc1037f0 0x7fdcbc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 --2- 172.21.15.6:0/998251055 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdcbc1041a0 0x7fdcbc1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 -- 172.21.15.6:0/998251055 >> 172.21.15.6:0/998251055 conn(0x7fdcbc07a6a0 msgr2=0x7fdcbc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 -- 172.21.15.6:0/998251055 shutdown_connections 2024-05-20T21:31:13.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.723+0000 7fdcc2200700 1 -- 172.21.15.6:0/998251055 wait complete. 2024-05-20T21:31:13.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.725+0000 7fdcc2200700 1 Processor -- start 2024-05-20T21:31:13.725 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.726+0000 7fdcc2200700 1 -- start start 2024-05-20T21:31:13.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.726+0000 7fdcc2200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdcbc1037f0 0x7fdcbc19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.726+0000 7fdcc2200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1041a0 0x7fdcbc19fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.726+0000 7fdcc2200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdcbc1088f0 0x7fdcbc199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.726+0000 7fdcc2200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc113710 con 0x7fdcbc1037f0 2024-05-20T21:31:13.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.726+0000 7fdcc2200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc113590 con 0x7fdcbc1041a0 2024-05-20T21:31:13.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.726+0000 7fdcc2200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc113890 con 0x7fdcbc1088f0 2024-05-20T21:31:13.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdcbc1037f0 0x7fdcbc19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcb2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1041a0 0x7fdcbc19fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdcbc1088f0 0x7fdcbc199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdcbc1037f0 0x7fdcbc19f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43680/0 (socket says 172.21.15.6:43680) 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbb400700 1 -- 172.21.15.6:0/608524191 learned_addr learned my addr 172.21.15.6:0/608524191 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbbe00700 1 -- 172.21.15.6:0/608524191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1041a0 msgr2=0x7fdcbc19fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1041a0 0x7fdcbc19fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbbe00700 1 -- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdcbc1037f0 msgr2=0x7fdcbc19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdcbc1037f0 0x7fdcbc19f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcbbe00700 1 -- 172.21.15.6:0/608524191 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcbc19a0b0 con 0x7fdcbc1088f0 2024-05-20T21:31:13.728 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.727+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1041a0 0x7fdcbc19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.728+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdcbc1088f0 0x7fdcbc199950 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400b770 tx=0x7fdcb4007980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.728+0000 7fdcb8c00700 1 -- 172.21.15.6:0/608524191 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb401f070 con 0x7fdcbc1088f0 2024-05-20T21:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.728+0000 7fdcb8c00700 1 -- 172.21.15.6:0/608524191 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcb4007dc0 con 0x7fdcbc1088f0 2024-05-20T21:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.728+0000 7fdcb8c00700 1 -- 172.21.15.6:0/608524191 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb401b430 con 0x7fdcbc1088f0 2024-05-20T21:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.728+0000 7fdcc2200700 1 -- 172.21.15.6:0/608524191 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcbc19a340 con 0x7fdcbc1088f0 2024-05-20T21:31:13.729 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.728+0000 7fdcc2200700 1 -- 172.21.15.6:0/608524191 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcbc1a6610 con 0x7fdcbc1088f0 2024-05-20T21:31:13.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.732+0000 7fdcb8c00700 1 -- 172.21.15.6:0/608524191 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdcb4022070 con 0x7fdcbc1088f0 2024-05-20T21:31:13.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.733+0000 7fdcccb84b80 1 Processor -- start 2024-05-20T21:31:13.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.733+0000 7fdcccb84b80 1 -- start start 2024-05-20T21:31:13.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.733+0000 7fdcb8c00700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc9c0b2900 0x7fdc9c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc7ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 0x55626fc76f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc779b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcb8c00700 1 -- 172.21.15.6:0/608524191 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdcb40e2d80 con 0x7fdcbc1088f0 2024-05-20T21:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55626fbd0e40 con 0x55626fc77550 2024-05-20T21:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55626fbc09e0 con 0x55626fc7d340 2024-05-20T21:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55626fbc4a20 con 0x55626fc7ca20 2024-05-20T21:31:13.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc9c0b2900 0x7fdc9c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcbb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc7ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcb2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 0x55626fc76f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcbbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc779b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcbb400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc7ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:47902/0 (socket says 172.21.15.6:47902) 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.734+0000 7fdcbb400700 1 -- 172.21.15.6:0/3180230644 learned_addr learned my addr 172.21.15.6:0/3180230644 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcbb400700 1 -- 172.21.15.6:0/3180230644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 msgr2=0x55626fc76f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcbb400700 1 --2- 172.21.15.6:0/3180230644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 0x55626fc76f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcbb400700 1 -- 172.21.15.6:0/3180230644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 msgr2=0x55626fc779b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcbb400700 1 --2- 172.21.15.6:0/3180230644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc779b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcbb400700 1 -- 172.21.15.6:0/3180230644 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55626fb89420 con 0x55626fc7ca20 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/3180230644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc779b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc9c0b2900 0x7fdc9c0b4dc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc1030c0 tx=0x7fdca4009f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcbb400700 1 --2- 172.21.15.6:0/3180230644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc7ce00 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fdcac009e00 tx=0x7fdcac011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24e3fea5d536f57a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcb0c00700 1 -- 172.21.15.6:0/3180230644 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac01e070 con 0x55626fc7ca20 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcb0c00700 1 -- 172.21.15.6:0/3180230644 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcac019ae0 con 0x55626fc7ca20 2024-05-20T21:31:13.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.735+0000 7fdcb0c00700 1 -- 172.21.15.6:0/3180230644 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac00eb30 con 0x55626fc7ca20 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.736+0000 7fdcccb84b80 1 -- 172.21.15.6:0/3180230644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 msgr2=0x55626fc7ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.736+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/3180230644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc7ce00 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fdcac009e00 tx=0x7fdcac011720 comp rx=0 tx=0).stop 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.736+0000 7fdcccb84b80 1 -- 172.21.15.6:0/3180230644 shutdown_connections 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.736+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/3180230644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc779b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.736+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/3180230644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc7ce00 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.736+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/3180230644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 0x55626fc76f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.736+0000 7fdcccb84b80 1 -- 172.21.15.6:0/3180230644 >> 172.21.15.6:0/3180230644 conn(0x55626fba0be0 msgr2=0x55626fc6d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.736+0000 7fdcccb84b80 1 -- 172.21.15.6:0/3180230644 shutdown_connections 2024-05-20T21:31:13.738 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.737+0000 7fdcccb84b80 1 -- 172.21.15.6:0/3180230644 wait complete. 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.737+0000 7fdcccb84b80 1 -- start start 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.737+0000 7fdcccb84b80 1 Processor -- start 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc83010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc803b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 0x55626fc808f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55626fac6fa0 con 0x55626fc77550 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55626fb61760 con 0x55626fc7d340 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55626fc83e60 con 0x55626fc7ca20 2024-05-20T21:31:13.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcccb84b80 10 client.0 _ll_register_callbacks cb 0x55626fb6ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:13.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcbb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc83010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcbb400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc83010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43694/0 (socket says 172.21.15.6:43694) 2024-05-20T21:31:13.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcbb400700 1 -- 172.21.15.6:0/2415705997 learned_addr learned my addr 172.21.15.6:0/2415705997 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:13.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc803b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.738+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 0x55626fc808f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.739+0000 7fdcbb400700 1 -- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 msgr2=0x55626fc803b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.739+0000 7fdcbb400700 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc803b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.739+0000 7fdcbb400700 1 -- 172.21.15.6:0/2415705997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 msgr2=0x55626fc808f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.739+0000 7fdcbb400700 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 0x55626fc808f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.739+0000 7fdcbb400700 1 -- 172.21.15.6:0/2415705997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55626fb108d0 con 0x55626fc77550 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.739+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc803b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.739+0000 7fdcbb400700 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc83010 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fdcac009310 tx=0x7fdcac00e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ef394853769b0e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.739+0000 7fdca9600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.740+0000 7fdca9600700 1 -- 172.21.15.6:0/2415705997 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac027070 con 0x55626fc77550 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.740+0000 7fdca9600700 1 -- 172.21.15.6:0/2415705997 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdcac005040 con 0x55626fc77550 2024-05-20T21:31:13.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.740+0000 7fdcccb84b80 1 -- 172.21.15.6:0/2415705997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcac019ae0 con 0x55626fc77550 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.740+0000 7fdca9600700 1 -- 172.21.15.6:0/2415705997 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdcac01e040 con 0x55626fc77550 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.740+0000 7fdcccb84b80 10 client.19641 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.740+0000 7fdcccb84b80 1 -- 172.21.15.6:0/2415705997 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55626fb91060 con 0x55626fc77550 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.740+0000 7fdca9600700 1 -- 172.21.15.6:0/2415705997 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcac019ae0 con 0x55626fc77550 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.741+0000 7fdca9600700 1 -- 172.21.15.6:0/2415705997 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdcac004c80 con 0x55626fc77550 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.741+0000 7fdcccb84b80 10 client.19641 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.741+0000 7fdcccb84b80 10 client.19641 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.741+0000 7fdcccb84b80 20 client.19641 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.741+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55626fc90870 0x55626fc92c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.741+0000 7fdcccb84b80 4 client.19641 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.741+0000 7fdcccb84b80 1 -- 172.21.15.6:0/2415705997 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55626fbd2d90 con 0x55626fc90870 2024-05-20T21:31:13.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.741+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55626fc90870 0x55626fc92c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.742+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55626fc90870 0x55626fc92c60 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=313b516015ca5b8c server_cookie=7078310103d368e6 in_seq=0 out_seq=0 2024-05-20T21:31:13.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.742+0000 7fdca9600700 10 client.19641 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:31:13.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdca9600700 1 -- 172.21.15.6:0/2415705997 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55626fbd2d90 con 0x55626fc90870 2024-05-20T21:31:13.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdca9600700 10 client.19641 handle_command_reply: tid=0 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 client.19641 shutdown 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 -- 172.21.15.6:0/2415705997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 msgr2=0x55626fc83010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc83010 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fdcac009310 tx=0x7fdcac00e3b0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 -- 172.21.15.6:0/2415705997 shutdown_connections 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55626fc90870 0x55626fc92c60 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7d340 0x55626fc808f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc77550 0x55626fc83010 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/2415705997 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7ca20 0x55626fc803b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 -- 172.21.15.6:0/2415705997 >> 172.21.15.6:0/2415705997 conn(0x55626fba0be0 msgr2=0x55626fc6cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdca9600700 0 client.19641 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 -- 172.21.15.6:0/2415705997 shutdown_connections 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.743+0000 7fdcccb84b80 1 -- 172.21.15.6:0/2415705997 wait complete. 2024-05-20T21:31:13.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.744+0000 7fdcccb84b80 20 client.19641 trim_cache size 0 max 16384 2024-05-20T21:31:13.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.760+0000 7fdcccb84b80 1 Processor -- start 2024-05-20T21:31:13.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcccb84b80 1 -- start start 2024-05-20T21:31:13.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc77550 0x55626fc808a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7ca20 0x55626fc6d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7d340 0x55626fc98380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc1ae2a0 con 0x55626fc7ca20 2024-05-20T21:31:13.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc1abb30 con 0x55626fc77550 2024-05-20T21:31:13.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc1a99a0 con 0x55626fc7d340 2024-05-20T21:31:13.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcbbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7d340 0x55626fc98380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcbbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7d340 0x55626fc98380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:47914/0 (socket says 172.21.15.6:47914) 2024-05-20T21:31:13.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcb2a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7ca20 0x55626fc6d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcbbe00700 1 -- 172.21.15.6:0/1316803601 learned_addr learned my addr 172.21.15.6:0/1316803601 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:13.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.761+0000 7fdcbb400700 1 --2- 172.21.15.6:0/1316803601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc77550 0x55626fc808a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcbbe00700 1 -- 172.21.15.6:0/1316803601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc77550 msgr2=0x55626fc808a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:13.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/1316803601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc77550 0x55626fc808a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcbbe00700 1 -- 172.21.15.6:0/1316803601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7ca20 msgr2=0x55626fc6d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:13.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/1316803601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7ca20 0x55626fc6d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcbbe00700 1 -- 172.21.15.6:0/1316803601 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55626fc6e7d0 con 0x55626fc7d340 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/1316803601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7d340 0x55626fc98380 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400b0d0 tx=0x7fdcb40e0650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97a7ce2ab5040089 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcabe00700 1 -- 172.21.15.6:0/1316803601 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb4029040 con 0x55626fc7d340 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcabe00700 1 -- 172.21.15.6:0/1316803601 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcb40aa330 con 0x55626fc7d340 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.762+0000 7fdcabe00700 1 -- 172.21.15.6:0/1316803601 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb40b2ed0 con 0x55626fc7d340 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 -- 172.21.15.6:0/1316803601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7d340 msgr2=0x55626fc98380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/1316803601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7d340 0x55626fc98380 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400b0d0 tx=0x7fdcb40e0650 comp rx=0 tx=0).stop 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 -- 172.21.15.6:0/1316803601 shutdown_connections 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/1316803601 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc7d340 0x55626fc98380 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/1316803601 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc77550 0x55626fc808a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/1316803601 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7ca20 0x55626fc6d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 -- 172.21.15.6:0/1316803601 >> 172.21.15.6:0/1316803601 conn(0x55626fba0be0 msgr2=0x55626fc80190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 -- 172.21.15.6:0/1316803601 shutdown_connections 2024-05-20T21:31:13.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.763+0000 7fdcccb84b80 1 -- 172.21.15.6:0/1316803601 wait complete. 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.764+0000 7fdcccb84b80 1 -- start start 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.764+0000 7fdcccb84b80 1 Processor -- start 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc77550 0x55626fc890f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7ca20 0x55626fc89630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcccb84b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7d340 0x55626fc974d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc1a9ff0 con 0x55626fc7d340 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc1ab460 con 0x55626fc7ca20 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcccb84b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fdcbc1aa6c0 con 0x55626fc77550 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcccb84b80 10 client.0 _ll_register_callbacks cb 0x55626fb6ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:13.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcbbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7d340 0x55626fc974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcb2a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7ca20 0x55626fc89630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcbbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7d340 0x55626fc974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:43702/0 (socket says 172.21.15.6:43702) 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcbbe00700 1 -- 172.21.15.6:0/956875035 learned_addr learned my addr 172.21.15.6:0/956875035 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcbb400700 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc77550 0x55626fc890f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcb2a00700 1 -- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc77550 msgr2=0x55626fc890f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc77550 0x55626fc890f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcb2a00700 1 -- 172.21.15.6:0/956875035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7d340 msgr2=0x55626fc974d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7d340 0x55626fc974d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcb2a00700 1 -- 172.21.15.6:0/956875035 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55626fc97b10 con 0x55626fc7ca20 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcbbe00700 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7d340 0x55626fc974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.765+0000 7fdcbb400700 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc77550 0x55626fc890f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.766+0000 7fdcb2a00700 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7ca20 0x55626fc89630 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x55626fc93320 tx=0x7fdca40047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fcfb7ed2d29c77a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:13.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.766+0000 7fdca9600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.766+0000 7fdca9600700 1 -- 172.21.15.6:0/956875035 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdca4030060 con 0x55626fc7ca20 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.766+0000 7fdcccb84b80 1 -- 172.21.15.6:0/956875035 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcb40aa330 con 0x55626fc7ca20 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.766+0000 7fdca9600700 1 -- 172.21.15.6:0/956875035 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fdca401c040 con 0x55626fc7ca20 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdca9600700 1 -- 172.21.15.6:0/956875035 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdca4010a20 con 0x55626fc7ca20 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdcccb84b80 10 client.29747 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdcccb84b80 1 -- 172.21.15.6:0/956875035 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55626fcfab90 con 0x55626fc7ca20 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdca9600700 1 -- 172.21.15.6:0/956875035 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcb40aa330 con 0x55626fc7ca20 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdca9600700 1 -- 172.21.15.6:0/956875035 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdca4020050 con 0x55626fc7ca20 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdcccb84b80 10 client.29747 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdcccb84b80 10 client.29747 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:31:13.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdcccb84b80 20 client.29747 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55626fcfb280 0x55626fcfd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdcccb84b80 4 client.29747 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.767+0000 7fdcccb84b80 1 -- 172.21.15.6:0/956875035 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55626fbcc570 con 0x55626fcfb280 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.768+0000 7fdcbb400700 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55626fcfb280 0x55626fcfd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.768+0000 7fdcbb400700 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55626fcfb280 0x55626fcfd6a0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a11b54990e3371ac server_cookie=854bee6ce2f6c522 in_seq=0 out_seq=0 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.768+0000 7fdca9600700 10 client.29747 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.768+0000 7fdca9600700 1 -- 172.21.15.6:0/956875035 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55626fbcc570 con 0x55626fcfb280 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdca9600700 10 client.29747 handle_command_reply: tid=0 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 client.29747 shutdown 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 -- 172.21.15.6:0/956875035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7ca20 msgr2=0x55626fc89630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7ca20 0x55626fc89630 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x55626fc93320 tx=0x7fdca40047c0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 -- 172.21.15.6:0/956875035 shutdown_connections 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55626fc7d340 0x55626fc974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55626fc77550 0x55626fc890f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55626fcfb280 0x55626fcfd6a0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 --2- 172.21.15.6:0/956875035 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55626fc7ca20 0x55626fc89630 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 -- 172.21.15.6:0/956875035 >> 172.21.15.6:0/956875035 conn(0x55626fba0be0 msgr2=0x55626fc7d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdca9600700 0 client.29747 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 -- 172.21.15.6:0/956875035 shutdown_connections 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 1 -- 172.21.15.6:0/956875035 wait complete. 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.769+0000 7fdcccb84b80 20 client.29747 trim_cache size 0 max 16384 2024-05-20T21:31:13.772 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:31:13.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 -- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc9c0b2900 msgr2=0x7fdc9c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc9c0b2900 0x7fdc9c0b4dc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc1030c0 tx=0x7fdca4009f50 comp rx=0 tx=0).stop 2024-05-20T21:31:13.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 -- 172.21.15.6:0/608524191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdcbc1088f0 msgr2=0x7fdcbc199950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:13.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdcbc1088f0 0x7fdcbc199950 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400b770 tx=0x7fdcb4007980 comp rx=0 tx=0).stop 2024-05-20T21:31:13.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 -- 172.21.15.6:0/608524191 shutdown_connections 2024-05-20T21:31:13.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fdc9c0b2900 0x7fdc9c0b4dc0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdcbc1088f0 0x7fdcbc199950 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fdcbc1037f0 0x7fdcbc19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 --2- 172.21.15.6:0/608524191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fdcbc1041a0 0x7fdcbc19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:13.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 -- 172.21.15.6:0/608524191 >> 172.21.15.6:0/608524191 conn(0x7fdcbc07a6a0 msgr2=0x7fdcbc101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:13.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 -- 172.21.15.6:0/608524191 shutdown_connections 2024-05-20T21:31:13.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:13.770+0000 7fdcc2200700 1 -- 172.21.15.6:0/608524191 wait complete. 2024-05-20T21:31:13.846 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:13 smithi006 ceph-mon[31422]: pgmap v901: 97 pgs: 97 active+clean; 3.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:31:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:13 smithi062 ceph-mon[36640]: pgmap v901: 97 pgs: 97 active+clean; 3.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:31:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:13 smithi042 ceph-mon[36332]: pgmap v901: 97 pgs: 97 active+clean; 3.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:31:14.890 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:31:15.352 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:15.757 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:15 smithi006 ceph-mon[31422]: pgmap v902: 97 pgs: 97 active+clean; 3.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:15 smithi062 ceph-mon[36640]: pgmap v902: 97 pgs: 97 active+clean; 3.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:15 smithi042 ceph-mon[36332]: pgmap v902: 97 pgs: 97 active+clean; 3.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:17.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.783+0000 7f0290600700 1 -- 172.21.15.6:0/4115961610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f028810eeb0 msgr2=0x7f0288116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.783+0000 7f0290600700 1 --2- 172.21.15.6:0/4115961610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f028810eeb0 0x7f0288116a80 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f0280009fc0 tx=0x7f028000b330 comp rx=0 tx=0).stop 2024-05-20T21:31:17.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.783+0000 7f0290600700 1 -- 172.21.15.6:0/4115961610 shutdown_connections 2024-05-20T21:31:17.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.783+0000 7f0290600700 1 --2- 172.21.15.6:0/4115961610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f028810eeb0 0x7f0288116a80 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.783+0000 7f0290600700 1 --2- 172.21.15.6:0/4115961610 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0288109dd0 0x7f028810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.783+0000 7f0290600700 1 --2- 172.21.15.6:0/4115961610 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f028810a780 0x7f028810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.783+0000 7f0290600700 1 -- 172.21.15.6:0/4115961610 >> 172.21.15.6:0/4115961610 conn(0x7f0288076d10 msgr2=0x7f0288108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:17.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.784+0000 7f0290600700 1 -- 172.21.15.6:0/4115961610 shutdown_connections 2024-05-20T21:31:17.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.784+0000 7f0290600700 1 -- 172.21.15.6:0/4115961610 wait complete. 2024-05-20T21:31:17.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.785+0000 7f0290600700 1 Processor -- start 2024-05-20T21:31:17.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.785+0000 7f0290600700 1 -- start start 2024-05-20T21:31:17.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.785+0000 7f0290600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0288109dd0 0x7f02881a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.785+0000 7f0290600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f028810a780 0x7f02881a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.785+0000 7f0290600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f028810eeb0 0x7f02881a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.785+0000 7f0290600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0288119d90 con 0x7f028810a780 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.785+0000 7f0290600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0288119c10 con 0x7f028810eeb0 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.785+0000 7f0290600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0288119f10 con 0x7f0288109dd0 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028dc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0288109dd0 0x7f02881a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028dc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0288109dd0 0x7f02881a0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42676/0 (socket says 172.21.15.6:42676) 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028dc00700 1 -- 172.21.15.6:0/2956553582 learned_addr learned my addr 172.21.15.6:0/2956553582 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f028810a780 0x7f02881a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028e600700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f028810eeb0 0x7f02881a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028dc00700 1 -- 172.21.15.6:0/2956553582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f028810eeb0 msgr2=0x7f02881a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028dc00700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f028810eeb0 0x7f02881a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028dc00700 1 -- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f028810a780 msgr2=0x7f02881a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028dc00700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f028810a780 0x7f02881a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.786+0000 7f028dc00700 1 -- 172.21.15.6:0/2956553582 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02881a5230 con 0x7f0288109dd0 2024-05-20T21:31:17.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.787+0000 7f028dc00700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0288109dd0 0x7f02881a0220 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f027c00e9c0 tx=0x7f027c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:17.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.787+0000 7f0286000700 1 -- 172.21.15.6:0/2956553582 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f027c004a30 con 0x7f0288109dd0 2024-05-20T21:31:17.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.787+0000 7f0286000700 1 -- 172.21.15.6:0/2956553582 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f027c00cc70 con 0x7f0288109dd0 2024-05-20T21:31:17.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.787+0000 7f0290600700 1 -- 172.21.15.6:0/2956553582 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02881a5520 con 0x7f0288109dd0 2024-05-20T21:31:17.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.787+0000 7f0286000700 1 -- 172.21.15.6:0/2956553582 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f027c005490 con 0x7f0288109dd0 2024-05-20T21:31:17.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.787+0000 7f0290600700 1 -- 172.21.15.6:0/2956553582 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02881acda0 con 0x7f0288109dd0 2024-05-20T21:31:17.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.790+0000 7f0286000700 1 -- 172.21.15.6:0/2956553582 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f027c004bd0 con 0x7f0288109dd0 2024-05-20T21:31:17.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f029afa4b80 1 Processor -- start 2024-05-20T21:31:17.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f029afa4b80 1 -- start start 2024-05-20T21:31:17.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9610 0x558777ce99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9f30 0x558777ce3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f0286000700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f02700b2880 0x7f02700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce4140 0x558777ce45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f029afa4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558777c41e40 con 0x558777ce4140 2024-05-20T21:31:17.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f029afa4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558777c319e0 con 0x558777ce9610 2024-05-20T21:31:17.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.792+0000 7f029afa4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558777c35a20 con 0x558777ce9f30 2024-05-20T21:31:17.793 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f0286000700 1 -- 172.21.15.6:0/2956553582 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f027c0e23e0 con 0x7f0288109dd0 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9610 0x558777ce99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028dc00700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f02700b2880 0x7f02700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9610 0x558777ce99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60180/0 (socket says 172.21.15.6:60180) 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028e600700 1 -- 172.21.15.6:0/1140475969 learned_addr learned my addr 172.21.15.6:0/1140475969 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028d200700 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9f30 0x558777ce3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028e600700 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce4140 0x558777ce45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028d200700 1 -- 172.21.15.6:0/1140475969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9610 msgr2=0x558777ce99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028d200700 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9610 0x558777ce99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.794 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028d200700 1 -- 172.21.15.6:0/1140475969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce4140 msgr2=0x558777ce45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:17.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028d200700 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce4140 0x558777ce45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.793+0000 7f028d200700 1 -- 172.21.15.6:0/1140475969 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558777bfa420 con 0x558777ce9f30 2024-05-20T21:31:17.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.794+0000 7f028d200700 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9f30 0x558777ce3b20 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f028806cd60 tx=0x7f0274009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=756bda6321ef8a4e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:17.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.794+0000 7f028dc00700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f02700b2880 0x7f02700b4d40 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f027c0a6b70 tx=0x7f027c004ec0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:17.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.794+0000 7f027aa00700 1 -- 172.21.15.6:0/1140475969 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0274011c80 con 0x558777ce9f30 2024-05-20T21:31:17.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.794+0000 7f027aa00700 1 -- 172.21.15.6:0/1140475969 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0274011e20 con 0x558777ce9f30 2024-05-20T21:31:17.795 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.794+0000 7f027aa00700 1 -- 172.21.15.6:0/1140475969 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0274005280 con 0x558777ce9f30 2024-05-20T21:31:17.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 -- 172.21.15.6:0/1140475969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9f30 msgr2=0x558777ce3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9f30 0x558777ce3b20 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f028806cd60 tx=0x7f0274009f60 comp rx=0 tx=0).stop 2024-05-20T21:31:17.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 -- 172.21.15.6:0/1140475969 shutdown_connections 2024-05-20T21:31:17.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce4140 0x558777ce45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.799 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9610 0x558777ce99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 --2- 172.21.15.6:0/1140475969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9f30 0x558777ce3b20 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 -- 172.21.15.6:0/1140475969 >> 172.21.15.6:0/1140475969 conn(0x558777c11be0 msgr2=0x558777cde690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 -- 172.21.15.6:0/1140475969 shutdown_connections 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.795+0000 7f029afa4b80 1 -- 172.21.15.6:0/1140475969 wait complete. 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.796+0000 7f029afa4b80 1 -- start start 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.796+0000 7f029afa4b80 1 Processor -- start 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce4140 0x558777cefc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9610 0x558777cecfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9f30 0x558777ced520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f029afa4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x558777b37fa0 con 0x558777ce9f30 2024-05-20T21:31:17.800 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f029afa4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x558777bd2760 con 0x558777ce4140 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f029afa4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558777cf09e0 con 0x558777ce9610 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f029afa4b80 10 client.0 _ll_register_callbacks cb 0x558777bdbc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce4140 0x558777cefc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9610 0x558777cecfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028e600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce4140 0x558777cefc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60186/0 (socket says 172.21.15.6:60186) 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028e600700 1 -- 172.21.15.6:0/24533649 learned_addr learned my addr 172.21.15.6:0/24533649 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028e600700 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9f30 0x558777ced520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028e600700 1 -- 172.21.15.6:0/24533649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9610 msgr2=0x558777cecfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028e600700 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9610 0x558777cecfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028e600700 1 -- 172.21.15.6:0/24533649 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9f30 msgr2=0x558777ced520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.797+0000 7f028e600700 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9f30 0x558777ced520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.798+0000 7f028e600700 1 -- 172.21.15.6:0/24533649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558777b818d0 con 0x558777ce4140 2024-05-20T21:31:17.801 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.798+0000 7f028e600700 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce4140 0x558777cefc40 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f0280007fb0 tx=0x7f028000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10c7574adb4d3e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:17.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.798+0000 7f026f400700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:17.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.798+0000 7f026f400700 1 -- 172.21.15.6:0/24533649 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02800078f0 con 0x558777ce4140 2024-05-20T21:31:17.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.798+0000 7f026f400700 1 -- 172.21.15.6:0/24533649 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0280007a90 con 0x558777ce4140 2024-05-20T21:31:17.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.798+0000 7f029afa4b80 1 -- 172.21.15.6:0/24533649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0274011e20 con 0x558777ce4140 2024-05-20T21:31:17.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f026f400700 1 -- 172.21.15.6:0/24533649 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0280007c90 con 0x558777ce4140 2024-05-20T21:31:17.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f029afa4b80 10 client.29759 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:17.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f029afa4b80 1 -- 172.21.15.6:0/24533649 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558777c02060 con 0x558777ce4140 2024-05-20T21:31:17.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f026f400700 1 -- 172.21.15.6:0/24533649 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0274011e20 con 0x558777ce4140 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f026f400700 1 -- 172.21.15.6:0/24533649 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f028002b070 con 0x558777ce4140 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f029afa4b80 10 client.29759 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f029afa4b80 10 client.29759 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f029afa4b80 20 client.29759 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.799+0000 7f029afa4b80 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558777cfd440 0x558777cff830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.800+0000 7f029afa4b80 4 client.29759 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.800+0000 7f029afa4b80 1 -- 172.21.15.6:0/24533649 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558777c43d90 con 0x558777cfd440 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.800+0000 7f028d200700 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558777cfd440 0x558777cff830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.800+0000 7f028d200700 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558777cfd440 0x558777cff830 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5132550eba145b93 server_cookie=a87e36bb4a803d13 in_seq=0 out_seq=0 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.800+0000 7f026f400700 10 client.29759 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:31:17.804 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.801+0000 7f026f400700 1 -- 172.21.15.6:0/24533649 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558777c43d90 con 0x558777cfd440 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.801+0000 7f026f400700 10 client.29759 handle_command_reply: tid=0 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.801+0000 7f029afa4b80 1 client.29759 shutdown 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.801+0000 7f029afa4b80 1 -- 172.21.15.6:0/24533649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce4140 msgr2=0x558777cefc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.801+0000 7f029afa4b80 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce4140 0x558777cefc40 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f0280007fb0 tx=0x7f028000b330 comp rx=0 tx=0).stop 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 1 -- 172.21.15.6:0/24533649 shutdown_connections 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9f30 0x558777ced520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce4140 0x558777cefc40 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558777cfd440 0x558777cff830 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 1 --2- 172.21.15.6:0/24533649 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce9610 0x558777cecfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f026f400700 0 client.29759 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 1 -- 172.21.15.6:0/24533649 >> 172.21.15.6:0/24533649 conn(0x558777c11be0 msgr2=0x558777cddd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 1 -- 172.21.15.6:0/24533649 shutdown_connections 2024-05-20T21:31:17.805 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 1 -- 172.21.15.6:0/24533649 wait complete. 2024-05-20T21:31:17.806 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.802+0000 7f029afa4b80 20 client.29759 trim_cache size 0 max 16384 2024-05-20T21:31:17.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.819+0000 7f029afa4b80 1 Processor -- start 2024-05-20T21:31:17.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.819+0000 7f029afa4b80 1 -- start start 2024-05-20T21:31:17.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.819+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777ce3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.819+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777ceaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.819+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cde4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.819+0000 7f029afa4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f02881b6e00 con 0x558777ce9610 2024-05-20T21:31:17.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.819+0000 7f029afa4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f02881b4690 con 0x558777ce9f30 2024-05-20T21:31:17.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.819+0000 7f029afa4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f02881b24e0 con 0x558777ce4140 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777ceaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777ce3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777ce3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42702/0 (socket says 172.21.15.6:42702) 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 -- 172.21.15.6:0/2151047468 learned_addr learned my addr 172.21.15.6:0/2151047468 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 --2- 172.21.15.6:0/2151047468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cde4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 -- 172.21.15.6:0/2151047468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 msgr2=0x558777cde4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 --2- 172.21.15.6:0/2151047468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cde4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 -- 172.21.15.6:0/2151047468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 msgr2=0x558777ceaa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 --2- 172.21.15.6:0/2151047468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777ceaa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.820+0000 7f028e600700 1 -- 172.21.15.6:0/2151047468 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558777cd6620 con 0x558777ce4140 2024-05-20T21:31:17.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.821+0000 7f028e600700 1 --2- 172.21.15.6:0/2151047468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777ce3b20 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f0280009f90 tx=0x7f0280006160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c98958ed8a5d482 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:17.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.821+0000 7f027a000700 1 -- 172.21.15.6:0/2151047468 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0280005df0 con 0x558777ce4140 2024-05-20T21:31:17.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.821+0000 7f027a000700 1 -- 172.21.15.6:0/2151047468 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0280005540 con 0x558777ce4140 2024-05-20T21:31:17.822 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.821+0000 7f027a000700 1 -- 172.21.15.6:0/2151047468 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02800206b0 con 0x558777ce4140 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 -- 172.21.15.6:0/2151047468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 msgr2=0x558777ce3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 --2- 172.21.15.6:0/2151047468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777ce3b20 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f0280009f90 tx=0x7f0280006160 comp rx=0 tx=0).stop 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 -- 172.21.15.6:0/2151047468 shutdown_connections 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 --2- 172.21.15.6:0/2151047468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cde4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 --2- 172.21.15.6:0/2151047468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777ce3b20 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 --2- 172.21.15.6:0/2151047468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777ceaa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 -- 172.21.15.6:0/2151047468 >> 172.21.15.6:0/2151047468 conn(0x558777c11be0 msgr2=0x558777cea310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 -- 172.21.15.6:0/2151047468 shutdown_connections 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 -- 172.21.15.6:0/2151047468 wait complete. 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.822+0000 7f029afa4b80 1 -- start start 2024-05-20T21:31:17.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.823+0000 7f029afa4b80 1 Processor -- start 2024-05-20T21:31:17.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.823+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777cf5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.823+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777cf6180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.823+0000 7f029afa4b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cf2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.823+0000 7f029afa4b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f02881b2b50 con 0x558777ce9610 2024-05-20T21:31:17.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.823+0000 7f029afa4b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f02881b3fc0 con 0x558777ce9f30 2024-05-20T21:31:17.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.823+0000 7f029afa4b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f02881b3220 con 0x558777ce4140 2024-05-20T21:31:17.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.823+0000 7f029afa4b80 10 client.0 _ll_register_callbacks cb 0x558777bdbc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:17.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777cf6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028e600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777cf5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777cf6180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47112/0 (socket says 172.21.15.6:47112) 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 -- 172.21.15.6:0/3444004966 learned_addr learned my addr 172.21.15.6:0/3444004966 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028e600700 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cf2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 -- 172.21.15.6:0/3444004966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 msgr2=0x558777cf5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777cf5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 -- 172.21.15.6:0/3444004966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 msgr2=0x558777cf2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cf2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 -- 172.21.15.6:0/3444004966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558777d05cb0 con 0x558777ce9610 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028e600700 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cf2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f028d200700 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777cf6180 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f0274004ce0 tx=0x7f0274004870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe9bdf79dc6dde91 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:17.826 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.824+0000 7f026f400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:17.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.825+0000 7f026f400700 1 -- 172.21.15.6:0/3444004966 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0274004ab0 con 0x558777ce9610 2024-05-20T21:31:17.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.825+0000 7f026f400700 1 -- 172.21.15.6:0/3444004966 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0274011b00 con 0x558777ce9610 2024-05-20T21:31:17.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.825+0000 7f029afa4b80 1 -- 172.21.15.6:0/3444004966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0280005540 con 0x558777ce9610 2024-05-20T21:31:17.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.825+0000 7f026f400700 1 -- 172.21.15.6:0/3444004966 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0274011d00 con 0x558777ce9610 2024-05-20T21:31:17.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.825+0000 7f029afa4b80 10 client.19665 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:17.827 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.825+0000 7f029afa4b80 1 -- 172.21.15.6:0/3444004966 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558777d68630 con 0x558777ce9610 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.825+0000 7f026f400700 1 -- 172.21.15.6:0/3444004966 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0280005540 con 0x558777ce9610 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.826+0000 7f026f400700 1 -- 172.21.15.6:0/3444004966 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0274035070 con 0x558777ce9610 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.826+0000 7f029afa4b80 10 client.19665 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.826+0000 7f029afa4b80 10 client.19665 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.826+0000 7f029afa4b80 20 client.19665 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.826+0000 7f029afa4b80 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558777d68bd0 0x558777d6aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.826+0000 7f029afa4b80 4 client.19665 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.826+0000 7f029afa4b80 1 -- 172.21.15.6:0/3444004966 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558777c3d570 con 0x558777d68bd0 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.826+0000 7f028e600700 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558777d68bd0 0x558777d6aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f028e600700 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558777d68bd0 0x558777d6aff0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aa01c78a0da20777 server_cookie=219e2cefa8b83183 in_seq=0 out_seq=0 2024-05-20T21:31:17.829 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f026f400700 10 client.19665 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f026f400700 1 -- 172.21.15.6:0/3444004966 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558777c3d570 con 0x558777d68bd0 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f026f400700 10 client.19665 handle_command_reply: tid=0 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 client.19665 shutdown 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 -- 172.21.15.6:0/3444004966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 msgr2=0x558777cf6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777cf6180 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f0274004ce0 tx=0x7f0274004870 comp rx=0 tx=0).stop 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 -- 172.21.15.6:0/3444004966 shutdown_connections 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558777ce9f30 0x558777cf2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x558777d68bd0 0x558777d6aff0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558777ce4140 0x558777cf5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 --2- 172.21.15.6:0/3444004966 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558777ce9610 0x558777cf6180 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f029afa4b80 1 -- 172.21.15.6:0/3444004966 >> 172.21.15.6:0/3444004966 conn(0x558777c11be0 msgr2=0x558777ce8120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:17.830 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.827+0000 7f026f400700 0 client.19665 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:31:17.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.828+0000 7f029afa4b80 1 -- 172.21.15.6:0/3444004966 shutdown_connections 2024-05-20T21:31:17.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.828+0000 7f029afa4b80 1 -- 172.21.15.6:0/3444004966 wait complete. 2024-05-20T21:31:17.831 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.828+0000 7f029afa4b80 20 client.19665 trim_cache size 0 max 16384 2024-05-20T21:31:17.831 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:31:17.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.828+0000 7f0290600700 1 -- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f02700b2880 msgr2=0x7f02700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.828+0000 7f0290600700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f02700b2880 0x7f02700b4d40 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f027c0a6b70 tx=0x7f027c004ec0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.828+0000 7f0290600700 1 -- 172.21.15.6:0/2956553582 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0288109dd0 msgr2=0x7f02881a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:17.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.828+0000 7f0290600700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0288109dd0 0x7f02881a0220 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f027c00e9c0 tx=0x7f027c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.829+0000 7f0290600700 1 -- 172.21.15.6:0/2956553582 shutdown_connections 2024-05-20T21:31:17.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.829+0000 7f0290600700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f02700b2880 0x7f02700b4d40 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.829+0000 7f0290600700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f028810eeb0 0x7f02881a4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.829+0000 7f0290600700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0288109dd0 0x7f02881a0220 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.829+0000 7f0290600700 1 --2- 172.21.15.6:0/2956553582 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f028810a780 0x7f02881a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:17.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.829+0000 7f0290600700 1 -- 172.21.15.6:0/2956553582 >> 172.21.15.6:0/2956553582 conn(0x7f0288076d10 msgr2=0x7f02880772f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:17.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.829+0000 7f0290600700 1 -- 172.21.15.6:0/2956553582 shutdown_connections 2024-05-20T21:31:17.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:17.829+0000 7f0290600700 1 -- 172.21.15.6:0/2956553582 wait complete. 2024-05-20T21:31:17.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:17 smithi006 ceph-mon[31422]: pgmap v903: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:31:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:17 smithi062 ceph-mon[36640]: pgmap v903: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:31:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:17 smithi042 ceph-mon[36332]: pgmap v903: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:31:18.829 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:31:19.305 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:19.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 -- 172.21.15.6:0/2653433901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44101170 msgr2=0x7fae441035a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:19.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 --2- 172.21.15.6:0/2653433901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44101170 0x7fae441035a0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fae34009900 tx=0x7fae3402a410 comp rx=0 tx=0).stop 2024-05-20T21:31:19.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 -- 172.21.15.6:0/2653433901 shutdown_connections 2024-05-20T21:31:19.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 --2- 172.21.15.6:0/2653433901 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae44106490 0x7fae44106910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.973 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 --2- 172.21.15.6:0/2653433901 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae44103ae0 0x7fae44105f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.974 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 --2- 172.21.15.6:0/2653433901 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44101170 0x7fae441035a0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.974 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 -- 172.21.15.6:0/2653433901 >> 172.21.15.6:0/2653433901 conn(0x7fae440fcd30 msgr2=0x7fae440ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:19.974 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 -- 172.21.15.6:0/2653433901 shutdown_connections 2024-05-20T21:31:19.974 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.973+0000 7fae43200640 1 -- 172.21.15.6:0/2653433901 wait complete. 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.974+0000 7fae43200640 1 Processor -- start 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.974+0000 7fae43200640 1 -- start start 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae43200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae44101170 0x7fae4419f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae43200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44103ae0 0x7fae4419f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae43200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae44106490 0x7fae441a66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae43200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fae44114a80 con 0x7fae44103ae0 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae43200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae44114900 con 0x7fae44106490 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae43200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fae44114c00 con 0x7fae44101170 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44103ae0 0x7fae4419f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.977 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44103ae0 0x7fae4419f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47132/0 (socket says 172.21.15.6:47132) 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41400640 1 -- 172.21.15.6:0/284059862 learned_addr learned my addr 172.21.15.6:0/284059862 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae42800640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae44106490 0x7fae441a66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41e00640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae44101170 0x7fae4419f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41400640 1 -- 172.21.15.6:0/284059862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae44101170 msgr2=0x7fae4419f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41400640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae44101170 0x7fae4419f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41400640 1 -- 172.21.15.6:0/284059862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae44106490 msgr2=0x7fae441a66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41400640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae44106490 0x7fae441a66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.975+0000 7fae41400640 1 -- 172.21.15.6:0/284059862 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae441a6d50 con 0x7fae44103ae0 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.976+0000 7fae41400640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44103ae0 0x7fae4419f670 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fae3000e9f0 tx=0x7fae3000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.976+0000 7fae3aa00640 1 -- 172.21.15.6:0/284059862 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3000ccc0 con 0x7fae44103ae0 2024-05-20T21:31:19.978 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.976+0000 7fae3aa00640 1 -- 172.21.15.6:0/284059862 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae3000ce60 con 0x7fae44103ae0 2024-05-20T21:31:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.976+0000 7fae43200640 1 -- 172.21.15.6:0/284059862 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae441a6fe0 con 0x7fae44103ae0 2024-05-20T21:31:19.979 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.976+0000 7fae3aa00640 1 -- 172.21.15.6:0/284059862 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae30010430 con 0x7fae44103ae0 2024-05-20T21:31:19.980 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.976+0000 7fae43200640 1 -- 172.21.15.6:0/284059862 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae441a7500 con 0x7fae44103ae0 2024-05-20T21:31:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae4bfd8740 1 Processor -- start 2024-05-20T21:31:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae4bfd8740 1 -- start start 2024-05-20T21:31:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae3aa00640 1 -- 172.21.15.6:0/284059862 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fae300046c0 con 0x7fae44103ae0 2024-05-20T21:31:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604eddfc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfc6e0 0x5604ede011e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604ede01850 0x5604ede03ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5604edd6bb90 con 0x5604eddfc6e0 2024-05-20T21:31:19.982 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5604edd5b730 con 0x5604ede01850 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5604edd5f770 con 0x5604eddfbcf0 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.980+0000 7fae42800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604eddfc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae42800640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604eddfc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42726/0 (socket says 172.21.15.6:42726) 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae42800640 1 -- 172.21.15.6:0/1431050213 learned_addr learned my addr 172.21.15.6:0/1431050213 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae41e00640 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfc6e0 0x5604ede011e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae41400640 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604ede01850 0x5604ede03ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae42800640 1 -- 172.21.15.6:0/1431050213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604ede01850 msgr2=0x5604ede03ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae42800640 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604ede01850 0x5604ede03ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae42800640 1 -- 172.21.15.6:0/1431050213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfc6e0 msgr2=0x5604ede011e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae42800640 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfc6e0 0x5604ede011e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae42800640 1 -- 172.21.15.6:0/1431050213 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604edcf48b0 con 0x5604eddfbcf0 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae41e00640 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfc6e0 0x5604ede011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae42800640 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604eddfc110 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fae3c011440 tx=0x7fae3c011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddcac636600ea33f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:19.983 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.981+0000 7fae2f400640 1 -- 172.21.15.6:0/1431050213 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3c003c30 con 0x5604eddfbcf0 2024-05-20T21:31:19.984 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.982+0000 7fae2f400640 1 -- 172.21.15.6:0/1431050213 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae3c003dd0 con 0x5604eddfbcf0 2024-05-20T21:31:19.984 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.982+0000 7fae2f400640 1 -- 172.21.15.6:0/1431050213 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3c00fa40 con 0x5604eddfbcf0 2024-05-20T21:31:19.984 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.982+0000 7fae3aa00640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fae280b2850 0x7fae280b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.982+0000 7fae4bfd8740 1 -- 172.21.15.6:0/1431050213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 msgr2=0x5604eddfc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:19.987 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.982+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604eddfc110 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fae3c011440 tx=0x7fae3c011900 comp rx=0 tx=0).stop 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae3aa00640 1 -- 172.21.15.6:0/284059862 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fae300e2600 con 0x7fae44103ae0 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae41e00640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fae280b2850 0x7fae280b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae4bfd8740 1 -- 172.21.15.6:0/1431050213 shutdown_connections 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604ede01850 0x5604ede03ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfc6e0 0x5604ede011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/1431050213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604eddfc110 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae4bfd8740 1 -- 172.21.15.6:0/1431050213 >> 172.21.15.6:0/1431050213 conn(0x5604eddf7360 msgr2=0x5604eddf7760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae4bfd8740 1 -- 172.21.15.6:0/1431050213 shutdown_connections 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae4bfd8740 1 -- 172.21.15.6:0/1431050213 wait complete. 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae4bfd8740 1 -- start start 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.983+0000 7fae41e00640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fae280b2850 0x7fae280b4d10 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fae34031500 tx=0x7fae34005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae4bfd8740 1 Processor -- start 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604ede05a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.988 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfc6e0 0x5604ede05fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604ede01850 0x5604ede0d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5604eda41790 con 0x5604ede01850 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5604edd03bc0 con 0x5604eddfc6e0 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5604ede04800 con 0x5604eddfbcf0 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae4bfd8740 10 client.0 _ll_register_callbacks cb 0x5604edce1400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae42800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604ede01850 0x5604ede0d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.984+0000 7fae42800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604ede01850 0x5604ede0d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47154/0 (socket says 172.21.15.6:47154) 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae42800640 1 -- 172.21.15.6:0/3731261429 learned_addr learned my addr 172.21.15.6:0/3731261429 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae41e00640 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604ede05a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae41400640 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfc6e0 0x5604ede05fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae42800640 1 -- 172.21.15.6:0/3731261429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 msgr2=0x5604ede05a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae42800640 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604ede05a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae42800640 1 -- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfc6e0 msgr2=0x5604ede05fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae42800640 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfc6e0 0x5604ede05fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.989 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae42800640 1 -- 172.21.15.6:0/3731261429 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604eda70210 con 0x5604ede01850 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae41400640 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfc6e0 0x5604ede05fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae42800640 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604ede01850 0x5604ede0d000 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fae3c011e00 tx=0x7fae3c004e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2ec5722a8eb613 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.985+0000 7fae23e00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.986+0000 7fae23e00640 1 -- 172.21.15.6:0/3731261429 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3c028070 con 0x5604ede01850 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.986+0000 7fae23e00640 1 -- 172.21.15.6:0/3731261429 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fae3c00fa10 con 0x5604ede01850 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.986+0000 7fae4bfd8740 1 -- 172.21.15.6:0/3731261429 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae3c003dd0 con 0x5604ede01850 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.986+0000 7fae23e00640 1 -- 172.21.15.6:0/3731261429 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fae3c034050 con 0x5604ede01850 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.986+0000 7fae4bfd8740 10 client.19677 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.986+0000 7fae4bfd8740 1 -- 172.21.15.6:0/3731261429 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5604edb3c620 con 0x5604ede01850 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.986+0000 7fae23e00640 1 -- 172.21.15.6:0/3731261429 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae3c003dd0 con 0x5604ede01850 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.987+0000 7fae23e00640 1 -- 172.21.15.6:0/3731261429 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fae3c005040 con 0x5604ede01850 2024-05-20T21:31:19.990 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.987+0000 7fae4bfd8740 10 client.19677 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:19.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.987+0000 7fae4bfd8740 10 client.19677 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:19.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.987+0000 7fae4bfd8740 20 client.19677 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:19.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.987+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5604ede11330 0x5604ede13720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:19.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.987+0000 7fae4bfd8740 4 client.19677 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:19.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.987+0000 7fae4bfd8740 1 -- 172.21.15.6:0/3731261429 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604edd6dae0 con 0x5604ede11330 2024-05-20T21:31:19.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.987+0000 7fae41e00640 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5604ede11330 0x5604ede13720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:19.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.988+0000 7fae41e00640 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5604ede11330 0x5604ede13720 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd62cb70ccad77b6 server_cookie=bdaf6684962c8135 in_seq=0 out_seq=0 2024-05-20T21:31:19.991 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.988+0000 7fae23e00640 10 client.19677 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae23e00640 1 -- 172.21.15.6:0/3731261429 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5604edd6dae0 con 0x5604ede11330 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae23e00640 10 client.19677 handle_command_reply: tid=0 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 client.19677 shutdown 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 -- 172.21.15.6:0/3731261429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604ede01850 msgr2=0x5604ede0d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604ede01850 0x5604ede0d000 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fae3c011e00 tx=0x7fae3c004e30 comp rx=0 tx=0).stop 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 -- 172.21.15.6:0/3731261429 shutdown_connections 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5604ede11330 0x5604ede13720 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604ede01850 0x5604ede0d000 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.992 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfc6e0 0x5604ede05fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/3731261429 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfbcf0 0x5604ede05a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae23e00640 0 client.19677 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 -- 172.21.15.6:0/3731261429 >> 172.21.15.6:0/3731261429 conn(0x5604eddf7360 msgr2=0x5604eddf64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 -- 172.21.15.6:0/3731261429 shutdown_connections 2024-05-20T21:31:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 1 -- 172.21.15.6:0/3731261429 wait complete. 2024-05-20T21:31:19.993 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:19.989+0000 7fae4bfd8740 20 client.19677 trim_cache size 0 max 16384 2024-05-20T21:31:20.006 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.006+0000 7fae4bfd8740 1 Processor -- start 2024-05-20T21:31:20.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.006+0000 7fae4bfd8740 1 -- start start 2024-05-20T21:31:20.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddf7360 0x5604eddfa750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfbcf0 0x5604eddfac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fae441b2f10 con 0x5604eddfbcf0 2024-05-20T21:31:20.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae441b07e0 con 0x5604eddf7360 2024-05-20T21:31:20.007 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fae441ae630 con 0x5604eddfc6e0 2024-05-20T21:31:20.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae41e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddf7360 0x5604eddfa750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae41400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfbcf0 0x5604eddfac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae41e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddf7360 0x5604eddfa750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60242/0 (socket says 172.21.15.6:60242) 2024-05-20T21:31:20.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae41e00640 1 -- 172.21.15.6:0/4121805521 learned_addr learned my addr 172.21.15.6:0/4121805521 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:20.008 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.007+0000 7fae42800640 1 --2- 172.21.15.6:0/4121805521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae41e00640 1 -- 172.21.15.6:0/4121805521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 msgr2=0x5604ede0cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae41e00640 1 --2- 172.21.15.6:0/4121805521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae41e00640 1 -- 172.21.15.6:0/4121805521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfbcf0 msgr2=0x5604eddfac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae41e00640 1 --2- 172.21.15.6:0/4121805521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfbcf0 0x5604eddfac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae41e00640 1 -- 172.21.15.6:0/4121805521 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604eddfc440 con 0x5604eddf7360 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae41e00640 1 --2- 172.21.15.6:0/4121805521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddf7360 0x5604eddfa750 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fae340098d0 tx=0x7fae3403f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d31514aacdd4d77 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae2ea00640 1 -- 172.21.15.6:0/4121805521 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34035070 con 0x5604eddf7360 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae2ea00640 1 -- 172.21.15.6:0/4121805521 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae34003c00 con 0x5604eddf7360 2024-05-20T21:31:20.009 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.008+0000 7fae2ea00640 1 -- 172.21.15.6:0/4121805521 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3403c6a0 con 0x5604eddf7360 2024-05-20T21:31:20.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 -- 172.21.15.6:0/4121805521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddf7360 msgr2=0x5604eddfa750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/4121805521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddf7360 0x5604eddfa750 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fae340098d0 tx=0x7fae3403f000 comp rx=0 tx=0).stop 2024-05-20T21:31:20.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 -- 172.21.15.6:0/4121805521 shutdown_connections 2024-05-20T21:31:20.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/4121805521 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/4121805521 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddfbcf0 0x5604eddfac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.012 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/4121805521 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddf7360 0x5604eddfa750 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 -- 172.21.15.6:0/4121805521 >> 172.21.15.6:0/4121805521 conn(0x5604ede01400 msgr2=0x5604eddfa040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 -- 172.21.15.6:0/4121805521 shutdown_connections 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 -- 172.21.15.6:0/4121805521 wait complete. 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.009+0000 7fae4bfd8740 1 -- start start 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae4bfd8740 1 Processor -- start 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddf7360 0x5604ede0a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfbcf0 0x5604ede0aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae4bfd8740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fae441aeca0 con 0x5604eddf7360 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fae441b0110 con 0x5604eddfbcf0 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae4bfd8740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fae441af370 con 0x5604eddfc6e0 2024-05-20T21:31:20.013 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae4bfd8740 10 client.0 _ll_register_callbacks cb 0x7fae3c009eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae41e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddf7360 0x5604ede0a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae41e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddf7360 0x5604ede0a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47178/0 (socket says 172.21.15.6:47178) 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae41e00640 1 -- 172.21.15.6:0/2548719210 learned_addr learned my addr 172.21.15.6:0/2548719210 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae42800640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.010+0000 7fae41400640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfbcf0 0x5604ede0aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae42800640 1 -- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfbcf0 msgr2=0x5604ede0aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae42800640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfbcf0 0x5604ede0aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae42800640 1 -- 172.21.15.6:0/2548719210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddf7360 msgr2=0x5604ede0a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae42800640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddf7360 0x5604ede0a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae42800640 1 -- 172.21.15.6:0/2548719210 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604ede0c010 con 0x5604eddfc6e0 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae41e00640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddf7360 0x5604ede0a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:20.014 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae41400640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfbcf0 0x5604ede0aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae42800640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0ba20 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fae3c005d70 tx=0x7fae3c004ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adc5de06fbd28276 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae23e00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae23e00640 1 -- 172.21.15.6:0/2548719210 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3c03c020 con 0x5604eddfc6e0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae4bfd8740 1 -- 172.21.15.6:0/2548719210 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae34003c00 con 0x5604eddfc6e0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.011+0000 7fae23e00640 1 -- 172.21.15.6:0/2548719210 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fae3c005ab0 con 0x5604eddfc6e0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae23e00640 1 -- 172.21.15.6:0/2548719210 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fae3c047050 con 0x5604eddfc6e0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae4bfd8740 10 client.29797 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae4bfd8740 1 -- 172.21.15.6:0/2548719210 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5604ede0d320 con 0x5604eddfc6e0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae23e00640 1 -- 172.21.15.6:0/2548719210 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae34003c00 con 0x5604eddfc6e0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae23e00640 1 -- 172.21.15.6:0/2548719210 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fae3c004090 con 0x5604eddfc6e0 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae4bfd8740 10 client.29797 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:20.015 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae4bfd8740 10 client.29797 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:20.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae4bfd8740 20 client.29797 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:20.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5604ede01850 0x5604ede7e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:20.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae4bfd8740 4 client.29797 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:31:20.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.012+0000 7fae4bfd8740 1 -- 172.21.15.6:0/2548719210 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5604edd672c0 con 0x5604ede01850 2024-05-20T21:31:20.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.013+0000 7fae41e00640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5604ede01850 0x5604ede7e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:20.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.013+0000 7fae41e00640 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5604ede01850 0x5604ede7e5d0 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e069317ab2d4465 server_cookie=ddd4b3ebf7913a40 in_seq=0 out_seq=0 2024-05-20T21:31:20.016 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.013+0000 7fae23e00640 10 client.29797 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:20.017 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:19 smithi006 ceph-mon[31422]: pgmap v904: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:20.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae23e00640 1 -- 172.21.15.6:0/2548719210 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5604edd672c0 con 0x5604ede01850 2024-05-20T21:31:20.030 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae23e00640 10 client.29797 handle_command_reply: tid=0 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 client.29797 shutdown 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 -- 172.21.15.6:0/2548719210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 msgr2=0x5604ede0ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0ba20 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fae3c005d70 tx=0x7fae3c004ea0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 -- 172.21.15.6:0/2548719210 shutdown_connections 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5604ede01850 0x5604ede7e5d0 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5604eddfc6e0 0x5604ede0ba20 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5604eddfbcf0 0x5604ede0aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae23e00640 0 client.29797 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 --2- 172.21.15.6:0/2548719210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5604eddf7360 0x5604ede0a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 -- 172.21.15.6:0/2548719210 >> 172.21.15.6:0/2548719210 conn(0x5604ede01400 msgr2=0x5604eddfa8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 -- 172.21.15.6:0/2548719210 shutdown_connections 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.030+0000 7fae4bfd8740 1 -- 172.21.15.6:0/2548719210 wait complete. 2024-05-20T21:31:20.031 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.031+0000 7fae4bfd8740 20 client.29797 trim_cache size 0 max 16384 2024-05-20T21:31:20.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:31:20.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:31:20.032 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.031+0000 7fae43200640 1 -- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fae280b2850 msgr2=0x7fae280b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.031+0000 7fae43200640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fae280b2850 0x7fae280b4d10 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fae34031500 tx=0x7fae34005a20 comp rx=0 tx=0).stop 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.031+0000 7fae43200640 1 -- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44103ae0 msgr2=0x7fae4419f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.031+0000 7fae43200640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44103ae0 0x7fae4419f670 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fae3000e9f0 tx=0x7fae3000edf0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.031+0000 7fae43200640 1 -- 172.21.15.6:0/284059862 shutdown_connections 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.031+0000 7fae43200640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fae280b2850 0x7fae280b4d10 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.032+0000 7fae43200640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fae44106490 0x7fae441a66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.032+0000 7fae43200640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fae44103ae0 0x7fae4419f670 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.032+0000 7fae43200640 1 --2- 172.21.15.6:0/284059862 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae44101170 0x7fae4419f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.032+0000 7fae43200640 1 -- 172.21.15.6:0/284059862 >> 172.21.15.6:0/284059862 conn(0x7fae440fcd30 msgr2=0x7fae441044a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:20.033 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.032+0000 7fae43200640 1 -- 172.21.15.6:0/284059862 shutdown_connections 2024-05-20T21:31:20.034 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:20.032+0000 7fae43200640 1 -- 172.21.15.6:0/284059862 wait complete. 2024-05-20T21:31:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:19 smithi062 ceph-mon[36640]: pgmap v904: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:19 smithi042 ceph-mon[36332]: pgmap v904: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:499/600: open fd = 3 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:500/600: open fd = 3 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:501/600: open fd = 3 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.441 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:502/600: open fd = 3 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:503/600: open fd = 3 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:504/600: open fd = 3 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.442 INFO:tasks.workunit.client.0.smithi006.stdout:505/600: open fd = 3 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:506/600: open fd = 3 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:507/600: open fd = 3 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:508/600: open fd = 3 2024-05-20T21:31:20.443 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:509/600: open fd = 3 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:510/600: open fd = 3 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:511/600: open fd = 3 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:512/600: open fd = 3 2024-05-20T21:31:20.444 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:513/600: open fd = 3 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:514/600: open fd = 3 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:515/600: open fd = 3 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.445 INFO:tasks.workunit.client.0.smithi006.stdout:516/600: open fd = 3 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:517/600: open fd = 3 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:518/600: open fd = 3 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:519/600: open fd = 3 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.446 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:520/600: open fd = 3 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:521/600: open fd = 3 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:522/600: open fd = 3 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:523/600: open fd = 3 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.447 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:524/600: open fd = 3 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:525/600: open fd = 3 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:526/600: open fd = 3 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:527/600: open fd = 3 2024-05-20T21:31:20.448 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:528/600: open fd = 3 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:529/600: open fd = 3 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:530/600: open fd = 3 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.449 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:531/600: open fd = 3 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:532/600: open fd = 3 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:533/600: open fd = 3 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:534/600: open fd = 3 2024-05-20T21:31:20.450 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:535/600: open fd = 3 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:536/600: open fd = 3 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:537/600: open fd = 3 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:538/600: open fd = 3 2024-05-20T21:31:20.451 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:539/600: open fd = 3 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:540/600: open fd = 3 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:541/600: open fd = 3 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:542/600: open fd = 3 2024-05-20T21:31:20.452 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:543/600: open fd = 3 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:544/600: open fd = 3 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:545/600: open fd = 3 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:546/600: open fd = 3 2024-05-20T21:31:20.453 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:547/600: open fd = 3 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:548/600: open fd = 3 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:549/600: open fd = 3 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.454 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:550/600: open fd = 3 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:551/600: open fd = 3 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:552/600: open fd = 3 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:553/600: open fd = 3 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.455 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:554/600: open fd = 3 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:555/600: open fd = 3 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:556/600: open fd = 3 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:557/600: open fd = 3 2024-05-20T21:31:20.456 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:558/600: open fd = 3 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:559/600: open fd = 3 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:560/600: open fd = 3 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:31:20.457 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:31:21.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.742+0000 7f13b5000700 1 -- 172.21.15.6:0/3918724549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01041a0 msgr2=0x7f13b01081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.742+0000 7f13b5000700 1 --2- 172.21.15.6:0/3918724549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01041a0 0x7f13b01081c0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f13980099c0 tx=0x7f1398009cd0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.743+0000 7f13b5000700 1 -- 172.21.15.6:0/3918724549 shutdown_connections 2024-05-20T21:31:21.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.743+0000 7f13b5000700 1 --2- 172.21.15.6:0/3918724549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13b01088f0 0x7f13b0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.743+0000 7f13b5000700 1 --2- 172.21.15.6:0/3918724549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b01037f0 0x7f13b0103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.743+0000 7f13b5000700 1 --2- 172.21.15.6:0/3918724549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01041a0 0x7f13b01081c0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.743+0000 7f13b5000700 1 -- 172.21.15.6:0/3918724549 >> 172.21.15.6:0/3918724549 conn(0x7f13b007a6a0 msgr2=0x7f13b007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:21.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.743+0000 7f13b5000700 1 -- 172.21.15.6:0/3918724549 shutdown_connections 2024-05-20T21:31:21.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.743+0000 7f13b5000700 1 -- 172.21.15.6:0/3918724549 wait complete. 2024-05-20T21:31:21.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.744+0000 7f13b5000700 1 Processor -- start 2024-05-20T21:31:21.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13b5000700 1 -- start start 2024-05-20T21:31:21.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13b5000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01037f0 0x7f13b019be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13b5000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b01041a0 0x7f13b019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.745 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13b5000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13b01088f0 0x7f13b01a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13b5000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f13b0113720 con 0x7f13b01088f0 2024-05-20T21:31:21.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13b5000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01135a0 con 0x7f13b01037f0 2024-05-20T21:31:21.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13b5000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01138a0 con 0x7f13b01041a0 2024-05-20T21:31:21.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13ae800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13b01088f0 0x7f13b01a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13ade00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01037f0 0x7f13b019be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13ade00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01037f0 0x7f13b019be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60260/0 (socket says 172.21.15.6:60260) 2024-05-20T21:31:21.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13ade00700 1 -- 172.21.15.6:0/325330931 learned_addr learned my addr 172.21.15.6:0/325330931 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:21.746 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.745+0000 7f13a5400700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b01041a0 0x7f13b019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.746+0000 7f13ade00700 1 -- 172.21.15.6:0/325330931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b01041a0 msgr2=0x7f13b019c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.746+0000 7f13ade00700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b01041a0 0x7f13b019c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.746+0000 7f13ade00700 1 -- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13b01088f0 msgr2=0x7f13b01a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.746+0000 7f13ade00700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13b01088f0 0x7f13b01a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.747 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.746+0000 7f13ade00700 1 -- 172.21.15.6:0/325330931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13b01a0e60 con 0x7f13b01037f0 2024-05-20T21:31:21.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.746+0000 7f13ade00700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01037f0 0x7f13b019be50 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f13a000e9c0 tx=0x7f13a000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:21.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.747+0000 7f13a7400700 1 -- 172.21.15.6:0/325330931 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a000cbd0 con 0x7f13b01037f0 2024-05-20T21:31:21.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.747+0000 7f13b5000700 1 -- 172.21.15.6:0/325330931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13b01a1150 con 0x7f13b01037f0 2024-05-20T21:31:21.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.747+0000 7f13a7400700 1 -- 172.21.15.6:0/325330931 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13a000ee60 con 0x7f13b01037f0 2024-05-20T21:31:21.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.747+0000 7f13a7400700 1 -- 172.21.15.6:0/325330931 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a00055c0 con 0x7f13b01037f0 2024-05-20T21:31:21.748 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.747+0000 7f13b5000700 1 -- 172.21.15.6:0/325330931 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13b01a89d0 con 0x7f13b01037f0 2024-05-20T21:31:21.750 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.750+0000 7f13a7400700 1 -- 172.21.15.6:0/325330931 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f13a0004750 con 0x7f13b01037f0 2024-05-20T21:31:21.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13bf8c5b80 1 Processor -- start 2024-05-20T21:31:21.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13bf8c5b80 1 -- start start 2024-05-20T21:31:21.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13a7400700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13940b2880 0x7f13940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1bad9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.752 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1badf30 0x55d0f1ba7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.754 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d0f1b05e40 con 0x55d0f1badf30 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d0f1af59e0 con 0x55d0f1ba8140 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13a7400700 1 -- 172.21.15.6:0/325330931 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f13a00e2590 con 0x7f13b01037f0 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d0f1af9a20 con 0x55d0f1bad610 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.752+0000 7f13ae800700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13940b2880 0x7f13940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13ae800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13ae800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba85c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60270/0 (socket says 172.21.15.6:60270) 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13ae800700 1 -- 172.21.15.6:0/1955613265 learned_addr learned my addr 172.21.15.6:0/1955613265 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13a5400700 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1badf30 0x55d0f1ba7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13ade00700 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1bad9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13a5400700 1 -- 172.21.15.6:0/1955613265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 msgr2=0x55d0f1bad9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:21.755 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13a5400700 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1bad9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13a5400700 1 -- 172.21.15.6:0/1955613265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1ba8140 msgr2=0x55d0f1ba85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13a5400700 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13a5400700 1 -- 172.21.15.6:0/1955613265 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0f1abe420 con 0x55d0f1badf30 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.753+0000 7f13ae800700 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.754+0000 7f13ae800700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13940b2880 0x7f13940b4d40 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f13a8013eb0 tx=0x7f13a8013530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.754+0000 7f13a5400700 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1badf30 0x55d0f1ba7b20 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f1398009990 tx=0x7f1398003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0f71b349a5c7d63 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.754+0000 7f139f400700 1 -- 172.21.15.6:0/1955613265 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1398028070 con 0x55d0f1badf30 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.754+0000 7f139f400700 1 -- 172.21.15.6:0/1955613265 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1398009590 con 0x55d0f1badf30 2024-05-20T21:31:21.756 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.754+0000 7f139f400700 1 -- 172.21.15.6:0/1955613265 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f139800b790 con 0x55d0f1badf30 2024-05-20T21:31:21.759 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1955613265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1badf30 msgr2=0x55d0f1ba7b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1badf30 0x55d0f1ba7b20 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f1398009990 tx=0x7f1398003680 comp rx=0 tx=0).stop 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1955613265 shutdown_connections 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1bad9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1955613265 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1badf30 0x55d0f1ba7b20 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1955613265 >> 172.21.15.6:0/1955613265 conn(0x55d0f1ad5be0 msgr2=0x55d0f1ba2690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1955613265 shutdown_connections 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.755+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1955613265 wait complete. 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.756+0000 7f13bf8c5b80 1 -- start start 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.756+0000 7f13bf8c5b80 1 Processor -- start 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1bb1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.760 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1bb1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d0f19fbfa0 con 0x55d0f1ba8140 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d0f1a96760 con 0x55d0f1badf30 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d0f1bb4980 con 0x55d0f1bad610 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13bf8c5b80 10 client.0 _ll_register_callbacks cb 0x55d0f1a9fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13ade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13ade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb3cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47222/0 (socket says 172.21.15.6:47222) 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13ade00700 1 -- 172.21.15.6:0/1980817301 learned_addr learned my addr 172.21.15.6:0/1980817301 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13ae800700 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1bb1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.757+0000 7f13a5400700 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1bb1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f13ade00700 1 -- 172.21.15.6:0/1980817301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 msgr2=0x55d0f1bb1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f13ade00700 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1bb1050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.761 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f13ade00700 1 -- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 msgr2=0x55d0f1bb1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f13ade00700 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1bb1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f13ade00700 1 -- 172.21.15.6:0/1980817301 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0f1a458d0 con 0x55d0f1ba8140 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f13ae800700 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1bb1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f13ade00700 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb3cb0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f13a00a9a40 tx=0x7f13a00a5240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a82f0db931a25c2e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f1393e00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f1393e00700 1 -- 172.21.15.6:0/1980817301 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a00c3060 con 0x55d0f1ba8140 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f1393e00700 1 -- 172.21.15.6:0/1980817301 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f13a00a60a0 con 0x55d0f1ba8140 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.758+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1980817301 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1398009590 con 0x55d0f1ba8140 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f1393e00700 1 -- 172.21.15.6:0/1980817301 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13a00a95c0 con 0x55d0f1ba8140 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f13bf8c5b80 10 client.19695 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1980817301 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0f1ac6060 con 0x55d0f1ba8140 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f1393e00700 1 -- 172.21.15.6:0/1980817301 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1398009590 con 0x55d0f1ba8140 2024-05-20T21:31:21.762 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f1393e00700 1 -- 172.21.15.6:0/1980817301 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f13a00e20e0 con 0x55d0f1ba8140 2024-05-20T21:31:21.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f13bf8c5b80 10 client.19695 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:21.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f13bf8c5b80 10 client.19695 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:21.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f13bf8c5b80 20 client.19695 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:21.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f1bc14b0 0x55d0f1bc38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f13bf8c5b80 4 client.19695 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:21.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.759+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1980817301 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0f1b07d90 con 0x55d0f1bc14b0 2024-05-20T21:31:21.763 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.760+0000 7f13a5400700 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f1bc14b0 0x55d0f1bc38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.760+0000 7f13a5400700 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f1bc14b0 0x55d0f1bc38a0 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26396b8a6ea3eef server_cookie=9b174be14092be50 in_seq=0 out_seq=0 2024-05-20T21:31:21.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.760+0000 7f1393e00700 10 client.19695 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:21.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.761+0000 7f1393e00700 1 -- 172.21.15.6:0/1980817301 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d0f1b07d90 con 0x55d0f1bc14b0 2024-05-20T21:31:21.764 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.761+0000 7f1393e00700 10 client.19695 handle_command_reply: tid=0 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.761+0000 7f13bf8c5b80 1 client.19695 shutdown 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1980817301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 msgr2=0x55d0f1bb3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb3cb0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f13a00a9a40 tx=0x7f13a00a5240 comp rx=0 tx=0).stop 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1980817301 shutdown_connections 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1bb1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb3cb0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f1bc14b0 0x55d0f1bc38a0 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/1980817301 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1bb1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f1393e00700 0 client.19695 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1980817301 >> 172.21.15.6:0/1980817301 conn(0x55d0f1ad5be0 msgr2=0x55d0f1ba1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1980817301 shutdown_connections 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/1980817301 wait complete. 2024-05-20T21:31:21.765 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.762+0000 7f13bf8c5b80 20 client.19695 trim_cache size 0 max 16384 2024-05-20T21:31:21.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.779+0000 7f13bf8c5b80 1 Processor -- start 2024-05-20T21:31:21.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.779+0000 7f13bf8c5b80 1 -- start start 2024-05-20T21:31:21.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.779+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.779+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1ba8520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.779+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1baeba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01b2990 con 0x55d0f1ba8140 2024-05-20T21:31:21.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01b0220 con 0x55d0f1badf30 2024-05-20T21:31:21.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01ae070 con 0x55d0f1bad610 2024-05-20T21:31:21.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba7b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47230/0 (socket says 172.21.15.6:47230) 2024-05-20T21:31:21.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ade00700 1 -- 172.21.15.6:0/3478800178 learned_addr learned my addr 172.21.15.6:0/3478800178 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:21.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ae800700 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1baeba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13a5400700 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1ba8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ae800700 1 -- 172.21.15.6:0/3478800178 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 msgr2=0x55d0f1ba8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:21.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ae800700 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1ba8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ae800700 1 -- 172.21.15.6:0/3478800178 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 msgr2=0x55d0f1ba7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:21.782 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ae800700 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ae800700 1 -- 172.21.15.6:0/3478800178 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0f1ba34a0 con 0x55d0f1badf30 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13a5400700 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1ba8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.780+0000 7f13ade00700 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.781+0000 7f13ae800700 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1baeba0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f13a8006130 tx=0x7f13a801d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f63846dff8b00d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.781+0000 7f139ea00700 1 -- 172.21.15.6:0/3478800178 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a8021070 con 0x55d0f1badf30 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.781+0000 7f139ea00700 1 -- 172.21.15.6:0/3478800178 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13a8008e20 con 0x55d0f1badf30 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.781+0000 7f139ea00700 1 -- 172.21.15.6:0/3478800178 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a801ba00 con 0x55d0f1badf30 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/3478800178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 msgr2=0x55d0f1baeba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1baeba0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f13a8006130 tx=0x7f13a801d000 comp rx=0 tx=0).stop 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/3478800178 shutdown_connections 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1badf30 0x55d0f1baeba0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1ba7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/3478800178 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1bad610 0x55d0f1ba8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/3478800178 >> 172.21.15.6:0/3478800178 conn(0x55d0f1ad5be0 msgr2=0x55d0f1baf940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:21.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/3478800178 shutdown_connections 2024-05-20T21:31:21.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.782+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/3478800178 wait complete. 2024-05-20T21:31:21.784 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.783+0000 7f13bf8c5b80 1 -- start start 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.783+0000 7f13bf8c5b80 1 Processor -- start 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.783+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.783+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1bad610 0x55d0f1bba150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.783+0000 7f13bf8c5b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1badf30 0x55d0f1bc81e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01ae6e0 con 0x55d0f1ba8140 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01afb50 con 0x55d0f1bad610 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13bf8c5b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f13b01aedb0 con 0x55d0f1badf30 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13bf8c5b80 10 client.0 _ll_register_callbacks cb 0x55d0f1a9fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.786 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ade00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb9c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47240/0 (socket says 172.21.15.6:47240) 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ade00700 1 -- 172.21.15.6:0/178269016 learned_addr learned my addr 172.21.15.6:0/178269016 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13a5400700 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1bad610 0x55d0f1bba150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ae800700 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1badf30 0x55d0f1bc81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ade00700 1 -- 172.21.15.6:0/178269016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1badf30 msgr2=0x55d0f1bc81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ade00700 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1badf30 0x55d0f1bc81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ade00700 1 -- 172.21.15.6:0/178269016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1bad610 msgr2=0x55d0f1bba150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ade00700 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1bad610 0x55d0f1bba150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.784+0000 7f13ade00700 1 -- 172.21.15.6:0/178269016 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0f1bc87d0 con 0x55d0f1ba8140 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.785+0000 7f13ade00700 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb9c10 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f13a00a6050 tx=0x7f13a00a92f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=541d0f49af3a649f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.785+0000 7f1393e00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.785+0000 7f1393e00700 1 -- 172.21.15.6:0/178269016 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13a00a5970 con 0x55d0f1ba8140 2024-05-20T21:31:21.787 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.785+0000 7f1393e00700 1 -- 172.21.15.6:0/178269016 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f13a00a5040 con 0x55d0f1ba8140 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.785+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/178269016 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13a8008e20 con 0x55d0f1ba8140 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.785+0000 7f1393e00700 1 -- 172.21.15.6:0/178269016 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13a00c3020 con 0x55d0f1ba8140 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.785+0000 7f13bf8c5b80 10 client.19701 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.785+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/178269016 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0f1c2b900 con 0x55d0f1ba8140 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f1393e00700 1 -- 172.21.15.6:0/178269016 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13a8008e20 con 0x55d0f1ba8140 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f1393e00700 1 -- 172.21.15.6:0/178269016 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f13a0004a40 con 0x55d0f1ba8140 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f13bf8c5b80 10 client.19701 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f13bf8c5b80 10 client.19701 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f13bf8c5b80 20 client.19701 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f1c2c050 0x55d0f1c2e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f13bf8c5b80 4 client.19701 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:21.788 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/178269016 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d0f1b01570 con 0x55d0f1c2c050 2024-05-20T21:31:21.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.786+0000 7f13a5400700 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f1c2c050 0x55d0f1c2e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:21.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f13a5400700 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f1c2c050 0x55d0f1c2e470 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b103343b4eaa4e76 server_cookie=b3a036c0e8575c3b in_seq=0 out_seq=0 2024-05-20T21:31:21.789 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f1393e00700 10 client.19701 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f1393e00700 1 -- 172.21.15.6:0/178269016 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d0f1b01570 con 0x55d0f1c2c050 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f1393e00700 10 client.19701 handle_command_reply: tid=0 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f13bf8c5b80 1 client.19701 shutdown 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/178269016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 msgr2=0x55d0f1bb9c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb9c10 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f13a00a6050 tx=0x7f13a00a92f0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/178269016 shutdown_connections 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.787+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f1c2c050 0x55d0f1c2e470 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.788+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f1badf30 0x55d0f1bc81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.788+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f1ba8140 0x55d0f1bb9c10 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.788+0000 7f13bf8c5b80 1 --2- 172.21.15.6:0/178269016 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f1bad610 0x55d0f1bba150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.788+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/178269016 >> 172.21.15.6:0/178269016 conn(0x55d0f1ad5be0 msgr2=0x55d0f1bb01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:21.790 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.788+0000 7f1393e00700 0 client.19701 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:21.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.788+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/178269016 shutdown_connections 2024-05-20T21:31:21.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.788+0000 7f13bf8c5b80 1 -- 172.21.15.6:0/178269016 wait complete. 2024-05-20T21:31:21.791 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.788+0000 7f13bf8c5b80 20 client.19701 trim_cache size 0 max 16384 2024-05-20T21:31:21.791 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 -- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13940b2880 msgr2=0x7f13940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13940b2880 0x7f13940b4d40 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f13a8013eb0 tx=0x7f13a8013530 comp rx=0 tx=0).stop 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 -- 172.21.15.6:0/325330931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01037f0 msgr2=0x7f13b019be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01037f0 0x7f13b019be50 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f13a000e9c0 tx=0x7f13a000ecd0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 -- 172.21.15.6:0/325330931 shutdown_connections 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f13940b2880 0x7f13940b4d40 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f13b01088f0 0x7f13b01a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f13b01037f0 0x7f13b019be50 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 --2- 172.21.15.6:0/325330931 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b01041a0 0x7f13b019c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 -- 172.21.15.6:0/325330931 >> 172.21.15.6:0/325330931 conn(0x7f13b007a6a0 msgr2=0x7f13b01019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 -- 172.21.15.6:0/325330931 shutdown_connections 2024-05-20T21:31:21.792 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:21.789+0000 7f13b5000700 1 -- 172.21.15.6:0/325330931 wait complete. 2024-05-20T21:31:21.865 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:21 smithi006 ceph-mon[31422]: pgmap v905: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:21 smithi062 ceph-mon[36640]: pgmap v905: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:21 smithi042 ceph-mon[36332]: pgmap v905: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:23.857 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:31:23.857 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:31:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:23 smithi062 ceph-mon[36640]: pgmap v906: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:31:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:23 smithi042 ceph-mon[36332]: pgmap v906: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:31:24.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:23 smithi006 ceph-mon[31422]: pgmap v906: 97 pgs: 97 active+clean; 3.7 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-20T21:31:24.330 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:25 smithi062 ceph-mon[36640]: pgmap v907: 97 pgs: 97 active+clean; 3.7 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:31:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:25 smithi042 ceph-mon[36332]: pgmap v907: 97 pgs: 97 active+clean; 3.7 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:31:26.141 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:25 smithi006 ceph-mon[31422]: pgmap v907: 97 pgs: 97 active+clean; 3.7 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:31:26.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.721+0000 7fbc6fa00700 1 -- 172.21.15.6:0/3305468568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68105750 msgr2=0x7fbc68105bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.721+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/3305468568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68105750 0x7fbc68105bd0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fbc54009990 tx=0x7fbc54009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.722 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.722+0000 7fbc6fa00700 1 -- 172.21.15.6:0/3305468568 shutdown_connections 2024-05-20T21:31:26.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.722+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/3305468568 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc68106110 0x7fbc68112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.722+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/3305468568 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc6810b750 0x7fbc6810bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.722+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/3305468568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68105750 0x7fbc68105bd0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.722+0000 7fbc6fa00700 1 -- 172.21.15.6:0/3305468568 >> 172.21.15.6:0/3305468568 conn(0x7fbc68101240 msgr2=0x7fbc68103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:26.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.722+0000 7fbc6fa00700 1 -- 172.21.15.6:0/3305468568 shutdown_connections 2024-05-20T21:31:26.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.722+0000 7fbc6fa00700 1 -- 172.21.15.6:0/3305468568 wait complete. 2024-05-20T21:31:26.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.723+0000 7fbc6fa00700 1 Processor -- start 2024-05-20T21:31:26.723 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.724+0000 7fbc6fa00700 1 -- start start 2024-05-20T21:31:26.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.724+0000 7fbc6fa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc68105750 0x7fbc6819be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.724+0000 7fbc6fa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68106110 0x7fbc6819c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.724+0000 7fbc6fa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc6810b750 0x7fbc681a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.724+0000 7fbc6fa00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbc681159e0 con 0x7fbc6810b750 2024-05-20T21:31:26.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.724+0000 7fbc6fa00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbc68115860 con 0x7fbc68105750 2024-05-20T21:31:26.724 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.724+0000 7fbc6fa00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbc68115b60 con 0x7fbc68106110 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.724+0000 7fbc67e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68106110 0x7fbc6819c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc6da00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc6810b750 0x7fbc681a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc6d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc68105750 0x7fbc6819be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc67e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68106110 0x7fbc6819c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42796/0 (socket says 172.21.15.6:42796) 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc67e00700 1 -- 172.21.15.6:0/514343692 learned_addr learned my addr 172.21.15.6:0/514343692 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc67e00700 1 -- 172.21.15.6:0/514343692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc68105750 msgr2=0x7fbc6819be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc67e00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc68105750 0x7fbc6819be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc67e00700 1 -- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc6810b750 msgr2=0x7fbc681a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc67e00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc6810b750 0x7fbc681a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc67e00700 1 -- 172.21.15.6:0/514343692 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc681a0e60 con 0x7fbc68106110 2024-05-20T21:31:26.726 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.725+0000 7fbc67e00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68106110 0x7fbc6819c390 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fbc54000c00 tx=0x7fbc540057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:26.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.726+0000 7fbc65600700 1 -- 172.21.15.6:0/514343692 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc54027070 con 0x7fbc68106110 2024-05-20T21:31:26.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.726+0000 7fbc6fa00700 1 -- 172.21.15.6:0/514343692 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc681a10f0 con 0x7fbc68106110 2024-05-20T21:31:26.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.726+0000 7fbc65600700 1 -- 172.21.15.6:0/514343692 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc54022470 con 0x7fbc68106110 2024-05-20T21:31:26.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.726+0000 7fbc65600700 1 -- 172.21.15.6:0/514343692 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc54017650 con 0x7fbc68106110 2024-05-20T21:31:26.727 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.726+0000 7fbc6fa00700 1 -- 172.21.15.6:0/514343692 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc681a89d0 con 0x7fbc68106110 2024-05-20T21:31:26.731 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.732+0000 7fbc65600700 1 -- 172.21.15.6:0/514343692 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbc5402a070 con 0x7fbc68106110 2024-05-20T21:31:26.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.732+0000 7fbc7a332b80 1 Processor -- start 2024-05-20T21:31:26.732 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.732+0000 7fbc7a332b80 1 -- start start 2024-05-20T21:31:26.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a56975da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569757ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569758640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a5696b5ec0 con 0x55a56975d690 2024-05-20T21:31:26.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a5696a5a60 con 0x55a56975dfb0 2024-05-20T21:31:26.733 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a5696a9aa0 con 0x55a5697581c0 2024-05-20T21:31:26.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc6da00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a56975da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.734 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc6d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569757ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc67e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569758640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc6d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569757ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:60316/0 (socket says 172.21.15.6:60316) 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.733+0000 7fbc6d000700 1 -- 172.21.15.6:0/3448199124 learned_addr learned my addr 172.21.15.6:0/3448199124 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc6d000700 1 -- 172.21.15.6:0/3448199124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 msgr2=0x55a569758640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc6d000700 1 --2- 172.21.15.6:0/3448199124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569758640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc6d000700 1 -- 172.21.15.6:0/3448199124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 msgr2=0x55a56975da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc6d000700 1 --2- 172.21.15.6:0/3448199124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a56975da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc6d000700 1 -- 172.21.15.6:0/3448199124 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a56966e4a0 con 0x55a56975dfb0 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc65600700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbc500b2880 0x7fbc500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc6d000700 1 --2- 172.21.15.6:0/3448199124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569757ba0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c009d00 tx=0x7fbc5c011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afede58c973e01c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc65600700 1 -- 172.21.15.6:0/514343692 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbc540e2ff0 con 0x7fbc68106110 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc6da00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbc500b2880 0x7fbc500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.735 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc5a000700 1 -- 172.21.15.6:0/3448199124 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c004230 con 0x55a56975dfb0 2024-05-20T21:31:26.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc5a000700 1 -- 172.21.15.6:0/3448199124 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5c0043d0 con 0x55a56975dfb0 2024-05-20T21:31:26.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.734+0000 7fbc5a000700 1 -- 172.21.15.6:0/3448199124 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c019920 con 0x55a56975dfb0 2024-05-20T21:31:26.736 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.735+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3448199124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 msgr2=0x55a569757ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.735+0000 7fbc6da00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbc500b2880 0x7fbc500b4d40 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fbc60009fd0 tx=0x7fbc6000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.735+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3448199124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569757ba0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c009d00 tx=0x7fbc5c011720 comp rx=0 tx=0).stop 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.735+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3448199124 shutdown_connections 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.735+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3448199124 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569758640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.735+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3448199124 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a56975da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.735+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3448199124 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569757ba0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.735+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3448199124 >> 172.21.15.6:0/3448199124 conn(0x55a569685c60 msgr2=0x55a569752710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.736+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3448199124 shutdown_connections 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.736+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3448199124 wait complete. 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.736+0000 7fbc7a332b80 1 -- start start 2024-05-20T21:31:26.737 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.736+0000 7fbc7a332b80 1 Processor -- start 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569763ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975d690 0x55a569761040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975dfb0 0x55a569761580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55a5695ac020 con 0x55a56975dfb0 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55a5696467e0 con 0x55a56975d690 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55a569764a60 con 0x55a5697581c0 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc7a332b80 10 client.0 _ll_register_callbacks cb 0x55a56964fcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc6d000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569763ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc6da00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975dfb0 0x55a569761580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.739 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc6d000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569763ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42810/0 (socket says 172.21.15.6:42810) 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc6d000700 1 -- 172.21.15.6:0/1703843762 learned_addr learned my addr 172.21.15.6:0/1703843762 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.737+0000 7fbc67e00700 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975d690 0x55a569761040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.738+0000 7fbc6d000700 1 -- 172.21.15.6:0/1703843762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975d690 msgr2=0x55a569761040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.738+0000 7fbc6d000700 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975d690 0x55a569761040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.738+0000 7fbc6d000700 1 -- 172.21.15.6:0/1703843762 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975dfb0 msgr2=0x55a569761580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.738+0000 7fbc6d000700 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975dfb0 0x55a569761580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.738+0000 7fbc6d000700 1 -- 172.21.15.6:0/1703843762 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5695f5950 con 0x55a5697581c0 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.738+0000 7fbc6da00700 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975dfb0 0x55a569761580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.738+0000 7fbc6d000700 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569763ca0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c019460 tx=0x7fbc5c0038b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d40dbf3a54ed6c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.738+0000 7fbc4ea00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.739+0000 7fbc4ea00700 1 -- 172.21.15.6:0/1703843762 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c005240 con 0x55a5697581c0 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.739+0000 7fbc4ea00700 1 -- 172.21.15.6:0/1703843762 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbc5c0053e0 con 0x55a5697581c0 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.739+0000 7fbc7a332b80 1 -- 172.21.15.6:0/1703843762 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc5c0043d0 con 0x55a5697581c0 2024-05-20T21:31:26.740 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.739+0000 7fbc4ea00700 1 -- 172.21.15.6:0/1703843762 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbc5c005ce0 con 0x55a5697581c0 2024-05-20T21:31:26.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.739+0000 7fbc7a332b80 10 client.29824 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:26.741 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.739+0000 7fbc7a332b80 1 -- 172.21.15.6:0/1703843762 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a5696760e0 con 0x55a5697581c0 2024-05-20T21:31:26.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.739+0000 7fbc4ea00700 1 -- 172.21.15.6:0/1703843762 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5c0043d0 con 0x55a5697581c0 2024-05-20T21:31:26.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.740+0000 7fbc4ea00700 1 -- 172.21.15.6:0/1703843762 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbc5c019560 con 0x55a5697581c0 2024-05-20T21:31:26.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.740+0000 7fbc7a332b80 10 client.29824 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:26.742 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.740+0000 7fbc7a332b80 10 client.29824 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.740+0000 7fbc7a332b80 20 client.29824 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.740+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a569771440 0x55a569773830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.740+0000 7fbc7a332b80 4 client.29824 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.740+0000 7fbc7a332b80 1 -- 172.21.15.6:0/1703843762 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a5696b7e10 con 0x55a569771440 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.740+0000 7fbc67e00700 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a569771440 0x55a569773830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.741+0000 7fbc67e00700 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a569771440 0x55a569773830 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48cd507f1b8b92fc server_cookie=7627b3ac786cf6ce in_seq=0 out_seq=0 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.741+0000 7fbc4ea00700 10 client.29824 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.741+0000 7fbc4ea00700 1 -- 172.21.15.6:0/1703843762 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a5696b7e10 con 0x55a569771440 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.741+0000 7fbc4ea00700 10 client.29824 handle_command_reply: tid=0 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 client.29824 shutdown 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 -- 172.21.15.6:0/1703843762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 msgr2=0x55a569763ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569763ca0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c019460 tx=0x7fbc5c0038b0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.743 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 -- 172.21.15.6:0/1703843762 shutdown_connections 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975dfb0 0x55a569761580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a569771440 0x55a569773830 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a5697581c0 0x55a569763ca0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/1703843762 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975d690 0x55a569761040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 -- 172.21.15.6:0/1703843762 >> 172.21.15.6:0/1703843762 conn(0x55a569685c60 msgr2=0x55a569751df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc4ea00700 0 client.29824 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 -- 172.21.15.6:0/1703843762 shutdown_connections 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 1 -- 172.21.15.6:0/1703843762 wait complete. 2024-05-20T21:31:26.744 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.742+0000 7fbc7a332b80 20 client.29824 trim_cache size 0 max 16384 2024-05-20T21:31:26.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.765+0000 7fbc7a332b80 1 Processor -- start 2024-05-20T21:31:26.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.765+0000 7fbc7a332b80 1 -- start start 2024-05-20T21:31:26.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5697581c0 0x55a569757ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975d690 0x55a5697601c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569752570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbc681b2890 con 0x55a5697581c0 2024-05-20T21:31:26.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbc681b0120 con 0x55a56975dfb0 2024-05-20T21:31:26.766 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbc681adf70 con 0x55a56975d690 2024-05-20T21:31:26.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc6d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5697581c0 0x55a569757ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc6d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5697581c0 0x55a569757ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:47276/0 (socket says 172.21.15.6:47276) 2024-05-20T21:31:26.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc6d000700 1 -- 172.21.15.6:0/4199532303 learned_addr learned my addr 172.21.15.6:0/4199532303 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:26.767 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc67e00700 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975d690 0x55a5697601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.766+0000 7fbc6da00700 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569752570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc6d000700 1 -- 172.21.15.6:0/4199532303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975d690 msgr2=0x55a5697601c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc6d000700 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975d690 0x55a5697601c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc6d000700 1 -- 172.21.15.6:0/4199532303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 msgr2=0x55a569752570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc6d000700 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569752570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc6d000700 1 -- 172.21.15.6:0/4199532303 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a56975ddb0 con 0x55a5697581c0 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc6d000700 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5697581c0 0x55a569757ba0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c0095f0 tx=0x7fbc5c009830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2a82b711303a0c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc59600700 1 -- 172.21.15.6:0/4199532303 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c003cb0 con 0x55a5697581c0 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc59600700 1 -- 172.21.15.6:0/4199532303 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5c038020 con 0x55a5697581c0 2024-05-20T21:31:26.768 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.767+0000 7fbc59600700 1 -- 172.21.15.6:0/4199532303 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c022430 con 0x55a5697581c0 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 -- 172.21.15.6:0/4199532303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5697581c0 msgr2=0x55a569757ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5697581c0 0x55a569757ba0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c0095f0 tx=0x7fbc5c009830 comp rx=0 tx=0).stop 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 -- 172.21.15.6:0/4199532303 shutdown_connections 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a56975dfb0 0x55a569752570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a5697581c0 0x55a569757ba0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/4199532303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975d690 0x55a5697601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 -- 172.21.15.6:0/4199532303 >> 172.21.15.6:0/4199532303 conn(0x55a569685c60 msgr2=0x55a56975c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 -- 172.21.15.6:0/4199532303 shutdown_connections 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.768+0000 7fbc7a332b80 1 -- 172.21.15.6:0/4199532303 wait complete. 2024-05-20T21:31:26.770 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 1 -- start start 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 1 Processor -- start 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5697581c0 0x55a56976a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a569766cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975dfb0 0x55a569767280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbc681ae5e0 con 0x55a56975d690 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbc681afa50 con 0x55a5697581c0 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbc681aecb0 con 0x55a56975dfb0 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.769+0000 7fbc7a332b80 10 client.0 _ll_register_callbacks cb 0x55a56964fcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc67e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a569766cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6da00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975dfb0 0x55a569767280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6d000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5697581c0 0x55a56976a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6da00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975dfb0 0x55a569767280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42842/0 (socket says 172.21.15.6:42842) 2024-05-20T21:31:26.771 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6da00700 1 -- 172.21.15.6:0/3837724542 learned_addr learned my addr 172.21.15.6:0/3837724542 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:26.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6da00700 1 -- 172.21.15.6:0/3837724542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5697581c0 msgr2=0x55a56976a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:26.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6da00700 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5697581c0 0x55a56976a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6da00700 1 -- 172.21.15.6:0/3837724542 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 msgr2=0x55a569766cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:26.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6da00700 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a569766cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6da00700 1 -- 172.21.15.6:0/3837724542 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a569767ac0 con 0x55a56975dfb0 2024-05-20T21:31:26.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc6d000700 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5697581c0 0x55a56976a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:26.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.770+0000 7fbc67e00700 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a569766cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:26.773 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.771+0000 7fbc6da00700 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975dfb0 0x55a569767280 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fbc60004a40 tx=0x7fbc60004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e85d91f50cc42a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.771+0000 7fbc4ea00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.771+0000 7fbc4ea00700 1 -- 172.21.15.6:0/3837724542 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc60004bb0 con 0x55a56975dfb0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.771+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3837724542 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc5c038020 con 0x55a56975dfb0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.771+0000 7fbc4ea00700 1 -- 172.21.15.6:0/3837724542 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbc60004d50 con 0x55a56975dfb0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.771+0000 7fbc4ea00700 1 -- 172.21.15.6:0/3837724542 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbc60024ae0 con 0x55a56975dfb0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.771+0000 7fbc7a332b80 10 client.29830 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.771+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3837724542 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a5697dcff0 con 0x55a56975dfb0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc4ea00700 1 -- 172.21.15.6:0/3837724542 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5c038020 con 0x55a56975dfb0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc4ea00700 1 -- 172.21.15.6:0/3837724542 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbc60038420 con 0x55a56975dfb0 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc7a332b80 10 client.29830 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc7a332b80 10 client.29830 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc7a332b80 20 client.29830 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a5697dd6e0 0x55a5697dfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:26.774 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc7a332b80 4 client.29830 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:31:26.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3837724542 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a5696b15f0 con 0x55a5697dd6e0 2024-05-20T21:31:26.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.772+0000 7fbc6d000700 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a5697dd6e0 0x55a5697dfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:26.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.773+0000 7fbc6d000700 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a5697dd6e0 0x55a5697dfb00 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b66ef6f18473bea1 server_cookie=ffc13663ccb2bd62 in_seq=0 out_seq=0 2024-05-20T21:31:26.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.773+0000 7fbc4ea00700 10 client.29830 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.774+0000 7fbc4ea00700 1 -- 172.21.15.6:0/3837724542 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a5696b15f0 con 0x55a5697dd6e0 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.774+0000 7fbc4ea00700 10 client.29830 handle_command_reply: tid=0 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.774+0000 7fbc7a332b80 1 client.29830 shutdown 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.774+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3837724542 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975dfb0 msgr2=0x55a569767280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.774+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975dfb0 0x55a569767280 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fbc60004a40 tx=0x7fbc60004b40 comp rx=0 tx=0).stop 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3837724542 shutdown_connections 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55a5697dd6e0 0x55a5697dfb00 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55a56975dfb0 0x55a569767280 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55a5697581c0 0x55a56976a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 1 --2- 172.21.15.6:0/3837724542 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55a56975d690 0x55a569766cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc4ea00700 0 client.29830 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3837724542 >> 172.21.15.6:0/3837724542 conn(0x55a569685c60 msgr2=0x55a56975c150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3837724542 shutdown_connections 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 1 -- 172.21.15.6:0/3837724542 wait complete. 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.775+0000 7fbc7a332b80 20 client.29830 trim_cache size 0 max 16384 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "1781b6f1-c38b-4cd3-98b1-8ffd1beb7ec5", 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:31:26.777 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:31:26.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 -- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbc500b2880 msgr2=0x7fbc500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbc500b2880 0x7fbc500b4d40 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fbc60009fd0 tx=0x7fbc6000b040 comp rx=0 tx=0).stop 2024-05-20T21:31:26.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 -- 172.21.15.6:0/514343692 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68106110 msgr2=0x7fbc6819c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:26.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68106110 0x7fbc6819c390 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fbc54000c00 tx=0x7fbc540057c0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 -- 172.21.15.6:0/514343692 shutdown_connections 2024-05-20T21:31:26.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbc500b2880 0x7fbc500b4d40 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbc6810b750 0x7fbc681a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbc68105750 0x7fbc6819be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 --2- 172.21.15.6:0/514343692 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbc68106110 0x7fbc6819c390 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:26.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 -- 172.21.15.6:0/514343692 >> 172.21.15.6:0/514343692 conn(0x7fbc68101240 msgr2=0x7fbc681019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:26.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 -- 172.21.15.6:0/514343692 shutdown_connections 2024-05-20T21:31:26.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:26.776+0000 7fbc6fa00700 1 -- 172.21.15.6:0/514343692 wait complete. 2024-05-20T21:31:27.697 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:31:27.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:27 smithi006 ceph-mon[31422]: pgmap v908: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:27.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:27 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:31:27.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:27 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:27.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:27 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:31:27.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:27 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:27 smithi062 ceph-mon[36640]: pgmap v908: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:28.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:27 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:31:28.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:27 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:28.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:27 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:31:28.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:27 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:27 smithi042 ceph-mon[36332]: pgmap v908: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-20T21:31:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:27 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:31:28.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:27 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:28.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:27 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:31:28.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:27 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:28.192 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:30.031 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:29 smithi006 ceph-mon[31422]: pgmap v909: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:31:30.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:29 smithi062 ceph-mon[36640]: pgmap v909: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:31:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:29 smithi042 ceph-mon[36332]: pgmap v909: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:31:30.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.612+0000 7f7c40600700 1 -- 172.21.15.6:0/4062749952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381088f0 msgr2=0x7f7c38110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.612+0000 7f7c40600700 1 --2- 172.21.15.6:0/4062749952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381088f0 0x7f7c38110470 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f7c3000b0a0 tx=0x7f7c3000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.612+0000 7f7c40600700 1 -- 172.21.15.6:0/4062749952 shutdown_connections 2024-05-20T21:31:30.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.612+0000 7f7c40600700 1 --2- 172.21.15.6:0/4062749952 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381088f0 0x7f7c38110470 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.612+0000 7f7c40600700 1 --2- 172.21.15.6:0/4062749952 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c381037f0 0x7f7c38103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.612+0000 7f7c40600700 1 --2- 172.21.15.6:0/4062749952 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c381041a0 0x7f7c381081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.613 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.613+0000 7f7c40600700 1 -- 172.21.15.6:0/4062749952 >> 172.21.15.6:0/4062749952 conn(0x7f7c3807a6a0 msgr2=0x7f7c3807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:30.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.613+0000 7f7c40600700 1 -- 172.21.15.6:0/4062749952 shutdown_connections 2024-05-20T21:31:30.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.613+0000 7f7c40600700 1 -- 172.21.15.6:0/4062749952 wait complete. 2024-05-20T21:31:30.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.614+0000 7f7c40600700 1 Processor -- start 2024-05-20T21:31:30.614 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.614+0000 7f7c40600700 1 -- start start 2024-05-20T21:31:30.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c40600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381037f0 0x7f7c3819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c40600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c381041a0 0x7f7c3819fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.615 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c40600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c381088f0 0x7f7c38199940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c40600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381136e0 con 0x7f7c381041a0 2024-05-20T21:31:30.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c40600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7c38113560 con 0x7f7c381088f0 2024-05-20T21:31:30.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c40600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7c38113860 con 0x7f7c381037f0 2024-05-20T21:31:30.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381037f0 0x7f7c3819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c3d200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c381041a0 0x7f7c3819fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381037f0 0x7f7c3819f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:40966/0 (socket says 172.21.15.6:40966) 2024-05-20T21:31:30.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c3dc00700 1 -- 172.21.15.6:0/358967440 learned_addr learned my addr 172.21.15.6:0/358967440 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:30.616 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.615+0000 7f7c3e600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c381088f0 0x7f7c38199940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.616+0000 7f7c3dc00700 1 -- 172.21.15.6:0/358967440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c381088f0 msgr2=0x7f7c38199940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.616+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c381088f0 0x7f7c38199940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.616+0000 7f7c3dc00700 1 -- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c381041a0 msgr2=0x7f7c3819fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.616+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c381041a0 0x7f7c3819fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.616+0000 7f7c3dc00700 1 -- 172.21.15.6:0/358967440 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c3819a0a0 con 0x7f7c381037f0 2024-05-20T21:31:30.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.616+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381037f0 0x7f7c3819f780 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c00e9c0 tx=0x7f7c2c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:30.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.617+0000 7f7c36000700 1 -- 172.21.15.6:0/358967440 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c00cbd0 con 0x7f7c381037f0 2024-05-20T21:31:30.617 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.617+0000 7f7c40600700 1 -- 172.21.15.6:0/358967440 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c3819a390 con 0x7f7c381037f0 2024-05-20T21:31:30.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.617+0000 7f7c36000700 1 -- 172.21.15.6:0/358967440 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c2c00ee60 con 0x7f7c381037f0 2024-05-20T21:31:30.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.617+0000 7f7c36000700 1 -- 172.21.15.6:0/358967440 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c0055a0 con 0x7f7c381037f0 2024-05-20T21:31:30.618 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.617+0000 7f7c40600700 1 -- 172.21.15.6:0/358967440 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c381a6650 con 0x7f7c381037f0 2024-05-20T21:31:30.620 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.621+0000 7f7c36000700 1 -- 172.21.15.6:0/358967440 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7c2c004750 con 0x7f7c381037f0 2024-05-20T21:31:30.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.621+0000 7f7c4aecdb80 1 Processor -- start 2024-05-20T21:31:30.621 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c4aecdb80 1 -- start start 2024-05-20T21:31:30.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x5652199599f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219959f30 0x565219953b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219954140 0x5652199545c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5652198b1e40 con 0x565219959f30 2024-05-20T21:31:30.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5652198a19e0 con 0x565219954140 2024-05-20T21:31:30.622 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5652198a5a20 con 0x565219959610 2024-05-20T21:31:30.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c36000700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c200b2900 0x7f7c200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.622+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219959f30 0x565219953b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219959f30 0x565219953b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49244/0 (socket says 172.21.15.6:49244) 2024-05-20T21:31:30.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3dc00700 1 -- 172.21.15.6:0/663384058 learned_addr learned my addr 172.21.15.6:0/663384058 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:30.623 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3d200700 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219954140 0x5652199545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3e600700 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x5652199599f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3e600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c200b2900 0x7f7c200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c36000700 1 -- 172.21.15.6:0/358967440 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7c2c0e2510 con 0x7f7c381037f0 2024-05-20T21:31:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3dc00700 1 -- 172.21.15.6:0/663384058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 msgr2=0x5652199599f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x5652199599f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3dc00700 1 -- 172.21.15.6:0/663384058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219954140 msgr2=0x5652199545c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219954140 0x5652199545c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.624 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.623+0000 7f7c3dc00700 1 -- 172.21.15.6:0/663384058 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56521986a420 con 0x565219959f30 2024-05-20T21:31:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.624+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219959f30 0x565219953b20 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c00c5b0 tx=0x7f7c2c0cc4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c78d9152a04c9687 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.624+0000 7f7c2aa00700 1 -- 172.21.15.6:0/663384058 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c0a51c0 con 0x565219959f30 2024-05-20T21:31:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.624+0000 7f7c3e600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c200b2900 0x7f7c200b4dc0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f7c30006130 tx=0x7f7c3000b720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.624+0000 7f7c2aa00700 1 -- 172.21.15.6:0/663384058 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c2c00cd70 con 0x565219959f30 2024-05-20T21:31:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.624+0000 7f7c2aa00700 1 -- 172.21.15.6:0/663384058 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c0b2600 con 0x565219959f30 2024-05-20T21:31:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/663384058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219959f30 msgr2=0x565219953b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.625 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219959f30 0x565219953b20 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c00c5b0 tx=0x7f7c2c0cc4c0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/663384058 shutdown_connections 2024-05-20T21:31:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219954140 0x5652199545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x5652199599f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/663384058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219959f30 0x565219953b20 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/663384058 >> 172.21.15.6:0/663384058 conn(0x565219881be0 msgr2=0x56521994e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/663384058 shutdown_connections 2024-05-20T21:31:30.626 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.625+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/663384058 wait complete. 2024-05-20T21:31:30.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.626+0000 7f7c4aecdb80 1 -- start start 2024-05-20T21:31:30.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.626+0000 7f7c4aecdb80 1 Processor -- start 2024-05-20T21:31:30.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.626+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.626+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959610 0x56521995d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.628 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.626+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959f30 0x56521995d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.626+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5652197a7fa0 con 0x565219954140 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.626+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x565219842760 con 0x565219959610 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.626+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x565219960920 con 0x565219959f30 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c4aecdb80 10 client.0 _ll_register_callbacks cb 0x56521984bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959610 0x56521995d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3d200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959610 0x56521995d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35010/0 (socket says 172.21.15.6:35010) 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49260/0 (socket says 172.21.15.6:49260) 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3d200700 1 -- 172.21.15.6:0/2706039957 learned_addr learned my addr 172.21.15.6:0/2706039957 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3e600700 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959f30 0x56521995d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3e600700 1 -- 172.21.15.6:0/2706039957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959610 msgr2=0x56521995d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3e600700 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959610 0x56521995d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3e600700 1 -- 172.21.15.6:0/2706039957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 msgr2=0x56521995fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:30.629 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3e600700 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3e600700 1 -- 172.21.15.6:0/2706039957 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652197f18d0 con 0x565219959f30 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.627+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.628+0000 7f7c3e600700 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959f30 0x56521995d570 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f7c30009fd0 tx=0x7f7c3000b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af107c608a6c1628 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.628+0000 7f7c1f400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.628+0000 7f7c1f400700 1 -- 172.21.15.6:0/2706039957 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c30032060 con 0x565219959f30 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.628+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/2706039957 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5652198b3d90 con 0x565219959f30 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.628+0000 7f7c1f400700 1 -- 172.21.15.6:0/2706039957 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7c300050b0 con 0x565219959f30 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.628+0000 7f7c1f400700 1 -- 172.21.15.6:0/2706039957 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7c300052b0 con 0x565219959f30 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.628+0000 7f7c4aecdb80 10 client.29842 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:30.630 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.628+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/2706039957 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565219872060 con 0x565219959f30 2024-05-20T21:31:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.629+0000 7f7c1f400700 1 -- 172.21.15.6:0/2706039957 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5652198b3d90 con 0x565219959f30 2024-05-20T21:31:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.629+0000 7f7c1f400700 1 -- 172.21.15.6:0/2706039957 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7c30011070 con 0x565219959f30 2024-05-20T21:31:30.632 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.629+0000 7f7c4aecdb80 10 client.29842 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.629+0000 7f7c4aecdb80 10 client.29842 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.629+0000 7f7c4aecdb80 20 client.29842 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.629+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56521996d470 0x56521996f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.629+0000 7f7c4aecdb80 4 client.29842 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.629+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/2706039957 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652198ad570 con 0x56521996d470 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.630+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56521996d470 0x56521996f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.630+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56521996d470 0x56521996f8c0 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a1cb6de3de11441 server_cookie=120069d66a47af9f in_seq=0 out_seq=0 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.630+0000 7f7c1f400700 10 client.29842 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.631+0000 7f7c1f400700 1 -- 172.21.15.6:0/2706039957 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5652198ad570 con 0x56521996d470 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.631+0000 7f7c1f400700 10 client.29842 handle_command_reply: tid=0 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.631+0000 7f7c4aecdb80 1 client.29842 shutdown 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.631+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/2706039957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959f30 msgr2=0x56521995d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.633 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.631+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959f30 0x56521995d570 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f7c30009fd0 tx=0x7f7c3000b3b0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/2706039957 shutdown_connections 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x56521996d470 0x56521996f8c0 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959f30 0x56521995d570 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/2706039957 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959610 0x56521995d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c1f400700 0 client.29842 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/2706039957 >> 172.21.15.6:0/2706039957 conn(0x565219881be0 msgr2=0x56521994dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/2706039957 shutdown_connections 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/2706039957 wait complete. 2024-05-20T21:31:30.634 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.632+0000 7f7c4aecdb80 20 client.29842 trim_cache size 0 max 16384 2024-05-20T21:31:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.655+0000 7f7c4aecdb80 1 Processor -- start 2024-05-20T21:31:30.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.655+0000 7f7c4aecdb80 1 -- start start 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.655+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.655+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x56521994e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.655+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 0x565219975190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.655+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381b0700 con 0x565219954140 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.655+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381adf90 con 0x565219959f30 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.655+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381abde0 con 0x565219959610 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49266/0 (socket says 172.21.15.6:49266) 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 -- 172.21.15.6:0/676034067 learned_addr learned my addr 172.21.15.6:0/676034067 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:30.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3d200700 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x56521994e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3e600700 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 0x565219975190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 -- 172.21.15.6:0/676034067 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 msgr2=0x56521994e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x56521994e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 -- 172.21.15.6:0/676034067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 msgr2=0x565219975190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 0x565219975190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 -- 172.21.15.6:0/676034067 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565219960000 con 0x565219954140 2024-05-20T21:31:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.656+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995c030 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c0cae00 tx=0x7f7c2c00cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d1a723052152935 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c2a000700 1 -- 172.21.15.6:0/676034067 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c08e030 con 0x565219954140 2024-05-20T21:31:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c2a000700 1 -- 172.21.15.6:0/676034067 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c2c0a9540 con 0x565219954140 2024-05-20T21:31:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c2a000700 1 -- 172.21.15.6:0/676034067 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2c0b2660 con 0x565219954140 2024-05-20T21:31:30.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/676034067 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 msgr2=0x56521995c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995c030 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c0cae00 tx=0x7f7c2c00cf50 comp rx=0 tx=0).stop 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/676034067 shutdown_connections 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 0x565219975190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x56521995c030 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/676034067 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x56521994e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.657+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/676034067 >> 172.21.15.6:0/676034067 conn(0x565219881be0 msgr2=0x56521995b920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.658+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/676034067 shutdown_connections 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.658+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/676034067 wait complete. 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.658+0000 7f7c4aecdb80 1 -- start start 2024-05-20T21:31:30.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.658+0000 7f7c4aecdb80 1 Processor -- start 2024-05-20T21:31:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x565219966390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x565219974a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.661 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c4aecdb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 0x565219975010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381ac450 con 0x565219954140 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381ad8c0 con 0x565219959f30 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c4aecdb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381acb20 con 0x565219959610 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c4aecdb80 10 client.0 _ll_register_callbacks cb 0x56521984bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c3d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x565219974a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c3dc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x565219966390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c3d200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x565219974a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41008/0 (socket says 172.21.15.6:41008) 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c3d200700 1 -- 172.21.15.6:0/1071901511 learned_addr learned my addr 172.21.15.6:0/1071901511 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.659+0000 7f7c3e600700 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 0x565219975010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c3d200700 1 -- 172.21.15.6:0/1071901511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 msgr2=0x565219975010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c3d200700 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 0x565219975010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c3d200700 1 -- 172.21.15.6:0/1071901511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 msgr2=0x565219966390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:30.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c3d200700 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x565219966390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c3d200700 1 -- 172.21.15.6:0/1071901511 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565219975850 con 0x565219959610 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x565219966390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c3d200700 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x565219974a90 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f7c240129a0 tx=0x7f7c24012cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=deeb3407cba09776 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c1f400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c1f400700 1 -- 172.21.15.6:0/1071901511 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2400f870 con 0x565219959610 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/1071901511 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c2c0a9540 con 0x565219959610 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.660+0000 7f7c1f400700 1 -- 172.21.15.6:0/1071901511 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7c2400fa10 con 0x565219959610 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c1f400700 1 -- 172.21.15.6:0/1071901511 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7c2400fc10 con 0x565219959610 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c4aecdb80 10 client.29848 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/1071901511 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5652199dc580 con 0x565219959610 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c1f400700 1 -- 172.21.15.6:0/1071901511 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c2c0a9540 con 0x565219959610 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c1f400700 1 -- 172.21.15.6:0/1071901511 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7c24028430 con 0x565219959610 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c4aecdb80 10 client.29848 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:30.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c4aecdb80 10 client.29848 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:30.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c4aecdb80 20 client.29848 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:30.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5652199dccc0 0x5652199df0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:30.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c4aecdb80 4 client.29848 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:31:30.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.661+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/1071901511 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x565219724250 con 0x5652199dccc0 2024-05-20T21:31:30.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.662+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5652199dccc0 0x5652199df0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:30.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.662+0000 7f7c3dc00700 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5652199dccc0 0x5652199df0e0 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84a885d11532f508 server_cookie=179ca65efc6b0e55 in_seq=0 out_seq=0 2024-05-20T21:31:30.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.662+0000 7f7c1f400700 10 client.29848 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:30.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.662+0000 7f7c1f400700 1 -- 172.21.15.6:0/1071901511 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x565219724250 con 0x5652199dccc0 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.662+0000 7f7c1f400700 10 client.29848 handle_command_reply: tid=0 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 client.29848 shutdown 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/1071901511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 msgr2=0x565219974a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x565219974a90 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f7c240129a0 tx=0x7f7c24012cb0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/1071901511 shutdown_connections 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x565219959f30 0x565219975010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x565219954140 0x565219966390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5652199dccc0 0x5652199df0e0 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 --2- 172.21.15.6:0/1071901511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x565219959610 0x565219974a90 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/1071901511 >> 172.21.15.6:0/1071901511 conn(0x565219881be0 msgr2=0x56521995c1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c1f400700 0 client.29848 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:30.666 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/1071901511 shutdown_connections 2024-05-20T21:31:30.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 1 -- 172.21.15.6:0/1071901511 wait complete. 2024-05-20T21:31:30.667 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.663+0000 7f7c4aecdb80 20 client.29848 trim_cache size 0 max 16384 2024-05-20T21:31:30.667 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:31:30.667 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:31:30.667 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:31:30.667 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 -- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c200b2900 msgr2=0x7f7c200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c200b2900 0x7f7c200b4dc0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f7c30006130 tx=0x7f7c3000b720 comp rx=0 tx=0).stop 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 -- 172.21.15.6:0/358967440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381037f0 msgr2=0x7f7c3819f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381037f0 0x7f7c3819f780 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c00e9c0 tx=0x7f7c2c00ecd0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 -- 172.21.15.6:0/358967440 shutdown_connections 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7c200b2900 0x7f7c200b4dc0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7c381088f0 0x7f7c38199940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7c381037f0 0x7f7c3819f780 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 --2- 172.21.15.6:0/358967440 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7c381041a0 0x7f7c3819fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:30.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 -- 172.21.15.6:0/358967440 >> 172.21.15.6:0/358967440 conn(0x7f7c3807a6a0 msgr2=0x7f7c38102d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:30.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 -- 172.21.15.6:0/358967440 shutdown_connections 2024-05-20T21:31:30.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:30.664+0000 7f7c40600700 1 -- 172.21.15.6:0/358967440 wait complete. 2024-05-20T21:31:30.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:30 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:31:31.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:30 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:31:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:30 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:31:31.645 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:31:31.645 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:31:31.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:31 smithi006 ceph-mon[31422]: pgmap v910: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:31:32.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:31 smithi062 ceph-mon[36640]: pgmap v910: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:31:32.118 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:31 smithi042 ceph-mon[36332]: pgmap v910: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-20T21:31:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 -- 172.21.15.6:0/1419949129 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c1068b0 msgr2=0x7fda6c10d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.183 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 --2- 172.21.15.6:0/1419949129 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c1068b0 0x7fda6c10d140 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fda64009ca0 tx=0x7fda6402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 -- 172.21.15.6:0/1419949129 shutdown_connections 2024-05-20T21:31:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 --2- 172.21.15.6:0/1419949129 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c1068b0 0x7fda6c10d140 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 --2- 172.21.15.6:0/1419949129 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda6c105ef0 0x7fda6c106370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 --2- 172.21.15.6:0/1419949129 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6c104d00 0x7fda6c105120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 -- 172.21.15.6:0/1419949129 >> 172.21.15.6:0/1419949129 conn(0x7fda6c100270 msgr2=0x7fda6c1026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 -- 172.21.15.6:0/1419949129 shutdown_connections 2024-05-20T21:31:33.184 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.183+0000 7fda71a00640 1 -- 172.21.15.6:0/1419949129 wait complete. 2024-05-20T21:31:33.185 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.185+0000 7fda71a00640 1 Processor -- start 2024-05-20T21:31:33.185 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.185+0000 7fda71a00640 1 -- start start 2024-05-20T21:31:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.185+0000 7fda71a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c104d00 0x7fda6c19aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.185+0000 7fda71a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6c105ef0 0x7fda6c19b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.185+0000 7fda71a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda6c1068b0 0x7fda6c1a2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.185+0000 7fda71a00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c110880 con 0x7fda6c1068b0 2024-05-20T21:31:33.186 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.185+0000 7fda71a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c110700 con 0x7fda6c105ef0 2024-05-20T21:31:33.187 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.185+0000 7fda71a00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c110a00 con 0x7fda6c104d00 2024-05-20T21:31:33.187 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6c105ef0 0x7fda6c19b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.187 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6aa00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c104d00 0x7fda6c19aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.187 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6a000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6c105ef0 0x7fda6c19b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35050/0 (socket says 172.21.15.6:35050) 2024-05-20T21:31:33.187 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6a000640 1 -- 172.21.15.6:0/3559693430 learned_addr learned my addr 172.21.15.6:0/3559693430 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:33.187 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6b400640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda6c1068b0 0x7fda6c1a2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.188 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6aa00640 1 -- 172.21.15.6:0/3559693430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6c105ef0 msgr2=0x7fda6c19b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.188 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6aa00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6c105ef0 0x7fda6c19b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.188 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6aa00640 1 -- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda6c1068b0 msgr2=0x7fda6c1a2480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.188 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6aa00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda6c1068b0 0x7fda6c1a2480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.188 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.186+0000 7fda6aa00640 1 -- 172.21.15.6:0/3559693430 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda6c1a2af0 con 0x7fda6c104d00 2024-05-20T21:31:33.188 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.187+0000 7fda6a000640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6c105ef0 0x7fda6c19b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:33.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.187+0000 7fda6aa00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c104d00 0x7fda6c19aed0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fda5c00e9c0 tx=0x7fda5c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.187+0000 7fda63400640 1 -- 172.21.15.6:0/3559693430 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c00ccc0 con 0x7fda6c104d00 2024-05-20T21:31:33.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.187+0000 7fda63400640 1 -- 172.21.15.6:0/3559693430 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda5c0035f0 con 0x7fda6c104d00 2024-05-20T21:31:33.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.187+0000 7fda71a00640 1 -- 172.21.15.6:0/3559693430 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda6c076ef0 con 0x7fda6c104d00 2024-05-20T21:31:33.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.187+0000 7fda63400640 1 -- 172.21.15.6:0/3559693430 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c00ce60 con 0x7fda6c104d00 2024-05-20T21:31:33.189 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.188+0000 7fda71a00640 1 -- 172.21.15.6:0/3559693430 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda6c0773f0 con 0x7fda6c104d00 2024-05-20T21:31:33.192 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda74830740 1 Processor -- start 2024-05-20T21:31:33.192 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda74830740 1 -- start start 2024-05-20T21:31:33.192 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda63400640 1 -- 172.21.15.6:0/3559693430 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fda5c004000 con 0x7fda6c104d00 2024-05-20T21:31:33.192 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda74830740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a74f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.192 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda74830740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a75520 0x558337a7a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda74830740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a7a690 0x558337a7cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda74830740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5583379e4b90 con 0x558337a74b30 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda74830740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5583379d4730 con 0x558337a75520 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.191+0000 7fda74830740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5583379d8770 con 0x558337a7a690 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a74f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a74f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49308/0 (socket says 172.21.15.6:49308) 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6b400640 1 -- 172.21.15.6:0/209916437 learned_addr learned my addr 172.21.15.6:0/209916437 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6aa00640 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a75520 0x558337a7a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6a000640 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a7a690 0x558337a7cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6b400640 1 -- 172.21.15.6:0/209916437 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a7a690 msgr2=0x558337a7cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.193 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6b400640 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a7a690 0x558337a7cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6b400640 1 -- 172.21.15.6:0/209916437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a75520 msgr2=0x558337a7a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6b400640 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a75520 0x558337a7a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.194 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.192+0000 7fda6b400640 1 -- 172.21.15.6:0/209916437 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55833796d8b0 con 0x558337a74b30 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.193+0000 7fda6b400640 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a74f50 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fda64009ca0 tx=0x7fda640093c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3182bc5e362f4341 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.193+0000 7fda57e00640 1 -- 172.21.15.6:0/209916437 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda64050070 con 0x558337a74b30 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.193+0000 7fda57e00640 1 -- 172.21.15.6:0/209916437 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda64036040 con 0x558337a74b30 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.193+0000 7fda57e00640 1 -- 172.21.15.6:0/209916437 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda64004040 con 0x558337a74b30 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.193+0000 7fda63400640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fda500b27e0 0x7fda500b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda6aa00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fda500b27e0 0x7fda500b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda63400640 1 -- 172.21.15.6:0/3559693430 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fda5c0e2690 con 0x7fda6c104d00 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 -- 172.21.15.6:0/209916437 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 msgr2=0x558337a74f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a74f50 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fda64009ca0 tx=0x7fda640093c0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 -- 172.21.15.6:0/209916437 shutdown_connections 2024-05-20T21:31:33.199 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a7a690 0x558337a7cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a75520 0x558337a7a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 --2- 172.21.15.6:0/209916437 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a74f50 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 -- 172.21.15.6:0/209916437 >> 172.21.15.6:0/209916437 conn(0x558337a701a0 msgr2=0x558337a705a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 -- 172.21.15.6:0/209916437 shutdown_connections 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda74830740 1 -- 172.21.15.6:0/209916437 wait complete. 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.194+0000 7fda6aa00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fda500b27e0 0x7fda500b4ca0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fda5c0e2930 tx=0x7fda5c0e8530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.195+0000 7fda74830740 1 -- start start 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.195+0000 7fda74830740 1 Processor -- start 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.195+0000 7fda74830740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.195+0000 7fda74830740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a7ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.195+0000 7fda74830740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a85e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.195+0000 7fda74830740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x5583376ba790 con 0x558337a74b30 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.195+0000 7fda74830740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55833797cbc0 con 0x558337a7a690 2024-05-20T21:31:33.200 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.195+0000 7fda74830740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x558337a7d5e0 con 0x558337a75520 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda74830740 10 client.0 _ll_register_callbacks cb 0x55833795a400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6a000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a7ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49314/0 (socket says 172.21.15.6:49314) 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6b400640 1 -- 172.21.15.6:0/1078482935 learned_addr learned my addr 172.21.15.6:0/1078482935 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6b400640 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a85e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6a000640 1 -- 172.21.15.6:0/1078482935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 msgr2=0x558337a85e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6a000640 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a85e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6a000640 1 -- 172.21.15.6:0/1078482935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 msgr2=0x558337a7e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6a000640 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.196+0000 7fda6a000640 1 -- 172.21.15.6:0/1078482935 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583376e9210 con 0x558337a75520 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.197+0000 7fda6a000640 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a7ee30 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fda58009620 tx=0x7fda5800f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=659af161a8505b26 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.201 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.197+0000 7fda54c00640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.197+0000 7fda54c00640 1 -- 172.21.15.6:0/1078482935 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5800fe50 con 0x558337a75520 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.197+0000 7fda74830740 1 -- 172.21.15.6:0/1078482935 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda64036040 con 0x558337a75520 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.197+0000 7fda54c00640 1 -- 172.21.15.6:0/1078482935 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fda58004050 con 0x558337a75520 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.197+0000 7fda54c00640 1 -- 172.21.15.6:0/1078482935 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda58004250 con 0x558337a75520 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.197+0000 7fda74830740 10 client.29860 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.197+0000 7fda74830740 1 -- 172.21.15.6:0/1078482935 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5583377b5620 con 0x558337a75520 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda54c00640 1 -- 172.21.15.6:0/1078482935 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda64036040 con 0x558337a75520 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda54c00640 1 -- 172.21.15.6:0/1078482935 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fda58026450 con 0x558337a75520 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda74830740 10 client.29860 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda74830740 10 client.29860 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda74830740 20 client.29860 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda74830740 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558337a8a3d0 0x558337a8c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.202 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda74830740 4 client.29860 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:33.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda74830740 1 -- 172.21.15.6:0/1078482935 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583379e6ae0 con 0x558337a8a3d0 2024-05-20T21:31:33.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.198+0000 7fda6b400640 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558337a8a3d0 0x558337a8c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.199+0000 7fda6b400640 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558337a8a3d0 0x558337a8c840 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=736720dba1a19091 server_cookie=13ad0f92beff0f54 in_seq=0 out_seq=0 2024-05-20T21:31:33.203 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.199+0000 7fda54c00640 10 client.29860 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda54c00640 1 -- 172.21.15.6:0/1078482935 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5583379e6ae0 con 0x558337a8a3d0 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda54c00640 10 client.29860 handle_command_reply: tid=0 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 client.29860 shutdown 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 -- 172.21.15.6:0/1078482935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 msgr2=0x558337a7ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a7ee30 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fda58009620 tx=0x7fda5800f790 comp rx=0 tx=0).stop 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 -- 172.21.15.6:0/1078482935 shutdown_connections 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558337a8a3d0 0x558337a8c840 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a85e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.204 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a7ee30 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 --2- 172.21.15.6:0/1078482935 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 -- 172.21.15.6:0/1078482935 >> 172.21.15.6:0/1078482935 conn(0x558337a701a0 msgr2=0x558337a6f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda54c00640 0 client.29860 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:33.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 -- 172.21.15.6:0/1078482935 shutdown_connections 2024-05-20T21:31:33.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.200+0000 7fda74830740 1 -- 172.21.15.6:0/1078482935 wait complete. 2024-05-20T21:31:33.205 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.201+0000 7fda74830740 20 client.29860 trim_cache size 0 max 16384 2024-05-20T21:31:33.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda74830740 1 Processor -- start 2024-05-20T21:31:33.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda74830740 1 -- start start 2024-05-20T21:31:33.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda74830740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda74830740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a75520 0x558337a85e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda74830740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a73710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda74830740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c1aa780 con 0x558337a75520 2024-05-20T21:31:33.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda74830740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c1a8050 con 0x558337a7a690 2024-05-20T21:31:33.218 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda74830740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c1a5ea0 con 0x558337a74b30 2024-05-20T21:31:33.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda6a000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a75520 0x558337a85e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda6a000640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a75520 0x558337a85e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49322/0 (socket says 172.21.15.6:49322) 2024-05-20T21:31:33.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda6a000640 1 -- 172.21.15.6:0/455871872 learned_addr learned my addr 172.21.15.6:0/455871872 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:33.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.218+0000 7fda6b400640 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda6b400640 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a73710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda6a000640 1 -- 172.21.15.6:0/455871872 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a74b30 msgr2=0x558337a7e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda6a000640 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.220 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda6a000640 1 -- 172.21.15.6:0/455871872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 msgr2=0x558337a73710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda6a000640 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a73710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda6a000640 1 -- 172.21.15.6:0/455871872 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558337a7d9b0 con 0x558337a75520 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda6b400640 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a73710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda6a000640 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a75520 0x558337a85e30 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fda58026a30 tx=0x7fda58012910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=413313d97bed52d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda57400640 1 -- 172.21.15.6:0/455871872 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58026450 con 0x558337a75520 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda57400640 1 -- 172.21.15.6:0/455871872 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda580265f0 con 0x558337a75520 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.219+0000 7fda57400640 1 -- 172.21.15.6:0/455871872 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda580306b0 con 0x558337a75520 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 -- 172.21.15.6:0/455871872 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a75520 msgr2=0x558337a85e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a75520 0x558337a85e30 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fda58026a30 tx=0x7fda58012910 comp rx=0 tx=0).stop 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 -- 172.21.15.6:0/455871872 shutdown_connections 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a7a690 0x558337a73710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.221 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a75520 0x558337a85e30 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 --2- 172.21.15.6:0/455871872 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a74b30 0x558337a7e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 -- 172.21.15.6:0/455871872 >> 172.21.15.6:0/455871872 conn(0x558337a701a0 msgr2=0x558337a75fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 -- 172.21.15.6:0/455871872 shutdown_connections 2024-05-20T21:31:33.222 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.220+0000 7fda74830740 1 -- 172.21.15.6:0/455871872 wait complete. 2024-05-20T21:31:33.224 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 1 -- start start 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 1 Processor -- start 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a74b30 0x558337a83ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a84010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a7a690 0x558337a85020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c1a6510 con 0x558337a7a690 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c1a7980 con 0x558337a74b30 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fda6c1a6be0 con 0x558337a75520 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.221+0000 7fda74830740 10 client.0 _ll_register_callbacks cb 0x7fda58009cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a7a690 0x558337a85020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6a000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a84010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.225 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a74b30 0x558337a83ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a7a690 0x558337a85020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:49328/0 (socket says 172.21.15.6:49328) 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 -- 172.21.15.6:0/1979475367 learned_addr learned my addr 172.21.15.6:0/1979475367 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6a000640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a84010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41058/0 (socket says 172.21.15.6:41058) 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 -- 172.21.15.6:0/1979475367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 msgr2=0x558337a84010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a84010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 -- 172.21.15.6:0/1979475367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a74b30 msgr2=0x558337a83ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a74b30 0x558337a83ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 -- 172.21.15.6:0/1979475367 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558337a6ffd0 con 0x558337a7a690 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda6b400640 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a7a690 0x558337a85020 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fda64009ca0 tx=0x7fda580128a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73ce4c418aa94e77 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.222+0000 7fda54c00640 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda54c00640 1 -- 172.21.15.6:0/1979475367 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda64050040 con 0x558337a7a690 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda54c00640 1 -- 172.21.15.6:0/1979475367 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fda6402f810 con 0x558337a7a690 2024-05-20T21:31:33.226 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda74830740 1 -- 172.21.15.6:0/1979475367 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda580265f0 con 0x558337a7a690 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda54c00640 1 -- 172.21.15.6:0/1979475367 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda6402fa10 con 0x558337a7a690 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda74830740 10 client.19755 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda74830740 1 -- 172.21.15.6:0/1979475367 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558337af5320 con 0x558337a7a690 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda54c00640 1 -- 172.21.15.6:0/1979475367 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda580265f0 con 0x558337a7a690 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda54c00640 1 -- 172.21.15.6:0/1979475367 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fda64030d20 con 0x558337a7a690 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda74830740 10 client.19755 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda74830740 10 client.19755 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda74830740 20 client.19755 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.223+0000 7fda74830740 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558337af58e0 0x558337af7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.224+0000 7fda74830740 4 client.19755 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.224+0000 7fda74830740 1 -- 172.21.15.6:0/1979475367 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5583379e02c0 con 0x558337af58e0 2024-05-20T21:31:33.227 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.224+0000 7fda6a000640 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558337af58e0 0x558337af7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:33.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.224+0000 7fda6a000640 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558337af58e0 0x558337af7cd0 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b63c18a46dfe152b server_cookie=67bb6e1f6589a641 in_seq=0 out_seq=0 2024-05-20T21:31:33.228 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.224+0000 7fda54c00640 10 client.19755 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:33.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda54c00640 1 -- 172.21.15.6:0/1979475367 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5583379e02c0 con 0x558337af58e0 2024-05-20T21:31:33.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda54c00640 10 client.19755 handle_command_reply: tid=0 2024-05-20T21:31:33.240 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 client.19755 shutdown 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 -- 172.21.15.6:0/1979475367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a7a690 msgr2=0x558337a85020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a7a690 0x558337a85020 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fda64009ca0 tx=0x7fda580128a0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 -- 172.21.15.6:0/1979475367 shutdown_connections 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x558337af58e0 0x558337af7cd0 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x558337a7a690 0x558337a85020 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x558337a75520 0x558337a84010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 --2- 172.21.15.6:0/1979475367 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x558337a74b30 0x558337a83ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda54c00640 0 client.19755 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 -- 172.21.15.6:0/1979475367 >> 172.21.15.6:0/1979475367 conn(0x558337a701a0 msgr2=0x558337a73710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 -- 172.21.15.6:0/1979475367 shutdown_connections 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 1 -- 172.21.15.6:0/1979475367 wait complete. 2024-05-20T21:31:33.241 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda74830740 20 client.19755 trim_cache size 0 max 16384 2024-05-20T21:31:33.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:31:33.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:31:33.242 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.241+0000 7fda71a00640 1 -- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fda500b27e0 msgr2=0x7fda500b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fda500b27e0 0x7fda500b4ca0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fda5c0e2930 tx=0x7fda5c0e8530 comp rx=0 tx=0).stop 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 -- 172.21.15.6:0/3559693430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c104d00 msgr2=0x7fda6c19aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c104d00 0x7fda6c19aed0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fda5c00e9c0 tx=0x7fda5c00ee80 comp rx=0 tx=0).stop 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 -- 172.21.15.6:0/3559693430 shutdown_connections 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fda500b27e0 0x7fda500b4ca0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fda6c1068b0 0x7fda6c1a2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fda6c105ef0 0x7fda6c19b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 --2- 172.21.15.6:0/3559693430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c104d00 0x7fda6c19aed0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 -- 172.21.15.6:0/3559693430 >> 172.21.15.6:0/3559693430 conn(0x7fda6c100270 msgr2=0x7fda6c109240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 -- 172.21.15.6:0/3559693430 shutdown_connections 2024-05-20T21:31:33.243 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:33.242+0000 7fda71a00640 1 -- 172.21.15.6:0/3559693430 wait complete. 2024-05-20T21:31:34.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:33 smithi062 ceph-mon[36640]: pgmap v911: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:31:34.088 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:33 smithi006 ceph-mon[31422]: pgmap v911: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:31:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:33 smithi042 ceph-mon[36332]: pgmap v911: 97 pgs: 97 active+clean; 3.8 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 17 op/s 2024-05-20T21:31:34.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 -- 172.21.15.6:0/1539878908 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0106120 msgr2=0x7f0bb0112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/1539878908 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0106120 0x7f0bb0112630 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f0ba800b0a0 tx=0x7f0ba800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 -- 172.21.15.6:0/1539878908 shutdown_connections 2024-05-20T21:31:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/1539878908 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0106120 0x7f0bb0112630 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/1539878908 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bb010b760 0x7f0bb010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/1539878908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0bb0105760 0x7f0bb0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 -- 172.21.15.6:0/1539878908 >> 172.21.15.6:0/1539878908 conn(0x7f0bb0101250 msgr2=0x7f0bb0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 -- 172.21.15.6:0/1539878908 shutdown_connections 2024-05-20T21:31:34.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.409+0000 7f0bb7c00700 1 -- 172.21.15.6:0/1539878908 wait complete. 2024-05-20T21:31:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.411+0000 7f0bb7c00700 1 Processor -- start 2024-05-20T21:31:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.411+0000 7f0bb7c00700 1 -- start start 2024-05-20T21:31:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.411+0000 7f0bb7c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0105760 0x7f0bb019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:34.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.411+0000 7f0bb7c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bb0106120 0x7f0bb019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:34.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.411+0000 7f0bb7c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0bb010b760 0x7f0bb01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:34.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.411+0000 7f0bb7c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb01159b0 con 0x7f0bb0106120 2024-05-20T21:31:34.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.411+0000 7f0bb7c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0115830 con 0x7f0bb0105760 2024-05-20T21:31:34.412 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb7c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0115b30 con 0x7f0bb010b760 2024-05-20T21:31:34.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0105760 0x7f0bb019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:34.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bafe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bb0106120 0x7f0bb019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:34.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0105760 0x7f0bb019be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35114/0 (socket says 172.21.15.6:35114) 2024-05-20T21:31:34.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5200700 1 -- 172.21.15.6:0/234113052 learned_addr learned my addr 172.21.15.6:0/234113052 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:34.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5c00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0bb010b760 0x7f0bb01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:34.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5200700 1 -- 172.21.15.6:0/234113052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0bb010b760 msgr2=0x7f0bb01a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:34.413 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5200700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0bb010b760 0x7f0bb01a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5200700 1 -- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bb0106120 msgr2=0x7f0bb019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5200700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bb0106120 0x7f0bb019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5200700 1 -- 172.21.15.6:0/234113052 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb01a0e00 con 0x7f0bb0105760 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bb5c00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0bb010b760 0x7f0bb01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.412+0000 7f0bafe00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bb0106120 0x7f0bb019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.413+0000 7f0bb5200700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0105760 0x7f0bb019be40 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0ba400d950 tx=0x7f0ba400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.413+0000 7f0bad600700 1 -- 172.21.15.6:0/234113052 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba4016070 con 0x7f0bb0105760 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.413+0000 7f0bad600700 1 -- 172.21.15.6:0/234113052 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ba4009df0 con 0x7f0bb0105760 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.413+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb01a10f0 con 0x7f0bb0105760 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.413+0000 7f0bad600700 1 -- 172.21.15.6:0/234113052 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba400f3c0 con 0x7f0bb0105760 2024-05-20T21:31:34.414 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.413+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb01a8970 con 0x7f0bb0105760 2024-05-20T21:31:34.415 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.414+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb006a230 con 0x7f0bb0105760 2024-05-20T21:31:34.417 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.417+0000 7f0bad600700 1 -- 172.21.15.6:0/234113052 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0ba4019070 con 0x7f0bb0105760 2024-05-20T21:31:34.418 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.418+0000 7f0bad600700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0b980b2880 0x7f0b980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:34.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.419+0000 7f0bad600700 1 -- 172.21.15.6:0/234113052 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f0ba40e1e60 con 0x7f0bb0105760 2024-05-20T21:31:34.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.419+0000 7f0bafe00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0b980b2880 0x7f0b980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:34.419 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.419+0000 7f0bafe00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0b980b2880 0x7f0b980b4d40 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f0bb0103840 tx=0x7f0b9c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:34.420 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.420+0000 7f0bad600700 1 -- 172.21.15.6:0/234113052 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0ba40a9a80 con 0x7f0bb0105760 2024-05-20T21:31:34.705 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.705+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0bb002e560 con 0x7f0bb0105760 2024-05-20T21:31:34.706 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.706+0000 7f0bad600700 1 -- 172.21.15.6:0/234113052 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f0ba40a9380 con 0x7f0bb0105760 2024-05-20T21:31:34.707 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:31:34.707 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0b980b2880 msgr2=0x7f0b980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0b980b2880 0x7f0b980b4d40 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f0bb0103840 tx=0x7f0b9c009260 comp rx=0 tx=0).stop 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0105760 msgr2=0x7f0bb019be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0105760 0x7f0bb019be40 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f0ba400d950 tx=0x7f0ba400dc60 comp rx=0 tx=0).stop 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 shutdown_connections 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f0b980b2880 0x7f0b980b4d40 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0bb010b760 0x7f0bb01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f0bb0105760 0x7f0bb019be40 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 --2- 172.21.15.6:0/234113052 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f0bb0106120 0x7f0bb019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:34.710 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 >> 172.21.15.6:0/234113052 conn(0x7f0bb0101250 msgr2=0x7f0bb01018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:34.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 shutdown_connections 2024-05-20T21:31:34.711 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:34.710+0000 7f0bb7c00700 1 -- 172.21.15.6:0/234113052 wait complete. 2024-05-20T21:31:34.712 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:31:35.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:34 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/234113052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:35.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:34 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/234113052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:35.142 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:34 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/234113052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:31:35.649 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:31:35.910 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:35 smithi006 ceph-mon[31422]: pgmap v912: 97 pgs: 97 active+clean; 3.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:31:36.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:35 smithi062 ceph-mon[36640]: pgmap v912: 97 pgs: 97 active+clean; 3.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:31:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:35 smithi042 ceph-mon[36332]: pgmap v912: 97 pgs: 97 active+clean; 3.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 14 op/s 2024-05-20T21:31:36.127 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:37.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:37 smithi006 ceph-mon[31422]: pgmap v913: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:31:38.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:37 smithi062 ceph-mon[36640]: pgmap v913: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:31:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:37 smithi042 ceph-mon[36332]: pgmap v913: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 -- 172.21.15.6:0/4000755878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc076200 msgr2=0x7f04dc113f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 --2- 172.21.15.6:0/4000755878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc076200 0x7f04dc113f40 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f04c8009990 tx=0x7f04c8009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 -- 172.21.15.6:0/4000755878 shutdown_connections 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 --2- 172.21.15.6:0/4000755878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04dc114480 0x7f04dc116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 --2- 172.21.15.6:0/4000755878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04dc0758e0 0x7f04dc075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 --2- 172.21.15.6:0/4000755878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc076200 0x7f04dc113f40 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 -- 172.21.15.6:0/4000755878 >> 172.21.15.6:0/4000755878 conn(0x7f04dc0fefc0 msgr2=0x7f04dc1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 -- 172.21.15.6:0/4000755878 shutdown_connections 2024-05-20T21:31:38.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.472+0000 7f04dbe00700 1 -- 172.21.15.6:0/4000755878 wait complete. 2024-05-20T21:31:38.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.474+0000 7f04dbe00700 1 Processor -- start 2024-05-20T21:31:38.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.474+0000 7f04dbe00700 1 -- start start 2024-05-20T21:31:38.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.474+0000 7f04dbe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04dc0758e0 0x7f04dc1a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04dbe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04dc076200 0x7f04dc1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04dbe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc114480 0x7f04dc1a4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04dbe00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc119c60 con 0x7f04dc114480 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04dbe00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc119ae0 con 0x7f04dc0758e0 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04dbe00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc119de0 con 0x7f04dc076200 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04db400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc114480 0x7f04dc1a4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04daa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04dc0758e0 0x7f04dc1a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04daa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04dc0758e0 0x7f04dc1a0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57628/0 (socket says 172.21.15.6:57628) 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04db400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc114480 0x7f04dc1a4a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35908/0 (socket says 172.21.15.6:35908) 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04daa00700 1 -- 172.21.15.6:0/2427038549 learned_addr learned my addr 172.21.15.6:0/2427038549 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04da000700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04dc076200 0x7f04dc1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04db400700 1 -- 172.21.15.6:0/2427038549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04dc076200 msgr2=0x7f04dc1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.475+0000 7f04db400700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04dc076200 0x7f04dc1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04db400700 1 -- 172.21.15.6:0/2427038549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04dc0758e0 msgr2=0x7f04dc1a0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04db400700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04dc0758e0 0x7f04dc1a0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04db400700 1 -- 172.21.15.6:0/2427038549 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc1a5180 con 0x7f04dc114480 2024-05-20T21:31:38.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04db400700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc114480 0x7f04dc1a4a40 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f04d400ef90 tx=0x7f04d400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:38.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04d3400700 1 -- 172.21.15.6:0/2427038549 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d40092e0 con 0x7f04dc114480 2024-05-20T21:31:38.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04d3400700 1 -- 172.21.15.6:0/2427038549 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04d4004bb0 con 0x7f04dc114480 2024-05-20T21:31:38.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04d3400700 1 -- 172.21.15.6:0/2427038549 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4004020 con 0x7f04dc114480 2024-05-20T21:31:38.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04dbe00700 1 -- 172.21.15.6:0/2427038549 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04dc1a5410 con 0x7f04dc114480 2024-05-20T21:31:38.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.476+0000 7f04dbe00700 1 -- 172.21.15.6:0/2427038549 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04dc1accf0 con 0x7f04dc114480 2024-05-20T21:31:38.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.480+0000 7f04d3400700 1 -- 172.21.15.6:0/2427038549 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f04d401b030 con 0x7f04dc114480 2024-05-20T21:31:38.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.481+0000 7f04ec0e2b80 1 Processor -- start 2024-05-20T21:31:38.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.481+0000 7f04ec0e2b80 1 -- start start 2024-05-20T21:31:38.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f064ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f05ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f05f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559f2efbce40 con 0x559f2f05f390 2024-05-20T21:31:38.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559f2efac9e0 con 0x559f2f0650e0 2024-05-20T21:31:38.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559f2efb0a20 con 0x559f2f0647c0 2024-05-20T21:31:38.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04d3400700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04c00b2900 0x7f04c00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04d3400700 1 -- 172.21.15.6:0/2427038549 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f04d40e1d60 con 0x7f04dc114480 2024-05-20T21:31:38.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04db400700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04c00b2900 0x7f04c00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04da000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f064ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.484 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04da000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f064ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41282/0 (socket says 172.21.15.6:41282) 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04da000700 1 -- 172.21.15.6:0/2253279445 learned_addr learned my addr 172.21.15.6:0/2253279445 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04daa00700 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f05ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.482+0000 7f04da000700 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f05f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.483+0000 7f04daa00700 1 -- 172.21.15.6:0/2253279445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 msgr2=0x559f2f064ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.483+0000 7f04daa00700 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f064ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.483+0000 7f04daa00700 1 -- 172.21.15.6:0/2253279445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 msgr2=0x559f2f05f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.483+0000 7f04daa00700 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f05f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.483+0000 7f04daa00700 1 -- 172.21.15.6:0/2253279445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f2ef75420 con 0x559f2f0650e0 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.483+0000 7f04da000700 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f05f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.483+0000 7f04db400700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04c00b2900 0x7f04c00b4dc0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f04d40a92a0 tx=0x7f04d4009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:38.485 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.483+0000 7f04daa00700 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f05ed70 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f04cc009d80 tx=0x7f04cc011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aee4511d63844b9d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.484+0000 7f04c7e00700 1 -- 172.21.15.6:0/2253279445 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc004a30 con 0x559f2f0650e0 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.484+0000 7f04c7e00700 1 -- 172.21.15.6:0/2253279445 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04cc0054d0 con 0x559f2f0650e0 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.484+0000 7f04c7e00700 1 -- 172.21.15.6:0/2253279445 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc019890 con 0x559f2f0650e0 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/2253279445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 msgr2=0x559f2f05ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f05ed70 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f04cc009d80 tx=0x7f04cc011720 comp rx=0 tx=0).stop 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/2253279445 shutdown_connections 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f05f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f064ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/2253279445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f05ed70 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/2253279445 >> 172.21.15.6:0/2253279445 conn(0x559f2ef8cbe0 msgr2=0x559f2f059810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:38.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/2253279445 shutdown_connections 2024-05-20T21:31:38.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.485+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/2253279445 wait complete. 2024-05-20T21:31:38.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.486+0000 7f04ec0e2b80 1 -- start start 2024-05-20T21:31:38.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.486+0000 7f04ec0e2b80 1 Processor -- start 2024-05-20T21:31:38.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.486+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f06af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.486+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f0682c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.486+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f068800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.486+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559f2eeb2fa0 con 0x559f2f05f390 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.486+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559f2ef4d760 con 0x559f2f0650e0 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.486+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559f2f06bc00 con 0x559f2f0647c0 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04ec0e2b80 10 client.0 _ll_register_callbacks cb 0x559f2ef56c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f06af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f06af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35932/0 (socket says 172.21.15.6:35932) 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 -- 172.21.15.6:0/1027823110 learned_addr learned my addr 172.21.15.6:0/1027823110 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04daa00700 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f0682c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 -- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 msgr2=0x559f2f0682c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f0682c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 -- 172.21.15.6:0/1027823110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 msgr2=0x559f2f068800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:38.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f068800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04da000700 1 -- 172.21.15.6:0/1027823110 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f2eefc8d0 con 0x559f2f05f390 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.487+0000 7f04daa00700 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f0682c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.488+0000 7f04da000700 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f06af20 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f04c80059d0 tx=0x7f04c8005960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f74358f7f0026f74 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.488+0000 7f04c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.488+0000 7f04c4c00700 1 -- 172.21.15.6:0/1027823110 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c8003680 con 0x559f2f05f390 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.488+0000 7f04c4c00700 1 -- 172.21.15.6:0/1027823110 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f04c8003820 con 0x559f2f05f390 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.488+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1027823110 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04cc0054d0 con 0x559f2f05f390 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.488+0000 7f04c4c00700 1 -- 172.21.15.6:0/1027823110 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f04c8003a20 con 0x559f2f05f390 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.488+0000 7f04ec0e2b80 10 client.19773 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:38.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1027823110 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559f2ef7d060 con 0x559f2f05f390 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04c4c00700 1 -- 172.21.15.6:0/1027823110 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04cc0054d0 con 0x559f2f05f390 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04c4c00700 1 -- 172.21.15.6:0/1027823110 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f04c8029ab0 con 0x559f2f05f390 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04ec0e2b80 10 client.19773 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04ec0e2b80 10 client.19773 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04ec0e2b80 20 client.19773 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559f2f078840 0x559f2f07ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04ec0e2b80 4 client.19773 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.489+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1027823110 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f2efbed90 con 0x559f2f078840 2024-05-20T21:31:38.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.490+0000 7f04daa00700 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559f2f078840 0x559f2f07ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.490+0000 7f04daa00700 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559f2f078840 0x559f2f07ac30 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=468a388b1ee4c822 server_cookie=58589650de8847a2 in_seq=0 out_seq=0 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.490+0000 7f04c4c00700 10 client.19773 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.491+0000 7f04c4c00700 1 -- 172.21.15.6:0/1027823110 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559f2efbed90 con 0x559f2f078840 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.491+0000 7f04c4c00700 10 client.19773 handle_command_reply: tid=0 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.491+0000 7f04ec0e2b80 1 client.19773 shutdown 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1027823110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 msgr2=0x559f2f06af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f06af20 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f04c80059d0 tx=0x7f04c8005960 comp rx=0 tx=0).stop 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1027823110 shutdown_connections 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559f2f078840 0x559f2f07ac30 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f068800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f06af20 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.494 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1027823110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0647c0 0x559f2f0682c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1027823110 >> 172.21.15.6:0/1027823110 conn(0x559f2ef8cbe0 msgr2=0x559f2f058fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:38.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04c4c00700 0 client.19773 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:31:38.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1027823110 shutdown_connections 2024-05-20T21:31:38.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1027823110 wait complete. 2024-05-20T21:31:38.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.492+0000 7f04ec0e2b80 20 client.19773 trim_cache size 0 max 16384 2024-05-20T21:31:38.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04ec0e2b80 1 Processor -- start 2024-05-20T21:31:38.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04ec0e2b80 1 -- start start 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f05f390 0x559f2f05ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f0647c0 0x559f2f074ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f062980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc1b6ad0 con 0x559f2f0647c0 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc1b4360 con 0x559f2f0650e0 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc1b21b0 con 0x559f2f05f390 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04da000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f05f390 0x559f2f05ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.509+0000 7f04daa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f0647c0 0x559f2f074ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04da000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f05f390 0x559f2f05ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41300/0 (socket says 172.21.15.6:41300) 2024-05-20T21:31:38.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04da000700 1 -- 172.21.15.6:0/1411796866 learned_addr learned my addr 172.21.15.6:0/1411796866 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:38.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04da000700 1 --2- 172.21.15.6:0/1411796866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f062980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04daa00700 1 -- 172.21.15.6:0/1411796866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f05f390 msgr2=0x559f2f05ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:38.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04daa00700 1 --2- 172.21.15.6:0/1411796866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f05f390 0x559f2f05ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04daa00700 1 -- 172.21.15.6:0/1411796866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 msgr2=0x559f2f062980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:38.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04daa00700 1 --2- 172.21.15.6:0/1411796866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f062980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04daa00700 1 -- 172.21.15.6:0/1411796866 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f2f066850 con 0x559f2f0647c0 2024-05-20T21:31:38.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.510+0000 7f04daa00700 1 --2- 172.21.15.6:0/1411796866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f0647c0 0x559f2f074ca0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f04cc009d50 tx=0x7f04cc005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ee443903c8fe134 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:38.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.511+0000 7f04c7400700 1 -- 172.21.15.6:0/1411796866 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc005320 con 0x559f2f0647c0 2024-05-20T21:31:38.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.511+0000 7f04c7400700 1 -- 172.21.15.6:0/1411796866 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04cc030030 con 0x559f2f0647c0 2024-05-20T21:31:38.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.511+0000 7f04c7400700 1 -- 172.21.15.6:0/1411796866 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc02c2d0 con 0x559f2f0647c0 2024-05-20T21:31:38.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.511+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1411796866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f0647c0 msgr2=0x559f2f074ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.511+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1411796866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f0647c0 0x559f2f074ca0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f04cc009d50 tx=0x7f04cc005fa0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.511+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1411796866 shutdown_connections 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.512+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1411796866 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0650e0 0x559f2f062980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.512+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1411796866 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f05f390 0x559f2f05ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.512+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/1411796866 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f0647c0 0x559f2f074ca0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.512+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1411796866 >> 172.21.15.6:0/1411796866 conn(0x559f2ef8cbe0 msgr2=0x559f2f0680a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.512+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1411796866 shutdown_connections 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.512+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/1411796866 wait complete. 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.512+0000 7f04ec0e2b80 1 -- start start 2024-05-20T21:31:38.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.512+0000 7f04ec0e2b80 1 Processor -- start 2024-05-20T21:31:38.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f070e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0647c0 0x559f2f0713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04ec0e2b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0650e0 0x559f2f07f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.516 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc1b2820 con 0x559f2f05f390 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc1b3c90 con 0x559f2f0647c0 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04ec0e2b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc1b2ef0 con 0x559f2f0650e0 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04ec0e2b80 10 client.0 _ll_register_callbacks cb 0x559f2ef56c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04da000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f070e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04da000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f070e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35954/0 (socket says 172.21.15.6:35954) 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04daa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0647c0 0x559f2f0713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04da000700 1 -- 172.21.15.6:0/3309384381 learned_addr learned my addr 172.21.15.6:0/3309384381 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.513+0000 7f04da000700 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0650e0 0x559f2f07f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04daa00700 1 -- 172.21.15.6:0/3309384381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0650e0 msgr2=0x559f2f07f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04daa00700 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0650e0 0x559f2f07f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04daa00700 1 -- 172.21.15.6:0/3309384381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 msgr2=0x559f2f070e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04daa00700 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f070e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04daa00700 1 -- 172.21.15.6:0/3309384381 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f2f080fd0 con 0x559f2f0647c0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04da000700 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f070e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04daa00700 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0647c0 0x559f2f0713d0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x559f2f06bba0 tx=0x7f04cc004cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97c26b855b3acc4d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04c4c00700 1 -- 172.21.15.6:0/3309384381 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc004710 con 0x559f2f0647c0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04c4c00700 1 -- 172.21.15.6:0/3309384381 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f04cc0048b0 con 0x559f2f0647c0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.514+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/3309384381 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04cc030030 con 0x559f2f0647c0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04c4c00700 1 -- 172.21.15.6:0/3309384381 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f04cc044050 con 0x559f2f0647c0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04ec0e2b80 10 client.29876 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/3309384381 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559f2f0e28b0 con 0x559f2f0647c0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04c4c00700 1 -- 172.21.15.6:0/3309384381 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04cc030030 con 0x559f2f0647c0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04c4c00700 1 -- 172.21.15.6:0/3309384381 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f04cc019b50 con 0x559f2f0647c0 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04ec0e2b80 10 client.29876 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04ec0e2b80 10 client.29876 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:31:38.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04ec0e2b80 20 client.29876 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:38.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559f2f0e2d00 0x559f2f0e50f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:38.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04ec0e2b80 4 client.29876 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:38.519 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.515+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/3309384381 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559f2efb8570 con 0x559f2f0e2d00 2024-05-20T21:31:38.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.516+0000 7f04da000700 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559f2f0e2d00 0x559f2f0e50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:38.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.516+0000 7f04da000700 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559f2f0e2d00 0x559f2f0e50f0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e4e7bd6640ebae6b server_cookie=802d670948dbb29f in_seq=0 out_seq=0 2024-05-20T21:31:38.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.516+0000 7f04c4c00700 10 client.29876 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:31:38.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04c4c00700 1 -- 172.21.15.6:0/3309384381 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559f2efb8570 con 0x559f2f0e2d00 2024-05-20T21:31:38.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04c4c00700 10 client.29876 handle_command_reply: tid=0 2024-05-20T21:31:38.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 client.29876 shutdown 2024-05-20T21:31:38.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/3309384381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0647c0 msgr2=0x559f2f0713d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0647c0 0x559f2f0713d0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x559f2f06bba0 tx=0x7f04cc004cc0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/3309384381 shutdown_connections 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f2f0650e0 0x559f2f07f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f2f05f390 0x559f2f070e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x559f2f0e2d00 0x559f2f0e50f0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 --2- 172.21.15.6:0/3309384381 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f2f0647c0 0x559f2f0713d0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/3309384381 >> 172.21.15.6:0/3309384381 conn(0x559f2ef8cbe0 msgr2=0x559f2f0654c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04c4c00700 0 client.29876 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/3309384381 shutdown_connections 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.517+0000 7f04ec0e2b80 1 -- 172.21.15.6:0/3309384381 wait complete. 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.518+0000 7f04ec0e2b80 20 client.29876 trim_cache size 0 max 16384 2024-05-20T21:31:38.521 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:31:38.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.518+0000 7f04dbe00700 1 -- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04c00b2900 msgr2=0x7f04c00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.518+0000 7f04dbe00700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04c00b2900 0x7f04c00b4dc0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f04d40a92a0 tx=0x7f04d4009040 comp rx=0 tx=0).stop 2024-05-20T21:31:38.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.518+0000 7f04dbe00700 1 -- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc114480 msgr2=0x7f04dc1a4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:38.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.518+0000 7f04dbe00700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc114480 0x7f04dc1a4a40 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f04d400ef90 tx=0x7f04d400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.519+0000 7f04dbe00700 1 -- 172.21.15.6:0/2427038549 shutdown_connections 2024-05-20T21:31:38.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.519+0000 7f04dbe00700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f04c00b2900 0x7f04c00b4dc0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.519+0000 7f04dbe00700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f04dc114480 0x7f04dc1a4a40 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.519+0000 7f04dbe00700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f04dc0758e0 0x7f04dc1a0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.519+0000 7f04dbe00700 1 --2- 172.21.15.6:0/2427038549 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f04dc076200 0x7f04dc1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:38.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.519+0000 7f04dbe00700 1 -- 172.21.15.6:0/2427038549 >> 172.21.15.6:0/2427038549 conn(0x7f04dc0fefc0 msgr2=0x7f04dc1007c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:38.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.519+0000 7f04dbe00700 1 -- 172.21.15.6:0/2427038549 shutdown_connections 2024-05-20T21:31:38.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:38.519+0000 7f04dbe00700 1 -- 172.21.15.6:0/2427038549 wait complete. 2024-05-20T21:31:39.489 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:31:39.956 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:39 smithi062 ceph-mon[36640]: pgmap v914: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:31:40.109 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:39 smithi006 ceph-mon[31422]: pgmap v914: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:31:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:39 smithi042 ceph-mon[36332]: pgmap v914: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:31:41.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:41 smithi006 ceph-mon[31422]: pgmap v915: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:41 smithi062 ceph-mon[36640]: pgmap v915: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:41 smithi042 ceph-mon[36332]: pgmap v915: 97 pgs: 97 active+clean; 3.9 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:42.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.232+0000 7f1735400700 1 -- 172.21.15.6:0/618130284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 msgr2=0x7f173010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.233 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.232+0000 7f1735400700 1 --2- 172.21.15.6:0/618130284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 0x7f173010e7d0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f1718009920 tx=0x7f1718009c30 comp rx=0 tx=0).stop 2024-05-20T21:31:42.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.233+0000 7f1735400700 1 -- 172.21.15.6:0/618130284 shutdown_connections 2024-05-20T21:31:42.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.233+0000 7f1735400700 1 --2- 172.21.15.6:0/618130284 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f173010eeb0 0x7f1730116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.233+0000 7f1735400700 1 --2- 172.21.15.6:0/618130284 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f1730109dd0 0x7f173010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.233+0000 7f1735400700 1 --2- 172.21.15.6:0/618130284 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 0x7f173010e7d0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.233+0000 7f1735400700 1 -- 172.21.15.6:0/618130284 >> 172.21.15.6:0/618130284 conn(0x7f1730076d10 msgr2=0x7f1730079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:42.234 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.233+0000 7f1735400700 1 -- 172.21.15.6:0/618130284 shutdown_connections 2024-05-20T21:31:42.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.233+0000 7f1735400700 1 -- 172.21.15.6:0/618130284 wait complete. 2024-05-20T21:31:42.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.234+0000 7f1735400700 1 Processor -- start 2024-05-20T21:31:42.235 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.234+0000 7f1735400700 1 -- start start 2024-05-20T21:31:42.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f1735400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1730109dd0 0x7f17301a0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f1735400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 0x7f17301a08c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f1735400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173010eeb0 0x7f17301a4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f1735400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f1730119d90 con 0x7f1730109dd0 2024-05-20T21:31:42.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f1735400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f1730119c10 con 0x7f173010eeb0 2024-05-20T21:31:42.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f1735400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f1730119f10 con 0x7f173010a780 2024-05-20T21:31:42.236 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f172e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1730109dd0 0x7f17301a0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f172e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1730109dd0 0x7f17301a0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35978/0 (socket says 172.21.15.6:35978) 2024-05-20T21:31:42.237 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f172e800700 1 -- 172.21.15.6:0/238564254 learned_addr learned my addr 172.21.15.6:0/238564254 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f1727e00700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 0x7f17301a08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.235+0000 7f172f200700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173010eeb0 0x7f17301a4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f172e800700 1 -- 172.21.15.6:0/238564254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 msgr2=0x7f17301a08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f172e800700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 0x7f17301a08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f172e800700 1 -- 172.21.15.6:0/238564254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173010eeb0 msgr2=0x7f17301a4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f172e800700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173010eeb0 0x7f17301a4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f172e800700 1 -- 172.21.15.6:0/238564254 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17301a5390 con 0x7f1730109dd0 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f1727e00700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 0x7f17301a08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f172e800700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1730109dd0 0x7f17301a0380 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f172000ef30 tx=0x7f172000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f1727400700 1 -- 172.21.15.6:0/238564254 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17200092e0 con 0x7f1730109dd0 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f1727400700 1 -- 172.21.15.6:0/238564254 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1720004bb0 con 0x7f1730109dd0 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.236+0000 7f1735400700 1 -- 172.21.15.6:0/238564254 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17301a5620 con 0x7f1730109dd0 2024-05-20T21:31:42.238 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.237+0000 7f1727400700 1 -- 172.21.15.6:0/238564254 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1720004020 con 0x7f1730109dd0 2024-05-20T21:31:42.239 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.237+0000 7f1735400700 1 -- 172.21.15.6:0/238564254 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17301acf00 con 0x7f1730109dd0 2024-05-20T21:31:42.241 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.240+0000 7f1727400700 1 -- 172.21.15.6:0/238564254 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f172001b030 con 0x7f1730109dd0 2024-05-20T21:31:42.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.242+0000 7f173fd74b80 1 Processor -- start 2024-05-20T21:31:42.243 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.242+0000 7f173fd74b80 1 -- start start 2024-05-20T21:31:42.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c4659f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c45fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c4605c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f173fd74b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c58c3bde40 con 0x55c58c465610 2024-05-20T21:31:42.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f173fd74b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c58c3ad9e0 con 0x55c58c460140 2024-05-20T21:31:42.244 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f173fd74b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c58c3b1a20 con 0x55c58c465f30 2024-05-20T21:31:42.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f172f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c4659f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f1727400700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f17140b2880 0x7f17140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f172e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c45fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f172e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c45fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41344/0 (socket says 172.21.15.6:41344) 2024-05-20T21:31:42.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f1727e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c4605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.243+0000 7f172e800700 1 -- 172.21.15.6:0/1253661407 learned_addr learned my addr 172.21.15.6:0/1253661407 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:42.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f172f200700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f17140b2880 0x7f17140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.245 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f1727400700 1 -- 172.21.15.6:0/238564254 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f17200e1e60 con 0x7f1730109dd0 2024-05-20T21:31:42.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f1727e00700 1 -- 172.21.15.6:0/1253661407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 msgr2=0x55c58c45fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:42.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f1727e00700 1 --2- 172.21.15.6:0/1253661407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c45fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f1727e00700 1 -- 172.21.15.6:0/1253661407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 msgr2=0x55c58c4659f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:42.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f1727e00700 1 --2- 172.21.15.6:0/1253661407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c4659f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f1727e00700 1 -- 172.21.15.6:0/1253661407 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c58c376420 con 0x55c58c460140 2024-05-20T21:31:42.246 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f1727e00700 1 --2- 172.21.15.6:0/1253661407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c4605c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f1718000c00 tx=0x7f171800bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cdac510fa14dc070 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:42.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.244+0000 7f171fe00700 1 -- 172.21.15.6:0/1253661407 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171800f660 con 0x55c58c460140 2024-05-20T21:31:42.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.245+0000 7f171fe00700 1 -- 172.21.15.6:0/1253661407 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1718028070 con 0x55c58c460140 2024-05-20T21:31:42.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.245+0000 7f171fe00700 1 -- 172.21.15.6:0/1253661407 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17180049a0 con 0x55c58c460140 2024-05-20T21:31:42.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.245+0000 7f173fd74b80 1 -- 172.21.15.6:0/1253661407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 msgr2=0x55c58c4605c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.245+0000 7f172f200700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f17140b2880 0x7f17140b4d40 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f1728009700 tx=0x7f17280047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:42.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.245+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1253661407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c4605c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f1718000c00 tx=0x7f171800bf60 comp rx=0 tx=0).stop 2024-05-20T21:31:42.247 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.246+0000 7f173fd74b80 1 -- 172.21.15.6:0/1253661407 shutdown_connections 2024-05-20T21:31:42.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.246+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1253661407 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c4605c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.246+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1253661407 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c4659f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.246+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1253661407 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c45fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.246+0000 7f173fd74b80 1 -- 172.21.15.6:0/1253661407 >> 172.21.15.6:0/1253661407 conn(0x55c58c38dbe0 msgr2=0x55c58c45a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:42.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.246+0000 7f173fd74b80 1 -- 172.21.15.6:0/1253661407 shutdown_connections 2024-05-20T21:31:42.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.246+0000 7f173fd74b80 1 -- 172.21.15.6:0/1253661407 wait complete. 2024-05-20T21:31:42.248 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.246+0000 7f173fd74b80 1 -- start start 2024-05-20T21:31:42.249 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f173fd74b80 1 Processor -- start 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c460140 0x55c58c46bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465610 0x55c58c469000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c469540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f173fd74b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55c58c2b3fa0 con 0x55c58c460140 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f173fd74b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55c58c34e760 con 0x55c58c465610 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f173fd74b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55c58c46c980 con 0x55c58c465f30 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f173fd74b80 10 client.0 _ll_register_callbacks cb 0x55c58c357c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.247+0000 7f172e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c460140 0x55c58c46bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172e800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c460140 0x55c58c46bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35992/0 (socket says 172.21.15.6:35992) 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172e800700 1 -- 172.21.15.6:0/1773997062 learned_addr learned my addr 172.21.15.6:0/1773997062 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f1727e00700 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465610 0x55c58c469000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.250 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172f200700 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c469540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172e800700 1 -- 172.21.15.6:0/1773997062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 msgr2=0x55c58c469540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172e800700 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c469540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172e800700 1 -- 172.21.15.6:0/1773997062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465610 msgr2=0x55c58c469000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172e800700 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465610 0x55c58c469000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172e800700 1 -- 172.21.15.6:0/1773997062 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c58c2fd8d0 con 0x55c58c460140 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172f200700 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c469540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f172e800700 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c460140 0x55c58c46bbf0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f17200e2100 tx=0x7f17200a8f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=654c2eb6c3ee9467 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.248+0000 7f171cc00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.249+0000 7f171cc00700 1 -- 172.21.15.6:0/1773997062 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17200a9410 con 0x55c58c460140 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.249+0000 7f171cc00700 1 -- 172.21.15.6:0/1773997062 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f17200b1d50 con 0x55c58c460140 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.249+0000 7f173fd74b80 1 -- 172.21.15.6:0/1773997062 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1718028070 con 0x55c58c460140 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.249+0000 7f171cc00700 1 -- 172.21.15.6:0/1773997062 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f17200ad7c0 con 0x55c58c460140 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.249+0000 7f173fd74b80 10 client.19791 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:42.251 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.249+0000 7f173fd74b80 1 -- 172.21.15.6:0/1773997062 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c58c37e060 con 0x55c58c460140 2024-05-20T21:31:42.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.249+0000 7f171cc00700 1 -- 172.21.15.6:0/1773997062 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1718028070 con 0x55c58c460140 2024-05-20T21:31:42.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.249+0000 7f171cc00700 1 -- 172.21.15.6:0/1773997062 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f17200a4d80 con 0x55c58c460140 2024-05-20T21:31:42.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.250+0000 7f173fd74b80 10 client.19791 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:42.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.250+0000 7f173fd74b80 10 client.19791 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:31:42.253 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.250+0000 7f173fd74b80 20 client.19791 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.250+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55c58c479410 0x55c58c47b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.250+0000 7f173fd74b80 4 client.19791 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.250+0000 7f173fd74b80 1 -- 172.21.15.6:0/1773997062 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c58c3bfd90 con 0x55c58c479410 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.250+0000 7f1727e00700 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55c58c479410 0x55c58c47b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.250+0000 7f1727e00700 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55c58c479410 0x55c58c47b890 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3d2e825dfc288b3a server_cookie=6e980d1746a888fb in_seq=0 out_seq=0 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.251+0000 7f171cc00700 10 client.19791 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.251+0000 7f171cc00700 1 -- 172.21.15.6:0/1773997062 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c58c3bfd90 con 0x55c58c479410 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.251+0000 7f171cc00700 10 client.19791 handle_command_reply: tid=0 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.251+0000 7f173fd74b80 1 client.19791 shutdown 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 -- 172.21.15.6:0/1773997062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c460140 msgr2=0x55c58c46bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c460140 0x55c58c46bbf0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f17200e2100 tx=0x7f17200a8f20 comp rx=0 tx=0).stop 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 -- 172.21.15.6:0/1773997062 shutdown_connections 2024-05-20T21:31:42.254 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55c58c479410 0x55c58c47b890 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465f30 0x55c58c469540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c460140 0x55c58c46bbf0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 --2- 172.21.15.6:0/1773997062 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465610 0x55c58c469000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 -- 172.21.15.6:0/1773997062 >> 172.21.15.6:0/1773997062 conn(0x55c58c38dbe0 msgr2=0x55c58c459d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:42.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f171cc00700 0 client.19791 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:31:42.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 -- 172.21.15.6:0/1773997062 shutdown_connections 2024-05-20T21:31:42.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 1 -- 172.21.15.6:0/1773997062 wait complete. 2024-05-20T21:31:42.255 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.252+0000 7f173fd74b80 20 client.19791 trim_cache size 0 max 16384 2024-05-20T21:31:42.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.269+0000 7f173fd74b80 1 Processor -- start 2024-05-20T21:31:42.270 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f173fd74b80 1 -- start start 2024-05-20T21:31:42.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c45fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465610 0x55c58c466ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465f30 0x55c58c45a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.271 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f173fd74b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f17301b6e20 con 0x55c58c465f30 2024-05-20T21:31:42.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f173fd74b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f17301b46b0 con 0x55c58c460140 2024-05-20T21:31:42.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f173fd74b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f17301b2500 con 0x55c58c465610 2024-05-20T21:31:42.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f172f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465f30 0x55c58c45a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f172f200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465f30 0x55c58c45a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:35994/0 (socket says 172.21.15.6:35994) 2024-05-20T21:31:42.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f172f200700 1 -- 172.21.15.6:0/631132113 learned_addr learned my addr 172.21.15.6:0/631132113 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:42.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f1727e00700 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465610 0x55c58c466ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.272 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.270+0000 7f172e800700 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c45fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.271+0000 7f172f200700 1 -- 172.21.15.6:0/631132113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465610 msgr2=0x55c58c466ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:42.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.271+0000 7f172f200700 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465610 0x55c58c466ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.271+0000 7f172f200700 1 -- 172.21.15.6:0/631132113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 msgr2=0x55c58c45fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:42.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.271+0000 7f172f200700 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c45fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.271+0000 7f172f200700 1 -- 172.21.15.6:0/631132113 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c58c467590 con 0x55c58c465f30 2024-05-20T21:31:42.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.271+0000 7f172f200700 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465f30 0x55c58c45a4f0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f1728009a10 tx=0x7f1728009690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72be6fc41e3f5899 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:42.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.272+0000 7f171f400700 1 -- 172.21.15.6:0/631132113 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1728019070 con 0x55c58c465f30 2024-05-20T21:31:42.274 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.272+0000 7f171f400700 1 -- 172.21.15.6:0/631132113 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1728012b80 con 0x55c58c465f30 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.272+0000 7f171f400700 1 -- 172.21.15.6:0/631132113 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1728010d70 con 0x55c58c465f30 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.272+0000 7f173fd74b80 1 -- 172.21.15.6:0/631132113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465f30 msgr2=0x55c58c45a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465f30 0x55c58c45a4f0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f1728009a10 tx=0x7f1728009690 comp rx=0 tx=0).stop 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 -- 172.21.15.6:0/631132113 shutdown_connections 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465f30 0x55c58c45a4f0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c460140 0x55c58c45fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 --2- 172.21.15.6:0/631132113 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c465610 0x55c58c466ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 -- 172.21.15.6:0/631132113 >> 172.21.15.6:0/631132113 conn(0x55c58c38dbe0 msgr2=0x55c58c469450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 -- 172.21.15.6:0/631132113 shutdown_connections 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 -- 172.21.15.6:0/631132113 wait complete. 2024-05-20T21:31:42.275 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 -- start start 2024-05-20T21:31:42.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.273+0000 7f173fd74b80 1 Processor -- start 2024-05-20T21:31:42.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c460140 0x55c58c471c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c472150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f173fd74b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465f30 0x55c58c4801a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f173fd74b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f17301b2b70 con 0x55c58c465610 2024-05-20T21:31:42.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f173fd74b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f17301b3fe0 con 0x55c58c465f30 2024-05-20T21:31:42.277 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f173fd74b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f17301b3240 con 0x55c58c460140 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f173fd74b80 10 client.0 _ll_register_callbacks cb 0x55c58c357c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f1727e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c472150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f172e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c460140 0x55c58c471c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f172e800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c460140 0x55c58c471c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41374/0 (socket says 172.21.15.6:41374) 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f1727e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c472150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36002/0 (socket says 172.21.15.6:36002) 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f172e800700 1 -- 172.21.15.6:0/3941473877 learned_addr learned my addr 172.21.15.6:0/3941473877 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.274+0000 7f172f200700 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465f30 0x55c58c4801a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f172e800700 1 -- 172.21.15.6:0/3941473877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465f30 msgr2=0x55c58c4801a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f172e800700 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465f30 0x55c58c4801a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f172e800700 1 -- 172.21.15.6:0/3941473877 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 msgr2=0x55c58c472150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f172e800700 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c472150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.278 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f172e800700 1 -- 172.21.15.6:0/3941473877 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c58c4806e0 con 0x55c58c460140 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f172f200700 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465f30 0x55c58c4801a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f1727e00700 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c472150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f172e800700 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c460140 0x55c58c471c10 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f17200090a0 tx=0x7f1720004f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83eed4d359f3d0dd server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f171cc00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f171cc00700 1 -- 172.21.15.6:0/3941473877 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17200a8870 con 0x55c58c460140 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f171cc00700 1 -- 172.21.15.6:0/3941473877 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f17200b1d50 con 0x55c58c460140 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.275+0000 7f173fd74b80 1 -- 172.21.15.6:0/3941473877 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1728012b80 con 0x55c58c460140 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f171cc00700 1 -- 172.21.15.6:0/3941473877 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f17200a9410 con 0x55c58c460140 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f173fd74b80 10 client.29908 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f173fd74b80 1 -- 172.21.15.6:0/3941473877 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c58c4e3780 con 0x55c58c460140 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f171cc00700 1 -- 172.21.15.6:0/3941473877 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1728012b80 con 0x55c58c460140 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f171cc00700 1 -- 172.21.15.6:0/3941473877 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1720003a00 con 0x55c58c460140 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f173fd74b80 10 client.29908 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:42.279 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f173fd74b80 10 client.29908 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:31:42.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f173fd74b80 20 client.29908 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:42.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f173fd74b80 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55c58c4e3e30 0x55c58c4e6250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:42.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f173fd74b80 4 client.29908 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:42.280 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.276+0000 7f173fd74b80 1 -- 172.21.15.6:0/3941473877 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c58c3b9570 con 0x55c58c4e3e30 2024-05-20T21:31:42.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.277+0000 7f1727e00700 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55c58c4e3e30 0x55c58c4e6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:42.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.277+0000 7f1727e00700 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55c58c4e3e30 0x55c58c4e6250 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=20d80c568cc4797e server_cookie=d8d74f91dbf8251e in_seq=0 out_seq=0 2024-05-20T21:31:42.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.277+0000 7f171cc00700 10 client.29908 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:31:42.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.277+0000 7f171cc00700 1 -- 172.21.15.6:0/3941473877 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c58c3b9570 con 0x55c58c4e3e30 2024-05-20T21:31:42.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.277+0000 7f171cc00700 10 client.29908 handle_command_reply: tid=0 2024-05-20T21:31:42.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.277+0000 7f173fd74b80 1 client.29908 shutdown 2024-05-20T21:31:42.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 -- 172.21.15.6:0/3941473877 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c460140 msgr2=0x55c58c471c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.281 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c460140 0x55c58c471c10 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f17200090a0 tx=0x7f1720004f70 comp rx=0 tx=0).stop 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 -- 172.21.15.6:0/3941473877 shutdown_connections 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55c58c465f30 0x55c58c4801a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55c58c4e3e30 0x55c58c4e6250 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55c58c460140 0x55c58c471c10 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 --2- 172.21.15.6:0/3941473877 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55c58c465610 0x55c58c472150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f171cc00700 0 client.29908 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 -- 172.21.15.6:0/3941473877 >> 172.21.15.6:0/3941473877 conn(0x55c58c38dbe0 msgr2=0x55c58c46a5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 -- 172.21.15.6:0/3941473877 shutdown_connections 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 1 -- 172.21.15.6:0/3941473877 wait complete. 2024-05-20T21:31:42.282 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.278+0000 7f173fd74b80 20 client.29908 trim_cache size 0 max 16384 2024-05-20T21:31:42.283 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:31:42.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 -- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f17140b2880 msgr2=0x7f17140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f17140b2880 0x7f17140b4d40 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f1728009700 tx=0x7f17280047c0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 -- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1730109dd0 msgr2=0x7f17301a0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:42.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1730109dd0 0x7f17301a0380 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f172000ef30 tx=0x7f172000c3a0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 -- 172.21.15.6:0/238564254 shutdown_connections 2024-05-20T21:31:42.283 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f17140b2880 0x7f17140b4d40 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f173010eeb0 0x7f17301a4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f1730109dd0 0x7f17301a0380 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 --2- 172.21.15.6:0/238564254 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f173010a780 0x7f17301a08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:42.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.279+0000 7f1735400700 1 -- 172.21.15.6:0/238564254 >> 172.21.15.6:0/238564254 conn(0x7f1730076d10 msgr2=0x7f1730078130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:42.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.280+0000 7f1735400700 1 -- 172.21.15.6:0/238564254 shutdown_connections 2024-05-20T21:31:42.284 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:42.280+0000 7f1735400700 1 -- 172.21.15.6:0/238564254 wait complete. 2024-05-20T21:31:43.189 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:31:43.662 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:43 smithi062 ceph-mon[36640]: pgmap v916: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:44.049 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:43 smithi006 ceph-mon[31422]: pgmap v916: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:43 smithi042 ceph-mon[36332]: pgmap v916: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 -- 172.21.15.6:0/2245279923 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 msgr2=0x7f368410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 --2- 172.21.15.6:0/2245279923 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 0x7f368410fa00 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f3670009990 tx=0x7f3670009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 -- 172.21.15.6:0/2245279923 shutdown_connections 2024-05-20T21:31:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 --2- 172.21.15.6:0/2245279923 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f368410ff40 0x7f3684112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 --2- 172.21.15.6:0/2245279923 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3684075770 0x7f3684075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.019 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 --2- 172.21.15.6:0/2245279923 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 0x7f368410fa00 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 -- 172.21.15.6:0/2245279923 >> 172.21.15.6:0/2245279923 conn(0x7f368407a6a0 msgr2=0x7f368407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 -- 172.21.15.6:0/2245279923 shutdown_connections 2024-05-20T21:31:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.018+0000 7f3689600700 1 -- 172.21.15.6:0/2245279923 wait complete. 2024-05-20T21:31:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.019+0000 7f3689600700 1 Processor -- start 2024-05-20T21:31:46.020 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.019+0000 7f3689600700 1 -- start start 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3689600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3684075770 0x7f368419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3689600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 0x7f368419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3689600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f368410ff40 0x7f36841a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3689600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3684115970 con 0x7f368410ff40 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3689600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f36841157f0 con 0x7f3684076090 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3689600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3684115af0 con 0x7f3684075770 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3683400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f368410ff40 0x7f36841a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3682000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 0x7f368419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.021 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3683400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f368410ff40 0x7f36841a0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36016/0 (socket says 172.21.15.6:36016) 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3683400700 1 -- 172.21.15.6:0/172660210 learned_addr learned my addr 172.21.15.6:0/172660210 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.020+0000 7f3682a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3684075770 0x7f368419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3683400700 1 -- 172.21.15.6:0/172660210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3684075770 msgr2=0x7f368419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3683400700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3684075770 0x7f368419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3683400700 1 -- 172.21.15.6:0/172660210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 msgr2=0x7f368419c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3683400700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 0x7f368419c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3683400700 1 -- 172.21.15.6:0/172660210 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36841a0e60 con 0x7f368410ff40 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3682a00700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3684075770 0x7f368419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3682000700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 0x7f368419c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:46.022 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3683400700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f368410ff40 0x7f36841a0720 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f367c00e940 tx=0x7f367c00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f367b400700 1 -- 172.21.15.6:0/172660210 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f367c004a30 con 0x7f368410ff40 2024-05-20T21:31:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f367b400700 1 -- 172.21.15.6:0/172660210 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f367c0054d0 con 0x7f368410ff40 2024-05-20T21:31:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.021+0000 7f3689600700 1 -- 172.21.15.6:0/172660210 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36841a1150 con 0x7f368410ff40 2024-05-20T21:31:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.022+0000 7f367b400700 1 -- 172.21.15.6:0/172660210 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f367c00ccf0 con 0x7f368410ff40 2024-05-20T21:31:46.023 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.022+0000 7f3689600700 1 -- 172.21.15.6:0/172660210 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36841a89d0 con 0x7f368410ff40 2024-05-20T21:31:46.025 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.025+0000 7f367b400700 1 -- 172.21.15.6:0/172660210 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f367c005020 con 0x7f368410ff40 2024-05-20T21:31:46.026 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3693fa3b80 1 Processor -- start 2024-05-20T21:31:46.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f367b400700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f36680b2880 0x7f36680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3693fa3b80 1 -- start start 2024-05-20T21:31:46.027 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f367b400700 1 -- 172.21.15.6:0/172660210 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f367c0e23d0 con 0x7f368410ff40 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297f0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297ea260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297eace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3682000700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f36680b2880 0x7f36680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55cc29748e40 con 0x55cc297f07d0 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cc297389e0 con 0x55cc297efeb0 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.027+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55cc2973ca20 con 0x55cc297ea880 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297ea260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.028 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297f0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297ea260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36026/0 (socket says 172.21.15.6:36026) 2024-05-20T21:31:46.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682000700 1 -- 172.21.15.6:0/3472655239 learned_addr learned my addr 172.21.15.6:0/3472655239 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3683400700 1 --2- 172.21.15.6:0/3472655239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297eace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.029 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682a00700 1 -- 172.21.15.6:0/3472655239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 msgr2=0x55cc297eace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682a00700 1 --2- 172.21.15.6:0/3472655239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297eace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682a00700 1 -- 172.21.15.6:0/3472655239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 msgr2=0x55cc297ea260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682a00700 1 --2- 172.21.15.6:0/3472655239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297ea260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.028+0000 7f3682a00700 1 -- 172.21.15.6:0/3472655239 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc29701420 con 0x55cc297efeb0 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.029+0000 7f3682000700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f36680b2880 0x7f36680b4d40 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f3670005850 tx=0x7f3670005740 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.029+0000 7f3682a00700 1 --2- 172.21.15.6:0/3472655239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297f0290 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3674003db0 tx=0x7f3674009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4a9e1bf67a3aa7c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.029+0000 7f366fe00700 1 -- 172.21.15.6:0/3472655239 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674019030 con 0x55cc297efeb0 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.029+0000 7f366fe00700 1 -- 172.21.15.6:0/3472655239 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3674004bb0 con 0x55cc297efeb0 2024-05-20T21:31:46.030 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.029+0000 7f366fe00700 1 -- 172.21.15.6:0/3472655239 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674007c80 con 0x55cc297efeb0 2024-05-20T21:31:46.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 -- 172.21.15.6:0/3472655239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 msgr2=0x55cc297f0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.031 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/3472655239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297f0290 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3674003db0 tx=0x7f3674009920 comp rx=0 tx=0).stop 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 -- 172.21.15.6:0/3472655239 shutdown_connections 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/3472655239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297eace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/3472655239 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297f0290 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/3472655239 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297ea260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 -- 172.21.15.6:0/3472655239 >> 172.21.15.6:0/3472655239 conn(0x55cc29718be0 msgr2=0x55cc297e5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 -- 172.21.15.6:0/3472655239 shutdown_connections 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.030+0000 7f3693fa3b80 1 -- 172.21.15.6:0/3472655239 wait complete. 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.031+0000 7f3693fa3b80 1 -- start start 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.031+0000 7f3693fa3b80 1 Processor -- start 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.031+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297ea880 0x55cc297f64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297efeb0 0x55cc297f3870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297f07d0 0x55cc297f3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55cc2963efa0 con 0x55cc297ea880 2024-05-20T21:31:46.032 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55cc296d9760 con 0x55cc297f07d0 2024-05-20T21:31:46.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55cc297f7240 con 0x55cc297efeb0 2024-05-20T21:31:46.033 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3693fa3b80 10 client.0 _ll_register_callbacks cb 0x55cc296e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:46.034 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297ea880 0x55cc297f64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297ea880 0x55cc297f64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36040/0 (socket says 172.21.15.6:36040) 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682a00700 1 -- 172.21.15.6:0/1009422867 learned_addr learned my addr 172.21.15.6:0/1009422867 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3683400700 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297f07d0 0x55cc297f3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297efeb0 0x55cc297f3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682a00700 1 -- 172.21.15.6:0/1009422867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297efeb0 msgr2=0x55cc297f3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682a00700 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297efeb0 0x55cc297f3870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682a00700 1 -- 172.21.15.6:0/1009422867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297f07d0 msgr2=0x55cc297f3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682a00700 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297f07d0 0x55cc297f3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682a00700 1 -- 172.21.15.6:0/1009422867 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc296888d0 con 0x55cc297ea880 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.032+0000 7f3682000700 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297efeb0 0x55cc297f3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.033+0000 7f3682a00700 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297ea880 0x55cc297f64d0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f367400b010 tx=0x7f3674007710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=625435b583d5142 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.033+0000 7f366cc00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:31:46.035 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.033+0000 7f366cc00700 1 -- 172.21.15.6:0/1009422867 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674023070 con 0x55cc297ea880 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.033+0000 7f366cc00700 1 -- 172.21.15.6:0/1009422867 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3674007c90 con 0x55cc297ea880 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.033+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1009422867 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3674004bb0 con 0x55cc297ea880 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f366cc00700 1 -- 172.21.15.6:0/1009422867 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f367400e4f0 con 0x55cc297ea880 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f3693fa3b80 10 client.19809 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1009422867 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cc29709060 con 0x55cc297ea880 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f366cc00700 1 -- 172.21.15.6:0/1009422867 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3674004bb0 con 0x55cc297ea880 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f366cc00700 1 -- 172.21.15.6:0/1009422867 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f36740285f0 con 0x55cc297ea880 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f3693fa3b80 10 client.19809 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f3693fa3b80 10 client.19809 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f3693fa3b80 20 client.19809 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cc29803be0 0x55cc29805fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f3693fa3b80 4 client.19809 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.034+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1009422867 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc2974ad90 con 0x55cc29803be0 2024-05-20T21:31:46.036 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.035+0000 7f3682000700 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cc29803be0 0x55cc29805fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.037 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.035+0000 7f3682000700 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cc29803be0 0x55cc29805fd0 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdf5db223836cf84 server_cookie=a48e9f720cd422f0 in_seq=0 out_seq=0 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.035+0000 7f366cc00700 10 client.19809 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.036+0000 7f366cc00700 1 -- 172.21.15.6:0/1009422867 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cc2974ad90 con 0x55cc29803be0 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.036+0000 7f366cc00700 10 client.19809 handle_command_reply: tid=0 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.036+0000 7f3693fa3b80 1 client.19809 shutdown 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1009422867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297ea880 msgr2=0x55cc297f64d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297ea880 0x55cc297f64d0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f367400b010 tx=0x7f3674007710 comp rx=0 tx=0).stop 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1009422867 shutdown_connections 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297f07d0 0x55cc297f3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297ea880 0x55cc297f64d0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cc29803be0 0x55cc29805fd0 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1009422867 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297efeb0 0x55cc297f3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1009422867 >> 172.21.15.6:0/1009422867 conn(0x55cc29718be0 msgr2=0x55cc297e9250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.038 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f366cc00700 0 client.19809 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1009422867 shutdown_connections 2024-05-20T21:31:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1009422867 wait complete. 2024-05-20T21:31:46.039 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.037+0000 7f3693fa3b80 20 client.19809 trim_cache size 0 max 16384 2024-05-20T21:31:46.054 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.054+0000 7f3693fa3b80 1 Processor -- start 2024-05-20T21:31:46.055 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.054+0000 7f3693fa3b80 1 -- start start 2024-05-20T21:31:46.055 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:45 smithi006 ceph-mon[31422]: pgmap v917: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297ea260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297eac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297e49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f36841b29b0 con 0x55cc297f07d0 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f36841b0240 con 0x55cc297efeb0 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f36841ae090 con 0x55cc297ea880 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3682a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297ea260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3682a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297ea260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41412/0 (socket says 172.21.15.6:41412) 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3682a00700 1 -- 172.21.15.6:0/1873770899 learned_addr learned my addr 172.21.15.6:0/1873770899 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3682000700 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297eac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.055+0000 7f3683400700 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297e49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f3682a00700 1 -- 172.21.15.6:0/1873770899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 msgr2=0x55cc297eac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.056 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f3682a00700 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297eac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f3682a00700 1 -- 172.21.15.6:0/1873770899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 msgr2=0x55cc297e49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f3682a00700 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297e49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f3682a00700 1 -- 172.21.15.6:0/1873770899 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc297e6d00 con 0x55cc297ea880 2024-05-20T21:31:46.057 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f3682a00700 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297ea260 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f3674002230 tx=0x7f367401d610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a5c94ac9ed8f4b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f366f400700 1 -- 172.21.15.6:0/1873770899 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674037070 con 0x55cc297ea880 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f366f400700 1 -- 172.21.15.6:0/1873770899 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3674028de0 con 0x55cc297ea880 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.056+0000 7f366f400700 1 -- 172.21.15.6:0/1873770899 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674019070 con 0x55cc297ea880 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1873770899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 msgr2=0x55cc297ea260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297ea260 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f3674002230 tx=0x7f367401d610 comp rx=0 tx=0).stop 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1873770899 shutdown_connections 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc297e49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc297ea260 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1873770899 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc297eac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1873770899 >> 172.21.15.6:0/1873770899 conn(0x55cc29718be0 msgr2=0x55cc297f2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1873770899 shutdown_connections 2024-05-20T21:31:46.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.057+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1873770899 wait complete. 2024-05-20T21:31:46.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.058+0000 7f3693fa3b80 1 -- start start 2024-05-20T21:31:46.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.058+0000 7f3693fa3b80 1 Processor -- start 2024-05-20T21:31:46.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.058+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc29806190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.058+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc298066d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3693fa3b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc298663e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f36841ae700 con 0x55cc297f07d0 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f36841afb70 con 0x55cc297efeb0 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3693fa3b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f36841aedd0 con 0x55cc297ea880 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3693fa3b80 10 client.0 _ll_register_callbacks cb 0x55cc296e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc298066d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc298066d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57770/0 (socket says 172.21.15.6:57770) 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682000700 1 -- 172.21.15.6:0/1126338494 learned_addr learned my addr 172.21.15.6:0/1126338494 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682a00700 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc29806190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3683400700 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc298663e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682000700 1 -- 172.21.15.6:0/1126338494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 msgr2=0x55cc29806190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682000700 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc29806190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682000700 1 -- 172.21.15.6:0/1126338494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 msgr2=0x55cc298663e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682000700 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc298663e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3682000700 1 -- 172.21.15.6:0/1126338494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc298669d0 con 0x55cc297efeb0 2024-05-20T21:31:46.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.059+0000 7f3683400700 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc298663e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:46.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.060+0000 7f3682000700 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc298066d0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f3670000c00 tx=0x7f3670009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7b2c7abd5de2976 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.060+0000 7f366cc00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:46.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.060+0000 7f366cc00700 1 -- 172.21.15.6:0/1126338494 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3670028840 con 0x55cc297efeb0 2024-05-20T21:31:46.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.060+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1126338494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3674028de0 con 0x55cc297efeb0 2024-05-20T21:31:46.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.060+0000 7f366cc00700 1 -- 172.21.15.6:0/1126338494 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f3670035e00 con 0x55cc297efeb0 2024-05-20T21:31:46.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.060+0000 7f366cc00700 1 -- 172.21.15.6:0/1126338494 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3670045050 con 0x55cc297efeb0 2024-05-20T21:31:46.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.060+0000 7f3693fa3b80 10 client.29912 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:46.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.060+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1126338494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cc2986dd80 con 0x55cc297efeb0 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.061+0000 7f366cc00700 1 -- 172.21.15.6:0/1126338494 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3674028de0 con 0x55cc297efeb0 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.061+0000 7f366cc00700 1 -- 172.21.15.6:0/1126338494 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3670035750 con 0x55cc297efeb0 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.061+0000 7f3693fa3b80 10 client.29912 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.061+0000 7f3693fa3b80 10 client.29912 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.061+0000 7f3693fa3b80 20 client.29912 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.061+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cc2986e470 0x55cc29870890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.061+0000 7f3693fa3b80 4 client.29912 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.061+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1126338494 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cc29744570 con 0x55cc2986e470 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.062+0000 7f3682a00700 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cc2986e470 0x55cc29870890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.062+0000 7f3682a00700 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cc2986e470 0x55cc29870890 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a655215c24b07066 server_cookie=1dd5d43e8b6bf778 in_seq=0 out_seq=0 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.062+0000 7f366cc00700 10 client.29912 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.062+0000 7f366cc00700 1 -- 172.21.15.6:0/1126338494 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cc29744570 con 0x55cc2986e470 2024-05-20T21:31:46.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.062+0000 7f366cc00700 10 client.29912 handle_command_reply: tid=0 2024-05-20T21:31:46.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.062+0000 7f3693fa3b80 1 client.29912 shutdown 2024-05-20T21:31:46.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1126338494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 msgr2=0x55cc298066d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc298066d0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f3670000c00 tx=0x7f3670009ca0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1126338494 shutdown_connections 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55cc297f07d0 0x55cc298663e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55cc2986e470 0x55cc29870890 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55cc297ea880 0x55cc29806190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 --2- 172.21.15.6:0/1126338494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55cc297efeb0 0x55cc298066d0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f366cc00700 0 client.29912 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1126338494 >> 172.21.15.6:0/1126338494 conn(0x55cc29718be0 msgr2=0x55cc297f0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1126338494 shutdown_connections 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 1 -- 172.21.15.6:0/1126338494 wait complete. 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.063+0000 7f3693fa3b80 20 client.29912 trim_cache size 0 max 16384 2024-05-20T21:31:46.065 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:31:46.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 -- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f36680b2880 msgr2=0x7f36680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f36680b2880 0x7f36680b4d40 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f3670005850 tx=0x7f3670005740 comp rx=0 tx=0).stop 2024-05-20T21:31:46.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 -- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f368410ff40 msgr2=0x7f36841a0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f368410ff40 0x7f36841a0720 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f367c00e940 tx=0x7f367c00ec50 comp rx=0 tx=0).stop 2024-05-20T21:31:46.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 -- 172.21.15.6:0/172660210 shutdown_connections 2024-05-20T21:31:46.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f36680b2880 0x7f36680b4d40 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f368410ff40 0x7f36841a0720 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3684075770 0x7f368419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 --2- 172.21.15.6:0/172660210 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f3684076090 0x7f368419c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.064+0000 7f3689600700 1 -- 172.21.15.6:0/172660210 >> 172.21.15.6:0/172660210 conn(0x7f368407a6a0 msgr2=0x7f36841007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.065+0000 7f3689600700 1 -- 172.21.15.6:0/172660210 shutdown_connections 2024-05-20T21:31:46.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:46.065+0000 7f3689600700 1 -- 172.21.15.6:0/172660210 wait complete. 2024-05-20T21:31:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:45 smithi042 ceph-mon[36332]: pgmap v917: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:46.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:45 smithi062 ceph-mon[36640]: pgmap v917: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:31:46.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.391+0000 7f8628e00640 1 -- 172.21.15.6:0/3074963661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241011f0 msgr2=0x7f8624101610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.391+0000 7f8628e00640 1 --2- 172.21.15.6:0/3074963661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241011f0 0x7f8624101610 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f8614009900 tx=0x7f861402a480 comp rx=0 tx=0).stop 2024-05-20T21:31:46.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.392+0000 7f8628e00640 1 -- 172.21.15.6:0/3074963661 shutdown_connections 2024-05-20T21:31:46.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.392+0000 7f8628e00640 1 --2- 172.21.15.6:0/3074963661 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86241024f0 0x7f8624102970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.392+0000 7f8628e00640 1 --2- 172.21.15.6:0/3074963661 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f8624101b50 0x7f8624101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.392 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.392+0000 7f8628e00640 1 --2- 172.21.15.6:0/3074963661 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241011f0 0x7f8624101610 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.392+0000 7f8628e00640 1 -- 172.21.15.6:0/3074963661 >> 172.21.15.6:0/3074963661 conn(0x7f86240fcd30 msgr2=0x7f86240ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.392+0000 7f8628e00640 1 -- 172.21.15.6:0/3074963661 shutdown_connections 2024-05-20T21:31:46.393 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.392+0000 7f8628e00640 1 -- 172.21.15.6:0/3074963661 wait complete. 2024-05-20T21:31:46.394 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.393+0000 7f8628e00640 1 Processor -- start 2024-05-20T21:31:46.394 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.393+0000 7f8628e00640 1 -- start start 2024-05-20T21:31:46.394 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.393+0000 7f8628e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86241011f0 0x7f862419ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.393+0000 7f8628e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8624101b50 0x7f862419b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.393+0000 7f8628e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241024f0 0x7f86241a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8628e00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f8624110670 con 0x7f86241024f0 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8628e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f86241104f0 con 0x7f86241011f0 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8628e00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f86241107f0 con 0x7f8624101b50 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86241011f0 0x7f862419ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241024f0 0x7f86241a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86241011f0 0x7f862419ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57794/0 (socket says 172.21.15.6:57794) 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623400640 1 -- 172.21.15.6:0/1638704733 learned_addr learned my addr 172.21.15.6:0/1638704733 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f861aa00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8624101b50 0x7f862419b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623400640 1 -- 172.21.15.6:0/1638704733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8624101b50 msgr2=0x7f862419b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623400640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8624101b50 0x7f862419b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.395 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623400640 1 -- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241024f0 msgr2=0x7f86241a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623400640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241024f0 0x7f86241a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623400640 1 -- 172.21.15.6:0/1638704733 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86241a2940 con 0x7f86241011f0 2024-05-20T21:31:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.394+0000 7f8623e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241024f0 0x7f86241a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.395+0000 7f8623400640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86241011f0 0x7f862419ad30 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f8614005ab0 tx=0x7f8614003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.395+0000 7f8620c00640 1 -- 172.21.15.6:0/1638704733 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f861403f070 con 0x7f86241011f0 2024-05-20T21:31:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.395+0000 7f8620c00640 1 -- 172.21.15.6:0/1638704733 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8614031c50 con 0x7f86241011f0 2024-05-20T21:31:46.396 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.395+0000 7f8620c00640 1 -- 172.21.15.6:0/1638704733 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8614035030 con 0x7f86241011f0 2024-05-20T21:31:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.395+0000 7f8628e00640 1 -- 172.21.15.6:0/1638704733 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86241a2bd0 con 0x7f86241011f0 2024-05-20T21:31:46.397 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.395+0000 7f8628e00640 1 -- 172.21.15.6:0/1638704733 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86241a3110 con 0x7f86241011f0 2024-05-20T21:31:46.399 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.398+0000 7f862d1a3740 1 Processor -- start 2024-05-20T21:31:46.399 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.399+0000 7f862d1a3740 1 -- start start 2024-05-20T21:31:46.399 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.399+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a0967e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.399 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.399+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 0x557a096839f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.399 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.399+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a09684060 0x557a096864f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.400 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.399+0000 7f862d1a3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557a095e5b90 con 0x557a0967eef0 2024-05-20T21:31:46.400 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.399+0000 7f862d1a3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557a095d5730 con 0x557a09684060 2024-05-20T21:31:46.400 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.399+0000 7f862d1a3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557a095d9770 con 0x557a0967e500 2024-05-20T21:31:46.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f861aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a09684060 0x557a096864f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f8623e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a0967e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f861aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a09684060 0x557a096864f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57796/0 (socket says 172.21.15.6:57796) 2024-05-20T21:31:46.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f861aa00640 1 -- 172.21.15.6:0/3329052933 learned_addr learned my addr 172.21.15.6:0/3329052933 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f861aa00640 1 -- 172.21.15.6:0/3329052933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 msgr2=0x557a0967e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.401 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f861aa00640 1 --2- 172.21.15.6:0/3329052933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a0967e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f861aa00640 1 -- 172.21.15.6:0/3329052933 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 msgr2=0x557a096839f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-20T21:31:46.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f861aa00640 1 --2- 172.21.15.6:0/3329052933 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 0x557a096839f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.400+0000 7f861aa00640 1 -- 172.21.15.6:0/3329052933 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a0956e8b0 con 0x557a09684060 2024-05-20T21:31:46.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.401+0000 7f861aa00640 1 --2- 172.21.15.6:0/3329052933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a09684060 0x557a096864f0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f860c009cf0 tx=0x7f860c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=adc48cb8ced617e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.401+0000 7f8618c00640 1 -- 172.21.15.6:0/3329052933 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c004230 con 0x557a09684060 2024-05-20T21:31:46.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.401+0000 7f8618c00640 1 -- 172.21.15.6:0/3329052933 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f860c0043d0 con 0x557a09684060 2024-05-20T21:31:46.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.401+0000 7f8618c00640 1 -- 172.21.15.6:0/3329052933 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c019880 con 0x557a09684060 2024-05-20T21:31:46.402 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.401+0000 7f8620c00640 1 -- 172.21.15.6:0/1638704733 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8614042070 con 0x7f86241011f0 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 -- 172.21.15.6:0/3329052933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a09684060 msgr2=0x557a096864f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3329052933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a09684060 0x557a096864f0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f860c009cf0 tx=0x7f860c011810 comp rx=0 tx=0).stop 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 -- 172.21.15.6:0/3329052933 shutdown_connections 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3329052933 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a09684060 0x557a096864f0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3329052933 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 0x557a096839f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3329052933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a0967e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 -- 172.21.15.6:0/3329052933 >> 172.21.15.6:0/3329052933 conn(0x557a09671360 msgr2=0x557a09671760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 -- 172.21.15.6:0/3329052933 shutdown_connections 2024-05-20T21:31:46.407 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.402+0000 7f862d1a3740 1 -- 172.21.15.6:0/3329052933 wait complete. 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 1 -- start start 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 1 Processor -- start 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f8620c00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86080b2760 0x7f86080b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a096882c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 0x557a09688800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a09684060 0x557a0968f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557a092bb790 con 0x557a0967eef0 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557a0957dbc0 con 0x557a0967e500 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557a09687010 con 0x557a09684060 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.403+0000 7f862d1a3740 10 client.0 _ll_register_callbacks cb 0x557a0955b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8620c00640 1 -- 172.21.15.6:0/1638704733 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f86141029f0 con 0x7f86241011f0 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86080b2760 0x7f86080b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.408 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a096882c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a096882c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57808/0 (socket says 172.21.15.6:57808) 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 -- 172.21.15.6:0/972487257 learned_addr learned my addr 172.21.15.6:0/972487257 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f861aa00640 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 0x557a09688800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623e00640 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a09684060 0x557a0968f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 -- 172.21.15.6:0/972487257 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a09684060 msgr2=0x557a0968f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a09684060 0x557a0968f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 -- 172.21.15.6:0/972487257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 msgr2=0x557a09688800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 0x557a09688800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 -- 172.21.15.6:0/972487257 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a092ea210 con 0x557a0967e500 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8623400640 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a096882c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f8614005c40 tx=0x7f86140c9910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46af00acfbf0081c server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.404+0000 7f8611600640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:46.409 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f8623e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86080b2760 0x7f86080b4c20 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x557a0967f750 tx=0x7f861c0145b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f8611600640 1 -- 172.21.15.6:0/972487257 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86140c9fc0 con 0x557a0967e500 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f8611600640 1 -- 172.21.15.6:0/972487257 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f8614031e00 con 0x557a0967e500 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f862d1a3740 1 -- 172.21.15.6:0/972487257 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f860c0043d0 con 0x557a0967e500 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f8611600640 1 -- 172.21.15.6:0/972487257 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f86140ce2c0 con 0x557a0967e500 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f862d1a3740 10 client.29924 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f862d1a3740 1 -- 172.21.15.6:0/972487257 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557a093b6620 con 0x557a0967e500 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f8611600640 1 -- 172.21.15.6:0/972487257 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f860c0043d0 con 0x557a0967e500 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.405+0000 7f8611600640 1 -- 172.21.15.6:0/972487257 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f86140c7f10 con 0x557a0967e500 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.406+0000 7f862d1a3740 10 client.29924 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.406+0000 7f862d1a3740 10 client.29924 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.406+0000 7f862d1a3740 20 client.29924 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.406+0000 7f862d1a3740 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557a09693ce0 0x557a096960d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.406+0000 7f862d1a3740 4 client.29924 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:46.410 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.406+0000 7f862d1a3740 1 -- 172.21.15.6:0/972487257 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a095e7ae0 con 0x557a09693ce0 2024-05-20T21:31:46.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.406+0000 7f861aa00640 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557a09693ce0 0x557a096960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.407+0000 7f8611600640 10 client.29924 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:46.411 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.407+0000 7f861aa00640 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557a09693ce0 0x557a096960d0 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aafe46450b785b88 server_cookie=d4cb42fc060bbb9b in_seq=0 out_seq=0 2024-05-20T21:31:46.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f8611600640 1 -- 172.21.15.6:0/972487257 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557a095e7ae0 con 0x557a09693ce0 2024-05-20T21:31:46.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f8611600640 10 client.29924 handle_command_reply: tid=0 2024-05-20T21:31:46.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 client.29924 shutdown 2024-05-20T21:31:46.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 -- 172.21.15.6:0/972487257 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 msgr2=0x557a096882c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.412 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a096882c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f8614005c40 tx=0x7f86140c9910 comp rx=0 tx=0).stop 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 -- 172.21.15.6:0/972487257 shutdown_connections 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557a09693ce0 0x557a096960d0 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a09684060 0x557a0968f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a0967eef0 0x557a09688800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 --2- 172.21.15.6:0/972487257 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a096882c0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 -- 172.21.15.6:0/972487257 >> 172.21.15.6:0/972487257 conn(0x557a09671360 msgr2=0x557a096704c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f8611600640 0 client.29924 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 -- 172.21.15.6:0/972487257 shutdown_connections 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 1 -- 172.21.15.6:0/972487257 wait complete. 2024-05-20T21:31:46.413 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.408+0000 7f862d1a3740 20 client.29924 trim_cache size 0 max 16384 2024-05-20T21:31:46.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.425+0000 7f862d1a3740 1 Processor -- start 2024-05-20T21:31:46.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.425+0000 7f862d1a3740 1 -- start start 2024-05-20T21:31:46.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.425+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a096885e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.425+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967eef0 0x557a0968f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.425+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0969b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.425 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.425+0000 7f862d1a3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f86241aa630 con 0x557a09684060 2024-05-20T21:31:46.426 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.425+0000 7f862d1a3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f86241a7f00 con 0x557a0967eef0 2024-05-20T21:31:46.426 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.425+0000 7f862d1a3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f86241a5d70 con 0x557a0967e500 2024-05-20T21:31:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f8623e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0969b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f861aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967eef0 0x557a0968f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f8623400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a096885e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f861aa00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967eef0 0x557a0968f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:57824/0 (socket says 172.21.15.6:57824) 2024-05-20T21:31:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f861aa00640 1 -- 172.21.15.6:0/715498387 learned_addr learned my addr 172.21.15.6:0/715498387 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f8623400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a096885e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41474/0 (socket says 172.21.15.6:41474) 2024-05-20T21:31:46.427 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f861aa00640 1 -- 172.21.15.6:0/715498387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 msgr2=0x557a096885e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f861aa00640 1 --2- 172.21.15.6:0/715498387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a096885e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f861aa00640 1 -- 172.21.15.6:0/715498387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 msgr2=0x557a0969b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f861aa00640 1 --2- 172.21.15.6:0/715498387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0969b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.426+0000 7f861aa00640 1 -- 172.21.15.6:0/715498387 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a09696700 con 0x557a0967eef0 2024-05-20T21:31:46.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.427+0000 7f861aa00640 1 --2- 172.21.15.6:0/715498387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967eef0 0x557a0968f800 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x557a09672230 tx=0x7f860c000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2241ce3793c8ec6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.427+0000 7f8613e00640 1 -- 172.21.15.6:0/715498387 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c004030 con 0x557a0967eef0 2024-05-20T21:31:46.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.427+0000 7f8613e00640 1 -- 172.21.15.6:0/715498387 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f860c003aa0 con 0x557a0967eef0 2024-05-20T21:31:46.428 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.427+0000 7f8613e00640 1 -- 172.21.15.6:0/715498387 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c005060 con 0x557a0967eef0 2024-05-20T21:31:46.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 -- 172.21.15.6:0/715498387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967eef0 msgr2=0x557a0968f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 --2- 172.21.15.6:0/715498387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967eef0 0x557a0968f800 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x557a09672230 tx=0x7f860c000bc0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 -- 172.21.15.6:0/715498387 shutdown_connections 2024-05-20T21:31:46.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 --2- 172.21.15.6:0/715498387 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0969b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 --2- 172.21.15.6:0/715498387 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967eef0 0x557a0968f800 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 --2- 172.21.15.6:0/715498387 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967e500 0x557a096885e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 -- 172.21.15.6:0/715498387 >> 172.21.15.6:0/715498387 conn(0x557a09671360 msgr2=0x557a09687ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.432 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 -- 172.21.15.6:0/715498387 shutdown_connections 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 -- 172.21.15.6:0/715498387 wait complete. 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.428+0000 7f862d1a3740 1 -- start start 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f862d1a3740 1 Processor -- start 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a0968cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967eef0 0x557a0968d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f862d1a3740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0968e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f862d1a3740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f86241a63c0 con 0x557a09684060 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f862d1a3740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f86241a7830 con 0x557a0967e500 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f862d1a3740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f86241a6a90 con 0x557a0967eef0 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f862d1a3740 10 client.0 _ll_register_callbacks cb 0x7f8614005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f8623e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0968e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f8623e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0968e2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:36118/0 (socket says 172.21.15.6:36118) 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f8623e00640 1 -- 172.21.15.6:0/3566298318 learned_addr learned my addr 172.21.15.6:0/3566298318 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:46.433 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.429+0000 7f861aa00640 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967eef0 0x557a0968d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f8623400640 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a0968cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f861aa00640 1 -- 172.21.15.6:0/3566298318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 msgr2=0x557a0968cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f861aa00640 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a0968cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f861aa00640 1 -- 172.21.15.6:0/3566298318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 msgr2=0x557a0968e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f861aa00640 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0968e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f861aa00640 1 -- 172.21.15.6:0/3566298318 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a0968e8b0 con 0x557a0967eef0 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f8623e00640 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0968e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f861aa00640 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967eef0 0x557a0968d2b0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x557a09671e20 tx=0x7f860c009ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cba76b180a359e53 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f8611600640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.430+0000 7f8611600640 1 -- 172.21.15.6:0/3566298318 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f860c038020 con 0x557a0967eef0 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.431+0000 7f862d1a3740 1 -- 172.21.15.6:0/3566298318 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f860c003aa0 con 0x557a0967eef0 2024-05-20T21:31:46.434 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.431+0000 7f8611600640 1 -- 172.21.15.6:0/3566298318 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f860c0035f0 con 0x557a0967eef0 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.431+0000 7f8611600640 1 -- 172.21.15.6:0/3566298318 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f860c043050 con 0x557a0967eef0 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.431+0000 7f862d1a3740 10 client.29944 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.431+0000 7f862d1a3740 1 -- 172.21.15.6:0/3566298318 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557a096fe860 con 0x557a0967eef0 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.431+0000 7f8611600640 1 -- 172.21.15.6:0/3566298318 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f860c003aa0 con 0x557a0967eef0 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.432+0000 7f8611600640 1 -- 172.21.15.6:0/3566298318 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f860c004a30 con 0x557a0967eef0 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.432+0000 7f862d1a3740 10 client.29944 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.432+0000 7f862d1a3740 10 client.29944 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.432+0000 7f862d1a3740 20 client.29944 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.432+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557a096fee60 0x557a09701250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.432+0000 7f862d1a3740 4 client.29944 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.432+0000 7f862d1a3740 1 -- 172.21.15.6:0/3566298318 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557a095e12c0 con 0x557a096fee60 2024-05-20T21:31:46.435 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.432+0000 7f8623400640 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557a096fee60 0x557a09701250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:46.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.433+0000 7f8623400640 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557a096fee60 0x557a09701250 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=975c88281a70894 server_cookie=57d1440bf8513025 in_seq=0 out_seq=0 2024-05-20T21:31:46.436 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.433+0000 7f8611600640 10 client.29944 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f8611600640 1 -- 172.21.15.6:0/3566298318 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557a095e12c0 con 0x557a096fee60 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f8611600640 10 client.29944 handle_command_reply: tid=0 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 client.29944 shutdown 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 -- 172.21.15.6:0/3566298318 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967eef0 msgr2=0x557a0968d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967eef0 0x557a0968d2b0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x557a09671e20 tx=0x7f860c009ea0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 -- 172.21.15.6:0/3566298318 shutdown_connections 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557a096fee60 0x557a09701250 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557a09684060 0x557a0968e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557a0967eef0 0x557a0968d2b0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 --2- 172.21.15.6:0/3566298318 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557a0967e500 0x557a0968cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f8611600640 0 client.29944 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:46.449 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 -- 172.21.15.6:0/3566298318 >> 172.21.15.6:0/3566298318 conn(0x557a09671360 msgr2=0x557a0967f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 -- 172.21.15.6:0/3566298318 shutdown_connections 2024-05-20T21:31:46.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 1 -- 172.21.15.6:0/3566298318 wait complete. 2024-05-20T21:31:46.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.448+0000 7f862d1a3740 20 client.29944 trim_cache size 0 max 16384 2024-05-20T21:31:46.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:31:46.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:31:46.450 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.449+0000 7f8628e00640 1 -- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86080b2760 msgr2=0x7f86080b4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.449+0000 7f8628e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86080b2760 0x7f86080b4c20 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x557a0967f750 tx=0x7f861c0145b0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.449+0000 7f8628e00640 1 -- 172.21.15.6:0/1638704733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86241011f0 msgr2=0x7f862419ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.449+0000 7f8628e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86241011f0 0x7f862419ad30 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f8614005ab0 tx=0x7f8614003b90 comp rx=0 tx=0).stop 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.450+0000 7f8628e00640 1 -- 172.21.15.6:0/1638704733 shutdown_connections 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.450+0000 7f8628e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f86080b2760 0x7f86080b4c20 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.450+0000 7f8628e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f86241024f0 0x7f86241a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.450+0000 7f8628e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8624101b50 0x7f862419b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.450+0000 7f8628e00640 1 --2- 172.21.15.6:0/1638704733 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f86241011f0 0x7f862419ad30 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:46.451 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.450+0000 7f8628e00640 1 -- 172.21.15.6:0/1638704733 >> 172.21.15.6:0/1638704733 conn(0x7f86240fcd30 msgr2=0x7f86241000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:46.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.450+0000 7f8628e00640 1 -- 172.21.15.6:0/1638704733 shutdown_connections 2024-05-20T21:31:46.452 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:46.450+0000 7f8628e00640 1 -- 172.21.15.6:0/1638704733 wait complete. 2024-05-20T21:31:48.034 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-20T21:31:48.034 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-20T21:31:48.118 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:47 smithi006 ceph-mon[31422]: pgmap v918: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-20T21:31:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:47 smithi042 ceph-mon[36332]: pgmap v918: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-20T21:31:48.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:47 smithi062 ceph-mon[36640]: pgmap v918: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-20T21:31:48.509 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:49.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:49 smithi006 ceph-mon[31422]: pgmap v919: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:31:50.090 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:49 smithi062 ceph-mon[36640]: pgmap v919: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:31:50.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:49 smithi042 ceph-mon[36332]: pgmap v919: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-20T21:31:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.831+0000 7fa02d400700 1 -- 172.21.15.6:0/2379849735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 msgr2=0x7fa028116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.831+0000 7fa02d400700 1 --2- 172.21.15.6:0/2379849735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 0x7fa028116a80 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fa02000b0d0 tx=0x7fa02000b3e0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.832+0000 7fa02d400700 1 -- 172.21.15.6:0/2379849735 shutdown_connections 2024-05-20T21:31:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.832+0000 7fa02d400700 1 --2- 172.21.15.6:0/2379849735 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 0x7fa028116a80 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.832 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.832+0000 7fa02d400700 1 --2- 172.21.15.6:0/2379849735 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa028109dd0 0x7fa02810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.832+0000 7fa02d400700 1 --2- 172.21.15.6:0/2379849735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa02810a780 0x7fa02810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.832+0000 7fa02d400700 1 -- 172.21.15.6:0/2379849735 >> 172.21.15.6:0/2379849735 conn(0x7fa028076d10 msgr2=0x7fa028108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:50.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.832+0000 7fa02d400700 1 -- 172.21.15.6:0/2379849735 shutdown_connections 2024-05-20T21:31:50.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.832+0000 7fa02d400700 1 -- 172.21.15.6:0/2379849735 wait complete. 2024-05-20T21:31:50.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.833+0000 7fa02d400700 1 Processor -- start 2024-05-20T21:31:50.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.833+0000 7fa02d400700 1 -- start start 2024-05-20T21:31:50.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa02d400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa028109dd0 0x7fa0281a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa02d400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa02810a780 0x7fa0281a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa02d400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 0x7fa0281a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.834 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa02d400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa028119db0 con 0x7fa02810eeb0 2024-05-20T21:31:50.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa02d400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa028119c30 con 0x7fa02810a780 2024-05-20T21:31:50.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa02d400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa028119f30 con 0x7fa028109dd0 2024-05-20T21:31:50.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa01de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa02810a780 0x7fa0281a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa027200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 0x7fa0281a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa026800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa028109dd0 0x7fa0281a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa01de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa02810a780 0x7fa0281a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54690/0 (socket says 172.21.15.6:54690) 2024-05-20T21:31:50.835 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.834+0000 7fa01de00700 1 -- 172.21.15.6:0/2602674878 learned_addr learned my addr 172.21.15.6:0/2602674878 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa026800700 1 -- 172.21.15.6:0/2602674878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa02810a780 msgr2=0x7fa0281a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa026800700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa02810a780 0x7fa0281a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa026800700 1 -- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 msgr2=0x7fa0281a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa026800700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 0x7fa0281a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa026800700 1 -- 172.21.15.6:0/2602674878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0281a5240 con 0x7fa028109dd0 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa01de00700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa02810a780 0x7fa0281a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa027200700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 0x7fa0281a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa026800700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa028109dd0 0x7fa0281a0280 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fa01800e9f0 tx=0x7fa01800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa01fe00700 1 -- 172.21.15.6:0/2602674878 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01800c9c0 con 0x7fa028109dd0 2024-05-20T21:31:50.836 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa01fe00700 1 -- 172.21.15.6:0/2602674878 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa01800cb60 con 0x7fa028109dd0 2024-05-20T21:31:50.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa02d400700 1 -- 172.21.15.6:0/2602674878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0281a5530 con 0x7fa028109dd0 2024-05-20T21:31:50.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa01fe00700 1 -- 172.21.15.6:0/2602674878 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa018018680 con 0x7fa028109dd0 2024-05-20T21:31:50.837 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.835+0000 7fa02d400700 1 -- 172.21.15.6:0/2602674878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0281acdb0 con 0x7fa028109dd0 2024-05-20T21:31:50.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.839+0000 7fa01fe00700 1 -- 172.21.15.6:0/2602674878 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa018010430 con 0x7fa028109dd0 2024-05-20T21:31:50.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.840+0000 7fa037e13b80 1 Processor -- start 2024-05-20T21:31:50.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.840+0000 7fa037e13b80 1 -- start start 2024-05-20T21:31:50.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.840+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.840+0000 7fa01fe00700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa00c0b2880 0x7fa00c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644ebba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.841 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 0x559f644ec640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa037e13b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559f64449ec0 con 0x559f644f1fb0 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa037e13b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559f64439a60 con 0x559f644f1690 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa037e13b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559f6443daa0 con 0x559f644ec1c0 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa01fe00700 1 -- 172.21.15.6:0/2602674878 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa0180e2460 con 0x7fa028109dd0 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa01de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644ebba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa027200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa01de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644ebba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58914/0 (socket says 172.21.15.6:58914) 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa01de00700 1 -- 172.21.15.6:0/2230825793 learned_addr learned my addr 172.21.15.6:0/2230825793 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa027200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54700/0 (socket says 172.21.15.6:54700) 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa027200700 1 --2- 172.21.15.6:0/2230825793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 0x559f644ec640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.842 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.841+0000 7fa026800700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa00c0b2880 0x7fa00c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa027200700 1 -- 172.21.15.6:0/2230825793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 msgr2=0x559f644ec640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:50.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa027200700 1 --2- 172.21.15.6:0/2230825793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 0x559f644ec640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa027200700 1 -- 172.21.15.6:0/2230825793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 msgr2=0x559f644ebba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:50.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa027200700 1 --2- 172.21.15.6:0/2230825793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644ebba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa027200700 1 -- 172.21.15.6:0/2230825793 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f644024a0 con 0x559f644f1690 2024-05-20T21:31:50.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa026800700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa00c0b2880 0x7fa00c0b4d40 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fa01800c5b0 tx=0x7fa018009ef0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:50.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa027200700 1 --2- 172.21.15.6:0/2230825793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f1a70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fa0200060b0 tx=0x7fa020006040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aed7a7c9e5359eed server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:50.845 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa017e00700 1 -- 172.21.15.6:0/2230825793 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa020003c00 con 0x559f644f1690 2024-05-20T21:31:50.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa017e00700 1 -- 172.21.15.6:0/2230825793 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa020003da0 con 0x559f644f1690 2024-05-20T21:31:50.846 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.842+0000 7fa017e00700 1 -- 172.21.15.6:0/2230825793 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0200076e0 con 0x559f644f1690 2024-05-20T21:31:50.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.843+0000 7fa037e13b80 1 -- 172.21.15.6:0/2230825793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 msgr2=0x559f644f1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.843+0000 7fa037e13b80 1 --2- 172.21.15.6:0/2230825793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f1a70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fa0200060b0 tx=0x7fa020006040 comp rx=0 tx=0).stop 2024-05-20T21:31:50.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.843+0000 7fa037e13b80 1 -- 172.21.15.6:0/2230825793 shutdown_connections 2024-05-20T21:31:50.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.843+0000 7fa037e13b80 1 --2- 172.21.15.6:0/2230825793 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 0x559f644ec640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.843+0000 7fa037e13b80 1 --2- 172.21.15.6:0/2230825793 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f1a70 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.843+0000 7fa037e13b80 1 --2- 172.21.15.6:0/2230825793 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644ebba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.849 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.843+0000 7fa037e13b80 1 -- 172.21.15.6:0/2230825793 >> 172.21.15.6:0/2230825793 conn(0x559f64419c60 msgr2=0x559f644e6710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.843+0000 7fa037e13b80 1 -- 172.21.15.6:0/2230825793 shutdown_connections 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.844+0000 7fa037e13b80 1 -- 172.21.15.6:0/2230825793 wait complete. 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.844+0000 7fa037e13b80 1 -- start start 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.844+0000 7fa037e13b80 1 Processor -- start 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 0x559f644f7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644f5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa037e13b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559f64340020 con 0x559f644f1fb0 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa037e13b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559f643da7e0 con 0x559f644f1690 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa037e13b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559f644f8a00 con 0x559f644ec1c0 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa037e13b80 10 client.0 _ll_register_callbacks cb 0x559f643e3cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:50.850 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa01de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa01de00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f5040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54704/0 (socket says 172.21.15.6:54704) 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa01de00700 1 -- 172.21.15.6:0/3847256145 learned_addr learned my addr 172.21.15.6:0/3847256145 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.845+0000 7fa027200700 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 0x559f644f7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.846+0000 7fa027200700 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644f5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.846+0000 7fa01de00700 1 -- 172.21.15.6:0/3847256145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 msgr2=0x559f644f7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.846+0000 7fa01de00700 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 0x559f644f7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.846+0000 7fa01de00700 1 -- 172.21.15.6:0/3847256145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 msgr2=0x559f644f5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.846+0000 7fa01de00700 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644f5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.846+0000 7fa01de00700 1 -- 172.21.15.6:0/3847256145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f64389950 con 0x559f644f1690 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.846+0000 7fa01de00700 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f5040 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fa010011d10 tx=0x7fa01000f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9be4c58d2170c91 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.846+0000 7fa014c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.847+0000 7fa014c00700 1 -- 172.21.15.6:0/3847256145 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01000fc30 con 0x559f644f1690 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.847+0000 7fa014c00700 1 -- 172.21.15.6:0/3847256145 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa01000fdd0 con 0x559f644f1690 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.847+0000 7fa037e13b80 1 -- 172.21.15.6:0/3847256145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa020003da0 con 0x559f644f1690 2024-05-20T21:31:50.851 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.847+0000 7fa014c00700 1 -- 172.21.15.6:0/3847256145 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa010024430 con 0x559f644f1690 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.847+0000 7fa037e13b80 10 client.29942 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.847+0000 7fa037e13b80 1 -- 172.21.15.6:0/3847256145 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559f6440a0e0 con 0x559f644f1690 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.847+0000 7fa014c00700 1 -- 172.21.15.6:0/3847256145 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa020003da0 con 0x559f644f1690 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.848+0000 7fa014c00700 1 -- 172.21.15.6:0/3847256145 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa010019070 con 0x559f644f1690 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.848+0000 7fa037e13b80 10 client.29942 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.848+0000 7fa037e13b80 10 client.29942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.848+0000 7fa037e13b80 20 client.29942 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.848+0000 7fa037e13b80 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559f645055f0 0x559f64507a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.848+0000 7fa037e13b80 4 client.29942 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.848+0000 7fa037e13b80 1 -- 172.21.15.6:0/3847256145 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f6444be10 con 0x559f645055f0 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.848+0000 7fa027200700 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559f645055f0 0x559f64507a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.849+0000 7fa027200700 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559f645055f0 0x559f64507a10 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1ea47df10834b45 server_cookie=b2790ea909817c1c in_seq=0 out_seq=0 2024-05-20T21:31:50.852 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.849+0000 7fa014c00700 10 client.29942 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa014c00700 1 -- 172.21.15.6:0/3847256145 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559f6444be10 con 0x559f645055f0 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa014c00700 10 client.29942 handle_command_reply: tid=0 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 client.29942 shutdown 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 -- 172.21.15.6:0/3847256145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 msgr2=0x559f644f5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f5040 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fa010011d10 tx=0x7fa01000f6a0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 -- 172.21.15.6:0/3847256145 shutdown_connections 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1fb0 0x559f644f5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559f645055f0 0x559f64507a10 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644ec1c0 0x559f644f7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 --2- 172.21.15.6:0/3847256145 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1690 0x559f644f5040 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa014c00700 0 client.29942 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.850+0000 7fa037e13b80 1 -- 172.21.15.6:0/3847256145 >> 172.21.15.6:0/3847256145 conn(0x559f64419c60 msgr2=0x559f644e5df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:50.854 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.851+0000 7fa037e13b80 1 -- 172.21.15.6:0/3847256145 shutdown_connections 2024-05-20T21:31:50.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.851+0000 7fa037e13b80 1 -- 172.21.15.6:0/3847256145 wait complete. 2024-05-20T21:31:50.855 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.851+0000 7fa037e13b80 20 client.29942 trim_cache size 0 max 16384 2024-05-20T21:31:50.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa037e13b80 1 Processor -- start 2024-05-20T21:31:50.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa037e13b80 1 -- start start 2024-05-20T21:31:50.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644ec1c0 0x559f644ebba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1690 0x559f644f6f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1fb0 0x559f644e6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa037e13b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa0281b6d10 con 0x559f644f1690 2024-05-20T21:31:50.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa037e13b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa0281b45a0 con 0x559f644ec1c0 2024-05-20T21:31:50.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa037e13b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa0281b23f0 con 0x559f644f1fb0 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.874+0000 7fa01de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1690 0x559f644f6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa01de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1690 0x559f644f6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58932/0 (socket says 172.21.15.6:58932) 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa01de00700 1 -- 172.21.15.6:0/1278687117 learned_addr learned my addr 172.21.15.6:0/1278687117 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa027200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644ec1c0 0x559f644ebba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa027200700 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1fb0 0x559f644e6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa01de00700 1 -- 172.21.15.6:0/1278687117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1fb0 msgr2=0x559f644e6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa01de00700 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1fb0 0x559f644e6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa01de00700 1 -- 172.21.15.6:0/1278687117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644ec1c0 msgr2=0x559f644ebba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa01de00700 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644ec1c0 0x559f644ebba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa01de00700 1 -- 172.21.15.6:0/1278687117 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f64502fc0 con 0x559f644f1690 2024-05-20T21:31:50.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa027200700 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644ec1c0 0x559f644ebba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:50.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.875+0000 7fa01de00700 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1690 0x559f644f6f80 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fa010023810 tx=0x7fa010023560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab94ff3757ade9bc server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:50.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.876+0000 7fa017400700 1 -- 172.21.15.6:0/1278687117 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa010033070 con 0x559f644f1690 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.876+0000 7fa017400700 1 -- 172.21.15.6:0/1278687117 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa010023e80 con 0x559f644f1690 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.876+0000 7fa017400700 1 -- 172.21.15.6:0/1278687117 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa010004db0 con 0x559f644f1690 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 -- 172.21.15.6:0/1278687117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1690 msgr2=0x559f644f6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1690 0x559f644f6f80 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fa010023810 tx=0x7fa010023560 comp rx=0 tx=0).stop 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 -- 172.21.15.6:0/1278687117 shutdown_connections 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1fb0 0x559f644e6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644ec1c0 0x559f644ebba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 --2- 172.21.15.6:0/1278687117 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644f1690 0x559f644f6f80 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 -- 172.21.15.6:0/1278687117 >> 172.21.15.6:0/1278687117 conn(0x559f64419c60 msgr2=0x559f644f2a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 -- 172.21.15.6:0/1278687117 shutdown_connections 2024-05-20T21:31:50.878 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.877+0000 7fa037e13b80 1 -- 172.21.15.6:0/1278687117 wait complete. 2024-05-20T21:31:50.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.878+0000 7fa037e13b80 1 -- start start 2024-05-20T21:31:50.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.878+0000 7fa037e13b80 1 Processor -- start 2024-05-20T21:31:50.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.878+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644ec1c0 0x559f644fe070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1690 0x559f644fac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa037e13b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1fb0 0x559f644fb1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa037e13b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa0281b2a60 con 0x559f644ec1c0 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa037e13b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa0281b3ed0 con 0x559f644f1fb0 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa037e13b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa0281b3130 con 0x559f644f1690 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa037e13b80 10 client.0 _ll_register_callbacks cb 0x559f643e3cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa027200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644ec1c0 0x559f644fe070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa027200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1fb0 0x559f644fb1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa027200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1fb0 0x559f644fb1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54732/0 (socket says 172.21.15.6:54732) 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa027200700 1 -- 172.21.15.6:0/964109874 learned_addr learned my addr 172.21.15.6:0/964109874 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.879+0000 7fa01de00700 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1690 0x559f644fac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa01de00700 1 -- 172.21.15.6:0/964109874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1fb0 msgr2=0x559f644fb1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa01de00700 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1fb0 0x559f644fb1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa01de00700 1 -- 172.21.15.6:0/964109874 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644ec1c0 msgr2=0x559f644fe070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa01de00700 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644ec1c0 0x559f644fe070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa01de00700 1 -- 172.21.15.6:0/964109874 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f644fb6e0 con 0x559f644f1690 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa01de00700 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1690 0x559f644fac60 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x559f644f3840 tx=0x7fa01000fe60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c82f5f801bac9a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa014c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa014c00700 1 -- 172.21.15.6:0/964109874 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa010033070 con 0x559f644f1690 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa037e13b80 1 -- 172.21.15.6:0/964109874 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa010023e80 con 0x559f644f1690 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa014c00700 1 -- 172.21.15.6:0/964109874 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fa010004710 con 0x559f644f1690 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa014c00700 1 -- 172.21.15.6:0/964109874 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa010023ca0 con 0x559f644f1690 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa037e13b80 10 client.29962 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.880+0000 7fa037e13b80 1 -- 172.21.15.6:0/964109874 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559f64570ee0 con 0x559f644f1690 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.881+0000 7fa014c00700 1 -- 172.21.15.6:0/964109874 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa010023e80 con 0x559f644f1690 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.881+0000 7fa014c00700 1 -- 172.21.15.6:0/964109874 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa01002d030 con 0x559f644f1690 2024-05-20T21:31:50.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.881+0000 7fa037e13b80 10 client.29962 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:50.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.881+0000 7fa037e13b80 10 client.29962 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:50.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.881+0000 7fa037e13b80 20 client.29962 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:50.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.881+0000 7fa037e13b80 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559f645713e0 0x559f64573860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:50.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.881+0000 7fa037e13b80 4 client.29962 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-20T21:31:50.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.881+0000 7fa037e13b80 1 -- 172.21.15.6:0/964109874 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x559f644455f0 con 0x559f645713e0 2024-05-20T21:31:50.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.882+0000 7fa027200700 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559f645713e0 0x559f64573860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:50.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.882+0000 7fa027200700 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559f645713e0 0x559f64573860 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fe2cd64c6ac7dbe server_cookie=82ff91b7a5735775 in_seq=0 out_seq=0 2024-05-20T21:31:50.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.882+0000 7fa014c00700 10 client.29962 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:50.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.883+0000 7fa014c00700 1 -- 172.21.15.6:0/964109874 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x559f644455f0 con 0x559f645713e0 2024-05-20T21:31:50.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.883+0000 7fa014c00700 10 client.29962 handle_command_reply: tid=0 2024-05-20T21:31:50.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.883+0000 7fa037e13b80 1 client.29962 shutdown 2024-05-20T21:31:50.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 -- 172.21.15.6:0/964109874 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1690 msgr2=0x559f644fac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1690 0x559f644fac60 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x559f644f3840 tx=0x7fa01000fe60 comp rx=0 tx=0).stop 2024-05-20T21:31:50.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 -- 172.21.15.6:0/964109874 shutdown_connections 2024-05-20T21:31:50.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559f644f1fb0 0x559f644fb1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559f644ec1c0 0x559f644fe070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559f645713e0 0x559f64573860 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 --2- 172.21.15.6:0/964109874 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559f644f1690 0x559f644fac60 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa014c00700 0 client.29962 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 -- 172.21.15.6:0/964109874 >> 172.21.15.6:0/964109874 conn(0x559f64419c60 msgr2=0x559f644f6ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 -- 172.21.15.6:0/964109874 shutdown_connections 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 1 -- 172.21.15.6:0/964109874 wait complete. 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.884+0000 7fa037e13b80 20 client.29962 trim_cache size 0 max 16384 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stdout: "return_code": 0, 2024-05-20T21:31:50.887 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_tag": "65726a3d-bf93-481a-a288-8ea18f9c3e0a", 2024-05-20T21:31:50.888 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": "asynchronous" 2024-05-20T21:31:50.888 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:31:50.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 -- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa00c0b2880 msgr2=0x7fa00c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa00c0b2880 0x7fa00c0b4d40 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fa01800c5b0 tx=0x7fa018009ef0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 -- 172.21.15.6:0/2602674878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa028109dd0 msgr2=0x7fa0281a0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:50.888 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa028109dd0 0x7fa0281a0280 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fa01800e9f0 tx=0x7fa01800ed00 comp rx=0 tx=0).stop 2024-05-20T21:31:50.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 -- 172.21.15.6:0/2602674878 shutdown_connections 2024-05-20T21:31:50.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa00c0b2880 0x7fa00c0b4d40 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa02810eeb0 0x7fa0281a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa028109dd0 0x7fa0281a0280 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 --2- 172.21.15.6:0/2602674878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa02810a780 0x7fa0281a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:50.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.885+0000 7fa02d400700 1 -- 172.21.15.6:0/2602674878 >> 172.21.15.6:0/2602674878 conn(0x7fa028076d10 msgr2=0x7fa0280772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:50.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.886+0000 7fa02d400700 1 -- 172.21.15.6:0/2602674878 shutdown_connections 2024-05-20T21:31:50.889 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:50.886+0000 7fa02d400700 1 -- 172.21.15.6:0/2602674878 wait complete. 2024-05-20T21:31:51.857 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:31:52.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:51 smithi042 ceph-mon[36332]: pgmap v920: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:52.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:51 smithi042 ceph-mon[36332]: scrub queued for path: / 2024-05-20T21:31:52.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:51 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:52.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:51 smithi042 ceph-mon[36332]: scrub summary: active paths [/] 2024-05-20T21:31:52.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:51 smithi042 ceph-mon[36332]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:52.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:51 smithi006 ceph-mon[31422]: pgmap v920: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:52.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:51 smithi006 ceph-mon[31422]: scrub queued for path: / 2024-05-20T21:31:52.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:51 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:52.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:51 smithi006 ceph-mon[31422]: scrub summary: active paths [/] 2024-05-20T21:31:52.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:51 smithi006 ceph-mon[31422]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:52.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:51 smithi062 ceph-mon[36640]: pgmap v920: 97 pgs: 97 active+clean; 4.0 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-20T21:31:52.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:51 smithi062 ceph-mon[36640]: scrub queued for path: / 2024-05-20T21:31:52.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:51 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:52.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:51 smithi062 ceph-mon[36640]: scrub summary: active paths [/] 2024-05-20T21:31:52.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:51 smithi062 ceph-mon[36640]: scrub summary: idle+waiting paths [/] 2024-05-20T21:31:52.325 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:31:54.098 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:53 smithi006 ceph-mon[31422]: pgmap v921: 97 pgs: 97 active+clean; 4.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:31:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:53 smithi042 ceph-mon[36332]: pgmap v921: 97 pgs: 97 active+clean; 4.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:31:54.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:53 smithi062 ceph-mon[36640]: pgmap v921: 97 pgs: 97 active+clean; 4.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-20T21:31:54.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 -- 172.21.15.6:0/2189779904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20106120 msgr2=0x7f7b20112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 --2- 172.21.15.6:0/2189779904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20106120 0x7f7b20112630 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f7b1800b0a0 tx=0x7f7b1800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.638 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 -- 172.21.15.6:0/2189779904 shutdown_connections 2024-05-20T21:31:54.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 --2- 172.21.15.6:0/2189779904 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20106120 0x7f7b20112630 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 --2- 172.21.15.6:0/2189779904 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b2010b760 0x7f7b2010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 --2- 172.21.15.6:0/2189779904 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b20105760 0x7f7b20105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 -- 172.21.15.6:0/2189779904 >> 172.21.15.6:0/2189779904 conn(0x7f7b20101250 msgr2=0x7f7b20103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:54.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 -- 172.21.15.6:0/2189779904 shutdown_connections 2024-05-20T21:31:54.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.637+0000 7f7b27000700 1 -- 172.21.15.6:0/2189779904 wait complete. 2024-05-20T21:31:54.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.638+0000 7f7b27000700 1 Processor -- start 2024-05-20T21:31:54.639 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.638+0000 7f7b27000700 1 -- start start 2024-05-20T21:31:54.640 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b27000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20105760 0x7f7b2019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b27000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b20106120 0x7f7b2019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b27000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b2010b760 0x7f7b201a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b27000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201159a0 con 0x7f7b20105760 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b27000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7b20115820 con 0x7f7b2010b760 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b27000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7b20115b20 con 0x7f7b20106120 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20105760 0x7f7b2019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b1f400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b20106120 0x7f7b2019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20105760 0x7f7b2019bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58954/0 (socket says 172.21.15.6:58954) 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b1fe00700 1 -- 172.21.15.6:0/782751348 learned_addr learned my addr 172.21.15.6:0/782751348 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.639+0000 7f7b25000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b2010b760 0x7f7b201a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b1f400700 1 -- 172.21.15.6:0/782751348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b2010b760 msgr2=0x7f7b201a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b1f400700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b2010b760 0x7f7b201a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.641 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b1f400700 1 -- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20105760 msgr2=0x7f7b2019bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b1f400700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20105760 0x7f7b2019bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b1f400700 1 -- 172.21.15.6:0/782751348 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b201a0d80 con 0x7f7b20106120 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b25000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b2010b760 0x7f7b201a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20105760 0x7f7b2019bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b1f400700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b20106120 0x7f7b2019c2b0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c00e9f0 tx=0x7f7b0c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.640+0000 7f7b1cc00700 1 -- 172.21.15.6:0/782751348 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c00c9c0 con 0x7f7b20106120 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.641+0000 7f7b27000700 1 -- 172.21.15.6:0/782751348 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b201a1070 con 0x7f7b20106120 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.641+0000 7f7b1cc00700 1 -- 172.21.15.6:0/782751348 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b0c00cb60 con 0x7f7b20106120 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.641+0000 7f7b1cc00700 1 -- 172.21.15.6:0/782751348 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c018680 con 0x7f7b20106120 2024-05-20T21:31:54.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.641+0000 7f7b27000700 1 -- 172.21.15.6:0/782751348 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b201a88f0 con 0x7f7b20106120 2024-05-20T21:31:54.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.645+0000 7f7b1cc00700 1 -- 172.21.15.6:0/782751348 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7b0c010430 con 0x7f7b20106120 2024-05-20T21:31:54.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.645+0000 7f7b319e0b80 1 Processor -- start 2024-05-20T21:31:54.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.646+0000 7f7b319e0b80 1 -- start start 2024-05-20T21:31:54.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.646+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551c59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.646+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551bfb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.646+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551c05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.646+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x56185511de40 con 0x5618551c5f30 2024-05-20T21:31:54.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.646+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x56185510d9e0 con 0x5618551c0140 2024-05-20T21:31:54.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.646+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x561855111a20 con 0x5618551c5610 2024-05-20T21:31:54.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551bfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b25000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551c59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b25000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551c59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41484/0 (socket says 172.21.15.6:41484) 2024-05-20T21:31:54.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b25000700 1 -- 172.21.15.6:0/597100372 learned_addr learned my addr 172.21.15.6:0/597100372 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:54.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b1f400700 1 --2- 172.21.15.6:0/597100372 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551c05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b1fe00700 1 -- 172.21.15.6:0/597100372 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 msgr2=0x5618551c59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:54.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/597100372 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551c59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b1fe00700 1 -- 172.21.15.6:0/597100372 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 msgr2=0x5618551c05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:54.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/597100372 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551c05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b1fe00700 1 -- 172.21.15.6:0/597100372 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618550d6420 con 0x5618551c5f30 2024-05-20T21:31:54.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.647+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/597100372 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551bfb20 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f7b10010450 tx=0x7f7b10007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cae958ba8fde7609 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:54.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.648+0000 7f7b1cc00700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b040b2880 0x7f7b040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.648+0000 7f7b1cc00700 1 -- 172.21.15.6:0/782751348 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7b0c0e2460 con 0x7f7b20106120 2024-05-20T21:31:54.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.648+0000 7f7b15600700 1 -- 172.21.15.6:0/597100372 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b10004030 con 0x5618551c5f30 2024-05-20T21:31:54.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.648+0000 7f7b15600700 1 -- 172.21.15.6:0/597100372 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b10004830 con 0x5618551c5f30 2024-05-20T21:31:54.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.648+0000 7f7b15600700 1 -- 172.21.15.6:0/597100372 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b10005520 con 0x5618551c5f30 2024-05-20T21:31:54.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.648+0000 7f7b25000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b040b2880 0x7f7b040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 -- 172.21.15.6:0/597100372 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 msgr2=0x5618551bfb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/597100372 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551bfb20 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f7b10010450 tx=0x7f7b10007f90 comp rx=0 tx=0).stop 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b25000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b040b2880 0x7f7b040b4d40 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7b1800bfa0 tx=0x7f7b1801d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 -- 172.21.15.6:0/597100372 shutdown_connections 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/597100372 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551c05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/597100372 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551c59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/597100372 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551bfb20 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 -- 172.21.15.6:0/597100372 >> 172.21.15.6:0/597100372 conn(0x5618550edbe0 msgr2=0x5618551ba690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 -- 172.21.15.6:0/597100372 shutdown_connections 2024-05-20T21:31:54.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.649+0000 7f7b319e0b80 1 -- 172.21.15.6:0/597100372 wait complete. 2024-05-20T21:31:54.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.650+0000 7f7b319e0b80 1 -- start start 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.650+0000 7f7b319e0b80 1 Processor -- start 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551cbcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5610 0x5618551c9050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551c9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x561855013fa0 con 0x5618551c5f30 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x5618550ae760 con 0x5618551c5610 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x5618551cc9e0 con 0x5618551c0140 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b319e0b80 10 client.0 _ll_register_callbacks cb 0x5618550b7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551cbcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5610 0x5618551c9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551cbcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41486/0 (socket says 172.21.15.6:41486) 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1fe00700 1 -- 172.21.15.6:0/1360977142 learned_addr learned my addr 172.21.15.6:0/1360977142 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:54.652 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1f400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5610 0x5618551c9050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54770/0 (socket says 172.21.15.6:54770) 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b25000700 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551c9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1fe00700 1 -- 172.21.15.6:0/1360977142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5610 msgr2=0x5618551c9050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5610 0x5618551c9050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1fe00700 1 -- 172.21.15.6:0/1360977142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 msgr2=0x5618551c9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551c9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1fe00700 1 -- 172.21.15.6:0/1360977142 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56185505d8d0 con 0x5618551c0140 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b1f400700 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5610 0x5618551c9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.651+0000 7f7b25000700 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551c9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.652+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551cbcb0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f7b10005e90 tx=0x7f7b10005d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aecb51c3919f6d7f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:54.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.652+0000 7f7b0a000700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:31:54.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.652+0000 7f7b0a000700 1 -- 172.21.15.6:0/1360977142 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b10005160 con 0x5618551c0140 2024-05-20T21:31:54.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.652+0000 7f7b0a000700 1 -- 172.21.15.6:0/1360977142 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7b10005300 con 0x5618551c0140 2024-05-20T21:31:54.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.652+0000 7f7b319e0b80 1 -- 172.21.15.6:0/1360977142 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b10004830 con 0x5618551c0140 2024-05-20T21:31:54.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.652+0000 7f7b0a000700 1 -- 172.21.15.6:0/1360977142 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7b10005500 con 0x5618551c0140 2024-05-20T21:31:54.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b319e0b80 10 client.29974 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:54.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b319e0b80 1 -- 172.21.15.6:0/1360977142 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618550de060 con 0x5618551c0140 2024-05-20T21:31:54.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b0a000700 1 -- 172.21.15.6:0/1360977142 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b10004830 con 0x5618551c0140 2024-05-20T21:31:54.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b0a000700 1 -- 172.21.15.6:0/1360977142 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7b1002b070 con 0x5618551c0140 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b319e0b80 10 client.29974 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b319e0b80 10 client.29974 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b319e0b80 20 client.29974 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618551d93f0 0x5618551db7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b319e0b80 4 client.29974 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.653+0000 7f7b319e0b80 1 -- 172.21.15.6:0/1360977142 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56185511fd90 con 0x5618551d93f0 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.654+0000 7f7b1f400700 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618551d93f0 0x5618551db7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.654+0000 7f7b1f400700 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618551d93f0 0x5618551db7e0 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88d1c7b2e5d6aaa1 server_cookie=7034d314774a3cc4 in_seq=0 out_seq=0 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.654+0000 7f7b0a000700 10 client.29974 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b0a000700 1 -- 172.21.15.6:0/1360977142 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56185511fd90 con 0x5618551d93f0 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b0a000700 10 client.29974 handle_command_reply: tid=0 2024-05-20T21:31:54.656 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 client.29974 shutdown 2024-05-20T21:31:54.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 -- 172.21.15.6:0/1360977142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 msgr2=0x5618551cbcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551cbcb0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f7b10005e90 tx=0x7f7b10005d70 comp rx=0 tx=0).stop 2024-05-20T21:31:54.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 -- 172.21.15.6:0/1360977142 shutdown_connections 2024-05-20T21:31:54.657 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551c9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x5618551d93f0 0x5618551db7e0 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551cbcb0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/1360977142 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5610 0x5618551c9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.655+0000 7f7b319e0b80 1 -- 172.21.15.6:0/1360977142 >> 172.21.15.6:0/1360977142 conn(0x5618550edbe0 msgr2=0x5618551b9d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:54.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.656+0000 7f7b0a000700 0 client.29974 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:54.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.656+0000 7f7b319e0b80 1 -- 172.21.15.6:0/1360977142 shutdown_connections 2024-05-20T21:31:54.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.656+0000 7f7b319e0b80 1 -- 172.21.15.6:0/1360977142 wait complete. 2024-05-20T21:31:54.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.656+0000 7f7b319e0b80 20 client.29974 trim_cache size 0 max 16384 2024-05-20T21:31:54.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b319e0b80 1 Processor -- start 2024-05-20T21:31:54.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b319e0b80 1 -- start start 2024-05-20T21:31:54.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551c6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5610 0x5618551ba4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5f30 0x5618551e0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201ae580 con 0x5618551c5610 2024-05-20T21:31:54.679 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201abe10 con 0x5618551c5f30 2024-05-20T21:31:54.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201a9cd0 con 0x5618551c0140 2024-05-20T21:31:54.680 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b1f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5610 0x5618551ba4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.679+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551c6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b25000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5f30 0x5618551e0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1f400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5610 0x5618551ba4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:58982/0 (socket says 172.21.15.6:58982) 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551c6ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:41492/0 (socket says 172.21.15.6:41492) 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1f400700 1 -- 172.21.15.6:0/697786741 learned_addr learned my addr 172.21.15.6:0/697786741 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1fe00700 1 -- 172.21.15.6:0/697786741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5f30 msgr2=0x5618551e0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/697786741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5f30 0x5618551e0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1fe00700 1 -- 172.21.15.6:0/697786741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5610 msgr2=0x5618551ba4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/697786741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5610 0x5618551ba4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1fe00700 1 -- 172.21.15.6:0/697786741 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618551c5230 con 0x5618551c0140 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1f400700 1 --2- 172.21.15.6:0/697786741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5610 0x5618551ba4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.680+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/697786741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551c6ac0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f7b1002d9b0 tx=0x7f7b10007f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=956e9d064c561c34 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b14c00700 1 -- 172.21.15.6:0/697786741 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1003a030 con 0x5618551c0140 2024-05-20T21:31:54.681 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b14c00700 1 -- 172.21.15.6:0/697786741 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b100047e0 con 0x5618551c0140 2024-05-20T21:31:54.682 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b14c00700 1 -- 172.21.15.6:0/697786741 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1002dc90 con 0x5618551c0140 2024-05-20T21:31:54.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 -- 172.21.15.6:0/697786741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 msgr2=0x5618551c6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.683 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/697786741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551c6ac0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f7b1002d9b0 tx=0x7f7b10007f40 comp rx=0 tx=0).stop 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 -- 172.21.15.6:0/697786741 shutdown_connections 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/697786741 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c5f30 0x5618551e0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/697786741 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c0140 0x5618551c6ac0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/697786741 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5610 0x5618551ba4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 -- 172.21.15.6:0/697786741 >> 172.21.15.6:0/697786741 conn(0x5618550edbe0 msgr2=0x5618551c63b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 -- 172.21.15.6:0/697786741 shutdown_connections 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.681+0000 7f7b319e0b80 1 -- 172.21.15.6:0/697786741 wait complete. 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.682+0000 7f7b319e0b80 1 -- start start 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.682+0000 7f7b319e0b80 1 Processor -- start 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551d20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551e04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b319e0b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551e0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.684 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201aa2d0 con 0x5618551c5f30 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201ab740 con 0x5618551c0140 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b319e0b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201aa9a0 con 0x5618551c5610 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b319e0b80 10 client.0 _ll_register_callbacks cb 0x5618550b7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551d20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551d20d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:54784/0 (socket says 172.21.15.6:54784) 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1fe00700 1 -- 172.21.15.6:0/2962317865 learned_addr learned my addr 172.21.15.6:0/2962317865 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1f400700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551e04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b25000700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551e0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1fe00700 1 -- 172.21.15.6:0/2962317865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 msgr2=0x5618551e04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551e04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1fe00700 1 -- 172.21.15.6:0/2962317865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 msgr2=0x5618551e0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551e0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.685 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1fe00700 1 -- 172.21.15.6:0/2962317865 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618551e0f80 con 0x5618551c0140 2024-05-20T21:31:54.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b25000700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551e0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:31:54.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.683+0000 7f7b1f400700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551e04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:54.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.684+0000 7f7b0a000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:54.686 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.684+0000 7f7b1fe00700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551d20d0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f7b10010a40 tx=0x7f7b10005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22a8defdeeecd4a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:54.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.684+0000 7f7b0a000700 1 -- 172.21.15.6:0/2962317865 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1003a070 con 0x5618551c0140 2024-05-20T21:31:54.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.684+0000 7f7b0a000700 1 -- 172.21.15.6:0/2962317865 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f7b10023ad0 con 0x5618551c0140 2024-05-20T21:31:54.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.684+0000 7f7b319e0b80 1 -- 172.21.15.6:0/2962317865 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b100047e0 con 0x5618551c0140 2024-05-20T21:31:54.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.684+0000 7f7b0a000700 1 -- 172.21.15.6:0/2962317865 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7b10027040 con 0x5618551c0140 2024-05-20T21:31:54.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.684+0000 7f7b319e0b80 10 client.29966 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:54.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.684+0000 7f7b319e0b80 1 -- 172.21.15.6:0/2962317865 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561855243b60 con 0x5618551c0140 2024-05-20T21:31:54.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b0a000700 1 -- 172.21.15.6:0/2962317865 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b100047e0 con 0x5618551c0140 2024-05-20T21:31:54.688 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b0a000700 1 -- 172.21.15.6:0/2962317865 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7b10047070 con 0x5618551c0140 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b319e0b80 10 client.29966 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b319e0b80 10 client.29966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b319e0b80 20 client.29966 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561855244140 0x561855246560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b319e0b80 4 client.29966 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b319e0b80 1 -- 172.21.15.6:0/2962317865 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561855119570 con 0x561855244140 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.685+0000 7f7b1f400700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561855244140 0x561855246560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b1f400700 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561855244140 0x561855246560 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0be2932260fe50f server_cookie=74d403d84342a62a in_seq=0 out_seq=0 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b0a000700 10 client.29966 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b0a000700 1 -- 172.21.15.6:0/2962317865 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561855119570 con 0x561855244140 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b0a000700 10 client.29966 handle_command_reply: tid=0 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 client.29966 shutdown 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 -- 172.21.15.6:0/2962317865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 msgr2=0x5618551d20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.689 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551d20d0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f7b10010a40 tx=0x7f7b10005800 comp rx=0 tx=0).stop 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 -- 172.21.15.6:0/2962317865 shutdown_connections 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x5618551c5f30 0x5618551e0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x5618551c0140 0x5618551d20d0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x561855244140 0x561855246560 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 --2- 172.21.15.6:0/2962317865 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x5618551c5610 0x5618551e04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 -- 172.21.15.6:0/2962317865 >> 172.21.15.6:0/2962317865 conn(0x5618550edbe0 msgr2=0x5618551c7940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b0a000700 0 client.29966 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 -- 172.21.15.6:0/2962317865 shutdown_connections 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.686+0000 7f7b319e0b80 1 -- 172.21.15.6:0/2962317865 wait complete. 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b319e0b80 20 client.29966 trim_cache size 0 max 16384 2024-05-20T21:31:54.690 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": { 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout: "65726a3d-bf93-481a-a288-8ea18f9c3e0a": { 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout: "path": "/", 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout: "tag": "65726a3d-bf93-481a-a288-8ea18f9c3e0a", 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout: "options": "recursive,force" 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:31:54.691 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:31:54.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 -- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b040b2880 msgr2=0x7f7b040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b040b2880 0x7f7b040b4d40 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7b1800bfa0 tx=0x7f7b1801d040 comp rx=0 tx=0).stop 2024-05-20T21:31:54.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 -- 172.21.15.6:0/782751348 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b20106120 msgr2=0x7f7b2019c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:54.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b20106120 0x7f7b2019c2b0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c00e9f0 tx=0x7f7b0c00ed00 comp rx=0 tx=0).stop 2024-05-20T21:31:54.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 -- 172.21.15.6:0/782751348 shutdown_connections 2024-05-20T21:31:54.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f7b040b2880 0x7f7b040b4d40 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7b2010b760 0x7f7b201a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.692 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7b20105760 0x7f7b2019bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 --2- 172.21.15.6:0/782751348 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7b20106120 0x7f7b2019c2b0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.687+0000 7f7b27000700 1 -- 172.21.15.6:0/782751348 >> 172.21.15.6:0/782751348 conn(0x7f7b20101250 msgr2=0x7f7b20101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.688+0000 7f7b27000700 1 -- 172.21.15.6:0/782751348 shutdown_connections 2024-05-20T21:31:54.693 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:31:54.688+0000 7f7b27000700 1 -- 172.21.15.6:0/782751348 wait complete. 2024-05-20T21:31:55.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:54 smithi042 ceph-mon[36332]: pgmap v922: 97 pgs: 97 active+clean; 4.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:55.127 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:54 smithi006 ceph-mon[31422]: pgmap v922: 97 pgs: 97 active+clean; 4.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:55.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:54 smithi062 ceph-mon[36640]: pgmap v922: 97 pgs: 97 active+clean; 4.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-20T21:31:55.624 INFO:tasks.cephfs.filesystem:scrub status for tag:65726a3d-bf93-481a-a288-8ea18f9c3e0a - {'path': '/', 'tag': '65726a3d-bf93-481a-a288-8ea18f9c3e0a', 'options': 'recursive,force'} 2024-05-20T21:31:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:55 smithi042 ceph-mon[36332]: scrub summary: idle 2024-05-20T21:31:56.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:55 smithi006 ceph-mon[31422]: scrub summary: idle 2024-05-20T21:31:56.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:55 smithi062 ceph-mon[36640]: scrub summary: idle 2024-05-20T21:31:57.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:56 smithi006 ceph-mon[31422]: pgmap v923: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:57.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:56 smithi062 ceph-mon[36640]: pgmap v923: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:57.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:56 smithi042 ceph-mon[36332]: pgmap v923: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:31:59.594 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 -- 172.21.15.6:0/2282261081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e810f090 msgr2=0x7fc1e8111480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.594 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2282261081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e810f090 0x7fc1e8111480 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009cd0 tx=0x7fc1e002a8e0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.594 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 -- 172.21.15.6:0/2282261081 shutdown_connections 2024-05-20T21:31:59.595 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2282261081 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e810f090 0x7fc1e8111480 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.595 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2282261081 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1e80754b0 0x7fc1e8075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.595 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2282261081 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1e8076a90 0x7fc1e8074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.595 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 -- 172.21.15.6:0/2282261081 >> 172.21.15.6:0/2282261081 conn(0x7fc1e80fe030 msgr2=0x7fc1e8100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:59.595 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 -- 172.21.15.6:0/2282261081 shutdown_connections 2024-05-20T21:31:59.595 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.594+0000 7fc1ef400640 1 -- 172.21.15.6:0/2282261081 wait complete. 2024-05-20T21:31:59.595 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.595+0000 7fc1ef400640 1 Processor -- start 2024-05-20T21:31:59.595 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.596+0000 7fc1ef400640 1 -- start start 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.596+0000 7fc1ef400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e80754b0 0x7fc1e819f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.596+0000 7fc1ef400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1e8076a90 0x7fc1e819f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.596+0000 7fc1ef400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1e810f090 0x7fc1e81a68a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.596+0000 7fc1ef400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e8114c20 con 0x7fc1e80754b0 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.596+0000 7fc1ef400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e8114aa0 con 0x7fc1e810f090 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.596+0000 7fc1ef400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e8114da0 con 0x7fc1e8076a90 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.596+0000 7fc1eca00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e80754b0 0x7fc1e819f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1eca00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e80754b0 0x7fc1e819f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60818/0 (socket says 172.21.15.6:60818) 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1eca00640 1 -- 172.21.15.6:0/2379648100 learned_addr learned my addr 172.21.15.6:0/2379648100 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:59.597 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1e8076a90 0x7fc1e819f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.598 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1ed400640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1e810f090 0x7fc1e81a68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.598 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1eca00640 1 -- 172.21.15.6:0/2379648100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1e8076a90 msgr2=0x7fc1e819f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.598 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1eca00640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1e8076a90 0x7fc1e819f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.598 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1eca00640 1 -- 172.21.15.6:0/2379648100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1e810f090 msgr2=0x7fc1e81a68a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.598 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1eca00640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1e810f090 0x7fc1e81a68a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.598 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1eca00640 1 -- 172.21.15.6:0/2379648100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e81a6f10 con 0x7fc1e80754b0 2024-05-20T21:31:59.598 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.597+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1e8076a90 0x7fc1e819f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:59.599 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.598+0000 7fc1eca00640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e80754b0 0x7fc1e819f2f0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc00e9f0 tx=0x7fc1dc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:59.599 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.598+0000 7fc1e5600640 1 -- 172.21.15.6:0/2379648100 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc00cd80 con 0x7fc1e80754b0 2024-05-20T21:31:59.599 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.598+0000 7fc1e5600640 1 -- 172.21.15.6:0/2379648100 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1dc0108e0 con 0x7fc1e80754b0 2024-05-20T21:31:59.599 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.598+0000 7fc1ef400640 1 -- 172.21.15.6:0/2379648100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1e81a7200 con 0x7fc1e80754b0 2024-05-20T21:31:59.599 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.598+0000 7fc1e5600640 1 -- 172.21.15.6:0/2379648100 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc018980 con 0x7fc1e80754b0 2024-05-20T21:31:59.599 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.598+0000 7fc1ef400640 1 -- 172.21.15.6:0/2379648100 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1e81a77a0 con 0x7fc1e80754b0 2024-05-20T21:31:59.602 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.602+0000 7fc1f23bf740 1 Processor -- start 2024-05-20T21:31:59.602 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.602+0000 7fc1e5600640 1 -- 172.21.15.6:0/2379648100 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc1dc010430 con 0x7fc1e80754b0 2024-05-20T21:31:59.602 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.602+0000 7fc1f23bf740 1 -- start start 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33eaf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 0x55d0f33f2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d0f335ab90 con 0x55d0f33f0690 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d0f334a730 con 0x55d0f33eb520 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d0f334e770 con 0x55d0f33eab30 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1eca00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1eca00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f0020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39394/0 (socket says 172.21.15.6:39394) 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1eca00640 1 -- 172.21.15.6:0/30172076 learned_addr learned my addr 172.21.15.6:0/30172076 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1ed400640 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33eaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.604 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.603+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 0x55d0f33f2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1ed400640 1 -- 172.21.15.6:0/30172076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 msgr2=0x55d0f33f0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1ed400640 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1ed400640 1 -- 172.21.15.6:0/30172076 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 msgr2=0x55d0f33f2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1ed400640 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 0x55d0f33f2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1ed400640 1 -- 172.21.15.6:0/30172076 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0f32e38b0 con 0x55d0f33eab30 2024-05-20T21:31:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1eca00640 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:59.605 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1ed400640 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33eaf50 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc1e002ae00 tx=0x7fc1e0009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce2e045c258bba92 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:59.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1d9c00640 1 -- 172.21.15.6:0/30172076 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0048070 con 0x55d0f33eab30 2024-05-20T21:31:59.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1d9c00640 1 -- 172.21.15.6:0/30172076 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e0036070 con 0x55d0f33eab30 2024-05-20T21:31:59.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.604+0000 7fc1d9c00640 1 -- 172.21.15.6:0/30172076 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e00043a0 con 0x55d0f33eab30 2024-05-20T21:31:59.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1e5600640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc1d00b2860 0x7fc1d00b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.608 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1e5600640 1 -- 172.21.15.6:0/2379648100 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc1dc0e25d0 con 0x7fc1e80754b0 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1eca00640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc1d00b2860 0x7fc1d00b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1f23bf740 1 -- 172.21.15.6:0/30172076 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 msgr2=0x55d0f33eaf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33eaf50 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc1e002ae00 tx=0x7fc1e0009a20 comp rx=0 tx=0).stop 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1f23bf740 1 -- 172.21.15.6:0/30172076 shutdown_connections 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 0x55d0f33f2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/30172076 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33eaf50 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.605+0000 7fc1f23bf740 1 -- 172.21.15.6:0/30172076 >> 172.21.15.6:0/30172076 conn(0x55d0f33e61a0 msgr2=0x55d0f33e65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.606+0000 7fc1f23bf740 1 -- 172.21.15.6:0/30172076 shutdown_connections 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.606+0000 7fc1f23bf740 1 -- 172.21.15.6:0/30172076 wait complete. 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.606+0000 7fc1eca00640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc1d00b2860 0x7fc1d00b4d20 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc0a9b30 tx=0x7fc1dc0e5f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:59.609 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.606+0000 7fc1f23bf740 1 -- start start 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.606+0000 7fc1f23bf740 1 Processor -- start 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eab30 0x55d0f33f48c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eb520 0x55d0f33f4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 0x55d0f33fbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d0f3030790 con 0x55d0f33eb520 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d0f32f2bc0 con 0x55d0f33eab30 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d0f33f35e0 con 0x55d0f33f0690 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1f23bf740 10 client.0 _ll_register_callbacks cb 0x55d0f32d0400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1e7e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eb520 0x55d0f33f4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1ed400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 0x55d0f33fbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1e7e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eb520 0x55d0f33f4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60828/0 (socket says 172.21.15.6:60828) 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1e7e00640 1 -- 172.21.15.6:0/1350334541 learned_addr learned my addr 172.21.15.6:0/1350334541 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1ed400640 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eab30 0x55d0f33f48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.610 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1ed400640 1 -- 172.21.15.6:0/1350334541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 msgr2=0x55d0f33fbe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1ed400640 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 0x55d0f33fbe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1ed400640 1 -- 172.21.15.6:0/1350334541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eb520 msgr2=0x55d0f33f4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1ed400640 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eb520 0x55d0f33f4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1ed400640 1 -- 172.21.15.6:0/1350334541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0f305f210 con 0x55d0f33eab30 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.607+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eb520 0x55d0f33f4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1ed400640 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eab30 0x55d0f33f48c0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009bf0 tx=0x7fc1e002a8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be5434f41b733c99 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1ce000640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1ce000640 1 -- 172.21.15.6:0/1350334541 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0048040 con 0x55d0f33eab30 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1ce000640 1 -- 172.21.15.6:0/1350334541 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc1e0004530 con 0x55d0f33eab30 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1f23bf740 1 -- 172.21.15.6:0/1350334541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e0036070 con 0x55d0f33eab30 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1ce000640 1 -- 172.21.15.6:0/1350334541 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc1e0004730 con 0x55d0f33eab30 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1f23bf740 10 client.29978 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1f23bf740 1 -- 172.21.15.6:0/1350334541 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0f312b620 con 0x55d0f33eab30 2024-05-20T21:31:59.611 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.608+0000 7fc1ce000640 1 -- 172.21.15.6:0/1350334541 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e0036070 con 0x55d0f33eab30 2024-05-20T21:31:59.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.609+0000 7fc1ce000640 1 -- 172.21.15.6:0/1350334541 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc1e0042030 con 0x55d0f33eab30 2024-05-20T21:31:59.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.609+0000 7fc1f23bf740 10 client.29978 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:59.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.609+0000 7fc1f23bf740 10 client.29978 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:59.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.609+0000 7fc1f23bf740 20 client.29978 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:59.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.609+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f33fffa0 0x55d0f3402390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.613 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.609+0000 7fc1f23bf740 4 client.29978 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.609+0000 7fc1f23bf740 1 -- 172.21.15.6:0/1350334541 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0f335cae0 con 0x55d0f33fffa0 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.609+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f33fffa0 0x55d0f3402390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.610+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f33fffa0 0x55d0f3402390 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2876c08a770fc65 server_cookie=c99484e3c4f23385 in_seq=0 out_seq=0 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.610+0000 7fc1ce000640 10 client.29978 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1ce000640 1 -- 172.21.15.6:0/1350334541 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d0f335cae0 con 0x55d0f33fffa0 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1ce000640 10 client.29978 handle_command_reply: tid=0 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 client.29978 shutdown 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 -- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eab30 msgr2=0x55d0f33f48c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eab30 0x55d0f33f48c0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009bf0 tx=0x7fc1e002a8e0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 -- 172.21.15.6:0/1350334541 shutdown_connections 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f33fffa0 0x55d0f3402390 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.614 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 0x55d0f33fbe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eb520 0x55d0f33f4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/1350334541 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eab30 0x55d0f33f48c0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1ce000640 0 client.29978 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:59.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 -- 172.21.15.6:0/1350334541 >> 172.21.15.6:0/1350334541 conn(0x55d0f33e61a0 msgr2=0x55d0f33e5310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:59.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 -- 172.21.15.6:0/1350334541 shutdown_connections 2024-05-20T21:31:59.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 1 -- 172.21.15.6:0/1350334541 wait complete. 2024-05-20T21:31:59.615 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.611+0000 7fc1f23bf740 20 client.29978 trim_cache size 0 max 16384 2024-05-20T21:31:59.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.630+0000 7fc1f23bf740 1 Processor -- start 2024-05-20T21:31:59.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.630+0000 7fc1f23bf740 1 -- start start 2024-05-20T21:31:59.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.630+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33f4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.630+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33fbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.630+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 0x55d0f33e9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.630+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81b2ff0 con 0x55d0f33f0690 2024-05-20T21:31:59.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.630+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81b08c0 con 0x55d0f33eb520 2024-05-20T21:31:59.630 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.630+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81ae760 con 0x55d0f33eab30 2024-05-20T21:31:59.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33f4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.631 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1e7e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33fbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33f4d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34152/0 (socket says 172.21.15.6:34152) 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 -- 172.21.15.6:0/2459643376 learned_addr learned my addr 172.21.15.6:0/2459643376 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 --2- 172.21.15.6:0/2459643376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 0x55d0f33e9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 -- 172.21.15.6:0/2459643376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 msgr2=0x55d0f33fbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 --2- 172.21.15.6:0/2459643376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33fbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 -- 172.21.15.6:0/2459643376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 msgr2=0x55d0f33e9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 --2- 172.21.15.6:0/2459643376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 0x55d0f33e9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 -- 172.21.15.6:0/2459643376 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0f33e5fd0 con 0x55d0f33eab30 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1ed400640 1 --2- 172.21.15.6:0/2459643376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33f4d60 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009430 tx=0x7fc1e0009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc649bf870e80dc4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.631+0000 7fc1d9200640 1 -- 172.21.15.6:0/2459643376 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0048040 con 0x55d0f33eab30 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1d9200640 1 -- 172.21.15.6:0/2459643376 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e0036040 con 0x55d0f33eab30 2024-05-20T21:31:59.632 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1d9200640 1 -- 172.21.15.6:0/2459643376 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0004330 con 0x55d0f33eab30 2024-05-20T21:31:59.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1f23bf740 1 -- 172.21.15.6:0/2459643376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 msgr2=0x55d0f33f4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/2459643376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33f4d60 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009430 tx=0x7fc1e0009a20 comp rx=0 tx=0).stop 2024-05-20T21:31:59.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1f23bf740 1 -- 172.21.15.6:0/2459643376 shutdown_connections 2024-05-20T21:31:59.634 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/2459643376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33f0690 0x55d0f33e9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/2459643376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33fbe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/2459643376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33eab30 0x55d0f33f4d60 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.632+0000 7fc1f23bf740 1 -- 172.21.15.6:0/2459643376 >> 172.21.15.6:0/2459643376 conn(0x55d0f33e61a0 msgr2=0x55d0f33e8e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.633+0000 7fc1f23bf740 1 -- 172.21.15.6:0/2459643376 shutdown_connections 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.633+0000 7fc1f23bf740 1 -- 172.21.15.6:0/2459643376 wait complete. 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.633+0000 7fc1f23bf740 1 -- start start 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.633+0000 7fc1f23bf740 1 Processor -- start 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eab30 0x55d0f33f9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f9660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1f23bf740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 0x55d0f33fa670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81aedd0 con 0x55d0f33eab30 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81b01f0 con 0x55d0f33eb520 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1f23bf740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e81af450 con 0x55d0f33f0690 2024-05-20T21:31:59.635 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1f23bf740 10 client.0 _ll_register_callbacks cb 0x7fc1e0046070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1ed400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eab30 0x55d0f33f9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1ed400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eab30 0x55d0f33f9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:60838/0 (socket says 172.21.15.6:60838) 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1ed400640 1 -- 172.21.15.6:0/586863097 learned_addr learned my addr 172.21.15.6:0/586863097 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1ed400640 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 0x55d0f33fa670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1e7e00640 1 -- 172.21.15.6:0/586863097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 msgr2=0x55d0f33fa670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 0x55d0f33fa670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1e7e00640 1 -- 172.21.15.6:0/586863097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eab30 msgr2=0x55d0f33f9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eab30 0x55d0f33f9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.634+0000 7fc1e7e00640 1 -- 172.21.15.6:0/586863097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0f33fac60 con 0x55d0f33eb520 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.635+0000 7fc1e7e00640 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f9660 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x55d0f33f5400 tx=0x7fc1d401f7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f1b3970ec45dc69 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:31:59.636 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.635+0000 7fc1ce000640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.635+0000 7fc1ce000640 1 -- 172.21.15.6:0/586863097 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d4005220 con 0x55d0f33eb520 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.635+0000 7fc1f23bf740 1 -- 172.21.15.6:0/586863097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e0036040 con 0x55d0f33eb520 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.635+0000 7fc1ce000640 1 -- 172.21.15.6:0/586863097 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc1d40053c0 con 0x55d0f33eb520 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.635+0000 7fc1ce000640 1 -- 172.21.15.6:0/586863097 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc1d40055c0 con 0x55d0f33eb520 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.635+0000 7fc1f23bf740 10 client.29984 fetch_fsmap learned FSMap version 26 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1f23bf740 1 -- 172.21.15.6:0/586863097 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0f33fbfe0 con 0x55d0f33eb520 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1ce000640 1 -- 172.21.15.6:0/586863097 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e0036040 con 0x55d0f33eb520 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1ce000640 1 -- 172.21.15.6:0/586863097 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc1d402a640 con 0x55d0f33eb520 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1f23bf740 10 client.29984 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:31:59.638 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1f23bf740 10 client.29984 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:31:59.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1f23bf740 20 client.29984 populate_metadata read hostname 'smithi006' 2024-05-20T21:31:59.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f346af20 0x55d0f346d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:31:59.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1f23bf740 4 client.29984 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:31:59.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.636+0000 7fc1f23bf740 1 -- 172.21.15.6:0/586863097 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d0f33562c0 con 0x55d0f346af20 2024-05-20T21:31:59.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.637+0000 7fc1ed400640 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f346af20 0x55d0f346d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:31:59.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.637+0000 7fc1ed400640 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f346af20 0x55d0f346d340 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca99fb15dc0236ab server_cookie=f2b50547ca0b29e8 in_seq=0 out_seq=0 2024-05-20T21:31:59.639 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.637+0000 7fc1ce000640 10 client.29984 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:59.649 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1ce000640 1 -- 172.21.15.6:0/586863097 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d0f33562c0 con 0x55d0f346af20 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1ce000640 10 client.29984 handle_command_reply: tid=0 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 client.29984 shutdown 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 -- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 msgr2=0x55d0f33f9660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f9660 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x55d0f33f5400 tx=0x7fc1d401f7c0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 -- 172.21.15.6:0/586863097 shutdown_connections 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55d0f346af20 0x55d0f346d340 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d0f33f0690 0x55d0f33fa670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d0f33eb520 0x55d0f33f9660 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 --2- 172.21.15.6:0/586863097 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d0f33eab30 0x55d0f33f9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1f23bf740 1 -- 172.21.15.6:0/586863097 >> 172.21.15.6:0/586863097 conn(0x55d0f33e61a0 msgr2=0x55d0f33ec850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.649+0000 7fc1ce000640 0 client.29984 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.650+0000 7fc1f23bf740 1 -- 172.21.15.6:0/586863097 shutdown_connections 2024-05-20T21:31:59.650 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.650+0000 7fc1f23bf740 1 -- 172.21.15.6:0/586863097 wait complete. 2024-05-20T21:31:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.650+0000 7fc1f23bf740 20 client.29984 trim_cache size 0 max 16384 2024-05-20T21:31:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:31:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:31:59.651 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 -- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc1d00b2860 msgr2=0x7fc1d00b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc1d00b2860 0x7fc1d00b4d20 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc0a9b30 tx=0x7fc1dc0e5f90 comp rx=0 tx=0).stop 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 -- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e80754b0 msgr2=0x7fc1e819f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e80754b0 0x7fc1e819f2f0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc00e9f0 tx=0x7fc1dc00eeb0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 -- 172.21.15.6:0/2379648100 shutdown_connections 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc1d00b2860 0x7fc1d00b4d20 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc1e810f090 0x7fc1e81a68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1e8076a90 0x7fc1e819f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 --2- 172.21.15.6:0/2379648100 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc1e80754b0 0x7fc1e819f2f0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:31:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 -- 172.21.15.6:0/2379648100 >> 172.21.15.6:0/2379648100 conn(0x7fc1e80fe030 msgr2=0x7fc1e8102430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:31:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 -- 172.21.15.6:0/2379648100 shutdown_connections 2024-05-20T21:31:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:31:59.651+0000 7fc1ef400640 1 -- 172.21.15.6:0/2379648100 wait complete. 2024-05-20T21:32:00.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:59 smithi062 ceph-mon[36640]: pgmap v924: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:32:00.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:32:00.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:31:59 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:59 smithi042 ceph-mon[36332]: pgmap v924: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:32:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:32:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:31:59 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:59 smithi006 ceph-mon[31422]: pgmap v924: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-20T21:32:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:32:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:31:59 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-20T21:32:00.810 INFO:tasks.workunit.client.0.smithi006.stdout:561/600: open fd = 3 2024-05-20T21:32:00.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.810 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.810 INFO:tasks.workunit.client.0.smithi006.stdout:562/600: open fd = 3 2024-05-20T21:32:00.810 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:563/600: open fd = 3 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:564/600: open fd = 3 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:565/600: open fd = 3 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.811 INFO:tasks.workunit.client.0.smithi006.stdout:566/600: open fd = 3 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:567/600: open fd = 3 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:568/600: open fd = 3 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:569/600: open fd = 3 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.812 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:570/600: open fd = 3 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:571/600: open fd = 3 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:572/600: open fd = 3 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.813 INFO:tasks.workunit.client.0.smithi006.stdout:573/600: open fd = 3 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:574/600: open fd = 3 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:575/600: open fd = 3 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:576/600: open fd = 3 2024-05-20T21:32:00.814 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:577/600: open fd = 3 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:578/600: open fd = 3 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:579/600: open fd = 3 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.815 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:580/600: open fd = 3 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:581/600: open fd = 3 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:582/600: open fd = 3 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:583/600: open fd = 3 2024-05-20T21:32:00.816 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:584/600: open fd = 3 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:585/600: open fd = 3 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:586/600: open fd = 3 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.817 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:587/600: open fd = 3 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:588/600: open fd = 3 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:589/600: open fd = 3 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.818 INFO:tasks.workunit.client.0.smithi006.stdout:590/600: open fd = 3 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:591/600: open fd = 3 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:592/600: open fd = 3 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.819 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:593/600: open fd = 3 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:594/600: open fd = 3 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:595/600: open fd = 3 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:596/600: open fd = 3 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.820 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:597/600: open fd = 3 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:598/600: open fd = 3 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:599/600: open fd = 3 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.821 INFO:tasks.workunit.client.0.smithi006.stdout:600/600: open fd = 3 2024-05-20T21:32:00.822 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.822 INFO:tasks.workunit.client.0.smithi006.stdout:write ret = 32 2024-05-20T21:32:00.822 INFO:tasks.workunit.client.0.smithi006.stdout:pread ret = 64 2024-05-20T21:32:00.822 INFO:tasks.workunit.client.0.smithi006.stdout:OK 2024-05-20T21:32:00.823 INFO:tasks.workunit.client.0.smithi006.stderr:+ echo OK 2024-05-20T21:32:00.823 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-20T21:32:00.823 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-20T21:32:00.978 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:00 smithi006 ceph-mon[31422]: Adjusting osd_memory_target on smithi062 to 176.2M 2024-05-20T21:32:00.979 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:00 smithi006 ceph-mon[31422]: Unable to set osd_memory_target on smithi062 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-05-20T21:32:00.979 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:32:00.979 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:32:00.979 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:32:00.982 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-05-20T21:32:00.982 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-20T21:32:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:00 smithi062 ceph-mon[36640]: Adjusting osd_memory_target on smithi062 to 176.2M 2024-05-20T21:32:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:00 smithi062 ceph-mon[36640]: Unable to set osd_memory_target on smithi062 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-05-20T21:32:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:32:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:32:01.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:32:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:00 smithi042 ceph-mon[36332]: Adjusting osd_memory_target on smithi062 to 176.2M 2024-05-20T21:32:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:00 smithi042 ceph-mon[36332]: Unable to set osd_memory_target on smithi062 to 184794624: error parsing value: Value '184794624' is below minimum 939524096 2024-05-20T21:32:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:32:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:32:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:32:01.460 INFO:tasks.quiescer.fs.[cephfs]:Total duration (40.8) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-20T21:32:01.460 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.4 2024-05-20T21:32:01.460 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:32:01.902 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:01 smithi006 ceph-mon[31422]: pgmap v925: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:32:02.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:01 smithi062 ceph-mon[36640]: pgmap v925: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:32:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:01 smithi042 ceph-mon[36332]: pgmap v925: 97 pgs: 97 active+clean; 4.2 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:32:02.134 DEBUG:teuthology.parallel:result is None 2024-05-20T21:32:02.135 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-20T21:32:02.232 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-20T21:32:02.275 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-05-20T21:32:02.288 INFO:tasks.quiescer:joining Quiescers 2024-05-20T21:32:02.289 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-05-20T21:32:02.289 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:32:03.458 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:03.866 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:03 smithi006 ceph-mon[31422]: pgmap v926: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:32:04.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:03 smithi062 ceph-mon[36640]: pgmap v926: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:32:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:03 smithi042 ceph-mon[36332]: pgmap v926: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-20T21:32:04.894 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.893+0000 7fb92b200700 1 -- 172.21.15.6:0/2223958954 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb92c102200 msgr2=0x7fb92c10f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.893+0000 7fb92b200700 1 --2- 172.21.15.6:0/2223958954 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb92c102200 0x7fb92c10f8e0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fb9180098f0 tx=0x7fb918009c00 comp rx=0 tx=0).stop 2024-05-20T21:32:04.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.893+0000 7fb92b200700 1 -- 172.21.15.6:0/2223958954 shutdown_connections 2024-05-20T21:32:04.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.893+0000 7fb92b200700 1 --2- 172.21.15.6:0/2223958954 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb92c10fe20 0x7fb92c112210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.893+0000 7fb92b200700 1 --2- 172.21.15.6:0/2223958954 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb92c1018e0 0x7fb92c101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.893+0000 7fb92b200700 1 --2- 172.21.15.6:0/2223958954 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb92c102200 0x7fb92c10f8e0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.893+0000 7fb92b200700 1 -- 172.21.15.6:0/2223958954 >> 172.21.15.6:0/2223958954 conn(0x7fb92c0771e0 msgr2=0x7fb92c0775f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:04.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.894+0000 7fb92b200700 1 -- 172.21.15.6:0/2223958954 shutdown_connections 2024-05-20T21:32:04.895 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.894+0000 7fb92b200700 1 -- 172.21.15.6:0/2223958954 wait complete. 2024-05-20T21:32:04.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.895+0000 7fb92b200700 1 Processor -- start 2024-05-20T21:32:04.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.895+0000 7fb92b200700 1 -- start start 2024-05-20T21:32:04.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.895+0000 7fb92b200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb92c1018e0 0x7fb92c1a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.896 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.895+0000 7fb92b200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb92c102200 0x7fb92c1a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.895+0000 7fb92b200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb92c10fe20 0x7fb92c19bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb92b200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fb92c115820 con 0x7fb92c10fe20 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb92b200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fb92c1156a0 con 0x7fb92c102200 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb92b200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fb92c1159a0 con 0x7fb92c1018e0 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb92c1018e0 0x7fb92c1a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb92c102200 0x7fb92c1a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb92a800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb92c10fe20 0x7fb92c19bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb92c1018e0 0x7fb92c1a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34182/0 (socket says 172.21.15.6:34182) 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb92c102200 0x7fb92c1a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39432/0 (socket says 172.21.15.6:39432) 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929e00700 1 -- 172.21.15.6:0/3546825328 learned_addr learned my addr 172.21.15.6:0/3546825328 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929400700 1 -- 172.21.15.6:0/3546825328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb92c1018e0 msgr2=0x7fb92c1a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929400700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb92c1018e0 0x7fb92c1a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.897 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929400700 1 -- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb92c10fe20 msgr2=0x7fb92c19bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:04.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929400700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb92c10fe20 0x7fb92c19bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:04.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.896+0000 7fb929400700 1 -- 172.21.15.6:0/3546825328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb92c19c400 con 0x7fb92c102200 2024-05-20T21:32:04.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.897+0000 7fb929400700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb92c102200 0x7fb92c1a1f90 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fb918009230 tx=0x7fb91800fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:04.898 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.897+0000 7fb922a00700 1 -- 172.21.15.6:0/3546825328 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb918005040 con 0x7fb92c102200 2024-05-20T21:32:04.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.897+0000 7fb922a00700 1 -- 172.21.15.6:0/3546825328 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb918005690 con 0x7fb92c102200 2024-05-20T21:32:04.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.897+0000 7fb922a00700 1 -- 172.21.15.6:0/3546825328 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9180038e0 con 0x7fb92c102200 2024-05-20T21:32:04.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.897+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb92c19c690 con 0x7fb92c102200 2024-05-20T21:32:04.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.897+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb92c1a8800 con 0x7fb92c102200 2024-05-20T21:32:04.899 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.899+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb92c102b00 con 0x7fb92c102200 2024-05-20T21:32:04.902 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.902+0000 7fb922a00700 1 -- 172.21.15.6:0/3546825328 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb91800b760 con 0x7fb92c102200 2024-05-20T21:32:04.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.904+0000 7fb922a00700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9100b2880 0x7fb9100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:04.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.904+0000 7fb922a00700 1 -- 172.21.15.6:0/3546825328 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fb9180e34d0 con 0x7fb92c102200 2024-05-20T21:32:04.904 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.904+0000 7fb929e00700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9100b2880 0x7fb9100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:04.905 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.905+0000 7fb929e00700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9100b2880 0x7fb9100b4d40 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fb91c009d20 tx=0x7fb91c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:04.906 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:04.906+0000 7fb922a00700 1 -- 172.21.15.6:0/3546825328 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb918013030 con 0x7fb92c102200 2024-05-20T21:32:05.198 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.198+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb92c19cfe0 con 0x7fb92c102200 2024-05-20T21:32:05.199 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.199+0000 7fb922a00700 1 -- 172.21.15.6:0/3546825328 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fb9180ab180 con 0x7fb92c102200 2024-05-20T21:32:05.200 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:32:05.200 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9100b2880 msgr2=0x7fb9100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9100b2880 0x7fb9100b4d40 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fb91c009d20 tx=0x7fb91c009260 comp rx=0 tx=0).stop 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb92c102200 msgr2=0x7fb92c1a1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb92c102200 0x7fb92c1a1f90 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fb918009230 tx=0x7fb91800fa00 comp rx=0 tx=0).stop 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 shutdown_connections 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fb9100b2880 0x7fb9100b4d40 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fb92c10fe20 0x7fb92c19bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb92c1018e0 0x7fb92c1a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 --2- 172.21.15.6:0/3546825328 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fb92c102200 0x7fb92c1a1f90 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 >> 172.21.15.6:0/3546825328 conn(0x7fb92c0771e0 msgr2=0x7fb92c1103e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 shutdown_connections 2024-05-20T21:32:05.204 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:05.203+0000 7fb92b200700 1 -- 172.21.15.6:0/3546825328 wait complete. 2024-05-20T21:32:05.205 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:32:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:05 smithi062 ceph-mon[36640]: pgmap v927: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:32:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:05 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3546825328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:06.060 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:05 smithi006 ceph-mon[31422]: pgmap v927: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:32:06.060 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:05 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3546825328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:05 smithi042 ceph-mon[36332]: pgmap v927: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-20T21:32:06.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:05 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3546825328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:06.524 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 90 --expiration 140.4 --await-for 45.0' 2024-05-20T21:32:06.524 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db / --timeout 90 --expiration 140.4 --await-for 45.0 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.055+0000 7fc644c00700 1 -- 172.21.15.6:0/3956838538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc640109580 msgr2=0x7fc640109960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.055+0000 7fc644c00700 1 --2- 172.21.15.6:0/3956838538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc640109580 0x7fc640109960 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fc6300099c0 tx=0x7fc630009cd0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.055+0000 7fc644c00700 1 -- 172.21.15.6:0/3956838538 shutdown_connections 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.055+0000 7fc644c00700 1 --2- 172.21.15.6:0/3956838538 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc64006c470 0x7fc640110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.060 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.055+0000 7fc644c00700 1 --2- 172.21.15.6:0/3956838538 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc640109580 0x7fc640109960 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.055+0000 7fc644c00700 1 --2- 172.21.15.6:0/3956838538 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc64006bab0 0x7fc64006bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.055+0000 7fc644c00700 1 -- 172.21.15.6:0/3956838538 >> 172.21.15.6:0/3956838538 conn(0x7fc640079280 msgr2=0x7fc640079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.055+0000 7fc644c00700 1 -- 172.21.15.6:0/3956838538 shutdown_connections 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.056+0000 7fc644c00700 1 -- 172.21.15.6:0/3956838538 wait complete. 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.057+0000 7fc644c00700 1 Processor -- start 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.058+0000 7fc644c00700 1 -- start start 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.058+0000 7fc644c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc64006bab0 0x7fc6401026d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.058+0000 7fc644c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc64006c470 0x7fc640102c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.058+0000 7fc644c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc640109580 0x7fc640103150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.058+0000 7fc644c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fc640113600 con 0x7fc64006c470 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.058+0000 7fc644c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fc640113480 con 0x7fc64006bab0 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.058+0000 7fc644c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fc640113780 con 0x7fc640109580 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc64006c470 0x7fc640102c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:07.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63ea00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc64006c470 0x7fc640102c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55678/0 (socket says 172.21.15.6:55678) 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63ea00700 1 -- 172.21.15.6:0/2913690648 learned_addr learned my addr 172.21.15.6:0/2913690648 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63f400700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc64006bab0 0x7fc6401026d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63fe00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc640109580 0x7fc640103150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63ea00700 1 -- 172.21.15.6:0/2913690648 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc640109580 msgr2=0x7fc640103150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63ea00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc640109580 0x7fc640103150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63ea00700 1 -- 172.21.15.6:0/2913690648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc64006bab0 msgr2=0x7fc6401026d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63ea00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc64006bab0 0x7fc6401026d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.059+0000 7fc63ea00700 1 -- 172.21.15.6:0/2913690648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6401a7f80 con 0x7fc64006c470 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.060+0000 7fc63ea00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc64006c470 0x7fc640102c10 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fc62c00e9a0 tx=0x7fc62c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.060+0000 7fc637e00700 1 -- 172.21.15.6:0/2913690648 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62c00ca10 con 0x7fc64006c470 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.060+0000 7fc637e00700 1 -- 172.21.15.6:0/2913690648 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc62c00cbb0 con 0x7fc64006c470 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.060+0000 7fc637e00700 1 -- 172.21.15.6:0/2913690648 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62c018680 con 0x7fc64006c470 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.060+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6401a8270 con 0x7fc64006c470 2024-05-20T21:32:07.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.060+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6401a8800 con 0x7fc64006c470 2024-05-20T21:32:07.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.062+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc64010ba40 con 0x7fc64006c470 2024-05-20T21:32:07.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.065+0000 7fc637e00700 1 -- 172.21.15.6:0/2913690648 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc62c010430 con 0x7fc64006c470 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.066+0000 7fc637e00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc6240b2900 0x7fc6240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:07.066 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.067+0000 7fc637e00700 1 -- 172.21.15.6:0/2913690648 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fc62c0e2400 con 0x7fc64006c470 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.067+0000 7fc63f400700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc6240b2900 0x7fc6240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:07.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.067+0000 7fc63f400700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc6240b2900 0x7fc6240b4dc0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc630003760 tx=0x7fc630005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:07.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.071+0000 7fc637e00700 1 -- 172.21.15.6:0/2913690648 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc62c0aa020 con 0x7fc64006c470 2024-05-20T21:32:07.226 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:07.390 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.390+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc64006a230 con 0x7fc64006c470 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.392+0000 7fc637e00700 1 -- 172.21.15.6:0/2913690648 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fc62c0b20a0 con 0x7fc64006c470 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:32:07.392 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc6240b2900 msgr2=0x7fc6240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc6240b2900 0x7fc6240b4dc0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc630003760 tx=0x7fc630005fb0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc64006c470 msgr2=0x7fc640102c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:07.395 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc64006c470 0x7fc640102c10 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fc62c00e9a0 tx=0x7fc62c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 shutdown_connections 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fc6240b2900 0x7fc6240b4dc0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc640109580 0x7fc640103150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fc64006bab0 0x7fc6401026d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.395+0000 7fc644c00700 1 --2- 172.21.15.6:0/2913690648 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fc64006c470 0x7fc640102c10 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:07.396 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.396+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 >> 172.21.15.6:0/2913690648 conn(0x7fc640079280 msgr2=0x7fc640101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.396+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 shutdown_connections 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:07.396+0000 7fc644c00700 1 -- 172.21.15.6:0/2913690648 wait complete. 2024-05-20T21:32:07.397 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:32:07.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:07 smithi006 ceph-mon[31422]: pgmap v928: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:32:07.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:07 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2913690648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:07 smithi062 ceph-mon[36640]: pgmap v928: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:32:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:07 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2913690648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:07 smithi042 ceph-mon[36332]: pgmap v928: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 16 KiB/s wr, 14 op/s 2024-05-20T21:32:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:07 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2913690648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:08.596 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --cancel --all' 2024-05-20T21:32:08.596 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24530 quiesce db --cancel --all 2024-05-20T21:32:09.634 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:09.785 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:09 smithi006 ceph-mon[31422]: pgmap v929: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:32:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:09 smithi062 ceph-mon[36640]: pgmap v929: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:32:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:09 smithi042 ceph-mon[36332]: pgmap v929: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 12 op/s 2024-05-20T21:32:10.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.654+0000 7f16bb200700 1 -- 172.21.15.6:0/174062037 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b410b750 msgr2=0x7f16b410bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.945 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.654+0000 7f16bb200700 1 --2- 172.21.15.6:0/174062037 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b410b750 0x7f16b410bb30 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f16a40098f0 tx=0x7f16a4009c00 comp rx=0 tx=0).stop 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.655+0000 7f16bb200700 1 -- 172.21.15.6:0/174062037 shutdown_connections 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.655+0000 7f16bb200700 1 --2- 172.21.15.6:0/174062037 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16b4106110 0x7f16b4112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.655+0000 7f16bb200700 1 --2- 172.21.15.6:0/174062037 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b410b750 0x7f16b410bb30 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.655+0000 7f16bb200700 1 --2- 172.21.15.6:0/174062037 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16b4105750 0x7f16b4105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.655+0000 7f16bb200700 1 -- 172.21.15.6:0/174062037 >> 172.21.15.6:0/174062037 conn(0x7f16b4101220 msgr2=0x7f16b4103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.655+0000 7f16bb200700 1 -- 172.21.15.6:0/174062037 shutdown_connections 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.655+0000 7f16bb200700 1 -- 172.21.15.6:0/174062037 wait complete. 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.656+0000 7f16bb200700 1 Processor -- start 2024-05-20T21:32:10.946 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.656+0000 7f16bb200700 1 -- start start 2024-05-20T21:32:10.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16bb200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16b4105750 0x7f16b419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16bb200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b4106110 0x7f16b419c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16bb200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16b410b750 0x7f16b41a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16bb200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f16b4115980 con 0x7f16b4105750 2024-05-20T21:32:10.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16bb200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16b4115800 con 0x7f16b410b750 2024-05-20T21:32:10.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16bb200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f16b4115b00 con 0x7f16b4106110 2024-05-20T21:32:10.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16b3e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16b4105750 0x7f16b419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.947 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16abe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b4106110 0x7f16b419c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16abe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b4106110 0x7f16b419c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44948/0 (socket says 172.21.15.6:44948) 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16abe00700 1 -- 172.21.15.6:0/4232334403 learned_addr learned my addr 172.21.15.6:0/4232334403 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.657+0000 7f16b9200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16b410b750 0x7f16b41a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.658+0000 7f16b3e00700 1 -- 172.21.15.6:0/4232334403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b4106110 msgr2=0x7f16b419c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.658+0000 7f16b3e00700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b4106110 0x7f16b419c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.658+0000 7f16b3e00700 1 -- 172.21.15.6:0/4232334403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16b410b750 msgr2=0x7f16b41a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.658+0000 7f16b3e00700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16b410b750 0x7f16b41a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.658+0000 7f16b3e00700 1 -- 172.21.15.6:0/4232334403 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16b41a0e30 con 0x7f16b4105750 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.658+0000 7f16abe00700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b4106110 0x7f16b419c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.658+0000 7f16b3e00700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16b4105750 0x7f16b419be70 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f16a400c010 tx=0x7f16a400fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.659+0000 7f16b1600700 1 -- 172.21.15.6:0/4232334403 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a40050c0 con 0x7f16b4105750 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.659+0000 7f16bb200700 1 -- 172.21.15.6:0/4232334403 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16b41a10c0 con 0x7f16b4105750 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.659+0000 7f16b1600700 1 -- 172.21.15.6:0/4232334403 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16a400b560 con 0x7f16b4105750 2024-05-20T21:32:10.948 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.659+0000 7f16b1600700 1 -- 172.21.15.6:0/4232334403 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a4003a00 con 0x7f16b4105750 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.659+0000 7f16bb200700 1 -- 172.21.15.6:0/4232334403 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16b41a89a0 con 0x7f16b4105750 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.663+0000 7f16b1600700 1 -- 172.21.15.6:0/4232334403 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f16a400b710 con 0x7f16b4105750 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16c5b5fb80 1 Processor -- start 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16c5b5fb80 1 -- start start 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16b1600700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16980b29b0 0x7f16980b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69470 0x55ede8e69850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69d90 0x55ede8e639f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e64450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ede8dc1fd0 con 0x55ede8e69d90 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ede8db1b70 con 0x55ede8e69470 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.664+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ede8db5bb0 con 0x55ede8e64010 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b1600700 1 -- 172.21.15.6:0/4232334403 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f16a40e2fe0 con 0x7f16b4105750 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69470 0x55ede8e69850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b9200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16980b29b0 0x7f16980b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.949 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16abe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69d90 0x55ede8e639f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69470 0x55ede8e69850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40412/0 (socket says 172.21.15.6:40412) 2024-05-20T21:32:10.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b3e00700 1 -- 172.21.15.6:0/2040183377 learned_addr learned my addr 172.21.15.6:0/2040183377 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:10.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b3e00700 1 -- 172.21.15.6:0/2040183377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 msgr2=0x55ede8e64450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:10.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b9200700 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e64450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b3e00700 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e64450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b3e00700 1 -- 172.21.15.6:0/2040183377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69d90 msgr2=0x55ede8e639f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b3e00700 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69d90 0x55ede8e639f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b3e00700 1 -- 172.21.15.6:0/2040183377 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ede8d7a5b0 con 0x55ede8e69470 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.665+0000 7f16b9200700 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e64450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.666+0000 7f16b3e00700 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69470 0x55ede8e69850 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f16a4009fb0 tx=0x7f16a40a9fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf0cd9e2cd39792 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.666+0000 7f16b9200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16980b29b0 0x7f16980b4e70 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009ec0 tx=0x7f16ac009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.666+0000 7f16a9600700 1 -- 172.21.15.6:0/2040183377 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a40bddb0 con 0x55ede8e69470 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.666+0000 7f16a9600700 1 -- 172.21.15.6:0/2040183377 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16a40aa0e0 con 0x55ede8e69470 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.666+0000 7f16a9600700 1 -- 172.21.15.6:0/2040183377 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a40bdbd0 con 0x55ede8e69470 2024-05-20T21:32:10.951 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.667+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/2040183377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69470 msgr2=0x55ede8e69850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.667+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69470 0x55ede8e69850 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f16a4009fb0 tx=0x7f16a40a9fa0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.667+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/2040183377 shutdown_connections 2024-05-20T21:32:10.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.667+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e64450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.667+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69470 0x55ede8e69850 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.667+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/2040183377 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69d90 0x55ede8e639f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.667+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/2040183377 >> 172.21.15.6:0/2040183377 conn(0x55ede8d91d70 msgr2=0x55ede8e5e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:10.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.667+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/2040183377 shutdown_connections 2024-05-20T21:32:10.952 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.668+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/2040183377 wait complete. 2024-05-20T21:32:10.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.668+0000 7f16c5b5fb80 1 -- start start 2024-05-20T21:32:10.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.668+0000 7f16c5b5fb80 1 Processor -- start 2024-05-20T21:32:10.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e64010 0x55ede8e6fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e6cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69d90 0x55ede8e6d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55ede8cb8130 con 0x55ede8e69470 2024-05-20T21:32:10.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55ede8d528f0 con 0x55ede8e64010 2024-05-20T21:32:10.953 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55ede8e70630 con 0x55ede8e69d90 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16c5b5fb80 10 client.0 _ll_register_callbacks cb 0x55ede8d5be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16b3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e64010 0x55ede8e6fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16b3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e64010 0x55ede8e6fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40424/0 (socket says 172.21.15.6:40424) 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16b3e00700 1 -- 172.21.15.6:0/1343892452 learned_addr learned my addr 172.21.15.6:0/1343892452 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.669+0000 7f16abe00700 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e6cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16b9200700 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69d90 0x55ede8e6d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16b3e00700 1 -- 172.21.15.6:0/1343892452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69d90 msgr2=0x55ede8e6d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16b3e00700 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69d90 0x55ede8e6d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16b3e00700 1 -- 172.21.15.6:0/1343892452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 msgr2=0x55ede8e6cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:10.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16b3e00700 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e6cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16b3e00700 1 -- 172.21.15.6:0/1343892452 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ede8d01a60 con 0x55ede8e64010 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16b3e00700 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e64010 0x55ede8e6fa40 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f16a40a7840 tx=0x7f16a40e09b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd8ded7a8b8fb83f server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16a2000700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.670+0000 7f16a2000700 1 -- 172.21.15.6:0/1343892452 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a40aa5d0 con 0x55ede8e64010 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16a2000700 1 -- 172.21.15.6:0/1343892452 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f16a40bad10 con 0x55ede8e64010 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/1343892452 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16a40aa0e0 con 0x55ede8e64010 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16a2000700 1 -- 172.21.15.6:0/1343892452 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f16a40ae980 con 0x55ede8e64010 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 10 client.30008 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/1343892452 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ede8d821f0 con 0x55ede8e64010 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16a2000700 1 -- 172.21.15.6:0/1343892452 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16a40aa0e0 con 0x55ede8e64010 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16a2000700 1 -- 172.21.15.6:0/1343892452 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f16a40b2f10 con 0x55ede8e64010 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 10 client.30008 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 10 client.30008 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:32:10.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 20 client.30008 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ede8e7ce60 0x55ede8e7f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 4 client.30008 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.671+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/1343892452 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ede8dc3f20 con 0x55ede8e7ce60 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.672+0000 7f16abe00700 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ede8e7ce60 0x55ede8e7f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.672+0000 7f16abe00700 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ede8e7ce60 0x55ede8e7f250 crc :-1 s=READY pgs=413 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fab1787b480ce0b server_cookie=accc1b33e4ee3778 in_seq=0 out_seq=0 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.672+0000 7f16a2000700 10 client.30008 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.673+0000 7f16a2000700 1 -- 172.21.15.6:0/1343892452 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ede8dc3f20 con 0x55ede8e7ce60 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.673+0000 7f16a2000700 10 client.30008 handle_command_reply: tid=0 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.673+0000 7f16c5b5fb80 1 client.30008 shutdown 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.673+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/1343892452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e64010 msgr2=0x55ede8e6fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.673+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e64010 0x55ede8e6fa40 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f16a40a7840 tx=0x7f16a40e09b0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.673+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/1343892452 shutdown_connections 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.673+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ede8e7ce60 0x55ede8e7f250 crc :-1 s=READY pgs=413 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.674+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69d90 0x55ede8e6d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.956 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.674+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e64010 0x55ede8e6fa40 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.674+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/1343892452 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e6cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.674+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/1343892452 >> 172.21.15.6:0/1343892452 conn(0x55ede8d91d70 msgr2=0x55ede8e629e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.674+0000 7f16a2000700 0 client.30008 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.674+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/1343892452 shutdown_connections 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.674+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/1343892452 wait complete. 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.674+0000 7f16c5b5fb80 20 client.30008 trim_cache size 0 max 16384 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.696+0000 7f16c5b5fb80 1 Processor -- start 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16c5b5fb80 1 -- start start 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e64010 0x55ede8e63a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69470 0x55ede8e6aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e67560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f16b41b27b0 con 0x55ede8e64010 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16b41b0040 con 0x55ede8e69d90 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f16b41ade90 con 0x55ede8e69470 2024-05-20T21:32:10.957 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16abe00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69470 0x55ede8e6aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.697+0000 7f16b9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e67560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16b9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e67560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40438/0 (socket says 172.21.15.6:40438) 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16b9200700 1 -- 172.21.15.6:0/3939564778 learned_addr learned my addr 172.21.15.6:0/3939564778 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16abe00700 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69470 0x55ede8e6aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:44992/0 (socket says 172.21.15.6:44992) 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16b3e00700 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e64010 0x55ede8e63a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16abe00700 1 -- 172.21.15.6:0/3939564778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 msgr2=0x55ede8e67560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16abe00700 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e67560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16abe00700 1 -- 172.21.15.6:0/3939564778 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e64010 msgr2=0x55ede8e63a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16abe00700 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e64010 0x55ede8e63a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16abe00700 1 -- 172.21.15.6:0/3939564778 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ede8e6d470 con 0x55ede8e69470 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16b3e00700 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e64010 0x55ede8e63a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16b9200700 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e67560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:10.958 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.698+0000 7f16abe00700 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69470 0x55ede8e6aa00 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x55ede8e7fa20 tx=0x7f169c009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5af9584a644308f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.699+0000 7f16a8c00700 1 -- 172.21.15.6:0/3939564778 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169c025030 con 0x55ede8e69470 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.699+0000 7f16a8c00700 1 -- 172.21.15.6:0/3939564778 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f169c012290 con 0x55ede8e69470 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.699+0000 7f16a8c00700 1 -- 172.21.15.6:0/3939564778 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169c010430 con 0x55ede8e69470 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.699+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3939564778 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69470 msgr2=0x55ede8e6aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.699+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69470 0x55ede8e6aa00 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x55ede8e7fa20 tx=0x7f169c009310 comp rx=0 tx=0).stop 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.700+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3939564778 shutdown_connections 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.700+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e67560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.700+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e64010 0x55ede8e63a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.700+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3939564778 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e69470 0x55ede8e6aa00 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.700+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3939564778 >> 172.21.15.6:0/3939564778 conn(0x55ede8d91d70 msgr2=0x55ede8e57e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.700+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3939564778 shutdown_connections 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.700+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3939564778 wait complete. 2024-05-20T21:32:10.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.700+0000 7f16c5b5fb80 1 -- start start 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16c5b5fb80 1 Processor -- start 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e72850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e72d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16c5b5fb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e732d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f16b41ae500 con 0x55ede8e69470 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f16b41af970 con 0x55ede8e69d90 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16c5b5fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f16b41aebd0 con 0x55ede8e64010 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16c5b5fb80 10 client.0 _ll_register_callbacks cb 0x55ede8e5eb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16abe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e72d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16b3e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e72850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.701+0000 7f16b9200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e732d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16abe00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e72d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55750/0 (socket says 172.21.15.6:55750) 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16abe00700 1 -- 172.21.15.6:0/3984146138 learned_addr learned my addr 172.21.15.6:0/3984146138 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16abe00700 1 -- 172.21.15.6:0/3984146138 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 msgr2=0x55ede8e72850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:10.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16abe00700 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e72850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16abe00700 1 -- 172.21.15.6:0/3984146138 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 msgr2=0x55ede8e732d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16abe00700 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e732d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16abe00700 1 -- 172.21.15.6:0/3984146138 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ede8ee7990 con 0x55ede8e69470 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16abe00700 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e72d90 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f169c013000 tx=0x7f169c005330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abb48b3e8573f8e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.702+0000 7f16a2000700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.703+0000 7f16a2000700 1 -- 172.21.15.6:0/3984146138 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169c025040 con 0x55ede8e69470 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.703+0000 7f16a2000700 1 -- 172.21.15.6:0/3984146138 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f169c004230 con 0x55ede8e69470 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.703+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3984146138 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ede8dbd700 con 0x55ede8e69470 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.703+0000 7f16a2000700 1 -- 172.21.15.6:0/3984146138 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f169c038050 con 0x55ede8e69470 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.703+0000 7f16c5b5fb80 10 client.19911 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.703+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3984146138 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ede8ee8bc0 con 0x55ede8e69470 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.703+0000 7f16a2000700 1 -- 172.21.15.6:0/3984146138 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ede8dbd700 con 0x55ede8e69470 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.704+0000 7f16a2000700 1 -- 172.21.15.6:0/3984146138 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f169c004870 con 0x55ede8e69470 2024-05-20T21:32:10.961 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.704+0000 7f16c5b5fb80 10 client.19911 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.704+0000 7f16c5b5fb80 10 client.19911 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.704+0000 7f16c5b5fb80 20 client.19911 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.704+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ede8ee9370 0x55ede8eeb790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.704+0000 7f16c5b5fb80 4 client.19911 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.4, "await_for": 45.0}] 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.704+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3984146138 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 140.4, "await_for": 45.0}) -- 0x55ede8c343e0 con 0x55ede8ee9370 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.704+0000 7f16b3e00700 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ede8ee9370 0x55ede8eeb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:32:10.962 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 54, 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": { 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "91725fab": { 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "version": 54, 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "age_ref": 0.0, 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "timeout": 90.0, 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "expiration": 140.4, 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "members": { 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "file:/": { 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "excluded": false, 2024-05-20T21:32:10.963 INFO:teuthology.orchestra.run.smithi006.stdout: "state": { 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "QUIESCED", 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stdout: "age": 0.0 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.705+0000 7f16b3e00700 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ede8ee9370 0x55ede8eeb790 crc :-1 s=READY pgs=414 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=631f2c8b1acfaf19 server_cookie=12e5bc0885a108fe in_seq=0 out_seq=0 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.705+0000 7f16a2000700 10 client.19911 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:10.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16a2000700 1 -- 172.21.15.6:0/3984146138 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55ede8c343e0 con 0x55ede8ee9370 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16a2000700 10 client.19911 handle_command_reply: tid=0 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 client.19911 shutdown 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3984146138 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 msgr2=0x55ede8e72d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e72d90 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f169c013000 tx=0x7f169c005330 comp rx=0 tx=0).stop 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3984146138 shutdown_connections 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55ede8e69d90 0x55ede8e732d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x55ede8ee9370 0x55ede8eeb790 crc :-1 s=READY pgs=414 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55ede8e64010 0x55ede8e72850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 --2- 172.21.15.6:0/3984146138 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55ede8e69470 0x55ede8e72d90 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16a2000700 0 client.19911 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3984146138 >> 172.21.15.6:0/3984146138 conn(0x55ede8d91d70 msgr2=0x55ede8e6b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3984146138 shutdown_connections 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 1 -- 172.21.15.6:0/3984146138 wait complete. 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.713+0000 7f16c5b5fb80 20 client.19911 trim_cache size 0 max 16384 2024-05-20T21:32:10.965 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 -- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16980b29b0 msgr2=0x7f16980b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16980b29b0 0x7f16980b4e70 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009ec0 tx=0x7f16ac009920 comp rx=0 tx=0).stop 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 -- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16b4105750 msgr2=0x7f16b419be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16b4105750 0x7f16b419be70 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f16a400c010 tx=0x7f16a400fa00 comp rx=0 tx=0).stop 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 -- 172.21.15.6:0/4232334403 shutdown_connections 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f16980b29b0 0x7f16980b4e70 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f16b410b750 0x7f16b41a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f16b4105750 0x7f16b419be70 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 --2- 172.21.15.6:0/4232334403 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f16b4106110 0x7f16b419c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 -- 172.21.15.6:0/4232334403 >> 172.21.15.6:0/4232334403 conn(0x7f16b4101220 msgr2=0x7f16b41018e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 -- 172.21.15.6:0/4232334403 shutdown_connections 2024-05-20T21:32:10.966 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:10.715+0000 7f16bb200700 1 -- 172.21.15.6:0/4232334403 wait complete. 2024-05-20T21:32:11.946 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '91725fab', quiesce took 10.5 seconds. Will release after: 9.899999999999999 2024-05-20T21:32:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:11 smithi062 ceph-mon[36640]: pgmap v930: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:32:12.108 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:11 smithi006 ceph-mon[31422]: pgmap v930: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:32:12.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:11 smithi042 ceph-mon[36332]: pgmap v930: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 10 KiB/s wr, 11 op/s 2024-05-20T21:32:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.799+0000 7fbacb200640 1 -- 172.21.15.6:0/3099687348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 msgr2=0x7fbacc1080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.799+0000 7fbacb200640 1 --2- 172.21.15.6:0/3099687348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 0x7fbacc1080a0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fbab4009900 tx=0x7fbab402a3f0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.800+0000 7fbacb200640 1 -- 172.21.15.6:0/3099687348 shutdown_connections 2024-05-20T21:32:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.800+0000 7fbacb200640 1 --2- 172.21.15.6:0/3099687348 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbacc1085e0 0x7fbacc10aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.800+0000 7fbacb200640 1 --2- 172.21.15.6:0/3099687348 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 0x7fbacc1080a0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.800+0000 7fbacb200640 1 --2- 172.21.15.6:0/3099687348 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbacc103380 0x7fbacc105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.800+0000 7fbacb200640 1 -- 172.21.15.6:0/3099687348 >> 172.21.15.6:0/3099687348 conn(0x7fbacc0fcd30 msgr2=0x7fbacc0ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:12.800 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.800+0000 7fbacb200640 1 -- 172.21.15.6:0/3099687348 shutdown_connections 2024-05-20T21:32:12.801 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.800+0000 7fbacb200640 1 -- 172.21.15.6:0/3099687348 wait complete. 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.801+0000 7fbacb200640 1 Processor -- start 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.801+0000 7fbacb200640 1 -- start start 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.801+0000 7fbacb200640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbacc103380 0x7fbacc19adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.801+0000 7fbacb200640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 0x7fbacc19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.801+0000 7fbacb200640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbacc1085e0 0x7fbacc1a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.801+0000 7fbacb200640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc10e490 con 0x7fbacc1085e0 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.801+0000 7fbacb200640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc10e310 con 0x7fbacc105cb0 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.801+0000 7fbacb200640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc10e610 con 0x7fbacc103380 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbaca800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbacc1085e0 0x7fbacc1a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbac9400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 0x7fbacc19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbac9400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 0x7fbacc19b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40472/0 (socket says 172.21.15.6:40472) 2024-05-20T21:32:12.802 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbac9400640 1 -- 172.21.15.6:0/4096842218 learned_addr learned my addr 172.21.15.6:0/4096842218 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:12.803 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbac9e00640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbacc103380 0x7fbacc19adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbaca800640 1 -- 172.21.15.6:0/4096842218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbacc103380 msgr2=0x7fbacc19adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbaca800640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbacc103380 0x7fbacc19adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbaca800640 1 -- 172.21.15.6:0/4096842218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 msgr2=0x7fbacc19b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbaca800640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 0x7fbacc19b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbaca800640 1 -- 172.21.15.6:0/4096842218 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbacc1a29c0 con 0x7fbacc1085e0 2024-05-20T21:32:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbac9e00640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbacc103380 0x7fbacc19adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:12.804 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.802+0000 7fbac9400640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 0x7fbacc19b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.803+0000 7fbaca800640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbacc1085e0 0x7fbacc1a2320 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fbac4009fd0 tx=0x7fbac400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.803+0000 7fbac2a00640 1 -- 172.21.15.6:0/4096842218 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac400ce20 con 0x7fbacc1085e0 2024-05-20T21:32:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.803+0000 7fbacb200640 1 -- 172.21.15.6:0/4096842218 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbacc1a2cb0 con 0x7fbacc1085e0 2024-05-20T21:32:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.803+0000 7fbac2a00640 1 -- 172.21.15.6:0/4096842218 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbac4005020 con 0x7fbacc1085e0 2024-05-20T21:32:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.803+0000 7fbac2a00640 1 -- 172.21.15.6:0/4096842218 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4010690 con 0x7fbacc1085e0 2024-05-20T21:32:12.805 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.803+0000 7fbacb200640 1 -- 172.21.15.6:0/4096842218 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbacc1a31b0 con 0x7fbacc1085e0 2024-05-20T21:32:12.807 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.807+0000 7fbad3993740 1 Processor -- start 2024-05-20T21:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.808+0000 7fbac2a00640 1 -- 172.21.15.6:0/4096842218 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbac40054d0 con 0x7fbacc1085e0 2024-05-20T21:32:12.808 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.808+0000 7fbad3993740 1 -- start start 2024-05-20T21:32:12.809 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbad3993740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e3e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbad3993740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3e6e0 0x557963e431e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbad3993740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e45ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbad3993740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557963dadb90 con 0x557963e43850 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbad3993740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557963d9d730 con 0x557963e3dcf0 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbad3993740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557963da1770 con 0x557963e3e6e0 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbac9e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3e6e0 0x557963e431e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbac9e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3e6e0 0x557963e431e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45034/0 (socket says 172.21.15.6:45034) 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbac9e00640 1 -- 172.21.15.6:0/2237407364 learned_addr learned my addr 172.21.15.6:0/2237407364 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbac9400640 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e3e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.809+0000 7fbac9400640 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e45ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbac9e00640 1 -- 172.21.15.6:0/2237407364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 msgr2=0x557963e3e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:12.810 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbac9e00640 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e3e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbac9e00640 1 -- 172.21.15.6:0/2237407364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 msgr2=0x557963e45ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbac9e00640 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e45ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbac9e00640 1 -- 172.21.15.6:0/2237407364 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557963d368b0 con 0x557963e3e6e0 2024-05-20T21:32:12.811 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbac9e00640 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3e6e0 0x557963e431e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0114f0 tx=0x7fbabc0119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ff54f7b84973958 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbabb000640 1 -- 172.21.15.6:0/2237407364 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbabc004020 con 0x557963e3e6e0 2024-05-20T21:32:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbabb000640 1 -- 172.21.15.6:0/2237407364 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbabc0041c0 con 0x557963e3e6e0 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbabb000640 1 -- 172.21.15.6:0/2237407364 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbabc00f930 con 0x557963e3e6e0 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.810+0000 7fbac2a00640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbab00b2850 0x7fbab00b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbac2a00640 1 -- 172.21.15.6:0/4096842218 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbac40e29f0 con 0x7fbacc1085e0 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbac9400640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbab00b2850 0x7fbab00b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 -- 172.21.15.6:0/2237407364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3e6e0 msgr2=0x557963e431e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3e6e0 0x557963e431e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0114f0 tx=0x7fbabc0119b0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 -- 172.21.15.6:0/2237407364 shutdown_connections 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e45ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3e6e0 0x557963e431e0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 --2- 172.21.15.6:0/2237407364 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e3e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 -- 172.21.15.6:0/2237407364 >> 172.21.15.6:0/2237407364 conn(0x557963e39360 msgr2=0x557963e39760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 -- 172.21.15.6:0/2237407364 shutdown_connections 2024-05-20T21:32:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.811+0000 7fbad3993740 1 -- 172.21.15.6:0/2237407364 wait complete. 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.812+0000 7fbac9400640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbab00b2850 0x7fbab00b4d10 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fbab4000c00 tx=0x7fbab4005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.812+0000 7fbad3993740 1 -- start start 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.812+0000 7fbad3993740 1 Processor -- start 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.812+0000 7fbad3993740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e47ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.812+0000 7fbad3993740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3e6e0 0x557963e47ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.812+0000 7fbad3993740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963e4f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.812+0000 7fbad3993740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x557963a83790 con 0x557963e3e6e0 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbad3993740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x557963d45bc0 con 0x557963e3dcf0 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbad3993740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x557963e46800 con 0x557963e43850 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbad3993740 10 client.0 _ll_register_callbacks cb 0x557963d23400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e47ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e47ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40490/0 (socket says 172.21.15.6:40490) 2024-05-20T21:32:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9e00640 1 -- 172.21.15.6:0/3962325191 learned_addr learned my addr 172.21.15.6:0/3962325191 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9400640 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3e6e0 0x557963e47ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbaca800640 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963e4f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9e00640 1 -- 172.21.15.6:0/3962325191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 msgr2=0x557963e4f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9e00640 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963e4f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9e00640 1 -- 172.21.15.6:0/3962325191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3e6e0 msgr2=0x557963e47ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9e00640 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3e6e0 0x557963e47ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.813+0000 7fbac9e00640 1 -- 172.21.15.6:0/3962325191 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557963ab2210 con 0x557963e3dcf0 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.814+0000 7fbac9e00640 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e47ab0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fbabc01b040 tx=0x7fbabc009d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47369a4786bc7ed0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.814+0000 7fbaaf400640 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.814+0000 7fbaaf400640 1 -- 172.21.15.6:0/3962325191 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbabc028020 con 0x557963e3dcf0 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.814+0000 7fbad3993740 1 -- 172.21.15.6:0/3962325191 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbabc0041c0 con 0x557963e3dcf0 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.814+0000 7fbaaf400640 1 -- 172.21.15.6:0/3962325191 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbabc016040 con 0x557963e3dcf0 2024-05-20T21:32:12.818 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.814+0000 7fbaaf400640 1 -- 172.21.15.6:0/3962325191 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbabc033050 con 0x557963e3dcf0 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.814+0000 7fbad3993740 10 client.30026 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.814+0000 7fbad3993740 1 -- 172.21.15.6:0/3962325191 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557963b7e620 con 0x557963e3dcf0 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbaaf400640 1 -- 172.21.15.6:0/3962325191 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbabc0041c0 con 0x557963e3dcf0 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbaaf400640 1 -- 172.21.15.6:0/3962325191 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbabc004c60 con 0x557963e3dcf0 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbad3993740 10 client.30026 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbad3993740 10 client.30026 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbad3993740 20 client.30026 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbad3993740 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557963e533d0 0x557963e557c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbad3993740 4 client.30026 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbad3993740 1 -- 172.21.15.6:0/3962325191 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557963dafae0 con 0x557963e533d0 2024-05-20T21:32:12.819 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.815+0000 7fbac9400640 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557963e533d0 0x557963e557c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.820 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.816+0000 7fbac9400640 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557963e533d0 0x557963e557c0 crc :-1 s=READY pgs=415 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=573a7a252369df6a server_cookie=77c8da9be7eec835 in_seq=0 out_seq=0 2024-05-20T21:32:12.820 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.816+0000 7fbaaf400640 10 client.30026 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbaaf400640 1 -- 172.21.15.6:0/3962325191 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557963dafae0 con 0x557963e533d0 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbaaf400640 10 client.30026 handle_command_reply: tid=0 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 client.30026 shutdown 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 -- 172.21.15.6:0/3962325191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 msgr2=0x557963e47ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e47ab0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fbabc01b040 tx=0x7fbabc009d80 comp rx=0 tx=0).stop 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 -- 172.21.15.6:0/3962325191 shutdown_connections 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557963e533d0 0x557963e557c0 crc :-1 s=READY pgs=415 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963e4f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbaaf400640 0 client.30026 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3e6e0 0x557963e47ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.821 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 --2- 172.21.15.6:0/3962325191 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3dcf0 0x557963e47ab0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 -- 172.21.15.6:0/3962325191 >> 172.21.15.6:0/3962325191 conn(0x557963e39360 msgr2=0x557963e384c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 -- 172.21.15.6:0/3962325191 shutdown_connections 2024-05-20T21:32:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 1 -- 172.21.15.6:0/3962325191 wait complete. 2024-05-20T21:32:12.822 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.817+0000 7fbad3993740 20 client.30026 trim_cache size 0 max 16384 2024-05-20T21:32:12.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.835+0000 7fbad3993740 1 Processor -- start 2024-05-20T21:32:12.835 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.835+0000 7fbad3993740 1 -- start start 2024-05-20T21:32:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.835+0000 7fbad3993740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3dcf0 0x557963e470d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.835+0000 7fbad3993740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e47610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.835+0000 7fbad3993740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e47b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.835+0000 7fbad3993740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc1aea80 con 0x557963e43850 2024-05-20T21:32:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.835+0000 7fbad3993740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc1ac350 con 0x557963e3e6e0 2024-05-20T21:32:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.835+0000 7fbad3993740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc1aa1a0 con 0x557963e3dcf0 2024-05-20T21:32:12.836 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbaca800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e47b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbaca800640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e47b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55796/0 (socket says 172.21.15.6:55796) 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbaca800640 1 -- 172.21.15.6:0/1068086250 learned_addr learned my addr 172.21.15.6:0/1068086250 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbac9400640 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e47610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbac9e00640 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3dcf0 0x557963e470d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbaca800640 1 -- 172.21.15.6:0/1068086250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3dcf0 msgr2=0x557963e470d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbaca800640 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3dcf0 0x557963e470d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbaca800640 1 -- 172.21.15.6:0/1068086250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 msgr2=0x557963e47610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbaca800640 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e47610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbaca800640 1 -- 172.21.15.6:0/1068086250 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557963e39190 con 0x557963e43850 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbac9400640 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e47610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:12.837 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.836+0000 7fbac9e00640 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3dcf0 0x557963e470d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.837+0000 7fbaca800640 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e47b50 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fbac40e03f0 tx=0x7fbac40a9fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf22a0dd1856fbd7 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.837+0000 7fbaba600640 1 -- 172.21.15.6:0/1068086250 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac40b2d70 con 0x557963e43850 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.837+0000 7fbaba600640 1 -- 172.21.15.6:0/1068086250 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbac40051d0 con 0x557963e43850 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.837+0000 7fbaba600640 1 -- 172.21.15.6:0/1068086250 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac40a80c0 con 0x557963e43850 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 -- 172.21.15.6:0/1068086250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 msgr2=0x557963e47b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e47b50 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fbac40e03f0 tx=0x7fbac40a9fd0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 -- 172.21.15.6:0/1068086250 shutdown_connections 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e43850 0x557963e47b50 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.841 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e47610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 --2- 172.21.15.6:0/1068086250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e3dcf0 0x557963e470d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 -- 172.21.15.6:0/1068086250 >> 172.21.15.6:0/1068086250 conn(0x557963e39360 msgr2=0x557963e3c7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 -- 172.21.15.6:0/1068086250 shutdown_connections 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 -- 172.21.15.6:0/1068086250 wait complete. 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 -- start start 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.838+0000 7fbad3993740 1 Processor -- start 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbad3993740 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3dcf0 0x557963e4b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbad3993740 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e4bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbad3993740 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963ebbf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbad3993740 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc1aa810 con 0x557963e3dcf0 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbad3993740 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc1abc80 con 0x557963e3e6e0 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbad3993740 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fbacc1aaee0 con 0x557963e43850 2024-05-20T21:32:12.842 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbad3993740 10 client.0 _ll_register_callbacks cb 0x7fbabc009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbac9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3dcf0 0x557963e4b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbac9400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e4bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbac9e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3dcf0 0x557963e4b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55804/0 (socket says 172.21.15.6:55804) 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbac9e00640 1 -- 172.21.15.6:0/2760178345 learned_addr learned my addr 172.21.15.6:0/2760178345 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.839+0000 7fbaca800640 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963ebbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaca800640 1 -- 172.21.15.6:0/2760178345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 msgr2=0x557963e4bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaca800640 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e4bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaca800640 1 -- 172.21.15.6:0/2760178345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3dcf0 msgr2=0x557963e4b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaca800640 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3dcf0 0x557963e4b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaca800640 1 -- 172.21.15.6:0/2760178345 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557963ebc4c0 con 0x557963e43850 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaca800640 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963ebbf50 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fbac400c760 tx=0x7fbac400c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fab4cf647e6833d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaaf400640 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaaf400640 1 -- 172.21.15.6:0/2760178345 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbac4088070 con 0x557963e43850 2024-05-20T21:32:12.843 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaaf400640 1 -- 172.21.15.6:0/2760178345 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fbac40a6110 con 0x557963e43850 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbad3993740 1 -- 172.21.15.6:0/2760178345 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbac40051d0 con 0x557963e43850 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbaaf400640 1 -- 172.21.15.6:0/2760178345 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbac40ca050 con 0x557963e43850 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbad3993740 10 client.30040 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.840+0000 7fbad3993740 1 -- 172.21.15.6:0/2760178345 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557963ebd720 con 0x557963e43850 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbaaf400640 1 -- 172.21.15.6:0/2760178345 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbac40051d0 con 0x557963e43850 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbaaf400640 1 -- 172.21.15.6:0/2760178345 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbac40a8be0 con 0x557963e43850 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbad3993740 10 client.30040 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbad3993740 10 client.30040 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbad3993740 20 client.30040 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbad3993740 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557963ebe0a0 0x557963ec04c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbad3993740 4 client.30040 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-20T21:32:12.844 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbad3993740 1 -- 172.21.15.6:0/2760178345 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557963da92c0 con 0x557963ebe0a0 2024-05-20T21:32:12.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.841+0000 7fbac9e00640 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557963ebe0a0 0x557963ec04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:12.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.842+0000 7fbac9e00640 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557963ebe0a0 0x557963ec04c0 crc :-1 s=READY pgs=416 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=995be26ed970a9f0 server_cookie=1a6e0cbf74560a9e in_seq=0 out_seq=0 2024-05-20T21:32:12.845 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.842+0000 7fbaaf400640 10 client.30040 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:12.857 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbaaf400640 1 -- 172.21.15.6:0/2760178345 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557963da92c0 con 0x557963ebe0a0 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbaaf400640 10 client.30040 handle_command_reply: tid=0 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 client.30040 shutdown 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 -- 172.21.15.6:0/2760178345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 msgr2=0x557963ebbf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963ebbf50 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fbac400c760 tx=0x7fbac400c890 comp rx=0 tx=0).stop 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 -- 172.21.15.6:0/2760178345 shutdown_connections 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x557963ebe0a0 0x557963ec04c0 crc :-1 s=READY pgs=416 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x557963e43850 0x557963ebbf50 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x557963e3e6e0 0x557963e4bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 --2- 172.21.15.6:0/2760178345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x557963e3dcf0 0x557963e4b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbaaf400640 0 client.30040 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:12.858 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.857+0000 7fbad3993740 1 -- 172.21.15.6:0/2760178345 >> 172.21.15.6:0/2760178345 conn(0x557963e39360 msgr2=0x557963e37c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:12.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.858+0000 7fbad3993740 1 -- 172.21.15.6:0/2760178345 shutdown_connections 2024-05-20T21:32:12.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.858+0000 7fbad3993740 1 -- 172.21.15.6:0/2760178345 wait complete. 2024-05-20T21:32:12.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.858+0000 7fbad3993740 20 client.30040 trim_cache size 0 max 16384 2024-05-20T21:32:12.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:{ 2024-05-20T21:32:12.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout: "return_code": 0 2024-05-20T21:32:12.859 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stdout:} 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 -- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbab00b2850 msgr2=0x7fbab00b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbab00b2850 0x7fbab00b4d10 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fbab4000c00 tx=0x7fbab4005a20 comp rx=0 tx=0).stop 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 -- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbacc1085e0 msgr2=0x7fbacc1a2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbacc1085e0 0x7fbacc1a2320 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fbac4009fd0 tx=0x7fbac400ef10 comp rx=0 tx=0).stop 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 -- 172.21.15.6:0/4096842218 shutdown_connections 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fbab00b2850 0x7fbab00b4d10 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fbacc1085e0 0x7fbacc1a2320 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fbacc105cb0 0x7fbacc19b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.860 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 --2- 172.21.15.6:0/4096842218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbacc103380 0x7fbacc19adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:12.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 -- 172.21.15.6:0/4096842218 >> 172.21.15.6:0/4096842218 conn(0x7fbacc0fcd30 msgr2=0x7fbacc102c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:12.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 -- 172.21.15.6:0/4096842218 shutdown_connections 2024-05-20T21:32:12.861 INFO:teuthology.task.background_exec.ubuntu@smithi006.front.sepia.ceph.com.smithi006.stderr:2024-05-20T21:32:12.859+0000 7fbacb200640 1 -- 172.21.15.6:0/4096842218 wait complete. 2024-05-20T21:32:13.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 -- 172.21.15.6:0/3659569644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5e58075770 msgr2=0x7f5e58075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 --2- 172.21.15.6:0/3659569644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5e58075770 0x7f5e58075b50 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f5e48009990 tx=0x7f5e48009ca0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 -- 172.21.15.6:0/3659569644 shutdown_connections 2024-05-20T21:32:13.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 --2- 172.21.15.6:0/3659569644 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5e58114740 0x7f5e58116b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 --2- 172.21.15.6:0/3659569644 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5e58075770 0x7f5e58075b50 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 --2- 172.21.15.6:0/3659569644 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e58076090 0x7f5e58114200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 -- 172.21.15.6:0/3659569644 >> 172.21.15.6:0/3659569644 conn(0x7f5e5807a6f0 msgr2=0x7f5e5807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:13.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 -- 172.21.15.6:0/3659569644 shutdown_connections 2024-05-20T21:32:13.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.355+0000 7f5e5d600700 1 -- 172.21.15.6:0/3659569644 wait complete. 2024-05-20T21:32:13.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.356+0000 7f5e5d600700 1 Processor -- start 2024-05-20T21:32:13.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.356+0000 7f5e5d600700 1 -- start start 2024-05-20T21:32:13.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e5d600700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e58075770 0x7f5e581a0340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e5d600700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5e58076090 0x7f5e581a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e5d600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5e58114740 0x7f5e581a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e5d600700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5e58119e10 con 0x7f5e58114740 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e5d600700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5e58119c90 con 0x7f5e58075770 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e5d600700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5e58119f90 con 0x7f5e58076090 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e56a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e58075770 0x7f5e581a0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e56000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5e58076090 0x7f5e581a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e57400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5e58114740 0x7f5e581a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e56a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e58075770 0x7f5e581a0340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40540/0 (socket says 172.21.15.6:40540) 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.357+0000 7f5e56a00700 1 -- 172.21.15.6:0/1895195513 learned_addr learned my addr 172.21.15.6:0/1895195513 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e56000700 1 -- 172.21.15.6:0/1895195513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e58075770 msgr2=0x7f5e581a0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e56000700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e58075770 0x7f5e581a0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e56000700 1 -- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5e58114740 msgr2=0x7f5e581a4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e56000700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5e58114740 0x7f5e581a4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e56000700 1 -- 172.21.15.6:0/1895195513 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e581a5350 con 0x7f5e58076090 2024-05-20T21:32:13.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e56000700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5e58076090 0x7f5e581a0880 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f5e4400e9f0 tx=0x7f5e4400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:13.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e4f400700 1 -- 172.21.15.6:0/1895195513 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e4400cb70 con 0x7f5e58076090 2024-05-20T21:32:13.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e5d600700 1 -- 172.21.15.6:0/1895195513 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e581a5640 con 0x7f5e58076090 2024-05-20T21:32:13.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e4f400700 1 -- 172.21.15.6:0/1895195513 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e4400ee90 con 0x7f5e58076090 2024-05-20T21:32:13.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.358+0000 7f5e4f400700 1 -- 172.21.15.6:0/1895195513 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e44003d40 con 0x7f5e58076090 2024-05-20T21:32:13.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.359+0000 7f5e5d600700 1 -- 172.21.15.6:0/1895195513 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e581acec0 con 0x7f5e58076090 2024-05-20T21:32:13.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.365+0000 7f5e6806db80 1 Processor -- start 2024-05-20T21:32:13.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.365+0000 7f5e4f400700 1 -- 172.21.15.6:0/1895195513 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5e44003ee0 con 0x7f5e58076090 2024-05-20T21:32:13.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.365+0000 7f5e6806db80 1 -- start start 2024-05-20T21:32:13.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfd350 0x559150cfd730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150cf78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cf7ef0 0x559150cf8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e6806db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559150c55eb0 con 0x559150cfd350 2024-05-20T21:32:13.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e6806db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559150c45a50 con 0x559150cfdc70 2024-05-20T21:32:13.366 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e6806db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559150c49a90 con 0x559150cf7ef0 2024-05-20T21:32:13.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e57400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfd350 0x559150cfd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e56a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150cf78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e56a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150cf78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40548/0 (socket says 172.21.15.6:40548) 2024-05-20T21:32:13.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e56000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cf7ef0 0x559150cf8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.367 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.366+0000 7f5e56a00700 1 -- 172.21.15.6:0/628569489 learned_addr learned my addr 172.21.15.6:0/628569489 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e56a00700 1 -- 172.21.15.6:0/628569489 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cf7ef0 msgr2=0x559150cf8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e56a00700 1 --2- 172.21.15.6:0/628569489 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cf7ef0 0x559150cf8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e56a00700 1 -- 172.21.15.6:0/628569489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfd350 msgr2=0x559150cfd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e56a00700 1 --2- 172.21.15.6:0/628569489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfd350 0x559150cfd730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e56a00700 1 -- 172.21.15.6:0/628569489 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559150c0e490 con 0x559150cfdc70 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e56a00700 1 --2- 172.21.15.6:0/628569489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150cf78d0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f5e480096d0 tx=0x7f5e48009700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d036ec484aeee7d server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e4f400700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5e3c0b2880 0x7f5e3c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e43e00700 1 -- 172.21.15.6:0/628569489 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e48027070 con 0x559150cfdc70 2024-05-20T21:32:13.368 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e43e00700 1 -- 172.21.15.6:0/628569489 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e480056d0 con 0x559150cfdc70 2024-05-20T21:32:13.369 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e43e00700 1 -- 172.21.15.6:0/628569489 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e48003c30 con 0x559150cfdc70 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.367+0000 7f5e4f400700 1 -- 172.21.15.6:0/1895195513 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5e440e23f0 con 0x7f5e58076090 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.368+0000 7f5e57400700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5e3c0b2880 0x7f5e3c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.368+0000 7f5e6806db80 1 -- 172.21.15.6:0/628569489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 msgr2=0x559150cf78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.368+0000 7f5e6806db80 1 --2- 172.21.15.6:0/628569489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150cf78d0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f5e480096d0 tx=0x7f5e48009700 comp rx=0 tx=0).stop 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e6806db80 1 -- 172.21.15.6:0/628569489 shutdown_connections 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e6806db80 1 --2- 172.21.15.6:0/628569489 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cf7ef0 0x559150cf8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e6806db80 1 --2- 172.21.15.6:0/628569489 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfd350 0x559150cfd730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e6806db80 1 --2- 172.21.15.6:0/628569489 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150cf78d0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e6806db80 1 -- 172.21.15.6:0/628569489 >> 172.21.15.6:0/628569489 conn(0x559150c25c50 msgr2=0x559150cf2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e57400700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5e3c0b2880 0x7f5e3c0b4d40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f5e5806afe0 tx=0x7f5e5000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e6806db80 1 -- 172.21.15.6:0/628569489 shutdown_connections 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e6806db80 1 -- 172.21.15.6:0/628569489 wait complete. 2024-05-20T21:32:13.370 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.369+0000 7f5e6806db80 1 -- start start 2024-05-20T21:32:13.371 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e6806db80 1 Processor -- start 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150d03960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d00d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150d01240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e6806db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x559150b4c010 con 0x559150cf7ef0 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e6806db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x559150be67d0 con 0x559150cfdc70 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e6806db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x559150d046f0 con 0x559150cfd350 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e6806db80 10 client.0 _ll_register_callbacks cb 0x559150befce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e56000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d00d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e57400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150d01240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.372 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.370+0000 7f5e57400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150d01240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:40564/0 (socket says 172.21.15.6:40564) 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e57400700 1 -- 172.21.15.6:0/1030332126 learned_addr learned my addr 172.21.15.6:0/1030332126 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e56a00700 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150d03960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e57400700 1 -- 172.21.15.6:0/1030332126 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 msgr2=0x559150d00d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e57400700 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d00d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e57400700 1 -- 172.21.15.6:0/1030332126 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 msgr2=0x559150d03960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e57400700 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150d03960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e57400700 1 -- 172.21.15.6:0/1030332126 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559150b95940 con 0x559150cfdc70 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e57400700 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150d01240 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f5e50004600 tx=0x7f5e50004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54cd42408c3d85ba server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.371+0000 7f5e40c00700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.372+0000 7f5e40c00700 1 -- 172.21.15.6:0/1030332126 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e50009230 con 0x559150cfdc70 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.372+0000 7f5e6806db80 1 -- 172.21.15.6:0/1030332126 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e480056d0 con 0x559150cfdc70 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.372+0000 7f5e40c00700 1 -- 172.21.15.6:0/1030332126 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5e50016aa0 con 0x559150cfdc70 2024-05-20T21:32:13.373 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.372+0000 7f5e40c00700 1 -- 172.21.15.6:0/1030332126 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5e50032050 con 0x559150cfdc70 2024-05-20T21:32:13.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.372+0000 7f5e6806db80 10 client.30044 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:13.374 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.372+0000 7f5e6806db80 1 -- 172.21.15.6:0/1030332126 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559150c160d0 con 0x559150cfdc70 2024-05-20T21:32:13.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.372+0000 7f5e40c00700 1 -- 172.21.15.6:0/1030332126 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e480056d0 con 0x559150cfdc70 2024-05-20T21:32:13.375 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.373+0000 7f5e40c00700 1 -- 172.21.15.6:0/1030332126 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5e50008b30 con 0x559150cfdc70 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.373+0000 7f5e6806db80 10 client.30044 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.373+0000 7f5e6806db80 10 client.30044 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.373+0000 7f5e6806db80 20 client.30044 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.373+0000 7f5e6806db80 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559150d111d0 0x559150d135c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.373+0000 7f5e6806db80 4 client.30044 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.373+0000 7f5e6806db80 1 -- 172.21.15.6:0/1030332126 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559150c57e00 con 0x559150d111d0 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.373+0000 7f5e56a00700 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559150d111d0 0x559150d135c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.374+0000 7f5e56a00700 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559150d111d0 0x559150d135c0 crc :-1 s=READY pgs=417 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30ef9403bdff8aa7 server_cookie=55d4744886ec1518 in_seq=0 out_seq=0 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.374+0000 7f5e40c00700 10 client.30044 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e40c00700 1 -- 172.21.15.6:0/1030332126 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559150c57e00 con 0x559150d111d0 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e40c00700 10 client.30044 handle_command_reply: tid=0 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 client.30044 shutdown 2024-05-20T21:32:13.376 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 -- 172.21.15.6:0/1030332126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 msgr2=0x559150d01240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150d01240 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f5e50004600 tx=0x7f5e50004b40 comp rx=0 tx=0).stop 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 -- 172.21.15.6:0/1030332126 shutdown_connections 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfdc70 0x559150d01240 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150d03960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559150d111d0 0x559150d135c0 crc :-1 s=READY pgs=417 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 --2- 172.21.15.6:0/1030332126 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d00d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 -- 172.21.15.6:0/1030332126 >> 172.21.15.6:0/1030332126 conn(0x559150c25c50 msgr2=0x559150cf68c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e40c00700 0 client.30044 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 -- 172.21.15.6:0/1030332126 shutdown_connections 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.375+0000 7f5e6806db80 1 -- 172.21.15.6:0/1030332126 wait complete. 2024-05-20T21:32:13.377 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.376+0000 7f5e6806db80 20 client.30044 trim_cache size 0 max 16384 2024-05-20T21:32:13.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.398+0000 7f5e6806db80 1 Processor -- start 2024-05-20T21:32:13.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.398+0000 7f5e6806db80 1 -- start start 2024-05-20T21:32:13.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.398+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150cff5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.398 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.398+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfd350 0x559150cffb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.398+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfdc70 0x559150d18eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.398+0000 7f5e6806db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5e581b6e00 con 0x559150cf7ef0 2024-05-20T21:32:13.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.398+0000 7f5e6806db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5e581b4690 con 0x559150cfd350 2024-05-20T21:32:13.399 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.398+0000 7f5e6806db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5e581b24e0 con 0x559150cfdc70 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e56a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150cff5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e57400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfdc70 0x559150d18eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e56a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150cff5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:55840/0 (socket says 172.21.15.6:55840) 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e56a00700 1 -- 172.21.15.6:0/3795264184 learned_addr learned my addr 172.21.15.6:0/3795264184 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e56000700 1 --2- 172.21.15.6:0/3795264184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfd350 0x559150cffb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e57400700 1 -- 172.21.15.6:0/3795264184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfd350 msgr2=0x559150cffb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e57400700 1 --2- 172.21.15.6:0/3795264184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfd350 0x559150cffb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e57400700 1 -- 172.21.15.6:0/3795264184 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 msgr2=0x559150cff5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e57400700 1 --2- 172.21.15.6:0/3795264184 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150cff5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e57400700 1 -- 172.21.15.6:0/3795264184 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559150d013a0 con 0x559150cfdc70 2024-05-20T21:32:13.400 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.399+0000 7f5e57400700 1 --2- 172.21.15.6:0/3795264184 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfdc70 0x559150d18eb0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f5e500045d0 tx=0x7f5e50004a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70e8d60048d1d9b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:13.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.400+0000 7f5e43400700 1 -- 172.21.15.6:0/3795264184 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e50023570 con 0x559150cfdc70 2024-05-20T21:32:13.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.400+0000 7f5e43400700 1 -- 172.21.15.6:0/3795264184 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e50023710 con 0x559150cfdc70 2024-05-20T21:32:13.401 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.400+0000 7f5e43400700 1 -- 172.21.15.6:0/3795264184 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e50023a10 con 0x559150cfdc70 2024-05-20T21:32:13.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.400+0000 7f5e6806db80 1 -- 172.21.15.6:0/3795264184 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfdc70 msgr2=0x559150d18eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.400+0000 7f5e6806db80 1 --2- 172.21.15.6:0/3795264184 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfdc70 0x559150d18eb0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f5e500045d0 tx=0x7f5e50004a30 comp rx=0 tx=0).stop 2024-05-20T21:32:13.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.400+0000 7f5e6806db80 1 -- 172.21.15.6:0/3795264184 shutdown_connections 2024-05-20T21:32:13.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.401+0000 7f5e6806db80 1 --2- 172.21.15.6:0/3795264184 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfdc70 0x559150d18eb0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.402 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.401+0000 7f5e6806db80 1 --2- 172.21.15.6:0/3795264184 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cf7ef0 0x559150cff5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.401+0000 7f5e6806db80 1 --2- 172.21.15.6:0/3795264184 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cfd350 0x559150cffb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.401+0000 7f5e6806db80 1 -- 172.21.15.6:0/3795264184 >> 172.21.15.6:0/3795264184 conn(0x559150c25c50 msgr2=0x559150cf7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.401+0000 7f5e6806db80 1 -- 172.21.15.6:0/3795264184 shutdown_connections 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.401+0000 7f5e6806db80 1 -- 172.21.15.6:0/3795264184 wait complete. 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.401+0000 7f5e6806db80 1 -- start start 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.401+0000 7f5e6806db80 1 Processor -- start 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cf7ef0 0x559150d0a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d06950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e6806db80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfdc70 0x559150d06f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e6806db80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5e581b2b50 con 0x559150cfdc70 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e6806db80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5e581b3fc0 con 0x559150cf7ef0 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e6806db80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5e581b3220 con 0x559150cfd350 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e6806db80 10 client.0 _ll_register_callbacks cb 0x559150befce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:13.403 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e56000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d06950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e56000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d06950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:45128/0 (socket says 172.21.15.6:45128) 2024-05-20T21:32:13.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e56000700 1 -- 172.21.15.6:0/2791243216 learned_addr learned my addr 172.21.15.6:0/2791243216 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:13.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e56a00700 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cf7ef0 0x559150d0a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.404 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.402+0000 7f5e57400700 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfdc70 0x559150d06f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e56000700 1 -- 172.21.15.6:0/2791243216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cf7ef0 msgr2=0x559150d0a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e56000700 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cf7ef0 0x559150d0a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e56000700 1 -- 172.21.15.6:0/2791243216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfdc70 msgr2=0x559150d06f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e56000700 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfdc70 0x559150d06f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e56000700 1 -- 172.21.15.6:0/2791243216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559150d07780 con 0x559150cfd350 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e57400700 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfdc70 0x559150d06f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e56000700 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d06950 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f5e4400e9c0 tx=0x7f5e4400cf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e968e3c224e1dda2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e40c00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e40c00700 1 -- 172.21.15.6:0/2791243216 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e440a50a0 con 0x559150cfd350 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e6806db80 1 -- 172.21.15.6:0/2791243216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e50023710 con 0x559150cfd350 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e40c00700 1 -- 172.21.15.6:0/2791243216 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5e440a9b70 con 0x559150cfd350 2024-05-20T21:32:13.406 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.403+0000 7f5e40c00700 1 -- 172.21.15.6:0/2791243216 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5e440b20b0 con 0x559150cfd350 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e6806db80 10 client.30058 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e6806db80 1 -- 172.21.15.6:0/2791243216 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559150d7cf90 con 0x559150cfd350 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e40c00700 1 -- 172.21.15.6:0/2791243216 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e50023710 con 0x559150cfd350 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e40c00700 1 -- 172.21.15.6:0/2791243216 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5e440b22e0 con 0x559150cfd350 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e6806db80 10 client.30058 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e6806db80 10 client.30058 resolve_mds: validated gid 24530 aka daemon mds.b 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e6806db80 20 client.30058 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e6806db80 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559150d7d600 0x559150d7fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e6806db80 4 client.30058 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.404+0000 7f5e6806db80 1 -- 172.21.15.6:0/2791243216 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x559150c515e0 con 0x559150d7d600 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.405+0000 7f5e56a00700 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559150d7d600 0x559150d7fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.405+0000 7f5e56a00700 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559150d7d600 0x559150d7fa20 crc :-1 s=READY pgs=418 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dadd98a0292bb0e3 server_cookie=5154a201515ef2f5 in_seq=0 out_seq=0 2024-05-20T21:32:13.407 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.405+0000 7f5e40c00700 10 client.30058 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:13.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e40c00700 1 -- 172.21.15.6:0/2791243216 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x559150c515e0 con 0x559150d7d600 2024-05-20T21:32:13.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e40c00700 10 client.30058 handle_command_reply: tid=0 2024-05-20T21:32:13.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 client.30058 shutdown 2024-05-20T21:32:13.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 -- 172.21.15.6:0/2791243216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 msgr2=0x559150d06950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d06950 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f5e4400e9c0 tx=0x7f5e4400cf40 comp rx=0 tx=0).stop 2024-05-20T21:32:13.408 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 -- 172.21.15.6:0/2791243216 shutdown_connections 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x559150cfdc70 0x559150d06f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x559150cf7ef0 0x559150d0a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x559150d7d600 0x559150d7fa20 crc :-1 s=READY pgs=418 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 --2- 172.21.15.6:0/2791243216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x559150cfd350 0x559150d06950 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 -- 172.21.15.6:0/2791243216 >> 172.21.15.6:0/2791243216 conn(0x559150c25c50 msgr2=0x559150cf7170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e40c00700 0 client.30058 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 -- 172.21.15.6:0/2791243216 shutdown_connections 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 1 -- 172.21.15.6:0/2791243216 wait complete. 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.406+0000 7f5e6806db80 20 client.30058 trim_cache size 0 max 16384 2024-05-20T21:32:13.409 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:32:13.410 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 26, 2024-05-20T21:32:13.410 INFO:teuthology.orchestra.run.smithi006.stdout: "leader": 24530, 2024-05-20T21:32:13.410 INFO:teuthology.orchestra.run.smithi006.stdout: "set_version": 55, 2024-05-20T21:32:13.410 INFO:teuthology.orchestra.run.smithi006.stdout: "sets": {} 2024-05-20T21:32:13.410 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:32:13.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 -- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5e3c0b2880 msgr2=0x7f5e3c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.410 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5e3c0b2880 0x7f5e3c0b4d40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f5e5806afe0 tx=0x7f5e5000b040 comp rx=0 tx=0).stop 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 -- 172.21.15.6:0/1895195513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5e58076090 msgr2=0x7f5e581a0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5e58076090 0x7f5e581a0880 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f5e4400e9f0 tx=0x7f5e4400ed00 comp rx=0 tx=0).stop 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 -- 172.21.15.6:0/1895195513 shutdown_connections 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5e3c0b2880 0x7f5e3c0b4d40 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5e58114740 0x7f5e581a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5e58075770 0x7f5e581a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 --2- 172.21.15.6:0/1895195513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5e58076090 0x7f5e581a0880 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.407+0000 7f5e5d600700 1 -- 172.21.15.6:0/1895195513 >> 172.21.15.6:0/1895195513 conn(0x7f5e5807a6f0 msgr2=0x7f5e581101e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.408+0000 7f5e5d600700 1 -- 172.21.15.6:0/1895195513 shutdown_connections 2024-05-20T21:32:13.411 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:13.408+0000 7f5e5d600700 1 -- 172.21.15.6:0/1895195513 wait complete. 2024-05-20T21:32:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:13 smithi062 ceph-mon[36640]: pgmap v931: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:32:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:13 smithi042 ceph-mon[36332]: pgmap v931: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:32:14.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:13 smithi006 ceph-mon[31422]: pgmap v931: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-20T21:32:14.329 INFO:tasks.quiescer:done joining Quiescers 2024-05-20T21:32:14.329 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-05-20T21:32:14.339 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi006.front.sepia.ceph.com 2024-05-20T21:32:14.361 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-20T21:32:14.373 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-20T21:32:16.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:15 smithi062 ceph-mon[36640]: pgmap v932: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.7 KiB/s wr, 11 op/s 2024-05-20T21:32:16.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:15 smithi042 ceph-mon[36332]: pgmap v932: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.7 KiB/s wr, 11 op/s 2024-05-20T21:32:16.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:15 smithi006 ceph-mon[31422]: pgmap v932: 97 pgs: 97 active+clean; 4.2 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.7 KiB/s wr, 11 op/s 2024-05-20T21:32:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:17 smithi062 ceph-mon[36640]: pgmap v933: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:32:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:17 smithi042 ceph-mon[36332]: pgmap v933: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:32:18.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:17 smithi006 ceph-mon[31422]: pgmap v933: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-20T21:32:20.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:19 smithi062 ceph-mon[36640]: pgmap v934: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:32:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:19 smithi042 ceph-mon[36332]: pgmap v934: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:32:20.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:19 smithi006 ceph-mon[31422]: pgmap v934: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.9 KiB/s wr, 10 op/s 2024-05-20T21:32:22.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:21 smithi062 ceph-mon[36640]: pgmap v935: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:32:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:21 smithi042 ceph-mon[36332]: pgmap v935: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:32:22.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:21 smithi006 ceph-mon[31422]: pgmap v935: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 2.8 KiB/s wr, 9 op/s 2024-05-20T21:32:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:23 smithi062 ceph-mon[36640]: pgmap v936: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-20T21:32:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:23 smithi042 ceph-mon[36332]: pgmap v936: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-20T21:32:24.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:23 smithi006 ceph-mon[31422]: pgmap v936: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-20T21:32:25.625 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-20T21:32:26.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:25 smithi062 ceph-mon[36640]: pgmap v937: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:32:26.094 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:25 smithi042 ceph-mon[36332]: pgmap v937: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:32:26.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:25 smithi006 ceph-mon[31422]: pgmap v937: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-20T21:32:28.082 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:27 smithi006 ceph-mon[31422]: pgmap v938: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:32:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:27 smithi042 ceph-mon[36332]: pgmap v938: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:32:28.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:27 smithi062 ceph-mon[36640]: pgmap v938: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-20T21:32:28.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 -- 172.21.15.6:0/2463611378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f385410b760 msgr2=0x7f385410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 --2- 172.21.15.6:0/2463611378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f385410b760 0x7f385410bb40 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f38440098f0 tx=0x7f3844009c00 comp rx=0 tx=0).stop 2024-05-20T21:32:28.423 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 -- 172.21.15.6:0/2463611378 shutdown_connections 2024-05-20T21:32:28.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 --2- 172.21.15.6:0/2463611378 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3854106120 0x7f3854112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 --2- 172.21.15.6:0/2463611378 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f385410b760 0x7f385410bb40 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 --2- 172.21.15.6:0/2463611378 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3854105760 0x7f3854105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 -- 172.21.15.6:0/2463611378 >> 172.21.15.6:0/2463611378 conn(0x7f3854101250 msgr2=0x7f3854103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:28.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 -- 172.21.15.6:0/2463611378 shutdown_connections 2024-05-20T21:32:28.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.423+0000 7f385a400700 1 -- 172.21.15.6:0/2463611378 wait complete. 2024-05-20T21:32:28.424 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.424+0000 7f385a400700 1 Processor -- start 2024-05-20T21:32:28.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.424+0000 7f385a400700 1 -- start start 2024-05-20T21:32:28.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f385a400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3854105760 0x7f385419be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.425 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f385a400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3854106120 0x7f385419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f385a400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f385410b760 0x7f38541a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f385a400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f3854115940 con 0x7f3854106120 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f385a400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38541157c0 con 0x7f385410b760 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f385a400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f3854115ac0 con 0x7f3854105760 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f3853400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3854105760 0x7f385419be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f3852a00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3854106120 0x7f385419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f3853400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3854105760 0x7f385419be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34632/0 (socket says 172.21.15.6:34632) 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f3853400700 1 -- 172.21.15.6:0/1509595025 learned_addr learned my addr 172.21.15.6:0/1509595025 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.425+0000 7f3853e00700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f385410b760 0x7f38541a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f3853400700 1 -- 172.21.15.6:0/1509595025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f385410b760 msgr2=0x7f38541a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.426 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f3853400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f385410b760 0x7f38541a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f3853400700 1 -- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3854106120 msgr2=0x7f385419c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f3853400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3854106120 0x7f385419c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f3853400700 1 -- 172.21.15.6:0/1509595025 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38541a0e40 con 0x7f3854105760 2024-05-20T21:32:28.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f3852a00700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3854106120 0x7f385419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:28.427 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f3853400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3854105760 0x7f385419be30 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f384400f990 tx=0x7f384400f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:28.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f384be00700 1 -- 172.21.15.6:0/1509595025 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3844027070 con 0x7f3854105760 2024-05-20T21:32:28.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f384be00700 1 -- 172.21.15.6:0/1509595025 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3844005570 con 0x7f3854105760 2024-05-20T21:32:28.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f385a400700 1 -- 172.21.15.6:0/1509595025 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38541a10d0 con 0x7f3854105760 2024-05-20T21:32:28.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.426+0000 7f384be00700 1 -- 172.21.15.6:0/1509595025 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3844004930 con 0x7f3854105760 2024-05-20T21:32:28.428 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.427+0000 7f385a400700 1 -- 172.21.15.6:0/1509595025 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38541a89b0 con 0x7f3854105760 2024-05-20T21:32:28.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.432+0000 7f384be00700 1 -- 172.21.15.6:0/1509595025 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f384402a070 con 0x7f3854105760 2024-05-20T21:32:28.432 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.433+0000 7f3864db6b80 1 Processor -- start 2024-05-20T21:32:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.433+0000 7f3864db6b80 1 -- start start 2024-05-20T21:32:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.433+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128ce19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.433+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128cdbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.433+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128cdc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.433+0000 7f3864db6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562128c39e40 con 0x562128ce1f30 2024-05-20T21:32:28.433 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.433+0000 7f3864db6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562128c299e0 con 0x562128cdc140 2024-05-20T21:32:28.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.433+0000 7f3864db6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562128c2da20 con 0x562128ce1610 2024-05-20T21:32:28.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128ce19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.434 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128cdbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128ce19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34648/0 (socket says 172.21.15.6:34648) 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853e00700 1 -- 172.21.15.6:0/1147810200 learned_addr learned my addr 172.21.15.6:0/1147810200 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3852a00700 1 --2- 172.21.15.6:0/1147810200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128cdc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853e00700 1 -- 172.21.15.6:0/1147810200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 msgr2=0x562128cdc5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853e00700 1 --2- 172.21.15.6:0/1147810200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128cdc5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853e00700 1 -- 172.21.15.6:0/1147810200 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 msgr2=0x562128cdbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853e00700 1 --2- 172.21.15.6:0/1147810200 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128cdbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f3853e00700 1 -- 172.21.15.6:0/1147810200 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562128bf2420 con 0x562128ce1610 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f384be00700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38380b2900 0x7f38380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.434+0000 7f384be00700 1 -- 172.21.15.6:0/1509595025 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f38440e2ca0 con 0x7f3854105760 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.435+0000 7f3853e00700 1 --2- 172.21.15.6:0/1147810200 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128ce19f0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f384c0093a0 tx=0x7f384c0099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc9ed3ceec4f8937 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:28.435 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.435+0000 7f3853400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38380b2900 0x7f38380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.436 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.435+0000 7f3848c00700 1 -- 172.21.15.6:0/1147810200 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c003c00 con 0x562128ce1610 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.435+0000 7f3848c00700 1 -- 172.21.15.6:0/1147810200 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f384c003da0 con 0x562128ce1610 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.435+0000 7f3848c00700 1 -- 172.21.15.6:0/1147810200 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c0178c0 con 0x562128ce1610 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 -- 172.21.15.6:0/1147810200 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 msgr2=0x562128ce19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 --2- 172.21.15.6:0/1147810200 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128ce19f0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f384c0093a0 tx=0x7f384c0099e0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3853400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38380b2900 0x7f38380b4dc0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f38440a62d0 tx=0x7f38440e66e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 -- 172.21.15.6:0/1147810200 shutdown_connections 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 --2- 172.21.15.6:0/1147810200 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128cdc5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 --2- 172.21.15.6:0/1147810200 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128ce19f0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 --2- 172.21.15.6:0/1147810200 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128cdbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 -- 172.21.15.6:0/1147810200 >> 172.21.15.6:0/1147810200 conn(0x562128c09be0 msgr2=0x562128cd6690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 -- 172.21.15.6:0/1147810200 shutdown_connections 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.436+0000 7f3864db6b80 1 -- 172.21.15.6:0/1147810200 wait complete. 2024-05-20T21:32:28.437 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.437+0000 7f3864db6b80 1 -- start start 2024-05-20T21:32:28.438 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.437+0000 7f3864db6b80 1 Processor -- start 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.437+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128ce7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.437+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1610 0x562128ce5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.437+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.437+0000 7f3864db6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x562128b2ffa0 con 0x562128ce1f30 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.437+0000 7f3864db6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x562128bca760 con 0x562128ce1610 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.437+0000 7f3864db6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x562128ce89e0 con 0x562128cdc140 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3864db6b80 10 client.0 _ll_register_callbacks cb 0x562128bd3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3852a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1610 0x562128ce5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3852a00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1610 0x562128ce5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44122/0 (socket says 172.21.15.6:44122) 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3853e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128ce7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3852a00700 1 -- 172.21.15.6:0/979496494 learned_addr learned my addr 172.21.15.6:0/979496494 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:28.439 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3853e00700 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3852a00700 1 -- 172.21.15.6:0/979496494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 msgr2=0x562128ce7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:28.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3852a00700 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128ce7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3852a00700 1 -- 172.21.15.6:0/979496494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 msgr2=0x562128ce5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:28.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3852a00700 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.438+0000 7f3852a00700 1 -- 172.21.15.6:0/979496494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562128b798d0 con 0x562128ce1610 2024-05-20T21:32:28.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.439+0000 7f3852a00700 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1610 0x562128ce5000 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f3840011d10 tx=0x7f384000f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ddc5b8b448beda4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:28.440 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.439+0000 7f383d600700 10 client.0 ms_handle_connect on v2:172.21.15.42:3300/0 2024-05-20T21:32:28.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.439+0000 7f383d600700 1 -- 172.21.15.6:0/979496494 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3840004050 con 0x562128ce1610 2024-05-20T21:32:28.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.439+0000 7f383d600700 1 -- 172.21.15.6:0/979496494 <== mon.2 v2:172.21.15.42:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f38400041f0 con 0x562128ce1610 2024-05-20T21:32:28.441 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.439+0000 7f3864db6b80 1 -- 172.21.15.6:0/979496494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f384c003da0 con 0x562128ce1610 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.440+0000 7f383d600700 1 -- 172.21.15.6:0/979496494 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3840004430 con 0x562128ce1610 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.440+0000 7f3864db6b80 10 client.30062 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.440+0000 7f3864db6b80 1 -- 172.21.15.6:0/979496494 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562128bfa060 con 0x562128ce1610 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.440+0000 7f383d600700 1 -- 172.21.15.6:0/979496494 <== mon.2 v2:172.21.15.42:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f384c003da0 con 0x562128ce1610 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.440+0000 7f383d600700 1 -- 172.21.15.6:0/979496494 <== mon.2 v2:172.21.15.42:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3840024630 con 0x562128ce1610 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.440+0000 7f3864db6b80 10 client.30062 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.440+0000 7f3864db6b80 10 client.30062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.441+0000 7f3864db6b80 20 client.30062 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.441+0000 7f3864db6b80 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562128cf55b0 0x562128cf79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.441+0000 7f3864db6b80 4 client.30062 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.441+0000 7f3864db6b80 1 -- 172.21.15.6:0/979496494 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562128c3bd90 con 0x562128cf55b0 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.441+0000 7f3853e00700 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562128cf55b0 0x562128cf79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.442 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.441+0000 7f3853e00700 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562128cf55b0 0x562128cf79d0 crc :-1 s=READY pgs=419 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a957ac6ad0bbca2 server_cookie=eb8c5d466a51cda1 in_seq=0 out_seq=0 2024-05-20T21:32:28.443 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.441+0000 7f383d600700 10 client.30062 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.442+0000 7f383d600700 1 -- 172.21.15.6:0/979496494 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562128c3bd90 con 0x562128cf55b0 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.442+0000 7f383d600700 10 client.30062 handle_command_reply: tid=0 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.442+0000 7f3864db6b80 1 client.30062 shutdown 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 -- 172.21.15.6:0/979496494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1610 msgr2=0x562128ce5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1610 0x562128ce5000 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f3840011d10 tx=0x7f384000f6a0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 -- 172.21.15.6:0/979496494 shutdown_connections 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562128cf55b0 0x562128cf79d0 crc :-1 s=READY pgs=419 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128ce7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 --2- 172.21.15.6:0/979496494 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1610 0x562128ce5000 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f383d600700 0 client.30062 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 -- 172.21.15.6:0/979496494 >> 172.21.15.6:0/979496494 conn(0x562128c09be0 msgr2=0x562128cd5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:28.444 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 -- 172.21.15.6:0/979496494 shutdown_connections 2024-05-20T21:32:28.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 1 -- 172.21.15.6:0/979496494 wait complete. 2024-05-20T21:32:28.445 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.443+0000 7f3864db6b80 20 client.30062 trim_cache size 0 max 16384 2024-05-20T21:32:28.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.466+0000 7f3864db6b80 1 Processor -- start 2024-05-20T21:32:28.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.466+0000 7f3864db6b80 1 -- start start 2024-05-20T21:32:28.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.466+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128ce2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.466+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128cd64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.466+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.466+0000 7f3864db6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f38541b2850 con 0x562128ce1f30 2024-05-20T21:32:28.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.466+0000 7f3864db6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38541b00e0 con 0x562128cdc140 2024-05-20T21:32:28.467 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.466+0000 7f3864db6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f38541adf30 con 0x562128ce1610 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3853e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128ce2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128cd64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128cd64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34670/0 (socket says 172.21.15.6:34670) 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3853e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128ce2ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44132/0 (socket says 172.21.15.6:44132) 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 -- 172.21.15.6:0/2938574213 learned_addr learned my addr 172.21.15.6:0/2938574213 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3853e00700 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 -- 172.21.15.6:0/2938574213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 msgr2=0x562128ce2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128ce2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 -- 172.21.15.6:0/2938574213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 msgr2=0x562128ce6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 -- 172.21.15.6:0/2938574213 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562128ce3590 con 0x562128ce1610 2024-05-20T21:32:28.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3853e00700 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.467+0000 7f3852a00700 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128cd64f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f3840024c90 tx=0x7f38400057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc77f7911e607732 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.468+0000 7f383fe00700 1 -- 172.21.15.6:0/2938574213 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3840024430 con 0x562128ce1610 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.468+0000 7f383fe00700 1 -- 172.21.15.6:0/2938574213 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38400245d0 con 0x562128ce1610 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.468+0000 7f383fe00700 1 -- 172.21.15.6:0/2938574213 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3840023640 con 0x562128ce1610 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.468+0000 7f3864db6b80 1 -- 172.21.15.6:0/2938574213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 msgr2=0x562128cd64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.468+0000 7f3864db6b80 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128cd64f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f3840024c90 tx=0x7f38400057f0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 -- 172.21.15.6:0/2938574213 shutdown_connections 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1f30 0x562128ce6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128cdc140 0x562128ce2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 --2- 172.21.15.6:0/2938574213 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128ce1610 0x562128cd64f0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 -- 172.21.15.6:0/2938574213 >> 172.21.15.6:0/2938574213 conn(0x562128c09be0 msgr2=0x562128ce66b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 -- 172.21.15.6:0/2938574213 shutdown_connections 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 -- 172.21.15.6:0/2938574213 wait complete. 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 -- start start 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.469+0000 7f3864db6b80 1 Processor -- start 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128cede50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1610 0x562128cee390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3864db6b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1f30 0x562128ceac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3864db6b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f38541ae5a0 con 0x562128ce1610 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3864db6b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f38541afa10 con 0x562128ce1f30 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3864db6b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f38541aec70 con 0x562128cdc140 2024-05-20T21:32:28.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3864db6b80 10 client.0 _ll_register_callbacks cb 0x562128bd3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:28.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3853e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128cede50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3853e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128cede50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:34678/0 (socket says 172.21.15.6:34678) 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3853e00700 1 -- 172.21.15.6:0/4215593347 learned_addr learned my addr 172.21.15.6:0/4215593347 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3852a00700 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1610 0x562128cee390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.470+0000 7f3853e00700 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1f30 0x562128ceac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.471+0000 7f3853e00700 1 -- 172.21.15.6:0/4215593347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1f30 msgr2=0x562128ceac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.471+0000 7f3853e00700 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1f30 0x562128ceac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.471+0000 7f3853e00700 1 -- 172.21.15.6:0/4215593347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1610 msgr2=0x562128cee390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.471+0000 7f3853e00700 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1610 0x562128cee390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.471+0000 7f3853e00700 1 -- 172.21.15.6:0/4215593347 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562128ceb350 con 0x562128cdc140 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.471+0000 7f3853e00700 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128cede50 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f384c007b80 tx=0x7f384c025040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14c7c5c6bbf4577e server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:28.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.471+0000 7f383d600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.471+0000 7f383d600700 1 -- 172.21.15.6:0/4215593347 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c004ca0 con 0x562128cdc140 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.472+0000 7f383d600700 1 -- 172.21.15.6:0/4215593347 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f384c0189f0 con 0x562128cdc140 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.472+0000 7f3864db6b80 1 -- 172.21.15.6:0/4215593347 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38400245d0 con 0x562128cdc140 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.472+0000 7f383d600700 1 -- 172.21.15.6:0/4215593347 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f384c018bf0 con 0x562128cdc140 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.472+0000 7f3864db6b80 10 client.30076 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.472+0000 7f3864db6b80 1 -- 172.21.15.6:0/4215593347 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562128d60b90 con 0x562128cdc140 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.472+0000 7f383d600700 1 -- 172.21.15.6:0/4215593347 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38400245d0 con 0x562128cdc140 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.473+0000 7f383d600700 1 -- 172.21.15.6:0/4215593347 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f384c023430 con 0x562128cdc140 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.473+0000 7f3864db6b80 10 client.30076 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.473+0000 7f3864db6b80 10 client.30076 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.473+0000 7f3864db6b80 20 client.30076 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.473+0000 7f3864db6b80 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562128d60fe0 0x562128d633d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:28.476 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.473+0000 7f3864db6b80 4 client.30076 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.473+0000 7f3864db6b80 1 -- 172.21.15.6:0/4215593347 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562128c35570 con 0x562128d60fe0 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.473+0000 7f3852a00700 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562128d60fe0 0x562128d633d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3852a00700 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562128d60fe0 0x562128d633d0 crc :-1 s=READY pgs=420 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8fefdb8cd8b0fcf2 server_cookie=dbf96c20b87196ab in_seq=0 out_seq=0 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f383d600700 10 client.30076 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f383d600700 1 -- 172.21.15.6:0/4215593347 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562128c35570 con 0x562128d60fe0 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f383d600700 10 client.30076 handle_command_reply: tid=0 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 client.30076 shutdown 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 -- 172.21.15.6:0/4215593347 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 msgr2=0x562128cede50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128cede50 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f384c007b80 tx=0x7f384c025040 comp rx=0 tx=0).stop 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 -- 172.21.15.6:0/4215593347 shutdown_connections 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x562128ce1f30 0x562128ceac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x562128d60fe0 0x562128d633d0 crc :-1 s=READY pgs=420 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x562128cdc140 0x562128cede50 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 --2- 172.21.15.6:0/4215593347 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x562128ce1610 0x562128cee390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f383d600700 0 client.30076 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:28.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 -- 172.21.15.6:0/4215593347 >> 172.21.15.6:0/4215593347 conn(0x562128c09be0 msgr2=0x562128ce09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:28.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 -- 172.21.15.6:0/4215593347 shutdown_connections 2024-05-20T21:32:28.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.474+0000 7f3864db6b80 1 -- 172.21.15.6:0/4215593347 wait complete. 2024-05-20T21:32:28.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f3864db6b80 20 client.30076 trim_cache size 0 max 16384 2024-05-20T21:32:28.478 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:32:28.478 INFO:teuthology.orchestra.run.smithi006.stdout: "status": "no active scrubs running", 2024-05-20T21:32:28.479 INFO:teuthology.orchestra.run.smithi006.stdout: "scrubs": {} 2024-05-20T21:32:28.479 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:32:28.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 -- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38380b2900 msgr2=0x7f38380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38380b2900 0x7f38380b4dc0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f38440a62d0 tx=0x7f38440e66e0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 -- 172.21.15.6:0/1509595025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3854105760 msgr2=0x7f385419be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:28.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3854105760 0x7f385419be30 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f384400f990 tx=0x7f384400f9c0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 -- 172.21.15.6:0/1509595025 shutdown_connections 2024-05-20T21:32:28.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f38380b2900 0x7f38380b4dc0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f385410b760 0x7f38541a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3854105760 0x7f385419be30 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 --2- 172.21.15.6:0/1509595025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f3854106120 0x7f385419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:28.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.475+0000 7f385a400700 1 -- 172.21.15.6:0/1509595025 >> 172.21.15.6:0/1509595025 conn(0x7f3854101250 msgr2=0x7f3854101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:28.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.476+0000 7f385a400700 1 -- 172.21.15.6:0/1509595025 shutdown_connections 2024-05-20T21:32:28.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:28.476+0000 7f385a400700 1 -- 172.21.15.6:0/1509595025 wait complete. 2024-05-20T21:32:29.320 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-20T21:32:29.320 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:32:29.786 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:30.098 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:29 smithi006 ceph-mon[31422]: pgmap v939: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:32:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:29 smithi042 ceph-mon[36332]: pgmap v939: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:32:30.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:29 smithi062 ceph-mon[36640]: pgmap v939: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-20T21:32:31.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:31 smithi006 ceph-mon[31422]: pgmap v940: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:32:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:31 smithi042 ceph-mon[36332]: pgmap v940: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:32:32.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.155+0000 7fe885400700 1 -- 172.21.15.6:0/116070158 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe880106120 msgr2=0x7fe880112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:32.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.155+0000 7fe885400700 1 --2- 172.21.15.6:0/116070158 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe880106120 0x7fe880112630 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fe87800b0a0 tx=0x7fe87800b3b0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.155+0000 7fe885400700 1 -- 172.21.15.6:0/116070158 shutdown_connections 2024-05-20T21:32:32.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.155+0000 7fe885400700 1 --2- 172.21.15.6:0/116070158 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe880106120 0x7fe880112630 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.155+0000 7fe885400700 1 --2- 172.21.15.6:0/116070158 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe88010b760 0x7fe88010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.155+0000 7fe885400700 1 --2- 172.21.15.6:0/116070158 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe880105760 0x7fe880105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.156 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.155+0000 7fe885400700 1 -- 172.21.15.6:0/116070158 >> 172.21.15.6:0/116070158 conn(0x7fe880101250 msgr2=0x7fe880103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:32.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.156+0000 7fe885400700 1 -- 172.21.15.6:0/116070158 shutdown_connections 2024-05-20T21:32:32.157 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.156+0000 7fe885400700 1 -- 172.21.15.6:0/116070158 wait complete. 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.157+0000 7fe885400700 1 Processor -- start 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.157+0000 7fe885400700 1 -- start start 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.157+0000 7fe885400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe880105760 0x7fe88019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.157+0000 7fe885400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe880106120 0x7fe88019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.157+0000 7fe885400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe88010b760 0x7fe8801a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.157+0000 7fe885400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fe8801159f0 con 0x7fe880106120 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.157+0000 7fe885400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fe880115870 con 0x7fe880105760 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.157+0000 7fe885400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fe880115b70 con 0x7fe88010b760 2024-05-20T21:32:32.158 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87de00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe880106120 0x7fe88019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:32.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe880105760 0x7fe88019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:32.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87e800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe880105760 0x7fe88019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44168/0 (socket says 172.21.15.6:44168) 2024-05-20T21:32:32.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87e800700 1 -- 172.21.15.6:0/2635071040 learned_addr learned my addr 172.21.15.6:0/2635071040 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:32.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87f200700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe88010b760 0x7fe8801a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:32.159 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87e800700 1 -- 172.21.15.6:0/2635071040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe88010b760 msgr2=0x7fe8801a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87e800700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe88010b760 0x7fe8801a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87e800700 1 -- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe880106120 msgr2=0x7fe88019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87e800700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe880106120 0x7fe88019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.158+0000 7fe87e800700 1 -- 172.21.15.6:0/2635071040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8801a0da0 con 0x7fe880105760 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.159+0000 7fe87e800700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe880105760 0x7fe88019bde0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fe87000e9a0 tx=0x7fe87000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.159+0000 7fe877400700 1 -- 172.21.15.6:0/2635071040 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87000ca10 con 0x7fe880105760 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.159+0000 7fe877400700 1 -- 172.21.15.6:0/2635071040 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe87000cbb0 con 0x7fe880105760 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.159+0000 7fe877400700 1 -- 172.21.15.6:0/2635071040 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe870018680 con 0x7fe880105760 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.159+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8801a1090 con 0x7fe880105760 2024-05-20T21:32:32.160 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.159+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8801a8910 con 0x7fe880105760 2024-05-20T21:32:32.161 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.160+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe88006a230 con 0x7fe880105760 2024-05-20T21:32:32.162 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.163+0000 7fe877400700 1 -- 172.21.15.6:0/2635071040 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe870010430 con 0x7fe880105760 2024-05-20T21:32:32.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.164+0000 7fe877400700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8640b2880 0x7fe8640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:32.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.164+0000 7fe877400700 1 -- 172.21.15.6:0/2635071040 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fe8700e2720 con 0x7fe880105760 2024-05-20T21:32:32.164 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.165+0000 7fe87de00700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8640b2880 0x7fe8640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:32.165 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.165+0000 7fe87de00700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8640b2880 0x7fe8640b4d40 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fe88010ad90 tx=0x7fe86c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:32.166 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.166+0000 7fe877400700 1 -- 172.21.15.6:0/2635071040 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe8700aa340 con 0x7fe880105760 2024-05-20T21:32:32.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:31 smithi062 ceph-mon[36640]: pgmap v940: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-20T21:32:32.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.453+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe88002e560 con 0x7fe880105760 2024-05-20T21:32:32.454 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.454+0000 7fe877400700 1 -- 172.21.15.6:0/2635071040 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7fe8700b23c0 con 0x7fe880105760 2024-05-20T21:32:32.455 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:32:32.455 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:32:32.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8640b2880 msgr2=0x7fe8640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:32.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8640b2880 0x7fe8640b4d40 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fe88010ad90 tx=0x7fe86c009260 comp rx=0 tx=0).stop 2024-05-20T21:32:32.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe880105760 msgr2=0x7fe88019bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:32.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe880105760 0x7fe88019bde0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fe87000e9a0 tx=0x7fe87000ecb0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.458 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 shutdown_connections 2024-05-20T21:32:32.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fe8640b2880 0x7fe8640b4d40 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe88010b760 0x7fe8801a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fe880105760 0x7fe88019bde0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 --2- 172.21.15.6:0/2635071040 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fe880106120 0x7fe88019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:32.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 >> 172.21.15.6:0/2635071040 conn(0x7fe880101250 msgr2=0x7fe880101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:32.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 shutdown_connections 2024-05-20T21:32:32.459 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:32.458+0000 7fe885400700 1 -- 172.21.15.6:0/2635071040 wait complete. 2024-05-20T21:32:32.460 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:32:33.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:32 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2635071040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:33.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:32 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2635071040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:33.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:32 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2635071040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:32:33.394 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-20T21:32:33.860 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:34.087 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:33 smithi006 ceph-mon[31422]: pgmap v941: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:32:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:33 smithi042 ceph-mon[36332]: pgmap v941: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:32:34.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:33 smithi062 ceph-mon[36640]: pgmap v941: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:32:35.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:35 smithi006 ceph-mon[31422]: pgmap v942: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:35 smithi042 ceph-mon[36332]: pgmap v942: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:36.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:35 smithi062 ceph-mon[36640]: pgmap v942: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.516+0000 7f56cbc00700 1 -- 172.21.15.6:0/1017545342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56c41095d0 msgr2=0x7f56c41099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.516+0000 7f56cbc00700 1 --2- 172.21.15.6:0/1017545342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56c41095d0 0x7f56c41099b0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f56b80098f0 tx=0x7f56b8009c00 comp rx=0 tx=0).stop 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.516+0000 7f56cbc00700 1 -- 172.21.15.6:0/1017545342 shutdown_connections 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.516+0000 7f56cbc00700 1 --2- 172.21.15.6:0/1017545342 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f56c406c5d0 0x7f56c41103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.516+0000 7f56cbc00700 1 --2- 172.21.15.6:0/1017545342 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56c41095d0 0x7f56c41099b0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.516+0000 7f56cbc00700 1 --2- 172.21.15.6:0/1017545342 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56c406bc10 0x7f56c406c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.516+0000 7f56cbc00700 1 -- 172.21.15.6:0/1017545342 >> 172.21.15.6:0/1017545342 conn(0x7f56c40793f0 msgr2=0x7f56c4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.516+0000 7f56cbc00700 1 -- 172.21.15.6:0/1017545342 shutdown_connections 2024-05-20T21:32:36.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.517+0000 7f56cbc00700 1 -- 172.21.15.6:0/1017545342 wait complete. 2024-05-20T21:32:36.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.518+0000 7f56cbc00700 1 Processor -- start 2024-05-20T21:32:36.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.518+0000 7f56cbc00700 1 -- start start 2024-05-20T21:32:36.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56cbc00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56c406bc10 0x7f56c41028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56cbc00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56c406c5d0 0x7f56c4102e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56cbc00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f56c41095d0 0x7f56c4103370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56cbc00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f56c4113700 con 0x7f56c406bc10 2024-05-20T21:32:36.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56cbc00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56c4113580 con 0x7f56c406c5d0 2024-05-20T21:32:36.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56cbc00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f56c4113880 con 0x7f56c41095d0 2024-05-20T21:32:36.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56c9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56c406bc10 0x7f56c41028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56c9200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56c406bc10 0x7f56c41028f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33560/0 (socket says 172.21.15.6:33560) 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56c9200700 1 -- 172.21.15.6:0/3604136264 learned_addr learned my addr 172.21.15.6:0/3604136264 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56c9c00700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f56c41095d0 0x7f56c4103370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.519+0000 7f56c3e00700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56c406c5d0 0x7f56c4102e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.520+0000 7f56c9200700 1 -- 172.21.15.6:0/3604136264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f56c41095d0 msgr2=0x7f56c4103370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.520+0000 7f56c9200700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f56c41095d0 0x7f56c4103370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.520+0000 7f56c9200700 1 -- 172.21.15.6:0/3604136264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56c406c5d0 msgr2=0x7f56c4102e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.520+0000 7f56c9200700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56c406c5d0 0x7f56c4102e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.520+0000 7f56c9200700 1 -- 172.21.15.6:0/3604136264 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56c41a8160 con 0x7f56c406bc10 2024-05-20T21:32:36.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.520+0000 7f56c9200700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56c406bc10 0x7f56c41028f0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f56b8005e90 tx=0x7f56b800fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:36.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.520+0000 7f56c1600700 1 -- 172.21.15.6:0/3604136264 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b8027070 con 0x7f56c406bc10 2024-05-20T21:32:36.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.520+0000 7f56cbc00700 1 -- 172.21.15.6:0/3604136264 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56c41a83f0 con 0x7f56c406bc10 2024-05-20T21:32:36.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.521+0000 7f56c1600700 1 -- 172.21.15.6:0/3604136264 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56b8005570 con 0x7f56c406bc10 2024-05-20T21:32:36.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.521+0000 7f56c1600700 1 -- 172.21.15.6:0/3604136264 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b8004930 con 0x7f56c406bc10 2024-05-20T21:32:36.522 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.521+0000 7f56cbc00700 1 -- 172.21.15.6:0/3604136264 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56c41a88a0 con 0x7f56c406bc10 2024-05-20T21:32:36.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.525+0000 7f56c1600700 1 -- 172.21.15.6:0/3604136264 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f56b802a070 con 0x7f56c406bc10 2024-05-20T21:32:36.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.525+0000 7f56d651cb80 1 Processor -- start 2024-05-20T21:32:36.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.525+0000 7f56d651cb80 1 -- start start 2024-05-20T21:32:36.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d18465c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d18465cf30 0x55d184656b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d184657140 0x55d1846575c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56d651cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d1845b4e40 con 0x55d18465cf30 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56d651cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d1845a49e0 con 0x55d18465c610 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56d651cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d1845a8a20 con 0x55d184657140 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56c9c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d18465c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56c9c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d18465c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:44206/0 (socket says 172.21.15.6:44206) 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.526+0000 7f56c9c00700 1 -- 172.21.15.6:0/1607673058 learned_addr learned my addr 172.21.15.6:0/1607673058 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c9200700 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d18465cf30 0x55d184656b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c3e00700 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d184657140 0x55d1846575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c9c00700 1 -- 172.21.15.6:0/1607673058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d184657140 msgr2=0x55d1846575c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c9c00700 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d184657140 0x55d1846575c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c9c00700 1 -- 172.21.15.6:0/1607673058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d18465cf30 msgr2=0x55d184656b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c9c00700 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d18465cf30 0x55d184656b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c9c00700 1 -- 172.21.15.6:0/1607673058 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d18456d420 con 0x55d18465c610 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c1600700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56ac0b2880 0x7f56ac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.527+0000 7f56c9c00700 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d18465c9f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f56bc011670 tx=0x7f56bc0099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe6604d8bdfc48d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.528+0000 7f56c1600700 1 -- 172.21.15.6:0/3604136264 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f56b80e2d00 con 0x7f56c406bc10 2024-05-20T21:32:36.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.528+0000 7f56b2000700 1 -- 172.21.15.6:0/1607673058 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56bc019030 con 0x55d18465c610 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.528+0000 7f56c9200700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56ac0b2880 0x7f56ac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.528+0000 7f56b2000700 1 -- 172.21.15.6:0/1607673058 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56bc0092e0 con 0x55d18465c610 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.528+0000 7f56b2000700 1 -- 172.21.15.6:0/1607673058 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56bc004740 con 0x55d18465c610 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.528+0000 7f56d651cb80 1 -- 172.21.15.6:0/1607673058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 msgr2=0x55d18465c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.528+0000 7f56c9200700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56ac0b2880 0x7f56ac0b4d40 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f56b80aa010 tx=0x7f56b80e67e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.528+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d18465c9f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f56bc011670 tx=0x7f56bc0099e0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.529+0000 7f56d651cb80 1 -- 172.21.15.6:0/1607673058 shutdown_connections 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.529+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d184657140 0x55d1846575c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.529+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d18465c9f0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.529+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1607673058 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d18465cf30 0x55d184656b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.529+0000 7f56d651cb80 1 -- 172.21.15.6:0/1607673058 >> 172.21.15.6:0/1607673058 conn(0x55d184584be0 msgr2=0x55d184651690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:36.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.529+0000 7f56d651cb80 1 -- 172.21.15.6:0/1607673058 shutdown_connections 2024-05-20T21:32:36.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.529+0000 7f56d651cb80 1 -- 172.21.15.6:0/1607673058 wait complete. 2024-05-20T21:32:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.529+0000 7f56d651cb80 1 -- start start 2024-05-20T21:32:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56d651cb80 1 Processor -- start 2024-05-20T21:32:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d184662c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d18465ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 0x55d184660520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56d651cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55d1844aafa0 con 0x55d184657140 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56d651cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55d184545760 con 0x55d18465cf30 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56d651cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55d1846639e0 con 0x55d18465c610 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56d651cb80 10 client.0 _ll_register_callbacks cb 0x55d18454ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.530+0000 7f56c9c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d184662c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c9c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d184662c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33574/0 (socket says 172.21.15.6:33574) 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c9c00700 1 -- 172.21.15.6:0/1519448574 learned_addr learned my addr 172.21.15.6:0/1519448574 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c3e00700 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d18465ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c9c00700 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 0x55d184660520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c3e00700 1 -- 172.21.15.6:0/1519448574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 msgr2=0x55d184660520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c3e00700 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 0x55d184660520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c3e00700 1 -- 172.21.15.6:0/1519448574 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 msgr2=0x55d184662c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c3e00700 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d184662c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c3e00700 1 -- 172.21.15.6:0/1519448574 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1844f48d0 con 0x55d18465c610 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56c3e00700 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d18465ffe0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f56c4079b30 tx=0x7f56b4011a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51d4bded04b0880b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.531+0000 7f56a6a00700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.532+0000 7f56a6a00700 1 -- 172.21.15.6:0/1519448574 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b401e020 con 0x55d18465c610 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.532+0000 7f56d651cb80 1 -- 172.21.15.6:0/1519448574 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56bc0092e0 con 0x55d18465c610 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.532+0000 7f56a6a00700 1 -- 172.21.15.6:0/1519448574 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f56b4004830 con 0x55d18465c610 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.532+0000 7f56a6a00700 1 -- 172.21.15.6:0/1519448574 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f56b4004a30 con 0x55d18465c610 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.532+0000 7f56d651cb80 10 client.30094 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.532+0000 7f56d651cb80 1 -- 172.21.15.6:0/1519448574 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d184575060 con 0x55d18465c610 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.532+0000 7f56a6a00700 1 -- 172.21.15.6:0/1519448574 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56bc0092e0 con 0x55d18465c610 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.533+0000 7f56a6a00700 1 -- 172.21.15.6:0/1519448574 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f56b4019070 con 0x55d18465c610 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.533+0000 7f56d651cb80 10 client.30094 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.533+0000 7f56d651cb80 10 client.30094 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.533+0000 7f56d651cb80 20 client.30094 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:36.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.533+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d1846704f0 0x55d184672950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.533+0000 7f56d651cb80 4 client.30094 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:32:36.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.533+0000 7f56d651cb80 1 -- 172.21.15.6:0/1519448574 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d1845b6d90 con 0x55d1846704f0 2024-05-20T21:32:36.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.533+0000 7f56c9c00700 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d1846704f0 0x55d184672950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.534+0000 7f56c9c00700 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d1846704f0 0x55d184672950 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=42a5f6c7b142b721 server_cookie=e2823adb1dc6cec8 in_seq=0 out_seq=0 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.534+0000 7f56a6a00700 10 client.30094 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56a6a00700 1 -- 172.21.15.6:0/1519448574 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d1845b6d90 con 0x55d1846704f0 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56a6a00700 10 client.30094 handle_command_reply: tid=0 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 client.30094 shutdown 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 -- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 msgr2=0x55d18465ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d18465ffe0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f56c4079b30 tx=0x7f56b4011a10 comp rx=0 tx=0).stop 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 -- 172.21.15.6:0/1519448574 shutdown_connections 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d1846704f0 0x55d184672950 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 0x55d184660520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d184662c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 --2- 172.21.15.6:0/1519448574 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d18465ffe0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.537 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56a6a00700 0 client.30094 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:32:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 -- 172.21.15.6:0/1519448574 >> 172.21.15.6:0/1519448574 conn(0x55d184584be0 msgr2=0x55d184650d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 -- 172.21.15.6:0/1519448574 shutdown_connections 2024-05-20T21:32:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.535+0000 7f56d651cb80 1 -- 172.21.15.6:0/1519448574 wait complete. 2024-05-20T21:32:36.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.536+0000 7f56d651cb80 20 client.30094 trim_cache size 0 max 16384 2024-05-20T21:32:36.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.552+0000 7f56d651cb80 1 Processor -- start 2024-05-20T21:32:36.552 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.552+0000 7f56d651cb80 1 -- start start 2024-05-20T21:32:36.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.552+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846514f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d184678220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 0x55d184678760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56d651cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f56c41b2860 con 0x55d184657140 2024-05-20T21:32:36.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56d651cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56c41b00f0 con 0x55d18465cf30 2024-05-20T21:32:36.553 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56d651cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f56c41adf40 con 0x55d18465c610 2024-05-20T21:32:36.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846514f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846514f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33582/0 (socket says 172.21.15.6:33582) 2024-05-20T21:32:36.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 -- 172.21.15.6:0/2156922374 learned_addr learned my addr 172.21.15.6:0/2156922374 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:36.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c3e00700 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d184678220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 0x55d184678760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.554 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 -- 172.21.15.6:0/2156922374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 msgr2=0x55d184678220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:36.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d184678220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 -- 172.21.15.6:0/2156922374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 msgr2=0x55d184678760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:36.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 0x55d184678760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.553+0000 7f56c9c00700 1 -- 172.21.15.6:0/2156922374 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d18466dfc0 con 0x55d184657140 2024-05-20T21:32:36.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.554+0000 7f56c9c00700 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846514f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f56bc0112e0 tx=0x7f56bc0096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8721441615774683 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:36.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.554+0000 7f56b1600700 1 -- 172.21.15.6:0/2156922374 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56bc019070 con 0x55d184657140 2024-05-20T21:32:36.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.554+0000 7f56b1600700 1 -- 172.21.15.6:0/2156922374 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56bc003a00 con 0x55d184657140 2024-05-20T21:32:36.555 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.554+0000 7f56b1600700 1 -- 172.21.15.6:0/2156922374 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56bc007800 con 0x55d184657140 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 -- 172.21.15.6:0/2156922374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 msgr2=0x55d1846514f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846514f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f56bc0112e0 tx=0x7f56bc0096a0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 -- 172.21.15.6:0/2156922374 shutdown_connections 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465cf30 0x55d184678760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846514f0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2156922374 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465c610 0x55d184678220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 -- 172.21.15.6:0/2156922374 >> 172.21.15.6:0/2156922374 conn(0x55d184584be0 msgr2=0x55d18465e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 -- 172.21.15.6:0/2156922374 shutdown_connections 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.555+0000 7f56d651cb80 1 -- 172.21.15.6:0/2156922374 wait complete. 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 1 -- start start 2024-05-20T21:32:36.557 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 1 Processor -- start 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846694e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d184677c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465cf30 0x55d184678300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f56c41ae5b0 con 0x55d184657140 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f56c41afa20 con 0x55d18465c610 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f56c41aec80 con 0x55d18465cf30 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.556+0000 7f56d651cb80 10 client.0 _ll_register_callbacks cb 0x55d18454ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846694e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846694e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:33588/0 (socket says 172.21.15.6:33588) 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 -- 172.21.15.6:0/2194440802 learned_addr learned my addr 172.21.15.6:0/2194440802 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c3e00700 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d184677c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465cf30 0x55d184678300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 -- 172.21.15.6:0/2194440802 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465cf30 msgr2=0x55d184678300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465cf30 0x55d184678300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 -- 172.21.15.6:0/2194440802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 msgr2=0x55d184677c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d184677c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.557+0000 7f56c9c00700 1 -- 172.21.15.6:0/2194440802 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1846da0f0 con 0x55d184657140 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.558+0000 7f56c9c00700 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846694e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f56bc011d60 tx=0x7f56bc011c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abb32a00d04b22f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.558+0000 7f56a6a00700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.558+0000 7f56a6a00700 1 -- 172.21.15.6:0/2194440802 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56bc019040 con 0x55d184657140 2024-05-20T21:32:36.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.558+0000 7f56d651cb80 1 -- 172.21.15.6:0/2194440802 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56bc003a00 con 0x55d184657140 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.558+0000 7f56a6a00700 1 -- 172.21.15.6:0/2194440802 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f56bc004b50 con 0x55d184657140 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.558+0000 7f56a6a00700 1 -- 172.21.15.6:0/2194440802 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f56bc02d3f0 con 0x55d184657140 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.558+0000 7f56d651cb80 10 client.19989 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.558+0000 7f56d651cb80 1 -- 172.21.15.6:0/2194440802 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d1846db2b0 con 0x55d184657140 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56a6a00700 1 -- 172.21.15.6:0/2194440802 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56bc003a00 con 0x55d184657140 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56a6a00700 1 -- 172.21.15.6:0/2194440802 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f56bc007760 con 0x55d184657140 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56d651cb80 10 client.19989 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56d651cb80 10 client.19989 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56d651cb80 20 client.19989 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d1846db690 0x55d1846ddab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56d651cb80 4 client.19989 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56d651cb80 1 -- 172.21.15.6:0/2194440802 --> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d1845b0570 con 0x55d1846db690 2024-05-20T21:32:36.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.559+0000 7f56c3e00700 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d1846db690 0x55d1846ddab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56c3e00700 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d1846db690 0x55d1846ddab0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6f855a6879d15658 server_cookie=b194f2800d285c58 in_seq=0 out_seq=0 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56a6a00700 10 client.19989 ms_handle_connect on v2:172.21.15.62:6838/1472655079 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56a6a00700 1 -- 172.21.15.6:0/2194440802 <== mds.2 v2:172.21.15.62:6838/1472655079 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d1845b0570 con 0x55d1846db690 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56a6a00700 10 client.19989 handle_command_reply: tid=0 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 client.19989 shutdown 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 -- 172.21.15.6:0/2194440802 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 msgr2=0x55d1846694e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846694e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f56bc011d60 tx=0x7f56bc011c90 comp rx=0 tx=0).stop 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 -- 172.21.15.6:0/2194440802 shutdown_connections 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d18465cf30 0x55d184678300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55d184657140 0x55d1846694e0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.62:6838/1472655079,v1:172.21.15.62:6839/1472655079] conn(0x55d1846db690 0x55d1846ddab0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 --2- 172.21.15.6:0/2194440802 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55d18465c610 0x55d184677c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56d651cb80 1 -- 172.21.15.6:0/2194440802 >> 172.21.15.6:0/2194440802 conn(0x55d184584be0 msgr2=0x55d18465b100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:36.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.560+0000 7f56a6a00700 0 client.19989 ms_handle_reset on v2:172.21.15.62:6838/1472655079 2024-05-20T21:32:36.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.561+0000 7f56d651cb80 1 -- 172.21.15.6:0/2194440802 shutdown_connections 2024-05-20T21:32:36.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.561+0000 7f56d651cb80 1 -- 172.21.15.6:0/2194440802 wait complete. 2024-05-20T21:32:36.564 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.561+0000 7f56d651cb80 20 client.19989 trim_cache size 0 max 16384 2024-05-20T21:32:36.564 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.561+0000 7f56cbc00700 1 -- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56ac0b2880 msgr2=0x7f56ac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.561+0000 7f56cbc00700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56ac0b2880 0x7f56ac0b4d40 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f56b80aa010 tx=0x7f56b80e67e0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.561+0000 7f56cbc00700 1 -- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56c406bc10 msgr2=0x7f56c41028f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.561+0000 7f56cbc00700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56c406bc10 0x7f56c41028f0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f56b8005e90 tx=0x7f56b800fa00 comp rx=0 tx=0).stop 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.562+0000 7f56cbc00700 1 -- 172.21.15.6:0/3604136264 shutdown_connections 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.562+0000 7f56cbc00700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f56ac0b2880 0x7f56ac0b4d40 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.562+0000 7f56cbc00700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f56c41095d0 0x7f56c4103370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.562+0000 7f56cbc00700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f56c406bc10 0x7f56c41028f0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.562+0000 7f56cbc00700 1 --2- 172.21.15.6:0/3604136264 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f56c406c5d0 0x7f56c4102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.562+0000 7f56cbc00700 1 -- 172.21.15.6:0/3604136264 >> 172.21.15.6:0/3604136264 conn(0x7f56c40793f0 msgr2=0x7f56c41016c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.562+0000 7f56cbc00700 1 -- 172.21.15.6:0/3604136264 shutdown_connections 2024-05-20T21:32:36.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:36.562+0000 7f56cbc00700 1 -- 172.21.15.6:0/3604136264 wait complete. 2024-05-20T21:32:37.567 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-20T21:32:38.060 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:38.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:37 smithi042 ceph-mon[36332]: pgmap v943: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:38.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:37 smithi006 ceph-mon[31422]: pgmap v943: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:38.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:37 smithi062 ceph-mon[36640]: pgmap v943: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:39.109 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:38 smithi006 ceph-mon[31422]: pgmap v944: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:32:39.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:38 smithi042 ceph-mon[36332]: pgmap v944: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:32:39.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:38 smithi062 ceph-mon[36640]: pgmap v944: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:32:40.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 -- 172.21.15.6:0/1364684995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fb4075770 msgr2=0x7f5fb4075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 --2- 172.21.15.6:0/1364684995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fb4075770 0x7f5fb4075b50 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f5fa40098f0 tx=0x7f5fa4009c00 comp rx=0 tx=0).stop 2024-05-20T21:32:40.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 -- 172.21.15.6:0/1364684995 shutdown_connections 2024-05-20T21:32:40.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 --2- 172.21.15.6:0/1364684995 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fb410ff40 0x7f5fb4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 --2- 172.21.15.6:0/1364684995 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fb4075770 0x7f5fb4075b50 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 --2- 172.21.15.6:0/1364684995 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fb4076090 0x7f5fb410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 -- 172.21.15.6:0/1364684995 >> 172.21.15.6:0/1364684995 conn(0x7f5fb407a6a0 msgr2=0x7f5fb407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:40.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 -- 172.21.15.6:0/1364684995 shutdown_connections 2024-05-20T21:32:40.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.478+0000 7f5fba000700 1 -- 172.21.15.6:0/1364684995 wait complete. 2024-05-20T21:32:40.480 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.480+0000 7f5fba000700 1 Processor -- start 2024-05-20T21:32:40.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.480+0000 7f5fba000700 1 -- start start 2024-05-20T21:32:40.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.480+0000 7f5fba000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fb4075770 0x7f5fb419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fba000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fb4076090 0x7f5fb419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fba000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fb410ff40 0x7f5fb41a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fba000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb4115940 con 0x7f5fb4075770 2024-05-20T21:32:40.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fba000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb41157c0 con 0x7f5fb410ff40 2024-05-20T21:32:40.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fba000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb4115ac0 con 0x7f5fb4076090 2024-05-20T21:32:40.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fb4075770 0x7f5fb419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fb4075770 0x7f5fb419beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37172/0 (socket says 172.21.15.6:37172) 2024-05-20T21:32:40.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fb3400700 1 -- 172.21.15.6:0/3834652216 learned_addr learned my addr 172.21.15.6:0/3834652216 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:40.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5faaa00700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fb4076090 0x7f5fb419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fb3e00700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fb410ff40 0x7f5fb41a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fb3400700 1 -- 172.21.15.6:0/3834652216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fb4076090 msgr2=0x7f5fb419c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.481+0000 7f5fb3400700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fb4076090 0x7f5fb419c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.482+0000 7f5fb3400700 1 -- 172.21.15.6:0/3834652216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fb410ff40 msgr2=0x7f5fb41a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.482+0000 7f5fb3400700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fb410ff40 0x7f5fb41a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.482+0000 7f5fb3400700 1 -- 172.21.15.6:0/3834652216 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb41a0e70 con 0x7f5fb4075770 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.482+0000 7f5fb3400700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fb4075770 0x7f5fb419beb0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4009230 tx=0x7f5fa400fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.482+0000 7f5fb0c00700 1 -- 172.21.15.6:0/3834652216 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa40050c0 con 0x7f5fb4075770 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.482+0000 7f5fb0c00700 1 -- 172.21.15.6:0/3834652216 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fa400b560 con 0x7f5fb4075770 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.482+0000 7f5fba000700 1 -- 172.21.15.6:0/3834652216 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb41a1100 con 0x7f5fb4075770 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.482+0000 7f5fb0c00700 1 -- 172.21.15.6:0/3834652216 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4003a00 con 0x7f5fb4075770 2024-05-20T21:32:40.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.483+0000 7f5fba000700 1 -- 172.21.15.6:0/3834652216 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb41a89e0 con 0x7f5fb4075770 2024-05-20T21:32:40.486 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.486+0000 7f5fb0c00700 1 -- 172.21.15.6:0/3834652216 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5fa400b710 con 0x7f5fb4075770 2024-05-20T21:32:40.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.487+0000 7f5fc49e9b80 1 Processor -- start 2024-05-20T21:32:40.487 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.487+0000 7f5fc49e9b80 1 -- start start 2024-05-20T21:32:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305eab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305eb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55db30548e40 con 0x55db305f0610 2024-05-20T21:32:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55db305389e0 con 0x55db305f0f30 2024-05-20T21:32:40.488 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55db3053ca20 con 0x55db305eb140 2024-05-20T21:32:40.489 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fb3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305eab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fb0c00700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f980b2880 0x7f5f980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fb3400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305eab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35010/0 (socket says 172.21.15.6:35010) 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fb3400700 1 -- 172.21.15.6:0/4056441183 learned_addr learned my addr 172.21.15.6:0/4056441183 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5faaa00700 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305eb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.488+0000 7f5fb3e00700 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb3e00700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f980b2880 0x7f5f980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb3400700 1 -- 172.21.15.6:0/4056441183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 msgr2=0x55db305eb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb3400700 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305eb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb3400700 1 -- 172.21.15.6:0/4056441183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 msgr2=0x55db305f09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb3400700 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb3400700 1 -- 172.21.15.6:0/4056441183 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db30501420 con 0x55db305f0f30 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb0c00700 1 -- 172.21.15.6:0/3834652216 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5fa40e3250 con 0x7f5fb4075770 2024-05-20T21:32:40.490 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb3400700 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305eab20 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4004390 tx=0x7f5fa402c000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f298aa743f73321 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:40.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.489+0000 7f5fb3e00700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f980b2880 0x7f5f980b4d40 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f5fac009ec0 tx=0x7f5fac00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:40.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.490+0000 7f5fa8c00700 1 -- 172.21.15.6:0/4056441183 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4029da0 con 0x55db305f0f30 2024-05-20T21:32:40.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.490+0000 7f5fa8c00700 1 -- 172.21.15.6:0/4056441183 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fa400a250 con 0x55db305f0f30 2024-05-20T21:32:40.491 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.490+0000 7f5fa8c00700 1 -- 172.21.15.6:0/4056441183 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa40aebb0 con 0x55db305f0f30 2024-05-20T21:32:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.490+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/4056441183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 msgr2=0x55db305eab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.490+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305eab20 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4004390 tx=0x7f5fa402c000 comp rx=0 tx=0).stop 2024-05-20T21:32:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.491+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/4056441183 shutdown_connections 2024-05-20T21:32:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.491+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305eb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.491+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.491+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/4056441183 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305eab20 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.491+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/4056441183 >> 172.21.15.6:0/4056441183 conn(0x55db30518be0 msgr2=0x55db305e5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:40.492 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.491+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/4056441183 shutdown_connections 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.491+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/4056441183 wait complete. 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.491+0000 7f5fc49e9b80 1 -- start start 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fc49e9b80 1 Processor -- start 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305f6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0610 0x55db305f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0f30 0x55db305f4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x55db3043efa0 con 0x55db305f0f30 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x55db304d9760 con 0x55db305f0610 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x55db305f77a0 con 0x55db305eb140 2024-05-20T21:32:40.493 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fc49e9b80 10 client.0 _ll_register_callbacks cb 0x55db304e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.492+0000 7f5fb3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305f6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5faaa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0610 0x55db305f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5faaa00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0610 0x55db305f3fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35022/0 (socket says 172.21.15.6:35022) 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fb3400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305f6c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:51778/0 (socket says 172.21.15.6:51778) 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5faaa00700 1 -- 172.21.15.6:0/1419041352 learned_addr learned my addr 172.21.15.6:0/1419041352 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fb3e00700 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0f30 0x55db305f4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fb3400700 1 -- 172.21.15.6:0/1419041352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0610 msgr2=0x55db305f3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fb3400700 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0610 0x55db305f3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fb3400700 1 -- 172.21.15.6:0/1419041352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0f30 msgr2=0x55db305f4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:40.495 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fb3400700 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0f30 0x55db305f4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fb3400700 1 -- 172.21.15.6:0/1419041352 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db304888d0 con 0x55db305eb140 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fb3400700 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305f6c20 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x55db305f7690 tx=0x7f5fa40aa700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1757da5a3421c742 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.493+0000 7f5fa1600700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.494+0000 7f5fa1600700 1 -- 172.21.15.6:0/1419041352 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa40b10f0 con 0x55db305eb140 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.494+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/1419041352 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55db3054ad90 con 0x55db305eb140 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.494+0000 7f5fa1600700 1 -- 172.21.15.6:0/1419041352 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5fa40cd070 con 0x55db305eb140 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.494+0000 7f5fa1600700 1 -- 172.21.15.6:0/1419041352 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5fa40aa310 con 0x55db305eb140 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.494+0000 7f5fc49e9b80 10 client.30112 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.494+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/1419041352 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55db30509060 con 0x55db305eb140 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.494+0000 7f5fa1600700 1 -- 172.21.15.6:0/1419041352 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55db3054ad90 con 0x55db305eb140 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.494+0000 7f5fa1600700 1 -- 172.21.15.6:0/1419041352 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5fa40a6a90 con 0x55db305eb140 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.495+0000 7f5fc49e9b80 10 client.30112 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:40.496 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.495+0000 7f5fc49e9b80 10 client.30112 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:32:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.495+0000 7f5fc49e9b80 20 client.30112 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.495+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55db30604010 0x55db30606400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.495+0000 7f5fc49e9b80 4 client.30112 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:32:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.495+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/1419041352 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db30544570 con 0x55db30604010 2024-05-20T21:32:40.497 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.495+0000 7f5faaa00700 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55db30604010 0x55db30606400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.495+0000 7f5faaa00700 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55db30604010 0x55db30606400 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7c19ed9ba4174aa3 server_cookie=12a8f742db5f1729 in_seq=0 out_seq=0 2024-05-20T21:32:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.496+0000 7f5fa1600700 10 client.30112 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:32:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.496+0000 7f5fa1600700 1 -- 172.21.15.6:0/1419041352 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55db30544570 con 0x55db30604010 2024-05-20T21:32:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.496+0000 7f5fa1600700 10 client.30112 handle_command_reply: tid=0 2024-05-20T21:32:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.496+0000 7f5fc49e9b80 1 client.30112 shutdown 2024-05-20T21:32:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/1419041352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 msgr2=0x55db305f6c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305f6c20 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x55db305f7690 tx=0x7f5fa40aa700 comp rx=0 tx=0).stop 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/1419041352 shutdown_connections 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0f30 0x55db305f4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55db30604010 0x55db30606400 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305eb140 0x55db305f6c20 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/1419041352 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0610 0x55db305f3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/1419041352 >> 172.21.15.6:0/1419041352 conn(0x55db30518be0 msgr2=0x55db305e4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fa1600700 0 client.30112 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/1419041352 shutdown_connections 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/1419041352 wait complete. 2024-05-20T21:32:40.499 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.497+0000 7f5fc49e9b80 20 client.30112 trim_cache size 0 max 16384 2024-05-20T21:32:40.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.514+0000 7f5fc49e9b80 1 Processor -- start 2024-05-20T21:32:40.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.514+0000 7f5fc49e9b80 1 -- start start 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.514+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305eb140 0x55db305f1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.514+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f4410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.514+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0f30 0x55db305e54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.514+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb41b2880 con 0x55db305f0610 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.514+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb41b0110 con 0x55db305eb140 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.514+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb41adf60 con 0x55db305f0f30 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5faaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5faaa00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f4410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37216/0 (socket says 172.21.15.6:37216) 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5faaa00700 1 -- 172.21.15.6:0/3893678022 learned_addr learned my addr 172.21.15.6:0/3893678022 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5fb3400700 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305eb140 0x55db305f1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.515 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5fb3e00700 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0f30 0x55db305e54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5faaa00700 1 -- 172.21.15.6:0/3893678022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0f30 msgr2=0x55db305e54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5faaa00700 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0f30 0x55db305e54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5faaa00700 1 -- 172.21.15.6:0/3893678022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305eb140 msgr2=0x55db305f1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5faaa00700 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305eb140 0x55db305f1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5faaa00700 1 -- 172.21.15.6:0/3893678022 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db305f2570 con 0x55db305f0610 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.515+0000 7f5fb3400700 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305eb140 0x55db305f1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.516+0000 7f5faaa00700 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f4410 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x55db30606bd0 tx=0x7f5f9c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b7dee1fc3434e3b server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.516+0000 7f5fa3e00700 1 -- 172.21.15.6:0/3893678022 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c011dd0 con 0x55db305f0610 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.516+0000 7f5fa3e00700 1 -- 172.21.15.6:0/3893678022 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f9c0044e0 con 0x55db305f0610 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.516+0000 7f5fa3e00700 1 -- 172.21.15.6:0/3893678022 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f9c01e680 con 0x55db305f0610 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/3893678022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 msgr2=0x55db305f4410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.517 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f4410 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x55db30606bd0 tx=0x7f5f9c009310 comp rx=0 tx=0).stop 2024-05-20T21:32:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/3893678022 shutdown_connections 2024-05-20T21:32:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0f30 0x55db305e54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305eb140 0x55db305f1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/3893678022 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305f0610 0x55db305f4410 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/3893678022 >> 172.21.15.6:0/3893678022 conn(0x55db30518be0 msgr2=0x55db305f27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/3893678022 shutdown_connections 2024-05-20T21:32:40.518 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/3893678022 wait complete. 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.517+0000 7f5fc49e9b80 1 -- start start 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fc49e9b80 1 Processor -- start 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305eb140 0x55db305fc700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0610 0x55db305fcc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fc49e9b80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305f96d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb41ae5d0 con 0x55db305eb140 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb41afa40 con 0x55db305f0f30 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fc49e9b80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb41aeca0 con 0x55db305f0610 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fc49e9b80 10 client.0 _ll_register_callbacks cb 0x55db304e2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.518+0000 7f5fb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305eb140 0x55db305fc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305f96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305eb140 0x55db305fc700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37218/0 (socket says 172.21.15.6:37218) 2024-05-20T21:32:40.520 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5faaa00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0610 0x55db305fcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3400700 1 -- 172.21.15.6:0/2774950665 learned_addr learned my addr 172.21.15.6:0/2774950665 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3400700 1 -- 172.21.15.6:0/2774950665 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0610 msgr2=0x55db305fcc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3400700 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0610 0x55db305fcc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3400700 1 -- 172.21.15.6:0/2774950665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 msgr2=0x55db305f96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3400700 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305f96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3400700 1 -- 172.21.15.6:0/2774950665 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db305fd480 con 0x55db305eb140 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fb3400700 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305eb140 0x55db305fc700 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f5fa40aa500 tx=0x7f5fa4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd956e84c4c3d7b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.519+0000 7f5fa1600700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fa1600700 1 -- 172.21.15.6:0/2774950665 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa40b10f0 con 0x55db305eb140 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fa1600700 1 -- 172.21.15.6:0/2774950665 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f5fa4004030 con 0x55db305eb140 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/2774950665 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f9c0044e0 con 0x55db305eb140 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fa1600700 1 -- 172.21.15.6:0/2774950665 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5fa40ca050 con 0x55db305eb140 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fc49e9b80 10 client.20007 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:40.521 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/2774950665 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55db305fd480 con 0x55db305eb140 2024-05-20T21:32:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fa1600700 1 -- 172.21.15.6:0/2774950665 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f9c0044e0 con 0x55db305eb140 2024-05-20T21:32:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fa1600700 1 -- 172.21.15.6:0/2774950665 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5fa40aaa60 con 0x55db305eb140 2024-05-20T21:32:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fc49e9b80 10 client.20007 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fc49e9b80 10 client.20007 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-20T21:32:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.520+0000 7f5fc49e9b80 20 client.20007 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:40.523 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.521+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55db3066f430 0x55db30671850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.521+0000 7f5fc49e9b80 4 client.20007 mds_command: new command op to 24529 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.521+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/2774950665 --> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55db303bb250 con 0x55db3066f430 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.521+0000 7f5faaa00700 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55db3066f430 0x55db30671850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.521+0000 7f5faaa00700 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55db3066f430 0x55db30671850 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3e88ddc19d0b2386 server_cookie=36b4f26ce85c95ec in_seq=0 out_seq=0 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.521+0000 7f5fa1600700 10 client.20007 ms_handle_connect on v2:172.21.15.6:6838/3608855680 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fa1600700 1 -- 172.21.15.6:0/2774950665 <== mds.1 v2:172.21.15.6:6838/3608855680 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55db303bb250 con 0x55db3066f430 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fa1600700 10 client.20007 handle_command_reply: tid=0 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 client.20007 shutdown 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/2774950665 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305eb140 msgr2=0x55db305fc700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305eb140 0x55db305fc700 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f5fa40aa500 tx=0x7f5fa4009c00 comp rx=0 tx=0).stop 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/2774950665 shutdown_connections 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x55db305f0f30 0x55db305f96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x55db305eb140 0x55db305fc700 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.6:6838/3608855680,v1:172.21.15.6:6839/3608855680] conn(0x55db3066f430 0x55db30671850 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.524 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 --2- 172.21.15.6:0/2774950665 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55db305f0610 0x55db305fcc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/2774950665 >> 172.21.15.6:0/2774950665 conn(0x55db30518be0 msgr2=0x55db305f3050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:40.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fa1600700 0 client.20007 ms_handle_reset on v2:172.21.15.6:6838/3608855680 2024-05-20T21:32:40.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/2774950665 shutdown_connections 2024-05-20T21:32:40.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 1 -- 172.21.15.6:0/2774950665 wait complete. 2024-05-20T21:32:40.525 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.522+0000 7f5fc49e9b80 20 client.20007 trim_cache size 0 max 16384 2024-05-20T21:32:40.525 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 -- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f980b2880 msgr2=0x7f5f980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f980b2880 0x7f5f980b4d40 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f5fac009ec0 tx=0x7f5fac00b040 comp rx=0 tx=0).stop 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 -- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fb4075770 msgr2=0x7f5fb419beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fb4075770 0x7f5fb419beb0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4009230 tx=0x7f5fa400fa70 comp rx=0 tx=0).stop 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 -- 172.21.15.6:0/3834652216 shutdown_connections 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f5f980b2880 0x7f5f980b4d40 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f5fb410ff40 0x7f5fb41a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f5fb4075770 0x7f5fb419beb0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 --2- 172.21.15.6:0/3834652216 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fb4076090 0x7f5fb419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:40.526 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 -- 172.21.15.6:0/3834652216 >> 172.21.15.6:0/3834652216 conn(0x7f5fb407a6a0 msgr2=0x7f5fb41007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:40.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.523+0000 7f5fba000700 1 -- 172.21.15.6:0/3834652216 shutdown_connections 2024-05-20T21:32:40.527 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:40.524+0000 7f5fba000700 1 -- 172.21.15.6:0/3834652216 wait complete. 2024-05-20T21:32:41.469 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-20T21:32:41.940 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:41 smithi062 ceph-mon[36640]: pgmap v945: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:32:42.096 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:41 smithi006 ceph-mon[31422]: pgmap v945: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:32:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:41 smithi042 ceph-mon[36332]: pgmap v945: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:32:43.880 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:43 smithi006 ceph-mon[31422]: pgmap v946: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:43 smithi062 ceph-mon[36640]: pgmap v946: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:43 smithi042 ceph-mon[36332]: pgmap v946: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.460+0000 7f14ce800700 1 -- 172.21.15.6:0/3584552523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 msgr2=0x7f14c8107280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.460+0000 7f14ce800700 1 --2- 172.21.15.6:0/3584552523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 0x7f14c8107280 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f14b4009990 tx=0x7f14b4009ca0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.460+0000 7f14ce800700 1 -- 172.21.15.6:0/3584552523 shutdown_connections 2024-05-20T21:32:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.460+0000 7f14ce800700 1 --2- 172.21.15.6:0/3584552523 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14c81078a0 0x7f14c8107d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.460+0000 7f14ce800700 1 --2- 172.21.15.6:0/3584552523 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f14c8102490 0x7f14c8102870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.460+0000 7f14ce800700 1 --2- 172.21.15.6:0/3584552523 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 0x7f14c8107280 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.460+0000 7f14ce800700 1 -- 172.21.15.6:0/3584552523 >> 172.21.15.6:0/3584552523 conn(0x7f14c80fdef0 msgr2=0x7f14c8100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:44.461 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.461+0000 7f14ce800700 1 -- 172.21.15.6:0/3584552523 shutdown_connections 2024-05-20T21:32:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.461+0000 7f14ce800700 1 -- 172.21.15.6:0/3584552523 wait complete. 2024-05-20T21:32:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.462+0000 7f14ce800700 1 Processor -- start 2024-05-20T21:32:44.462 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14ce800700 1 -- start start 2024-05-20T21:32:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14ce800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14c8102490 0x7f14c81a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14ce800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 0x7f14c81a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14ce800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f14c81078a0 0x7f14c81a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.463 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14ce800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f14c8119d00 con 0x7f14c8102490 2024-05-20T21:32:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14ce800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f14c8119b80 con 0x7f14c8102db0 2024-05-20T21:32:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14ce800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f14c8119e80 con 0x7f14c81078a0 2024-05-20T21:32:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14cd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14c8102490 0x7f14c81a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14cde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f14c81078a0 0x7f14c81a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14cca00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 0x7f14c81a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14cd400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14c8102490 0x7f14c81a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37236/0 (socket says 172.21.15.6:37236) 2024-05-20T21:32:44.464 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.463+0000 7f14cd400700 1 -- 172.21.15.6:0/3864650855 learned_addr learned my addr 172.21.15.6:0/3864650855 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.464+0000 7f14cca00700 1 -- 172.21.15.6:0/3864650855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f14c81078a0 msgr2=0x7f14c81a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.464+0000 7f14cca00700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f14c81078a0 0x7f14c81a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.464+0000 7f14cca00700 1 -- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14c8102490 msgr2=0x7f14c81a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.464+0000 7f14cca00700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14c8102490 0x7f14c81a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.464+0000 7f14cca00700 1 -- 172.21.15.6:0/3864650855 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c81a52a0 con 0x7f14c8102db0 2024-05-20T21:32:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.464+0000 7f14cd400700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14c8102490 0x7f14c81a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.464+0000 7f14cde00700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f14c81078a0 0x7f14c81a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:44.465 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.464+0000 7f14cca00700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 0x7f14c81a07d0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f14b40098e0 tx=0x7f14b40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:44.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.465+0000 7f14c6000700 1 -- 172.21.15.6:0/3864650855 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b4027070 con 0x7f14c8102db0 2024-05-20T21:32:44.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.465+0000 7f14c6000700 1 -- 172.21.15.6:0/3864650855 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14b4022470 con 0x7f14c8102db0 2024-05-20T21:32:44.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.465+0000 7f14ce800700 1 -- 172.21.15.6:0/3864650855 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c81a5530 con 0x7f14c8102db0 2024-05-20T21:32:44.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.465+0000 7f14c6000700 1 -- 172.21.15.6:0/3864650855 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b4017650 con 0x7f14c8102db0 2024-05-20T21:32:44.466 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.465+0000 7f14ce800700 1 -- 172.21.15.6:0/3864650855 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c81ace10 con 0x7f14c8102db0 2024-05-20T21:32:44.468 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.469+0000 7f14c6000700 1 -- 172.21.15.6:0/3864650855 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f14b402a070 con 0x7f14c8102db0 2024-05-20T21:32:44.469 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14da6aab80 1 Processor -- start 2024-05-20T21:32:44.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14da6aab80 1 -- start start 2024-05-20T21:32:44.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf4400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556baccee4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556bacceef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14da6aab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556bacc4ce40 con 0x556baccf4020 2024-05-20T21:32:44.470 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14da6aab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556bacc3c9e0 con 0x556bacceead0 2024-05-20T21:32:44.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14da6aab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556bacc40a20 con 0x556baccf4940 2024-05-20T21:32:44.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.470+0000 7f14c6000700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14b00b2900 0x7f14b00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.471 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14c6000700 1 -- 172.21.15.6:0/3864650855 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f14b40e2ed0 con 0x7f14c8102db0 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cd400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556baccee4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cd400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556baccee4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:51824/0 (socket says 172.21.15.6:51824) 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cde00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cd400700 1 -- 172.21.15.6:0/648086079 learned_addr learned my addr 172.21.15.6:0/648086079 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cde00700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14b00b2900 0x7f14b00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cca00700 1 --2- 172.21.15.6:0/648086079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556bacceef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cd400700 1 -- 172.21.15.6:0/648086079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 msgr2=0x556bacceef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cd400700 1 --2- 172.21.15.6:0/648086079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556bacceef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cd400700 1 -- 172.21.15.6:0/648086079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 msgr2=0x556baccf4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cd400700 1 --2- 172.21.15.6:0/648086079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.471+0000 7f14cd400700 1 -- 172.21.15.6:0/648086079 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bacc05420 con 0x556baccf4940 2024-05-20T21:32:44.472 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.472+0000 7f14cd400700 1 --2- 172.21.15.6:0/648086079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556baccee4b0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0094b0 tx=0x7f14bc009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b68ec86cd5d87ef5 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:44.473 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.472+0000 7f14cde00700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14b00b2900 0x7f14b00b4dc0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f14c00097a0 tx=0x7f14c0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.472+0000 7f14baa00700 1 -- 172.21.15.6:0/648086079 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc003c00 con 0x556baccf4940 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.472+0000 7f14baa00700 1 -- 172.21.15.6:0/648086079 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14bc003da0 con 0x556baccf4940 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.472+0000 7f14baa00700 1 -- 172.21.15.6:0/648086079 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc004570 con 0x556baccf4940 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 -- 172.21.15.6:0/648086079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 msgr2=0x556baccee4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 --2- 172.21.15.6:0/648086079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556baccee4b0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0094b0 tx=0x7f14bc009920 comp rx=0 tx=0).stop 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 -- 172.21.15.6:0/648086079 shutdown_connections 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 --2- 172.21.15.6:0/648086079 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556bacceef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 --2- 172.21.15.6:0/648086079 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 --2- 172.21.15.6:0/648086079 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556baccee4b0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 -- 172.21.15.6:0/648086079 >> 172.21.15.6:0/648086079 conn(0x556bacc1cbe0 msgr2=0x556bacce9150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:44.474 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 -- 172.21.15.6:0/648086079 shutdown_connections 2024-05-20T21:32:44.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.473+0000 7f14da6aab80 1 -- 172.21.15.6:0/648086079 wait complete. 2024-05-20T21:32:44.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.474+0000 7f14da6aab80 1 -- start start 2024-05-20T21:32:44.475 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.474+0000 7f14da6aab80 1 Processor -- start 2024-05-20T21:32:44.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccfa700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4020 0x556baccf7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4940 0x556baccf7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14da6aab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x556bacb42fa0 con 0x556baccf4940 2024-05-20T21:32:44.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14da6aab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x556bacbdd760 con 0x556bacceead0 2024-05-20T21:32:44.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14da6aab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x556baccfb460 con 0x556baccf4020 2024-05-20T21:32:44.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14da6aab80 10 client.0 _ll_register_callbacks cb 0x556bacbe6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:44.477 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14cd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccfa700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14cd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccfa700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35082/0 (socket says 172.21.15.6:35082) 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14cd400700 1 -- 172.21.15.6:0/4197119883 learned_addr learned my addr 172.21.15.6:0/4197119883 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14cca00700 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4020 0x556baccf7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.475+0000 7f14cde00700 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4940 0x556baccf7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14cca00700 1 -- 172.21.15.6:0/4197119883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 msgr2=0x556baccfa700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14cca00700 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccfa700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14cca00700 1 -- 172.21.15.6:0/4197119883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4940 msgr2=0x556baccf7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14cca00700 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4940 0x556baccf7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14cca00700 1 -- 172.21.15.6:0/4197119883 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bacb8c8d0 con 0x556baccf4020 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14cde00700 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4940 0x556baccf7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14cca00700 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4020 0x556baccf7aa0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f14b40a76f0 tx=0x7f14b400b1f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a4336d0bc7b8a7a server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14af400700 10 client.0 ms_handle_connect on v2:172.21.15.62:3300/0 2024-05-20T21:32:44.478 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14af400700 1 -- 172.21.15.6:0/4197119883 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b40a9f90 con 0x556baccf4020 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14af400700 1 -- 172.21.15.6:0/4197119883 <== mon.1 v2:172.21.15.62:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f14b40aa6e0 con 0x556baccf4020 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14da6aab80 1 -- 172.21.15.6:0/4197119883 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14bc003da0 con 0x556baccf4020 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14af400700 1 -- 172.21.15.6:0/4197119883 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f14b40aab80 con 0x556baccf4020 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14da6aab80 10 client.30130 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.476+0000 7f14da6aab80 1 -- 172.21.15.6:0/4197119883 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556bacc0d060 con 0x556baccf4020 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.477+0000 7f14af400700 1 -- 172.21.15.6:0/4197119883 <== mon.1 v2:172.21.15.62:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14bc003da0 con 0x556baccf4020 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.477+0000 7f14af400700 1 -- 172.21.15.6:0/4197119883 <== mon.1 v2:172.21.15.62:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f14b40b2dc0 con 0x556baccf4020 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.477+0000 7f14da6aab80 10 client.30130 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.477+0000 7f14da6aab80 10 client.30130 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.477+0000 7f14da6aab80 20 client.30130 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.477+0000 7f14da6aab80 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556bacd07f50 0x556bacd0a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.477+0000 7f14da6aab80 4 client.30130 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-20T21:32:44.479 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.477+0000 7f14da6aab80 1 -- 172.21.15.6:0/4197119883 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556bacc4ed90 con 0x556bacd07f50 2024-05-20T21:32:44.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.478+0000 7f14cd400700 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556bacd07f50 0x556bacd0a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.478+0000 7f14cd400700 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556bacd07f50 0x556bacd0a370 crc :-1 s=READY pgs=421 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2cdbd4d9757784af server_cookie=bf8792563d156228 in_seq=0 out_seq=0 2024-05-20T21:32:44.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.478+0000 7f14af400700 10 client.30130 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:44.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.479+0000 7f14af400700 1 -- 172.21.15.6:0/4197119883 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556bacc4ed90 con 0x556bacd07f50 2024-05-20T21:32:44.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.479+0000 7f14af400700 10 client.30130 handle_command_reply: tid=0 2024-05-20T21:32:44.481 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.479+0000 7f14da6aab80 1 client.30130 shutdown 2024-05-20T21:32:44.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 -- 172.21.15.6:0/4197119883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4020 msgr2=0x556baccf7aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4020 0x556baccf7aa0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f14b40a76f0 tx=0x7f14b400b1f0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 -- 172.21.15.6:0/4197119883 shutdown_connections 2024-05-20T21:32:44.482 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4940 0x556baccf7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccfa700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556bacd07f50 0x556bacd0a370 crc :-1 s=READY pgs=421 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 --2- 172.21.15.6:0/4197119883 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4020 0x556baccf7aa0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 -- 172.21.15.6:0/4197119883 >> 172.21.15.6:0/4197119883 conn(0x556bacc1cbe0 msgr2=0x556bacced4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:44.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14af400700 0 client.30130 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:44.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 -- 172.21.15.6:0/4197119883 shutdown_connections 2024-05-20T21:32:44.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 1 -- 172.21.15.6:0/4197119883 wait complete. 2024-05-20T21:32:44.483 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.480+0000 7f14da6aab80 20 client.30130 trim_cache size 0 max 16384 2024-05-20T21:32:44.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.497+0000 7f14da6aab80 1 Processor -- start 2024-05-20T21:32:44.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.497+0000 7f14da6aab80 1 -- start start 2024-05-20T21:32:44.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccee4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556bacd0fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14da6aab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f14c81b6ba0 con 0x556baccf4020 2024-05-20T21:32:44.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14da6aab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f14c81b4430 con 0x556bacceead0 2024-05-20T21:32:44.498 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14da6aab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f14c81b2280 con 0x556baccf4940 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccee4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556bacd0fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cd400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccee4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:35096/0 (socket says 172.21.15.6:35096) 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cd400700 1 -- 172.21.15.6:0/994228826 learned_addr learned my addr 172.21.15.6:0/994228826 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cde00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556bacd0fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:51828/0 (socket says 172.21.15.6:51828) 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37254/0 (socket says 172.21.15.6:37254) 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cd400700 1 -- 172.21.15.6:0/994228826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 msgr2=0x556bacd0fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cd400700 1 --2- 172.21.15.6:0/994228826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556bacd0fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.500 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cd400700 1 -- 172.21.15.6:0/994228826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 msgr2=0x556baccf21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.498+0000 7f14cd400700 1 --2- 172.21.15.6:0/994228826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.499+0000 7f14cd400700 1 -- 172.21.15.6:0/994228826 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556baccef460 con 0x556bacceead0 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.499+0000 7f14cde00700 1 --2- 172.21.15.6:0/994228826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556bacd0fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.499+0000 7f14cd400700 1 --2- 172.21.15.6:0/994228826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccee4b0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0075b0 tx=0x7f14bc007500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bf1d93cf613b302 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.499+0000 7f14ba000700 1 -- 172.21.15.6:0/994228826 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc00e700 con 0x556bacceead0 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.499+0000 7f14ba000700 1 -- 172.21.15.6:0/994228826 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14bc00ed50 con 0x556bacceead0 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.499+0000 7f14ba000700 1 -- 172.21.15.6:0/994228826 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc015410 con 0x556bacceead0 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 -- 172.21.15.6:0/994228826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 msgr2=0x556baccee4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 --2- 172.21.15.6:0/994228826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccee4b0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0075b0 tx=0x7f14bc007500 comp rx=0 tx=0).stop 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 -- 172.21.15.6:0/994228826 shutdown_connections 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 --2- 172.21.15.6:0/994228826 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556baccf4940 0x556bacd0fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 --2- 172.21.15.6:0/994228826 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556bacceead0 0x556baccee4b0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 --2- 172.21.15.6:0/994228826 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556baccf21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.501 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 -- 172.21.15.6:0/994228826 >> 172.21.15.6:0/994228826 conn(0x556bacc1cbe0 msgr2=0x556bacce8c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:44.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 -- 172.21.15.6:0/994228826 shutdown_connections 2024-05-20T21:32:44.502 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 -- 172.21.15.6:0/994228826 wait complete. 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.500+0000 7f14da6aab80 1 -- start start 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.501+0000 7f14da6aab80 1 Processor -- start 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.501+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556bacceead0 0x556bacd006f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.501+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556bacd00c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.501+0000 7f14da6aab80 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556baccf4940 0x556baccfd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.501+0000 7f14da6aab80 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f14c81b28f0 con 0x556baccf4020 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.501+0000 7f14da6aab80 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f14c81b3d60 con 0x556baccf4940 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.501+0000 7f14da6aab80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f14c81b2fc0 con 0x556bacceead0 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.501+0000 7f14da6aab80 10 client.0 _ll_register_callbacks cb 0x556bacbe6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556bacd00c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556bacd00c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37256/0 (socket says 172.21.15.6:37256) 2024-05-20T21:32:44.504 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 -- 172.21.15.6:0/1347101511 learned_addr learned my addr 172.21.15.6:0/1347101511 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cd400700 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556bacceead0 0x556bacd006f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cde00700 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556baccf4940 0x556baccfd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 -- 172.21.15.6:0/1347101511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556bacceead0 msgr2=0x556bacd006f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556bacceead0 0x556bacd006f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 -- 172.21.15.6:0/1347101511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556baccf4940 msgr2=0x556baccfd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556baccf4940 0x556baccfd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 -- 172.21.15.6:0/1347101511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556baccfdc00 con 0x556baccf4020 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14cca00700 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556bacd00c30 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f14b4000c00 tx=0x7f14b40aa910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d391c0e1bdd8d0d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.502+0000 7f14af400700 10 client.0 ms_handle_connect on v2:172.21.15.6:3300/0 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14af400700 1 -- 172.21.15.6:0/1347101511 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b40a9f90 con 0x556baccf4020 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14af400700 1 -- 172.21.15.6:0/1347101511 <== mon.0 v2:172.21.15.6:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f14b40a4db0 con 0x556baccf4020 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14da6aab80 1 -- 172.21.15.6:0/1347101511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14bc00ed50 con 0x556baccf4020 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14af400700 1 -- 172.21.15.6:0/1347101511 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f14b40aa480 con 0x556baccf4020 2024-05-20T21:32:44.505 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14da6aab80 10 client.20025 fetch_fsmap learned FSMap version 26 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14da6aab80 1 -- 172.21.15.6:0/1347101511 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556baccfdc00 con 0x556baccf4020 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14af400700 1 -- 172.21.15.6:0/1347101511 <== mon.0 v2:172.21.15.6:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14bc00ed50 con 0x556baccf4020 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14af400700 1 -- 172.21.15.6:0/1347101511 <== mon.0 v2:172.21.15.6:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f14b40c4ce0 con 0x556baccf4020 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14da6aab80 10 client.20025 fetch_fsmap finished waiting for FSMap version 26 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.503+0000 7f14da6aab80 10 client.20025 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.504+0000 7f14da6aab80 20 client.20025 populate_metadata read hostname 'smithi006' 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.504+0000 7f14da6aab80 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556bacd736a0 0x556bacd75ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.504+0000 7f14da6aab80 4 client.20025 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.504+0000 7f14da6aab80 1 -- 172.21.15.6:0/1347101511 --> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556bacc48570 con 0x556bacd736a0 2024-05-20T21:32:44.506 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.504+0000 7f14cd400700 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556bacd736a0 0x556bacd75ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:44.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14cd400700 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556bacd736a0 0x556bacd75ac0 crc :-1 s=READY pgs=422 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7103c665199ec45d server_cookie=8fa9e0ecf536aa6a in_seq=0 out_seq=0 2024-05-20T21:32:44.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14af400700 10 client.20025 ms_handle_connect on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:44.510 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14af400700 1 -- 172.21.15.6:0/1347101511 <== mds.0 v2:172.21.15.42:6838/4164936799 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556bacc48570 con 0x556bacd736a0 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14af400700 10 client.20025 handle_command_reply: tid=0 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 client.20025 shutdown 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 -- 172.21.15.6:0/1347101511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 msgr2=0x556bacd00c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556bacd00c30 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f14b4000c00 tx=0x7f14b40aa910 comp rx=0 tx=0).stop 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 -- 172.21.15.6:0/1347101511 shutdown_connections 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x556baccf4940 0x556baccfd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.42:6838/4164936799,v1:172.21.15.42:6839/4164936799] conn(0x556bacd736a0 0x556bacd75ac0 crc :-1 s=READY pgs=422 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x556bacceead0 0x556bacd006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 --2- 172.21.15.6:0/1347101511 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x556baccf4020 0x556bacd00c30 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.511 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 -- 172.21.15.6:0/1347101511 >> 172.21.15.6:0/1347101511 conn(0x556bacc1cbe0 msgr2=0x556baccf2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:44.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14af400700 0 client.20025 ms_handle_reset on v2:172.21.15.42:6838/4164936799 2024-05-20T21:32:44.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 -- 172.21.15.6:0/1347101511 shutdown_connections 2024-05-20T21:32:44.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.505+0000 7f14da6aab80 1 -- 172.21.15.6:0/1347101511 wait complete. 2024-05-20T21:32:44.512 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14da6aab80 20 client.20025 trim_cache size 0 max 16384 2024-05-20T21:32:44.512 INFO:teuthology.orchestra.run.smithi006.stdout:[] 2024-05-20T21:32:44.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 -- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14b00b2900 msgr2=0x7f14b00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14b00b2900 0x7f14b00b4dc0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f14c00097a0 tx=0x7f14c0009260 comp rx=0 tx=0).stop 2024-05-20T21:32:44.513 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 -- 172.21.15.6:0/3864650855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 msgr2=0x7f14c81a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 0x7f14c81a07d0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f14b40098e0 tx=0x7f14b40057c0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 -- 172.21.15.6:0/3864650855 shutdown_connections 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f14b00b2900 0x7f14b00b4dc0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f14c81078a0 0x7f14c81a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f14c8102490 0x7f14c81a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 --2- 172.21.15.6:0/3864650855 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f14c8102db0 0x7f14c81a07d0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.506+0000 7f14ce800700 1 -- 172.21.15.6:0/3864650855 >> 172.21.15.6:0/3864650855 conn(0x7f14c80fdef0 msgr2=0x7f14c8111060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.507+0000 7f14ce800700 1 -- 172.21.15.6:0/3864650855 shutdown_connections 2024-05-20T21:32:44.514 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:44.507+0000 7f14ce800700 1 -- 172.21.15.6:0/3864650855 wait complete. 2024-05-20T21:32:45.409 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_4ebd1d5361d457738957dc0455bba90102296634/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-05-20T21:32:45.410 INFO:tasks.fwd_scrub:done joining 2024-05-20T21:32:45.411 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-20T21:32:45.421 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-20T21:32:45.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.641+0000 7f9667e00640 1 -- 172.21.15.6:0/1946022323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966810a190 msgr2=0x7f966810a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:45.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.641+0000 7f9667e00640 1 --2- 172.21.15.6:0/1946022323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966810a190 0x7f966810a610 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f9650009900 tx=0x7f965002a3f0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.641+0000 7f9667e00640 1 -- 172.21.15.6:0/1946022323 shutdown_connections 2024-05-20T21:32:45.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.642+0000 7f9667e00640 1 --2- 172.21.15.6:0/1946022323 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f966810ab50 0x7f96681113e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.642+0000 7f9667e00640 1 --2- 172.21.15.6:0/1946022323 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f966810a190 0x7f966810a610 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.642+0000 7f9667e00640 1 --2- 172.21.15.6:0/1946022323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9668108ff0 0x7f9668109410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.642+0000 7f9667e00640 1 -- 172.21.15.6:0/1946022323 >> 172.21.15.6:0/1946022323 conn(0x7f9668077f40 msgr2=0x7f966807a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:45.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.642+0000 7f9667e00640 1 -- 172.21.15.6:0/1946022323 shutdown_connections 2024-05-20T21:32:45.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.642+0000 7f9667e00640 1 -- 172.21.15.6:0/1946022323 wait complete. 2024-05-20T21:32:45.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9667e00640 1 Processor -- start 2024-05-20T21:32:45.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9667e00640 1 -- start start 2024-05-20T21:32:45.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9667e00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9668108ff0 0x7f966819f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:45.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9667e00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f966810a190 0x7f966819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:45.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9667e00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f966810ab50 0x7f96681a6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:45.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9667e00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9668114ae0 con 0x7f9668108ff0 2024-05-20T21:32:45.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9667e00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9668114960 con 0x7f966810a190 2024-05-20T21:32:45.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9667e00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9668114c60 con 0x7f966810ab50 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9666a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9668108ff0 0x7f966819f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9666a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9668108ff0 0x7f966819f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37262/0 (socket says 172.21.15.6:37262) 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.643+0000 7f9666a00640 1 -- 172.21.15.6:0/2270928485 learned_addr learned my addr 172.21.15.6:0/2270928485 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f9667400640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f966810ab50 0x7f96681a6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f965e000640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f966810a190 0x7f966819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f9666a00640 1 -- 172.21.15.6:0/2270928485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f966810ab50 msgr2=0x7f96681a6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f9666a00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f966810ab50 0x7f96681a6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f9666a00640 1 -- 172.21.15.6:0/2270928485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f966810a190 msgr2=0x7f966819f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f9666a00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f966810a190 0x7f966819f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f9666a00640 1 -- 172.21.15.6:0/2270928485 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96681a6db0 con 0x7f9668108ff0 2024-05-20T21:32:45.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f9666a00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9668108ff0 0x7f966819f190 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f965800e9c0 tx=0x7f965800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:45.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.644+0000 7f965fe00640 1 -- 172.21.15.6:0/2270928485 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965800cd80 con 0x7f9668108ff0 2024-05-20T21:32:45.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.645+0000 7f965fe00640 1 -- 172.21.15.6:0/2270928485 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96580035f0 con 0x7f9668108ff0 2024-05-20T21:32:45.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.645+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96681a70a0 con 0x7f9668108ff0 2024-05-20T21:32:45.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.645+0000 7f965fe00640 1 -- 172.21.15.6:0/2270928485 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9658010690 con 0x7f9668108ff0 2024-05-20T21:32:45.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.645+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96681a7640 con 0x7f9668108ff0 2024-05-20T21:32:45.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.646+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96681103e0 con 0x7f9668108ff0 2024-05-20T21:32:45.648 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.648+0000 7f965fe00640 1 -- 172.21.15.6:0/2270928485 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f96580037a0 con 0x7f9668108ff0 2024-05-20T21:32:45.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.650+0000 7f965fe00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f964c0b2860 0x7f964c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:45.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.650+0000 7f965fe00640 1 -- 172.21.15.6:0/2270928485 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f96580e2750 con 0x7f9668108ff0 2024-05-20T21:32:45.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.650+0000 7f965e000640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f964c0b2860 0x7f964c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:45.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.651+0000 7f965e000640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f964c0b2860 0x7f964c0b4d20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f96681a06a0 tx=0x7f96500314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:45.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.654+0000 7f965fe00640 1 -- 172.21.15.6:0/2270928485 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f96580aa370 con 0x7f9668108ff0 2024-05-20T21:32:45.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.877+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f966802dba0 con 0x7f9668108ff0 2024-05-20T21:32:45.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.882+0000 7f965fe00640 1 -- 172.21.15.6:0/2270928485 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22684 (secure 0 0 0) 0x7f96580a9c70 con 0x7f9668108ff0 2024-05-20T21:32:45.882 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:32:45.883 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":83,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:13:38.294670+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.2d","mappings":[{"from":6,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.884+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f964c0b2860 msgr2=0x7f964c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.884+0000 7f9667e00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f964c0b2860 0x7f964c0b4d20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f96681a06a0 tx=0x7f96500314a0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.884+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9668108ff0 msgr2=0x7f966819f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.884+0000 7f9667e00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9668108ff0 0x7f966819f190 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f965800e9c0 tx=0x7f965800ee80 comp rx=0 tx=0).stop 2024-05-20T21:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.885+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 shutdown_connections 2024-05-20T21:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.885+0000 7f9667e00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f964c0b2860 0x7f964c0b4d20 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.885 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.885+0000 7f9667e00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f966810ab50 0x7f96681a6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.885+0000 7f9667e00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f966810a190 0x7f966819f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.885+0000 7f9667e00640 1 --2- 172.21.15.6:0/2270928485 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9668108ff0 0x7f966819f190 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:45.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.885+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 >> 172.21.15.6:0/2270928485 conn(0x7f9668077f40 msgr2=0x7f966810d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:45.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.885+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 shutdown_connections 2024-05-20T21:32:45.886 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:45.885+0000 7f9667e00640 1 -- 172.21.15.6:0/2270928485 wait complete. 2024-05-20T21:32:45.894 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:45 smithi006 ceph-mon[31422]: pgmap v947: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:45.907 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-20T21:06:24.142375+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-20T21:11:52.481859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-20T21:11:56.573954+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-20T21:32:45.907 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-20T21:32:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:45 smithi062 ceph-mon[36640]: pgmap v947: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:45 smithi042 ceph-mon[36332]: pgmap v947: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:46.126 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 -- 172.21.15.6:0/2595617721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c10aa20 msgr2=0x7f552c111340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 --2- 172.21.15.6:0/2595617721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c10aa20 0x7f552c111340 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f5524009ca0 tx=0x7f552402a8b0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 -- 172.21.15.6:0/2595617721 shutdown_connections 2024-05-20T21:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 --2- 172.21.15.6:0/2595617721 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c10aa20 0x7f552c111340 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 --2- 172.21.15.6:0/2595617721 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f552c10a060 0x7f552c10a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 --2- 172.21.15.6:0/2595617721 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552c108e80 0x7f552c1092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 -- 172.21.15.6:0/2595617721 >> 172.21.15.6:0/2595617721 conn(0x7f552c077e90 msgr2=0x7f552c07a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 -- 172.21.15.6:0/2595617721 shutdown_connections 2024-05-20T21:32:46.127 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.126+0000 7f5530a00640 1 -- 172.21.15.6:0/2595617721 wait complete. 2024-05-20T21:32:46.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.127+0000 7f5530a00640 1 Processor -- start 2024-05-20T21:32:46.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.127+0000 7f5530a00640 1 -- start start 2024-05-20T21:32:46.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f5530a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c108e80 0x7f552c19f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f5530a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f552c10a060 0x7f552c19f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.129 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f5530a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552c10aa20 0x7f552c1a6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f5530a00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f552c114a50 con 0x7f552c10a060 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f5530a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f552c1148d0 con 0x7f552c108e80 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f5530a00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f552c114bd0 con 0x7f552c10aa20 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f552aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f552c10a060 0x7f552c19f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f552b400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c108e80 0x7f552c19f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f552aa00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f552c10a060 0x7f552c19f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37270/0 (socket says 172.21.15.6:37270) 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f552aa00640 1 -- 172.21.15.6:0/80021760 learned_addr learned my addr 172.21.15.6:0/80021760 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.128+0000 7f552be00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552c10aa20 0x7f552c1a6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f552b400640 1 -- 172.21.15.6:0/80021760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552c10aa20 msgr2=0x7f552c1a6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f552b400640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552c10aa20 0x7f552c1a6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f552b400640 1 -- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f552c10a060 msgr2=0x7f552c19f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f552b400640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f552c10a060 0x7f552c19f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.130 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f552b400640 1 -- 172.21.15.6:0/80021760 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f552c1a6cc0 con 0x7f552c108e80 2024-05-20T21:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f552aa00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f552c10a060 0x7f552c19f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f552b400640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c108e80 0x7f552c19f0f0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f551c00d6a0 tx=0x7f551c00db60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f5523e00640 1 -- 172.21.15.6:0/80021760 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551c017070 con 0x7f552c108e80 2024-05-20T21:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f5523e00640 1 -- 172.21.15.6:0/80021760 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f551c009cd0 con 0x7f552c108e80 2024-05-20T21:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f552c1a6fb0 con 0x7f552c108e80 2024-05-20T21:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f5523e00640 1 -- 172.21.15.6:0/80021760 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551c003b50 con 0x7f552c108e80 2024-05-20T21:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.129+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f552c1a7410 con 0x7f552c108e80 2024-05-20T21:32:46.131 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.130+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f552c110220 con 0x7f552c108e80 2024-05-20T21:32:46.133 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.133+0000 7f5523e00640 1 -- 172.21.15.6:0/80021760 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f551c0042b0 con 0x7f552c108e80 2024-05-20T21:32:46.134 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.134+0000 7f5523e00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55100b27f0 0x7f55100b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.135+0000 7f5523e00640 1 -- 172.21.15.6:0/80021760 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f551c0e1f70 con 0x7f552c108e80 2024-05-20T21:32:46.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.135+0000 7f552aa00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55100b27f0 0x7f55100b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.135 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.135+0000 7f552aa00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55100b27f0 0x7f55100b4cb0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f552c1a05b0 tx=0x7f5518005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:46.136 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.137+0000 7f5523e00640 1 -- 172.21.15.6:0/80021760 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f551c0a9540 con 0x7f552c108e80 2024-05-20T21:32:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.351+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f552c02de50 con 0x7f552c108e80 2024-05-20T21:32:46.353 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.352+0000 7f5523e00640 1 -- 172.21.15.6:0/80021760 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7f551c0ad840 con 0x7f552c108e80 2024-05-20T21:32:46.354 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 1 2024-05-20T21:32:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55100b27f0 msgr2=0x7f55100b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55100b27f0 0x7f55100b4cb0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f552c1a05b0 tx=0x7f5518005f90 comp rx=0 tx=0).stop 2024-05-20T21:32:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c108e80 msgr2=0x7f552c19f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c108e80 0x7f552c19f0f0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f551c00d6a0 tx=0x7f551c00db60 comp rx=0 tx=0).stop 2024-05-20T21:32:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 shutdown_connections 2024-05-20T21:32:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f55100b27f0 0x7f55100b4cb0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552c10aa20 0x7f552c1a6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f552c10a060 0x7f552c19f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 --2- 172.21.15.6:0/80021760 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f552c108e80 0x7f552c19f0f0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 >> 172.21.15.6:0/80021760 conn(0x7f552c077e90 msgr2=0x7f552c10d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:46.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 shutdown_connections 2024-05-20T21:32:46.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.355+0000 7f5530a00640 1 -- 172.21.15.6:0/80021760 wait complete. 2024-05-20T21:32:46.375 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-20T21:32:46.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 -- 172.21.15.6:0/2993027908 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 msgr2=0x7f6320103560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 --2- 172.21.15.6:0/2993027908 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 0x7f6320103560 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f6314009ca0 tx=0x7f631402a8c0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.595 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 -- 172.21.15.6:0/2993027908 shutdown_connections 2024-05-20T21:32:46.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 --2- 172.21.15.6:0/2993027908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6320106450 0x7f63201068d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 --2- 172.21.15.6:0/2993027908 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6320103aa0 0x7f6320105f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 --2- 172.21.15.6:0/2993027908 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 0x7f6320103560 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 -- 172.21.15.6:0/2993027908 >> 172.21.15.6:0/2993027908 conn(0x7f63200fcd30 msgr2=0x7f63200ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:46.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 -- 172.21.15.6:0/2993027908 shutdown_connections 2024-05-20T21:32:46.596 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.595+0000 7f6326400640 1 -- 172.21.15.6:0/2993027908 wait complete. 2024-05-20T21:32:46.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.596+0000 7f6326400640 1 Processor -- start 2024-05-20T21:32:46.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.596+0000 7f6326400640 1 -- start start 2024-05-20T21:32:46.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f6326400640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 0x7f632019f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f6326400640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6320103aa0 0x7f632019f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f6326400640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6320106450 0x7f63201a6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.597 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f6326400640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f6320114a30 con 0x7f6320103aa0 2024-05-20T21:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f6326400640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f63201148b0 con 0x7f6320101130 2024-05-20T21:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f6326400640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f6320114bb0 con 0x7f6320106450 2024-05-20T21:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f631fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6320103aa0 0x7f632019f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f6325000640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 0x7f632019f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f631fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6320103aa0 0x7f632019f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:37294/0 (socket says 172.21.15.6:37294) 2024-05-20T21:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f631fe00640 1 -- 172.21.15.6:0/2257382445 learned_addr learned my addr 172.21.15.6:0/2257382445 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:46.598 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.597+0000 7f6325a00640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6320106450 0x7f63201a6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f6325000640 1 -- 172.21.15.6:0/2257382445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6320106450 msgr2=0x7f63201a6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f6325000640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6320106450 0x7f63201a6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.599 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f6325000640 1 -- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6320103aa0 msgr2=0x7f632019f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f6325000640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6320103aa0 0x7f632019f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f6325000640 1 -- 172.21.15.6:0/2257382445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63201a6d00 con 0x7f6320101130 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f631fe00640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6320103aa0 0x7f632019f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f6325a00640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6320106450 0x7f63201a6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f6325000640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 0x7f632019f0e0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f631402aeb0 tx=0x7f63140317e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f631d600640 1 -- 172.21.15.6:0/2257382445 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6314003bf0 con 0x7f6320101130 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f631d600640 1 -- 172.21.15.6:0/2257382445 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6314003d90 con 0x7f6320101130 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63201a6f90 con 0x7f6320101130 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.598+0000 7f631d600640 1 -- 172.21.15.6:0/2257382445 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631402fbe0 con 0x7f6320101130 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.599+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63201a7400 con 0x7f6320101130 2024-05-20T21:32:46.600 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.600+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63200fe820 con 0x7f6320101130 2024-05-20T21:32:46.602 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.602+0000 7f631d600640 1 -- 172.21.15.6:0/2257382445 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f631402fd80 con 0x7f6320101130 2024-05-20T21:32:46.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.604+0000 7f631d600640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63080b2870 0x7f63080b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:46.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.604+0000 7f631d600640 1 -- 172.21.15.6:0/2257382445 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f6314103850 con 0x7f6320101130 2024-05-20T21:32:46.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.604+0000 7f631fe00640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63080b2870 0x7f63080b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:46.604 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.605+0000 7f631fe00640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63080b2870 0x7f63080b4d30 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f63201a05f0 tx=0x7f630c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:46.605 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.606+0000 7f631d600640 1 -- 172.21.15.6:0/2257382445 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f63140cb500 con 0x7f6320101130 2024-05-20T21:32:46.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.820+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f632002dda0 con 0x7f6320101130 2024-05-20T21:32:46.821 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.821+0000 7f631d600640 1 -- 172.21.15.6:0/2257382445 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v83) ==== 104+0+11 (secure 0 0 0) 0x7f63140cae00 con 0x7f6320101130 2024-05-20T21:32:46.821 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 32 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.823+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63080b2870 msgr2=0x7f63080b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.823+0000 7f6326400640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63080b2870 0x7f63080b4d30 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f63201a05f0 tx=0x7f630c005f90 comp rx=0 tx=0).stop 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.823+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 msgr2=0x7f632019f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.823+0000 7f6326400640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 0x7f632019f0e0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f631402aeb0 tx=0x7f63140317e0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.824+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 shutdown_connections 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.824+0000 7f6326400640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f63080b2870 0x7f63080b4d30 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.824+0000 7f6326400640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6320106450 0x7f63201a6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.824+0000 7f6326400640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f6320103aa0 0x7f632019f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.824+0000 7f6326400640 1 --2- 172.21.15.6:0/2257382445 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f6320101130 0x7f632019f0e0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:46.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.824+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 >> 172.21.15.6:0/2257382445 conn(0x7f63200fcd30 msgr2=0x7f6320104890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:46.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.824+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 shutdown_connections 2024-05-20T21:32:46.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:46.824+0000 7f6326400640 1 -- 172.21.15.6:0/2257382445 wait complete. 2024-05-20T21:32:46.844 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-20T21:32:47.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:46 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2270928485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:32:47.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:46 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/80021760' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:32:47.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 -- 172.21.15.6:0/158060715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 msgr2=0x7efe0c106140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 --2- 172.21.15.6:0/158060715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 0x7efe0c106140 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7efdf8009900 tx=0x7efdf802a400 comp rx=0 tx=0).stop 2024-05-20T21:32:47.058 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 -- 172.21.15.6:0/158060715 shutdown_connections 2024-05-20T21:32:47.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 --2- 172.21.15.6:0/158060715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe0c106680 0x7efe0c10cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 --2- 172.21.15.6:0/158060715 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 0x7efe0c106140 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 --2- 172.21.15.6:0/158060715 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe0c104ad0 0x7efe0c104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 -- 172.21.15.6:0/158060715 >> 172.21.15.6:0/158060715 conn(0x7efe0c100060 msgr2=0x7efe0c102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:47.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 -- 172.21.15.6:0/158060715 shutdown_connections 2024-05-20T21:32:47.059 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.058+0000 7efe12a00640 1 -- 172.21.15.6:0/158060715 wait complete. 2024-05-20T21:32:47.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.059+0000 7efe12a00640 1 Processor -- start 2024-05-20T21:32:47.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.059+0000 7efe12a00640 1 -- start start 2024-05-20T21:32:47.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.059+0000 7efe12a00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe0c104ad0 0x7efe0c19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:47.061 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.059+0000 7efe12a00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 0x7efe0c19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.059+0000 7efe12a00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe0c106680 0x7efe0c1a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.059+0000 7efe12a00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7efe0c110630 con 0x7efe0c106680 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.059+0000 7efe12a00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7efe0c1104b0 con 0x7efe0c105cc0 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.059+0000 7efe12a00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7efe0c1107b0 con 0x7efe0c104ad0 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe10c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 0x7efe0c19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe11600640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe0c104ad0 0x7efe0c19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe10c00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 0x7efe0c19b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:55610/0 (socket says 172.21.15.6:55610) 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe10c00640 1 -- 172.21.15.6:0/4091982453 learned_addr learned my addr 172.21.15.6:0/4091982453 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe12000640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe0c106680 0x7efe0c1a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe10c00640 1 -- 172.21.15.6:0/4091982453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe0c104ad0 msgr2=0x7efe0c19ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.062 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe10c00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe0c104ad0 0x7efe0c19ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe10c00640 1 -- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe0c106680 msgr2=0x7efe0c1a22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe10c00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe0c106680 0x7efe0c1a22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe10c00640 1 -- 172.21.15.6:0/4091982453 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe0c1a2960 con 0x7efe0c105cc0 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe11600640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe0c104ad0 0x7efe0c19ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.060+0000 7efe12000640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe0c106680 0x7efe0c1a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.061+0000 7efe10c00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 0x7efe0c19b290 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7efdf8005ab0 tx=0x7efdf8003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.061+0000 7efe0a000640 1 -- 172.21.15.6:0/4091982453 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdf803f070 con 0x7efe0c105cc0 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.061+0000 7efe0a000640 1 -- 172.21.15.6:0/4091982453 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdf8031c50 con 0x7efe0c105cc0 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.061+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe0c1a2bf0 con 0x7efe0c105cc0 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.061+0000 7efe0a000640 1 -- 172.21.15.6:0/4091982453 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdf8035030 con 0x7efe0c105cc0 2024-05-20T21:32:47.063 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.061+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe0c1a30e0 con 0x7efe0c105cc0 2024-05-20T21:32:47.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.063+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe0c10be90 con 0x7efe0c105cc0 2024-05-20T21:32:47.064 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.065+0000 7efe0a000640 1 -- 172.21.15.6:0/4091982453 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efdf8042070 con 0x7efe0c105cc0 2024-05-20T21:32:47.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.066+0000 7efe0a000640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efdf40b27f0 0x7efdf40b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:47.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.067+0000 7efe0a000640 1 -- 172.21.15.6:0/4091982453 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7efdf8102ac0 con 0x7efe0c105cc0 2024-05-20T21:32:47.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.067+0000 7efe11600640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efdf40b27f0 0x7efdf40b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:47.067 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.068+0000 7efe11600640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efdf40b27f0 0x7efdf40b4cb0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7efe0c19c220 tx=0x7efe00005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:47.071 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.071+0000 7efe0a000640 1 -- 172.21.15.6:0/4091982453 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efdf80ca6e0 con 0x7efe0c105cc0 2024-05-20T21:32:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:46 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2270928485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:32:47.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:46 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/80021760' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:32:47.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:46 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2270928485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:32:47.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:46 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/80021760' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-20T21:32:47.285 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.285+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7efe0c063680 con 0x7efe0c105cc0 2024-05-20T21:32:47.286 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.286+0000 7efe0a000640 1 -- 172.21.15.6:0/4091982453 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v83) ==== 100+0+11 (secure 0 0 0) 0x7efdf80c9fe0 con 0x7efe0c105cc0 2024-05-20T21:32:47.286 INFO:teuthology.orchestra.run.smithi006.stdout:pg_num: 64 2024-05-20T21:32:47.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efdf40b27f0 msgr2=0x7efdf40b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efdf40b27f0 0x7efdf40b4cb0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7efe0c19c220 tx=0x7efe00005f90 comp rx=0 tx=0).stop 2024-05-20T21:32:47.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 msgr2=0x7efe0c19b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 0x7efe0c19b290 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7efdf8005ab0 tx=0x7efdf8003b90 comp rx=0 tx=0).stop 2024-05-20T21:32:47.289 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 shutdown_connections 2024-05-20T21:32:47.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7efdf40b27f0 0x7efdf40b4cb0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7efe0c106680 0x7efe0c1a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7efe0c105cc0 0x7efe0c19b290 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 --2- 172.21.15.6:0/4091982453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efe0c104ad0 0x7efe0c19ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 >> 172.21.15.6:0/4091982453 conn(0x7efe0c100060 msgr2=0x7efe0c109060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:47.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 shutdown_connections 2024-05-20T21:32:47.290 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.289+0000 7efe12a00640 1 -- 172.21.15.6:0/4091982453 wait complete. 2024-05-20T21:32:47.309 DEBUG:teuthology.orchestra.run.smithi006:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-20T21:32:47.528 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 -- 172.21.15.6:0/1170151389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef5010a190 msgr2=0x7fef5010a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 --2- 172.21.15.6:0/1170151389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef5010a190 0x7fef5010a610 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fef3c009900 tx=0x7fef3c02a3f0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 -- 172.21.15.6:0/1170151389 shutdown_connections 2024-05-20T21:32:47.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 --2- 172.21.15.6:0/1170151389 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef5010ab50 0x7fef501113e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 --2- 172.21.15.6:0/1170151389 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef5010a190 0x7fef5010a610 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 --2- 172.21.15.6:0/1170151389 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fef50108ff0 0x7fef50109410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 -- 172.21.15.6:0/1170151389 >> 172.21.15.6:0/1170151389 conn(0x7fef50077f40 msgr2=0x7fef5007a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:47.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 -- 172.21.15.6:0/1170151389 shutdown_connections 2024-05-20T21:32:47.529 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.528+0000 7fef4fe00640 1 -- 172.21.15.6:0/1170151389 wait complete. 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.529+0000 7fef4fe00640 1 Processor -- start 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4fe00640 1 -- start start 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4fe00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef50108ff0 0x7fef5019f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4fe00640 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fef5010a190 0x7fef5019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4fe00640 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef5010ab50 0x7fef501a6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4fe00640 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fef50114b30 con 0x7fef50108ff0 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4fe00640 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fef501149b0 con 0x7fef5010a190 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4fe00640 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fef50114cb0 con 0x7fef5010ab50 2024-05-20T21:32:47.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef50108ff0 0x7fef5019f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4ea00640 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef50108ff0 0x7fef5019f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:59676/0 (socket says 172.21.15.6:59676) 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4ea00640 1 -- 172.21.15.6:0/3701909947 learned_addr learned my addr 172.21.15.6:0/3701909947 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4f400640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef5010ab50 0x7fef501a6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.530+0000 7fef4e000640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fef5010a190 0x7fef5019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.531+0000 7fef4ea00640 1 -- 172.21.15.6:0/3701909947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef5010ab50 msgr2=0x7fef501a6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.531+0000 7fef4ea00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef5010ab50 0x7fef501a6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.531+0000 7fef4ea00640 1 -- 172.21.15.6:0/3701909947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fef5010a190 msgr2=0x7fef5019f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.531+0000 7fef4ea00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fef5010a190 0x7fef5019f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:47.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.531+0000 7fef4ea00640 1 -- 172.21.15.6:0/3701909947 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef501a6e00 con 0x7fef50108ff0 2024-05-20T21:32:47.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.531+0000 7fef4ea00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef50108ff0 0x7fef5019f230 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fef4000e9c0 tx=0x7fef4000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:47.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.532+0000 7fef47400640 1 -- 172.21.15.6:0/3701909947 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4000cd80 con 0x7fef50108ff0 2024-05-20T21:32:47.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.532+0000 7fef47400640 1 -- 172.21.15.6:0/3701909947 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef400035f0 con 0x7fef50108ff0 2024-05-20T21:32:47.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.532+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef501a70f0 con 0x7fef50108ff0 2024-05-20T21:32:47.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.532+0000 7fef47400640 1 -- 172.21.15.6:0/3701909947 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef40010690 con 0x7fef50108ff0 2024-05-20T21:32:47.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.532+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef501a7610 con 0x7fef50108ff0 2024-05-20T21:32:47.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.533+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef501102c0 con 0x7fef50108ff0 2024-05-20T21:32:47.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.536+0000 7fef47400640 1 -- 172.21.15.6:0/3701909947 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fef400037a0 con 0x7fef50108ff0 2024-05-20T21:32:47.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.538+0000 7fef47400640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fef340b27e0 0x7fef340b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:32:47.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.539+0000 7fef47400640 1 -- 172.21.15.6:0/3701909947 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7fef400e27d0 con 0x7fef50108ff0 2024-05-20T21:32:47.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.539+0000 7fef4e000640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fef340b27e0 0x7fef340b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:32:47.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.539+0000 7fef4e000640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fef340b27e0 0x7fef340b4ca0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fef3c031500 tx=0x7fef3c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:32:47.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.541+0000 7fef47400640 1 -- 172.21.15.6:0/3701909947 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fef400aa3f0 con 0x7fef50108ff0 2024-05-20T21:32:47.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.806+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fef5002dba0 con 0x7fef50108ff0 2024-05-20T21:32:47.843 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.843+0000 7fef47400640 1 -- 172.21.15.6:0/3701909947 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+815632 (secure 0 0 0) 0x7fef400a9cf0 con 0x7fef50108ff0 2024-05-20T21:32:47.858 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:32:47.858 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:32:47.858 INFO:teuthology.orchestra.run.smithi006.stdout: "epoch": 18, 2024-05-20T21:32:47.858 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.858 INFO:teuthology.orchestra.run.smithi006.stdout: "active_gid": 14152, 2024-05-20T21:32:47.858 INFO:teuthology.orchestra.run.smithi006.stdout: "active_name": "x", 2024-05-20T21:32:47.858 INFO:teuthology.orchestra.run.smithi006.stdout: "active_addrs": { 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:6800", 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1553260316 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v1", 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:6801", 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1553260316 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:47.859 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "active_addr": "172.21.15.6:6801/1553260316", 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "active_change": "2024-05-20T21:03:35.960954+0000", 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "active_mgr_features": 4540701547738038271, 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "available": true, 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "standbys": [ 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "gid": 24109, 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "z", 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr_features": 4540701547738038271, 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "available_modules": [ 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:47.860 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "alerts", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How frequently to reexamine health status", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.861 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:47.862 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.863 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.864 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.865 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.866 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_destination": { 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_destination", 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.867 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Email address to send alerts to", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_from_name": { 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_from_name", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "Ceph", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Email From: name", 2024-05-20T21:32:47.868 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_host": { 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_host", 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP server", 2024-05-20T21:32:47.869 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_password": { 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_password", 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.870 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Password to authenticate with", 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_port": { 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_port", 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "465", 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.871 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP port", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_sender": { 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_sender", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP envelope sender", 2024-05-20T21:32:47.872 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_ssl": { 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_ssl", 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.873 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_user": { 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_user", 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.874 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "User to authenticate as", 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.875 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "balancer", 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "active": { 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "active", 2024-05-20T21:32:47.876 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically balance PGs across cluster", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "begin_time": { 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "begin_time", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.877 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0000", 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "beginning time of day to automatically balance", 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "begin_weekday": { 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "begin_weekday", 2024-05-20T21:32:47.878 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "6", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_max_iterations": { 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_max_iterations", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:47.879 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "25", 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "250", 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_metrics": { 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_metrics", 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.880 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "pgs,objects,bytes", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_step": { 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_step", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.881 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0.5", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0.001", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "0.999", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "aggressiveness of optimization", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "end_time": { 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "end_time", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "2359", 2024-05-20T21:32:47.882 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "ending time of day to automatically balance", 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "end_weekday": { 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "end_weekday", 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.883 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0", 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "6", 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.884 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.885 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.886 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:47.887 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.888 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "min_score": { 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "min_score", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.889 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": { 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mode", 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "upmap", 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.890 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "crush-compat", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "none", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "read", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap-read" 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Balancer mode", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "pool_ids": { 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pool_ids", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.891 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.892 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:47.893 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap_max_deviation": { 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "upmap_max_deviation", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:47.894 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap_max_optimizations": { 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "upmap_max_optimizations", 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.895 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cephadm", 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:47.896 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_down_multiplier": { 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_down_multiplier", 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3.0", 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.897 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_refresh_rate": { 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_refresh_rate", 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "20", 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-20T21:32:47.898 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_starting_port": { 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_starting_port", 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "4721", 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.899 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_ptrace": { 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_ptrace", 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.900 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "autotune_interval": { 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "autotune_interval", 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.901 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "autotune_memory_target_ratio": { 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "autotune_memory_target_ratio", 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0.7", 2024-05-20T21:32:47.902 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm_log_destination": { 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cephadm_log_destination", 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.903 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "file", 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "file,syslog", 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "syslog" 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "cgroups_split": { 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cgroups_split", 2024-05-20T21:32:47.904 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "config_checks_enabled": { 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_checks_enabled", 2024-05-20T21:32:47.905 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "config_dashboard": { 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_dashboard", 2024-05-20T21:32:47.906 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_alertmanager": { 2024-05-20T21:32:47.907 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_alertmanager", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_base": { 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_base", 2024-05-20T21:32:47.908 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Container image name, without the tag", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_elasticsearch": { 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_elasticsearch", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.909 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "elasticsearch container image", 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_grafana": { 2024-05-20T21:32:47.910 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_grafana", 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.911 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_haproxy": { 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_haproxy", 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "HAproxy container image", 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.912 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_agent": { 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_agent", 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger agent container image", 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.913 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_collector": { 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_collector", 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger collector container image", 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.914 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_query": { 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_query", 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger query container image", 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.915 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_keepalived": { 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_keepalived", 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Keepalived container image", 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.916 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_loki": { 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_loki", 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Loki container image", 2024-05-20T21:32:47.917 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_node_exporter": { 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_node_exporter", 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:47.918 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_nvmeof": { 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_nvmeof", 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.919 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Nvme-of container image", 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_prometheus": { 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_prometheus", 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.920 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_promtail": { 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_promtail", 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.921 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Promtail container image", 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_samba": { 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_samba", 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.922 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Samba/SMB container image", 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_snmp_gateway": { 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_snmp_gateway", 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-20T21:32:47.923 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SNMP Gateway container image", 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "container_init": { 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_init", 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.924 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Run podman/docker with `--init`", 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "daemon_cache_timeout": { 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "daemon_cache_timeout", 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.925 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.926 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "default_cephadm_command_timeout": { 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "default_cephadm_command_timeout", 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "900", 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.927 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "default_registry": { 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "default_registry", 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io", 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.928 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "device_cache_timeout": { 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_cache_timeout", 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1800", 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache device inventory", 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.929 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "device_enhanced_scan": { 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_enhanced_scan", 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-20T21:32:47.930 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "facts_cache_timeout": { 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "facts_cache_timeout", 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.931 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache host facts data", 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "grafana_dashboards_path": { 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "grafana_dashboards_path", 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.932 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "host_check_interval": { 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "host_check_interval", 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.933 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to perform a host check", 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "hw_monitoring": { 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "hw_monitoring", 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.934 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "inventory_list_all": { 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "inventory_list_all", 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.935 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:47.936 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:47.937 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "log_refresh_metadata": { 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_refresh_metadata", 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.938 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.939 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.940 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.941 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.942 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.943 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "*", 2024-05-20T21:32:47.944 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "max_count_per_host": { 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_count_per_host", 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.945 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "max number of daemons per service per host", 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "max_osd_draining_count": { 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_osd_draining_count", 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.946 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "migration_current": { 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "migration_current", 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.947 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "internal - do not modify", 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": { 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mode", 2024-05-20T21:32:47.948 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "root", 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm-package", 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "root" 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "mode for remote execution of cephadm", 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.949 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "oob_default_addr": { 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "oob_default_addr", 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "169.254.1.1", 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.950 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "prometheus_alerts_path": { 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prometheus_alerts_path", 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-20T21:32:47.951 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_insecure": { 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_insecure", 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.952 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_password": { 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_password", 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.953 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_url": { 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_url", 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.954 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_username": { 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_username", 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.955 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "secure_monitoring_stack": { 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "secure_monitoring_stack", 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.956 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "service_discovery_port": { 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "service_discovery_port", 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.957 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8765", 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "cephadm service discovery port", 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:47.958 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "ssh_config_file": { 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssh_config_file", 2024-05-20T21:32:47.959 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "use_agent": { 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "use_agent", 2024-05-20T21:32:47.960 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "use_repo_digest": { 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "use_repo_digest", 2024-05-20T21:32:47.961 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_failed_host_check": { 2024-05-20T21:32:47.962 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_failed_host_check", 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if the host check fails", 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.963 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_stray_daemons": { 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_stray_daemons", 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.964 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_stray_hosts": { 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_stray_hosts", 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.965 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crash", 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.966 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.967 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.968 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:47.969 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.970 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "retain_interval": { 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "retain_interval", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "31536000", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.971 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.972 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_recent_interval": { 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_recent_interval", 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1209600", 2024-05-20T21:32:47.973 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "dashboard", 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:47.974 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.975 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "ALERTMANAGER_API_HOST": { 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.976 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.977 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "AUDIT_API_ENABLED": { 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "AUDIT_API_ENABLED", 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.978 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.979 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "ENABLE_BROWSABLE_API": { 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.980 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.981 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.982 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.983 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.984 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.985 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.986 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.987 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.988 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_PASSWORD": { 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.989 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.990 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_URL": { 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_URL", 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.991 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_USERNAME": { 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.992 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.993 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.994 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:47.995 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-20T21:32:47.996 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-20T21:32:47.997 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "[]", 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.998 INFO:teuthology.orchestra.run.smithi006.stdout: "MULTICLUSTER_CONFIG": { 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "{}", 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:47.999 INFO:teuthology.orchestra.run.smithi006.stdout: "PROMETHEUS_API_HOST": { 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.000 INFO:teuthology.orchestra.run.smithi006.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.001 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.002 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.003 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.004 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.005 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.006 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.007 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.008 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_ENABLED": { 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-20T21:32:48.009 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-20T21:32:48.010 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-20T21:32:48.011 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.012 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8", 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.013 INFO:teuthology.orchestra.run.smithi006.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "45", 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.014 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_ACCESS_KEY": { 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.015 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.016 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_SECRET_KEY": { 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.017 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_SSL_VERIFY": { 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.018 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "UNSAFE_TLS_v1_2": { 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.019 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.020 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.021 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:48.022 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "cross_origin_url": { 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cross_origin_url", 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.023 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "crt_file": { 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crt_file", 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.024 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "debug": { 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "debug", 2024-05-20T21:32:48.025 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable/disable debug options", 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.026 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "jwt_token_ttl": { 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "jwt_token_ttl", 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "28800", 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.027 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "key_file": { 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "key_file", 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.028 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.029 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.030 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.031 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.032 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.033 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "motd": { 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "motd", 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.034 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "The message of the day", 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "redirect_resolve_ip_addr": { 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "redirect_resolve_ip_addr", 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.035 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.036 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "::", 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.037 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8080", 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.038 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl": { 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl", 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.039 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl_server_port": { 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl_server_port", 2024-05-20T21:32:48.040 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8443", 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_behaviour": { 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_behaviour", 2024-05-20T21:32:48.041 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "redirect", 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "redirect" 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.042 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_error_status_code": { 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "500", 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "400", 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "599", 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.043 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "url_prefix": { 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "url_prefix", 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.044 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "devicehealth", 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "enable_monitoring": { 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enable_monitoring", 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.045 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "monitor device health metrics", 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.046 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.047 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.048 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.049 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.050 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.051 INFO:teuthology.orchestra.run.smithi006.stdout: "mark_out_threshold": { 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mark_out_threshold", 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "2419200", 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.052 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "pool_name": { 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pool_name", 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "device_health_metrics", 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.053 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "retention_period": { 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "retention_period", 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15552000", 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long to retain device health metrics", 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.054 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "scrape_frequency": { 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "scrape_frequency", 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "86400", 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.055 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "self_heal": { 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "self_heal", 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.056 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to wake up and check device health", 2024-05-20T21:32:48.057 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.058 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_threshold": { 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_threshold", 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "7257600", 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.059 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "diskprediction_local", 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.060 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.061 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.062 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.063 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.064 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.065 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "predict_interval": { 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "predict_interval", 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "86400", 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.066 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "predictor_model": { 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "predictor_model", 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "prophetstor", 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.067 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.068 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.069 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "influx", 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": false, 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "influxdb python module not found", 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "batch_size": { 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "batch_size", 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.070 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5000", 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "database": { 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "database", 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.071 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "ceph", 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": { 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "hostname", 2024-05-20T21:32:48.072 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB server hostname", 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.073 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "30", 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "5", 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.074 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.075 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.076 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.077 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.078 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.079 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "password": { 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "password", 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "password of InfluxDB server user", 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.080 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "port": { 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "port", 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8086", 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB server port", 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.081 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.082 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl": { 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl", 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "false", 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.083 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "threads": { 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "threads", 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "32", 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.084 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "username": { 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "username", 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "username of InfluxDB server user", 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.085 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "verify_ssl": { 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "verify_ssl", 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "true", 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.086 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "insights", 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.087 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.088 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.089 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.090 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.091 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.092 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.093 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "iostat", 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.094 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.095 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.096 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.097 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.098 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.099 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.100 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "k8sevents", 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_event_retention_days": { 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ceph_event_retention_days", 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.101 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "7", 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "config_check_secs": { 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_check_secs", 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.102 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "10", 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.103 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.104 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.105 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.106 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.107 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.108 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.109 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "localpool", 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "failure_domain": { 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "failure_domain", 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.110 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "host", 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "failure domain for any created local pool", 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.111 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.112 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.113 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.114 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.115 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "min_size": { 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "min_size", 2024-05-20T21:32:48.116 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default min_size for any created local pool", 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "num_rep": { 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "num_rep", 2024-05-20T21:32:48.117 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3", 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default replica count for any created local pool", 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "pg_num": { 2024-05-20T21:32:48.118 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pg_num", 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "128", 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default pg_num for any created local pool", 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.119 INFO:teuthology.orchestra.run.smithi006.stdout: "prefix": { 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prefix", 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "name prefix for any created local pool", 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.120 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.121 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "subtree": { 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "subtree", 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "rack", 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-20T21:32:48.122 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mds_autoscaler", 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.123 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.124 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.125 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.126 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.127 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.128 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.129 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mirroring", 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.130 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.131 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.132 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.133 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.134 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.135 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "nfs", 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.136 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.137 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.138 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.139 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.140 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.141 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.142 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "orchestrator", 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "fail_fs": { 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "fail_fs", 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.143 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.144 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.145 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.146 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.147 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.148 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "orchestrator": { 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "orchestrator", 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.149 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm", 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "rook", 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "test_orchestrator" 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Orchestrator backend", 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.150 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.151 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "osd_perf_query", 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.152 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.153 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.154 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.155 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.156 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.157 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "osd_support", 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.158 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.159 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.160 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.161 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.162 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.163 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.164 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.165 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pg_autoscaler", 2024-05-20T21:32:48.166 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.167 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.168 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.169 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.170 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.171 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.172 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.173 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "threshold": { 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "threshold", 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.174 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3.0", 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1.0", 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "scaling threshold", 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "progress", 2024-05-20T21:32:48.175 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_pg_recovery_event": { 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_pg_recovery_event", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.176 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "enabled": { 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enabled", 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.177 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.178 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.179 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.180 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.181 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.182 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "max_completed_events": { 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_completed_events", 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.183 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "50", 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "number of past completed events to remember", 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.184 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long the module is going to sleep", 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.185 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.186 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prometheus", 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "cache": { 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cache", 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.187 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "exclude_perf_counters": { 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "exclude_perf_counters", 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.188 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.189 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.190 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.191 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.192 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.193 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.194 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_stats_pools": { 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_stats_pools", 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.195 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "300", 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.196 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "scrape_interval": { 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "scrape_interval", 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15.0", 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.197 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "::", 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.198 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "9283", 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.199 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.200 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "stale_cache_strategy": { 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "stale_cache_strategy", 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.201 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "log", 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_behaviour": { 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_behaviour", 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.202 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "default", 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "default", 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "error" 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_error_status_code": { 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:48.203 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "500", 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "400", 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "599", 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.204 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_support", 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.205 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.206 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.207 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.208 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.209 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "max_concurrent_snap_create": { 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_concurrent_snap_create", 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.210 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "mirror_snapshot_schedule": { 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mirror_snapshot_schedule", 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.211 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.212 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "trash_purge_schedule": { 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "trash_purge_schedule", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.213 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "restful", 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "enable_auth": { 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enable_auth", 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.214 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "key_file": { 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "key_file", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.215 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.216 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.217 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.218 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.219 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.220 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.221 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.222 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.223 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rgw", 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.224 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.225 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.226 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.227 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.228 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.229 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rook", 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.230 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.231 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.232 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.233 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.234 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.235 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.236 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "storage_class": { 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "storage_class", 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "local", 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.237 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "selftest", 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.238 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.239 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.240 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.241 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.242 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "roption1": { 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "roption1", 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.243 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "roption2": { 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "roption2", 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "xyz", 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.244 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption1": { 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption1", 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.245 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption2": { 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption2", 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.246 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption3": { 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption3", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.247 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption4": { 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption4", 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.248 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption5": { 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption5", 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.249 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption6": { 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption6", 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.250 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption7": { 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption7", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "42", 2024-05-20T21:32:48.251 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.252 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "testkey": { 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testkey", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.253 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "testlkey": { 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testlkey", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.254 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "testnewline": { 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testnewline", 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.255 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smb", 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.256 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.257 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.258 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.259 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.260 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.261 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "update_orchestration": { 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "update_orchestration", 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.262 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.263 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snap_schedule", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_m_granularity": { 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_m_granularity", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow minute scheduled snapshots", 2024-05-20T21:32:48.264 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "dump_on_update": { 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "dump_on_update", 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "dump database to debug log on update", 2024-05-20T21:32:48.265 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.266 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.267 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.268 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.269 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.270 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.271 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "stats", 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.272 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.273 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.274 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.275 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.276 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.277 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.278 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "status", 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.279 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.280 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.281 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.282 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.283 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.284 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "telegraf", 2024-05-20T21:32:48.285 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "address": { 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "address", 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.286 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15", 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.287 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.288 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.289 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.290 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.291 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.292 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.293 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.294 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "telemetry", 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_basic": { 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_basic", 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.295 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_crash": { 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_crash", 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.296 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_device": { 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_device", 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.297 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_ident": { 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_ident", 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.298 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_perf": { 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_perf", 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.299 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "contact": { 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "contact", 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.300 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "description": { 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "description", 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.301 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "device_url": { 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_url", 2024-05-20T21:32:48.302 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.303 INFO:teuthology.orchestra.run.smithi006.stdout: "enabled": { 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enabled", 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.304 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "24", 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "8", 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.305 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "last_opt_revision": { 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "last_opt_revision", 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1", 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.306 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "leaderboard": { 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "leaderboard", 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.307 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "leaderboard_description": { 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "leaderboard_description", 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.308 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.309 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.310 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.311 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.312 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.313 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "organization": { 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "organization", 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.314 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "proxy": { 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "proxy", 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.315 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.316 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "url": { 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "url", 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-20T21:32:48.317 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "test_orchestrator", 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.318 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.319 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.320 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.321 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.322 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.323 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.324 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "volumes", 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.325 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.326 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.327 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.328 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.329 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.330 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "max_concurrent_clones": { 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_concurrent_clones", 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "4", 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.331 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "periodic_async_work": { 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "periodic_async_work", 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Periodically check for async work", 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.332 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "snapshot_clone_delay": { 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snapshot_clone_delay", 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.333 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "snapshot_clone_no_wait": { 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snapshot_clone_no_wait", 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.334 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.335 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix", 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: "discovery_interval": { 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "discovery_interval", 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.336 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "100", 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "identifier": { 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "identifier", 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.337 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.338 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.339 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.340 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.341 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.342 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.343 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.344 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.345 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_host": { 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_host", 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.346 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_port": { 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_port", 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.347 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10051", 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_sender": { 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_sender", 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.348 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:48.349 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "gid": 24113, 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "y", 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "mgr_features": 4540701547738038271, 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "available_modules": [ 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "alerts", 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.350 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How frequently to reexamine health status", 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.351 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.352 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.353 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.354 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.355 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.356 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_destination": { 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_destination", 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Email address to send alerts to", 2024-05-20T21:32:48.357 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_from_name": { 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_from_name", 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "Ceph", 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.358 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Email From: name", 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_host": { 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_host", 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.359 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP server", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_password": { 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_password", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Password to authenticate with", 2024-05-20T21:32:48.360 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_port": { 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_port", 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "465", 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP port", 2024-05-20T21:32:48.361 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_sender": { 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_sender", 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.362 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP envelope sender", 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_ssl": { 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_ssl", 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.363 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_user": { 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_user", 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.364 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "User to authenticate as", 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.365 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "balancer", 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.366 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "active": { 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "active", 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically balance PGs across cluster", 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.367 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "begin_time": { 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "begin_time", 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0000", 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "beginning time of day to automatically balance", 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:48.368 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "begin_weekday": { 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "begin_weekday", 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0", 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "6", 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.369 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_max_iterations": { 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_max_iterations", 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "25", 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "250", 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.370 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_metrics": { 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_metrics", 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "pgs,objects,bytes", 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-20T21:32:48.371 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_step": { 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_step", 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0.5", 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0.001", 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "0.999", 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "aggressiveness of optimization", 2024-05-20T21:32:48.372 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "end_time": { 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "end_time", 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "2359", 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.373 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "ending time of day to automatically balance", 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "end_weekday": { 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "end_weekday", 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.374 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0", 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "6", 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.375 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.376 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.377 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.378 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.379 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.380 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "min_score": { 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "min_score", 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.381 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": { 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mode", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "upmap", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "crush-compat", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "none", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "read", 2024-05-20T21:32:48.382 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap", 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap-read" 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Balancer mode", 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "pool_ids": { 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pool_ids", 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.383 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.384 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.385 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap_max_deviation": { 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "upmap_max_deviation", 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:48.386 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap_max_optimizations": { 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "upmap_max_optimizations", 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.387 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.388 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cephadm", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_down_multiplier": { 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_down_multiplier", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3.0", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-20T21:32:48.389 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_refresh_rate": { 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_refresh_rate", 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "20", 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.390 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_starting_port": { 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_starting_port", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "4721", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-20T21:32:48.391 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_ptrace": { 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_ptrace", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-20T21:32:48.392 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "autotune_interval": { 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "autotune_interval", 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.393 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "autotune_memory_target_ratio": { 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "autotune_memory_target_ratio", 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0.7", 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.394 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm_log_destination": { 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cephadm_log_destination", 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.395 INFO:teuthology.orchestra.run.smithi006.stdout: "file", 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "file,syslog", 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "syslog" 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "cgroups_split": { 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cgroups_split", 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.396 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "config_checks_enabled": { 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_checks_enabled", 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.397 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "config_dashboard": { 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_dashboard", 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.398 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_alertmanager": { 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_alertmanager", 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.399 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_base": { 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_base", 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.400 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Container image name, without the tag", 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_elasticsearch": { 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_elasticsearch", 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.401 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "elasticsearch container image", 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_grafana": { 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_grafana", 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.402 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_haproxy": { 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_haproxy", 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.403 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.404 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-20T21:32:48.404 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "HAproxy container image", 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_agent": { 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_agent", 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.405 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger agent container image", 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_collector": { 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_collector", 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.406 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger collector container image", 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_query": { 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_query", 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.407 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger query container image", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_keepalived": { 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_keepalived", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.408 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Keepalived container image", 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_loki": { 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_loki", 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.409 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Loki container image", 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_node_exporter": { 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_node_exporter", 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.410 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_nvmeof": { 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_nvmeof", 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.411 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Nvme-of container image", 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_prometheus": { 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_prometheus", 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.412 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_promtail": { 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_promtail", 2024-05-20T21:32:48.413 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Promtail container image", 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.414 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_samba": { 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_samba", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Samba/SMB container image", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_snmp_gateway": { 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_snmp_gateway", 2024-05-20T21:32:48.415 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SNMP Gateway container image", 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "container_init": { 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_init", 2024-05-20T21:32:48.416 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Run podman/docker with `--init`", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "daemon_cache_timeout": { 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "daemon_cache_timeout", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.417 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "default_cephadm_command_timeout": { 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "default_cephadm_command_timeout", 2024-05-20T21:32:48.418 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "900", 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "default_registry": { 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "default_registry", 2024-05-20T21:32:48.419 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "device_cache_timeout": { 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_cache_timeout", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.420 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1800", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache device inventory", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "device_enhanced_scan": { 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_enhanced_scan", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.421 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "facts_cache_timeout": { 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "facts_cache_timeout", 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.422 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache host facts data", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "grafana_dashboards_path": { 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "grafana_dashboards_path", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-20T21:32:48.423 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "host_check_interval": { 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "host_check_interval", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.424 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to perform a host check", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "hw_monitoring": { 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "hw_monitoring", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.425 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "inventory_list_all": { 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "inventory_list_all", 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.426 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.427 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "log_refresh_metadata": { 2024-05-20T21:32:48.428 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_refresh_metadata", 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.429 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.430 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.431 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.432 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-20T21:32:48.433 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "*", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.434 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "max_count_per_host": { 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_count_per_host", 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "max number of daemons per service per host", 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.435 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "max_osd_draining_count": { 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_osd_draining_count", 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.436 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "migration_current": { 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "migration_current", 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "internal - do not modify", 2024-05-20T21:32:48.437 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": { 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mode", 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "root", 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.438 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm-package", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "root" 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "mode for remote execution of cephadm", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "oob_default_addr": { 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "oob_default_addr", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "169.254.1.1", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.439 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "prometheus_alerts_path": { 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prometheus_alerts_path", 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.440 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_insecure": { 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_insecure", 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.441 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_password": { 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_password", 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.442 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_url": { 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_url", 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.443 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_username": { 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_username", 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.444 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "secure_monitoring_stack": { 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "secure_monitoring_stack", 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.445 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "service_discovery_port": { 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "service_discovery_port", 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8765", 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.446 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "cephadm service discovery port", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.447 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "ssh_config_file": { 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssh_config_file", 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-20T21:32:48.448 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "use_agent": { 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "use_agent", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.449 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: "use_repo_digest": { 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "use_repo_digest", 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.450 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_failed_host_check": { 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_failed_host_check", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.451 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if the host check fails", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_stray_daemons": { 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_stray_daemons", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.452 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_stray_hosts": { 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_stray_hosts", 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.453 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crash", 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.454 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.455 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.456 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.457 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.458 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.459 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "retain_interval": { 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "retain_interval", 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "31536000", 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.460 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.461 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_recent_interval": { 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_recent_interval", 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1209600", 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-20T21:32:48.462 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "dashboard", 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-20T21:32:48.463 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "ALERTMANAGER_API_HOST": { 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-20T21:32:48.464 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.465 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "AUDIT_API_ENABLED": { 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "AUDIT_API_ENABLED", 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.466 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.467 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "ENABLE_BROWSABLE_API": { 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-20T21:32:48.468 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-20T21:32:48.469 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-20T21:32:48.470 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-20T21:32:48.471 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-20T21:32:48.472 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-20T21:32:48.473 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-20T21:32:48.474 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.475 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.476 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.477 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_PASSWORD": { 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.478 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.479 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_URL": { 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_URL", 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.480 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_USERNAME": { 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.481 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.482 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.483 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.484 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.485 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "[]", 2024-05-20T21:32:48.486 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "MULTICLUSTER_CONFIG": { 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.487 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "{}", 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "PROMETHEUS_API_HOST": { 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.488 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.489 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.490 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.491 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.492 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-20T21:32:48.493 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-20T21:32:48.494 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-20T21:32:48.495 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.496 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_ENABLED": { 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.497 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.498 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.499 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.500 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8", 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.501 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "45", 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_ACCESS_KEY": { 2024-05-20T21:32:48.502 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.503 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.504 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_SECRET_KEY": { 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.505 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_SSL_VERIFY": { 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.506 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "UNSAFE_TLS_v1_2": { 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.507 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.508 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.509 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.510 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "cross_origin_url": { 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cross_origin_url", 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.511 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "crt_file": { 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crt_file", 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.512 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "debug": { 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "debug", 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.513 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable/disable debug options", 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "jwt_token_ttl": { 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "jwt_token_ttl", 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "28800", 2024-05-20T21:32:48.514 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "key_file": { 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "key_file", 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.515 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.516 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.517 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.518 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.519 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.520 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "motd": { 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "motd", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.521 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "The message of the day", 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "redirect_resolve_ip_addr": { 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "redirect_resolve_ip_addr", 2024-05-20T21:32:48.522 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:48.523 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "::", 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:48.524 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8080", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.525 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl": { 2024-05-20T21:32:48.526 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl", 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl_server_port": { 2024-05-20T21:32:48.527 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl_server_port", 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8443", 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_behaviour": { 2024-05-20T21:32:48.528 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_behaviour", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "redirect", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "redirect" 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.529 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_error_status_code": { 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "500", 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "400", 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "599", 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.530 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "url_prefix": { 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "url_prefix", 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.531 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "devicehealth", 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "enable_monitoring": { 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enable_monitoring", 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.532 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "monitor device health metrics", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.533 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.534 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.535 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.536 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.537 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "mark_out_threshold": { 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mark_out_threshold", 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "2419200", 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.538 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "pool_name": { 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pool_name", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "device_health_metrics", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-20T21:32:48.539 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "retention_period": { 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "retention_period", 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15552000", 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.540 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long to retain device health metrics", 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "scrape_frequency": { 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "scrape_frequency", 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "86400", 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.541 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "self_heal": { 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "self_heal", 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.542 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.543 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to wake up and check device health", 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.544 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.545 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_threshold": { 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_threshold", 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "7257600", 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-20T21:32:48.546 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "diskprediction_local", 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.547 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.548 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.549 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.550 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.551 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "predict_interval": { 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "predict_interval", 2024-05-20T21:32:48.552 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "86400", 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "predictor_model": { 2024-05-20T21:32:48.553 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "predictor_model", 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "prophetstor", 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.554 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.555 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.556 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "influx", 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": false, 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "influxdb python module not found", 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "batch_size": { 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "batch_size", 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5000", 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.557 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "database": { 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "database", 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "ceph", 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.558 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": { 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "hostname", 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.559 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB server hostname", 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "30", 2024-05-20T21:32:48.560 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "5", 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.561 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.562 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.563 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.564 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.565 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "password": { 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "password", 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.566 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "password of InfluxDB server user", 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "port": { 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "port", 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.567 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8086", 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB server port", 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.568 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl": { 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl", 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.569 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "false", 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "threads": { 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "threads", 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.570 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "32", 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "username": { 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "username", 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.571 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "username of InfluxDB server user", 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "verify_ssl": { 2024-05-20T21:32:48.572 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "verify_ssl", 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "true", 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.573 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "insights", 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.574 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.575 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.576 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.577 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.578 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.579 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "iostat", 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.580 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.581 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.582 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.583 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.584 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.585 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.586 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "k8sevents", 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_event_retention_days": { 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ceph_event_retention_days", 2024-05-20T21:32:48.587 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "7", 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.588 INFO:teuthology.orchestra.run.smithi006.stdout: "config_check_secs": { 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_check_secs", 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "10", 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.589 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.590 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.591 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.592 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.593 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.594 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.595 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "localpool", 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "failure_domain": { 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "failure_domain", 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "host", 2024-05-20T21:32:48.596 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "failure domain for any created local pool", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.597 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.598 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.599 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.600 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.601 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "min_size": { 2024-05-20T21:32:48.602 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "min_size", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default min_size for any created local pool", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "num_rep": { 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "num_rep", 2024-05-20T21:32:48.603 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3", 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default replica count for any created local pool", 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "pg_num": { 2024-05-20T21:32:48.604 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pg_num", 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "128", 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default pg_num for any created local pool", 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "prefix": { 2024-05-20T21:32:48.605 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prefix", 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "name prefix for any created local pool", 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.606 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.607 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "subtree": { 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "subtree", 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "rack", 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.608 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mds_autoscaler", 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.609 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.610 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.611 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.612 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.613 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.614 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.615 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mirroring", 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.616 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.617 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.618 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.619 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.620 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.621 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.622 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.623 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "nfs", 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.624 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.625 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.626 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.627 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.628 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.629 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "orchestrator", 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.630 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "fail_fs": { 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "fail_fs", 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-20T21:32:48.631 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.632 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.633 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.634 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.635 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.636 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "orchestrator": { 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "orchestrator", 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.637 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm", 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "rook", 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "test_orchestrator" 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Orchestrator backend", 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.638 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.639 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "osd_perf_query", 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.640 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.641 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.642 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.643 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.644 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.645 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.646 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "osd_support", 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.647 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.648 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.649 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.650 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.651 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.652 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.653 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pg_autoscaler", 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.654 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.655 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.656 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.657 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.658 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.659 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.660 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "threshold": { 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "threshold", 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.661 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3.0", 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1.0", 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "scaling threshold", 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "progress", 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.662 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_pg_recovery_event": { 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_pg_recovery_event", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.663 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "enabled": { 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enabled", 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.664 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.665 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.666 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.667 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.668 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.669 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "max_completed_events": { 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_completed_events", 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "50", 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.670 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "number of past completed events to remember", 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:48.671 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long the module is going to sleep", 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.672 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prometheus", 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.673 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "cache": { 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cache", 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.674 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "exclude_perf_counters": { 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "exclude_perf_counters", 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.675 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.676 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.677 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.678 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.679 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.680 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_stats_pools": { 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_stats_pools", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.681 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "300", 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.682 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "scrape_interval": { 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "scrape_interval", 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15.0", 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.683 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "::", 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.684 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "9283", 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.685 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.686 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "stale_cache_strategy": { 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "stale_cache_strategy", 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "log", 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.687 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_behaviour": { 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_behaviour", 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "default", 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.688 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "default", 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "error" 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_error_status_code": { 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.689 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "500", 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "400", 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "599", 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.690 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_support", 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.691 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.692 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.693 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.694 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.695 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "max_concurrent_snap_create": { 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_concurrent_snap_create", 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.696 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "mirror_snapshot_schedule": { 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mirror_snapshot_schedule", 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.697 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.698 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "trash_purge_schedule": { 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "trash_purge_schedule", 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.699 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "restful", 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.700 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "enable_auth": { 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enable_auth", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.701 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "key_file": { 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "key_file", 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.702 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.703 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.704 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.705 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.706 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.707 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.708 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.709 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.710 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rgw", 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.711 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.712 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.713 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.714 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.715 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.716 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.717 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rook", 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.718 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.719 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.720 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.721 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.722 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.723 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.724 INFO:teuthology.orchestra.run.smithi006.stdout: "storage_class": { 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "storage_class", 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "local", 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.725 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "selftest", 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.726 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.727 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.728 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.729 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.730 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "roption1": { 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "roption1", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.731 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "roption2": { 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "roption2", 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.732 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "xyz", 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption1": { 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption1", 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.733 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption2": { 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption2", 2024-05-20T21:32:48.734 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption3": { 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption3", 2024-05-20T21:32:48.735 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption4": { 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption4", 2024-05-20T21:32:48.736 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption5": { 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption5", 2024-05-20T21:32:48.737 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.738 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption6": { 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption6", 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption7": { 2024-05-20T21:32:48.739 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption7", 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "42", 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.740 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "testkey": { 2024-05-20T21:32:48.741 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testkey", 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.742 INFO:teuthology.orchestra.run.smithi006.stdout: "testlkey": { 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testlkey", 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.743 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "testnewline": { 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testnewline", 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.744 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smb", 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.745 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.746 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.747 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.748 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.749 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.750 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.751 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "update_orchestration": { 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "update_orchestration", 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.752 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snap_schedule", 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_m_granularity": { 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_m_granularity", 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.753 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow minute scheduled snapshots", 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "dump_on_update": { 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "dump_on_update", 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.754 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "dump database to debug log on update", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.755 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.756 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.757 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.758 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.759 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.760 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.761 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "stats", 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.762 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.763 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.764 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.765 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.766 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.767 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "status", 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.768 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.769 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.770 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.771 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.772 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.773 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.774 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "telegraf", 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "address": { 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "address", 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-20T21:32:48.775 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15", 2024-05-20T21:32:48.776 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.777 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.778 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.779 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.780 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.781 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.782 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "telemetry", 2024-05-20T21:32:48.783 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_basic": { 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_basic", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.784 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_crash": { 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_crash", 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.785 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_device": { 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_device", 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.786 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_ident": { 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_ident", 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-20T21:32:48.787 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_perf": { 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_perf", 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.788 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "contact": { 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "contact", 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.789 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "description": { 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "description", 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.790 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "device_url": { 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_url", 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.791 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "enabled": { 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enabled", 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.792 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "24", 2024-05-20T21:32:48.793 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "8", 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "last_opt_revision": { 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "last_opt_revision", 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.794 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1", 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "leaderboard": { 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "leaderboard", 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.795 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "leaderboard_description": { 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "leaderboard_description", 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.796 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.797 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.798 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.799 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.800 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.801 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "organization": { 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "organization", 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.802 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "proxy": { 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "proxy", 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.803 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.804 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "url": { 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "url", 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.805 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.806 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "test_orchestrator", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.807 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.808 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.809 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.810 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.811 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.811 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.811 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.814 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.815 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "volumes", 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.816 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.817 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.818 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.819 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.820 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.821 INFO:teuthology.orchestra.run.smithi006.stdout: "max_concurrent_clones": { 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_concurrent_clones", 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "4", 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.822 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "periodic_async_work": { 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "periodic_async_work", 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Periodically check for async work", 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.823 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "snapshot_clone_delay": { 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snapshot_clone_delay", 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.824 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "snapshot_clone_no_wait": { 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snapshot_clone_no_wait", 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.825 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.826 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix", 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "discovery_interval": { 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "discovery_interval", 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.827 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "100", 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "identifier": { 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "identifier", 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.828 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.829 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.830 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.831 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.832 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.833 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.834 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.835 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.836 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_host": { 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_host", 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.837 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_port": { 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_port", 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10051", 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.838 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_sender": { 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_sender", 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-20T21:32:48.839 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.840 INFO:teuthology.orchestra.run.smithi006.stdout: "modules": [ 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm", 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "dashboard", 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "iostat", 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "nfs", 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "restful" 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "available_modules": [ 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "alerts", 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:48.841 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How frequently to reexamine health status", 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.842 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.843 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.844 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.845 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.846 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.847 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_destination": { 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_destination", 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Email address to send alerts to", 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.848 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_from_name": { 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_from_name", 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "Ceph", 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Email From: name", 2024-05-20T21:32:48.849 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_host": { 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_host", 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.850 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP server", 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_password": { 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_password", 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.851 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Password to authenticate with", 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_port": { 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_port", 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "465", 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.852 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP port", 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_sender": { 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_sender", 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.853 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SMTP envelope sender", 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_ssl": { 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_ssl", 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.854 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "smtp_user": { 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smtp_user", 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.855 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "User to authenticate as", 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.856 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "balancer", 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.857 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "active": { 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "active", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically balance PGs across cluster", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.858 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "begin_time": { 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "begin_time", 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0000", 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.859 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.860 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "beginning time of day to automatically balance", 2024-05-20T21:32:48.860 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:48.860 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.860 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.860 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.860 INFO:teuthology.orchestra.run.smithi006.stdout: "begin_weekday": { 2024-05-20T21:32:48.860 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "begin_weekday", 2024-05-20T21:32:48.860 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.861 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.861 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.861 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.861 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0", 2024-05-20T21:32:48.861 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "6", 2024-05-20T21:32:48.861 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.861 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-20T21:32:48.861 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_max_iterations": { 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_max_iterations", 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "25", 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "250", 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.862 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_metrics": { 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_metrics", 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "pgs,objects,bytes", 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.863 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "crush_compat_step": { 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crush_compat_step", 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0.5", 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0.001", 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "0.999", 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.864 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "aggressiveness of optimization", 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "end_time": { 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "end_time", 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "2359", 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.865 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "ending time of day to automatically balance", 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "end_weekday": { 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "end_weekday", 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "0", 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "6", 2024-05-20T21:32:48.866 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.867 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.868 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.869 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.870 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.871 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "min_score": { 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "min_score", 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.872 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": { 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mode", 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.873 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "upmap", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "crush-compat", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "none", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "read", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap-read" 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Balancer mode", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.874 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "pool_ids": { 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pool_ids", 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.875 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-20T21:32:48.876 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.877 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap_max_deviation": { 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "upmap_max_deviation", 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.878 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "upmap_max_optimizations": { 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "upmap_max_optimizations", 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.879 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cephadm", 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_down_multiplier": { 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_down_multiplier", 2024-05-20T21:32:48.880 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3.0", 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_refresh_rate": { 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_refresh_rate", 2024-05-20T21:32:48.881 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "20", 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "agent_starting_port": { 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "agent_starting_port", 2024-05-20T21:32:48.882 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "4721", 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_ptrace": { 2024-05-20T21:32:48.883 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_ptrace", 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.884 INFO:teuthology.orchestra.run.smithi006.stdout: "autotune_interval": { 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "autotune_interval", 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.885 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "autotune_memory_target_ratio": { 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "autotune_memory_target_ratio", 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0.7", 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.886 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm_log_destination": { 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cephadm_log_destination", 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "file", 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "file,syslog", 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: "syslog" 2024-05-20T21:32:48.887 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "cgroups_split": { 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cgroups_split", 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.888 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "config_checks_enabled": { 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_checks_enabled", 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.889 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "config_dashboard": { 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_dashboard", 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.890 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_alertmanager": { 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_alertmanager", 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.891 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_base": { 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_base", 2024-05-20T21:32:48.892 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Container image name, without the tag", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_elasticsearch": { 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_elasticsearch", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.893 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "elasticsearch container image", 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_grafana": { 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_grafana", 2024-05-20T21:32:48.894 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_haproxy": { 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_haproxy", 2024-05-20T21:32:48.895 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "HAproxy container image", 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_agent": { 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_agent", 2024-05-20T21:32:48.896 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger agent container image", 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_collector": { 2024-05-20T21:32:48.897 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_collector", 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger collector container image", 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.898 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_jaeger_query": { 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_jaeger_query", 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Jaeger query container image", 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.899 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_keepalived": { 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_keepalived", 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Keepalived container image", 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.900 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_loki": { 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_loki", 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Loki container image", 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.901 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_node_exporter": { 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_node_exporter", 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.902 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_nvmeof": { 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_nvmeof", 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Nvme-of container image", 2024-05-20T21:32:48.903 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_prometheus": { 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_prometheus", 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Prometheus container image", 2024-05-20T21:32:48.904 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_promtail": { 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_promtail", 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Promtail container image", 2024-05-20T21:32:48.905 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_samba": { 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_samba", 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.906 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Samba/SMB container image", 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "container_image_snmp_gateway": { 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_image_snmp_gateway", 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.907 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "SNMP Gateway container image", 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "container_init": { 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "container_init", 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.908 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Run podman/docker with `--init`", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "daemon_cache_timeout": { 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "daemon_cache_timeout", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.909 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "default_cephadm_command_timeout": { 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "default_cephadm_command_timeout", 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "900", 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.910 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "default_registry": { 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "default_registry", 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "docker.io", 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.911 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "device_cache_timeout": { 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_cache_timeout", 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1800", 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.912 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache device inventory", 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "device_enhanced_scan": { 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_enhanced_scan", 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.913 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "facts_cache_timeout": { 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "facts_cache_timeout", 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.914 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "seconds to cache host facts data", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "grafana_dashboards_path": { 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "grafana_dashboards_path", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-20T21:32:48.915 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "host_check_interval": { 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "host_check_interval", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to perform a host check", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.916 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "hw_monitoring": { 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "hw_monitoring", 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-20T21:32:48.917 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "inventory_list_all": { 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "inventory_list_all", 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.918 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.919 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "log_refresh_metadata": { 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_refresh_metadata", 2024-05-20T21:32:48.920 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.921 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.922 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.923 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.924 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.925 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "*", 2024-05-20T21:32:48.926 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "max_count_per_host": { 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_count_per_host", 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.927 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "max number of daemons per service per host", 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "max_osd_draining_count": { 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_osd_draining_count", 2024-05-20T21:32:48.928 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "migration_current": { 2024-05-20T21:32:48.929 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "migration_current", 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "internal - do not modify", 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.930 INFO:teuthology.orchestra.run.smithi006.stdout: "mode": { 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mode", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "root", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm-package", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "root" 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "mode for remote execution of cephadm", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.931 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "oob_default_addr": { 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "oob_default_addr", 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "169.254.1.1", 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.932 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "prometheus_alerts_path": { 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prometheus_alerts_path", 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.933 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_insecure": { 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_insecure", 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-20T21:32:48.934 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_password": { 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_password", 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.935 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_url": { 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_url", 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.936 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "registry_username": { 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "registry_username", 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.937 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "secure_monitoring_stack": { 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "secure_monitoring_stack", 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.938 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "service_discovery_port": { 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "service_discovery_port", 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.939 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8765", 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "cephadm service discovery port", 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.940 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "ssh_config_file": { 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssh_config_file", 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.941 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "use_agent": { 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "use_agent", 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.942 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "use_repo_digest": { 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "use_repo_digest", 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.943 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_failed_host_check": { 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_failed_host_check", 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.944 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if the host check fails", 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_stray_daemons": { 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_stray_daemons", 2024-05-20T21:32:48.945 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_on_stray_hosts": { 2024-05-20T21:32:48.946 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_on_stray_hosts", 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.947 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crash", 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.948 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.949 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.950 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:48.951 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.952 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "retain_interval": { 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "retain_interval", 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.953 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "31536000", 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:48.954 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_recent_interval": { 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_recent_interval", 2024-05-20T21:32:48.955 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1209600", 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:48.956 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "dashboard", 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.957 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "ALERTMANAGER_API_HOST": { 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.958 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.959 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "AUDIT_API_ENABLED": { 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "AUDIT_API_ENABLED", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.960 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.961 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "ENABLE_BROWSABLE_API": { 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.962 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.963 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.964 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-20T21:32:48.965 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.966 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.967 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-20T21:32:48.968 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-20T21:32:48.969 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_PASSWORD": { 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-20T21:32:48.970 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-20T21:32:48.971 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_URL": { 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_URL", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.972 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_API_USERNAME": { 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.973 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.974 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.975 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.976 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.977 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "[]", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.978 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "MULTICLUSTER_CONFIG": { 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "{}", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.979 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "PROMETHEUS_API_HOST": { 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.980 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.981 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.982 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.983 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.984 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.985 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.986 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.987 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.988 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_ENABLED": { 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.989 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-20T21:32:48.990 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.991 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8", 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.992 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "45", 2024-05-20T21:32:48.993 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_ACCESS_KEY": { 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.994 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.995 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "admin", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_SECRET_KEY": { 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:48.996 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "RGW_API_SSL_VERIFY": { 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:48.997 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "UNSAFE_TLS_v1_2": { 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.998 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:48.999 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.000 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.001 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "cross_origin_url": { 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cross_origin_url", 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.002 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "crt_file": { 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "crt_file", 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.003 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "debug": { 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "debug", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Enable/disable debug options", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.004 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "jwt_token_ttl": { 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "jwt_token_ttl", 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "28800", 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.005 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "key_file": { 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "key_file", 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.006 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.007 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.008 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.009 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.010 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.011 INFO:teuthology.orchestra.run.smithi006.stdout: "motd": { 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "motd", 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "The message of the day", 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "redirect_resolve_ip_addr": { 2024-05-20T21:32:49.012 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "redirect_resolve_ip_addr", 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:49.013 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "::", 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.014 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8080", 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.015 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.016 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl": { 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl", 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.017 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl_server_port": { 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl_server_port", 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8443", 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.018 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_behaviour": { 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_behaviour", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "redirect", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "redirect" 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.019 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_error_status_code": { 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "500", 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "400", 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "599", 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.020 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "url_prefix": { 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "url_prefix", 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.021 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "devicehealth", 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "enable_monitoring": { 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enable_monitoring", 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.022 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "monitor device health metrics", 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.023 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.024 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.025 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.026 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.027 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "mark_out_threshold": { 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mark_out_threshold", 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.028 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "2419200", 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "pool_name": { 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pool_name", 2024-05-20T21:32:49.029 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "device_health_metrics", 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "retention_period": { 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "retention_period", 2024-05-20T21:32:49.030 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15552000", 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long to retain device health metrics", 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "scrape_frequency": { 2024-05-20T21:32:49.031 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "scrape_frequency", 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "86400", 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "self_heal": { 2024-05-20T21:32:49.032 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "self_heal", 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.033 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how frequently to wake up and check device health", 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.034 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.035 INFO:teuthology.orchestra.run.smithi006.stdout: "warn_threshold": { 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "warn_threshold", 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "7257600", 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.036 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "diskprediction_local", 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.037 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.038 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.039 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.040 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.041 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "predict_interval": { 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "predict_interval", 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "86400", 2024-05-20T21:32:49.042 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "predictor_model": { 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "predictor_model", 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "prophetstor", 2024-05-20T21:32:49.043 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "600", 2024-05-20T21:32:49.044 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.045 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "influx", 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": false, 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "influxdb python module not found", 2024-05-20T21:32:49.046 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "batch_size": { 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "batch_size", 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5000", 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.047 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "database": { 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "database", 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "ceph", 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.048 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "hostname": { 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "hostname", 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB server hostname", 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.049 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "30", 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "5", 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.050 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.051 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.052 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.053 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.054 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "password": { 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "password", 2024-05-20T21:32:49.055 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "password of InfluxDB server user", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "port": { 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "port", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.056 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "8086", 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "InfluxDB server port", 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.057 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "ssl": { 2024-05-20T21:32:49.058 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ssl", 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "false", 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "threads": { 2024-05-20T21:32:49.059 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "threads", 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "32", 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "username": { 2024-05-20T21:32:49.060 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "username", 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "username of InfluxDB server user", 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.061 INFO:teuthology.orchestra.run.smithi006.stdout: "verify_ssl": { 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "verify_ssl", 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "true", 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.062 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "insights", 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.063 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.064 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.065 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.066 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.067 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.068 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "iostat", 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.069 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.070 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.071 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.072 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.073 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.074 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.075 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "k8sevents", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_event_retention_days": { 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "ceph_event_retention_days", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "7", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-20T21:32:49.076 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "config_check_secs": { 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "config_check_secs", 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "10", 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.077 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.078 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.079 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.080 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.081 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.082 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.083 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "localpool", 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.084 INFO:teuthology.orchestra.run.smithi006.stdout: "failure_domain": { 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "failure_domain", 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "host", 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "failure domain for any created local pool", 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.085 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.086 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.087 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.088 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.089 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.090 INFO:teuthology.orchestra.run.smithi006.stdout: "min_size": { 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "min_size", 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default min_size for any created local pool", 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.091 INFO:teuthology.orchestra.run.smithi006.stdout: "num_rep": { 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "num_rep", 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3", 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default replica count for any created local pool", 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.092 INFO:teuthology.orchestra.run.smithi006.stdout: "pg_num": { 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pg_num", 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "128", 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "default pg_num for any created local pool", 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.093 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "prefix": { 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prefix", 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "name prefix for any created local pool", 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.094 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.095 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "subtree": { 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "subtree", 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "rack", 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.096 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mds_autoscaler", 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.097 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.098 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.099 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.100 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.101 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.102 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.103 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mirroring", 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.104 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.105 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.106 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.107 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.108 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.109 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.110 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "nfs", 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.111 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.112 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.113 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.114 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.115 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.116 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "orchestrator", 2024-05-20T21:32:49.117 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "fail_fs": { 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "fail_fs", 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-20T21:32:49.118 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.119 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.120 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.121 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.122 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.123 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "orchestrator": { 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "orchestrator", 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.124 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "cephadm", 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "rook", 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "test_orchestrator" 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Orchestrator backend", 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.125 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.126 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "osd_perf_query", 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.127 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.128 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.129 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.130 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.131 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.132 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "osd_support", 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.133 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.134 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.135 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.136 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.137 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.138 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "pg_autoscaler", 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.139 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.140 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.141 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.142 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.143 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.144 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.145 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "threshold": { 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "threshold", 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.146 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "3.0", 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1.0", 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "scaling threshold", 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.147 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "progress", 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_pg_recovery_event": { 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_pg_recovery_event", 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.148 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "enabled": { 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enabled", 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.149 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.150 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.151 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.152 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.153 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.154 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "max_completed_events": { 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_completed_events", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "50", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.155 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "number of past completed events to remember", 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "sleep_interval": { 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sleep_interval", 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "5", 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.156 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "how long the module is going to sleep", 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.157 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "prometheus", 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "cache": { 2024-05-20T21:32:49.158 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "cache", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "exclude_perf_counters": { 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "exclude_perf_counters", 2024-05-20T21:32:49.159 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.160 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.161 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.162 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.163 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.164 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.165 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_stats_pools": { 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_stats_pools", 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.166 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "300", 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.167 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "scrape_interval": { 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "scrape_interval", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15.0", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.168 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "::", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.169 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "9283", 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.170 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.171 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "stale_cache_strategy": { 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "stale_cache_strategy", 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "log", 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.172 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_behaviour": { 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_behaviour", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "default", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "default", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "error" 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.173 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "standby_error_status_code": { 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "standby_error_status_code", 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "500", 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "400", 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "599", 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.174 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_support", 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.175 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.176 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.177 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.178 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.179 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "max_concurrent_snap_create": { 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_concurrent_snap_create", 2024-05-20T21:32:49.180 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "mirror_snapshot_schedule": { 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "mirror_snapshot_schedule", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.181 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.182 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "trash_purge_schedule": { 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "trash_purge_schedule", 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.183 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "restful", 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.184 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "enable_auth": { 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enable_auth", 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.185 INFO:teuthology.orchestra.run.smithi006.stdout: "key_file": { 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "key_file", 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.186 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.187 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.188 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.189 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.190 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "server_addr": { 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_addr", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.191 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "server_port": { 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "server_port", 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.192 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.193 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.194 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rgw", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.195 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.196 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.197 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.198 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.199 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.200 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rook", 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.201 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.202 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.203 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.204 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.205 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.206 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "storage_class": { 2024-05-20T21:32:49.207 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "storage_class", 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "local", 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.208 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "selftest", 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.209 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.210 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.211 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.212 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.213 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "roption1": { 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "roption1", 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.214 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "roption2": { 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "roption2", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "xyz", 2024-05-20T21:32:49.215 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption1": { 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption1", 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.216 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption2": { 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption2", 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.217 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption3": { 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption3", 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "float", 2024-05-20T21:32:49.218 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption4": { 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption4", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.219 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption5": { 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption5", 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.220 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption6": { 2024-05-20T21:32:49.221 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption6", 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.222 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "rwoption7": { 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rwoption7", 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "1", 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "42", 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.223 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.224 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "testkey": { 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testkey", 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.225 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "testlkey": { 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testlkey", 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.226 INFO:teuthology.orchestra.run.smithi006.stdout: "testnewline": { 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "testnewline", 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.227 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "smb", 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.228 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.229 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.230 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.231 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.232 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.233 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "update_orchestration": { 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "update_orchestration", 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.234 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snap_schedule", 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "allow_m_granularity": { 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "allow_m_granularity", 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.235 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "allow minute scheduled snapshots", 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "dump_on_update": { 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "dump_on_update", 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.236 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "dump database to debug log on update", 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.237 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.238 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.239 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.240 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.241 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.242 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.243 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "stats", 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.244 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.245 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.246 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.247 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.248 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.249 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "status", 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.250 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.251 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.252 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.253 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.254 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.255 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "telegraf", 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.256 INFO:teuthology.orchestra.run.smithi006.stdout: "address": { 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "address", 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:49.257 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "15", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.258 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.259 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.260 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.261 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.262 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.263 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.264 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "telemetry", 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_basic": { 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_basic", 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.265 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_crash": { 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_crash", 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.266 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_device": { 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_device", 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.267 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_ident": { 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_ident", 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.268 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "channel_perf": { 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "channel_perf", 2024-05-20T21:32:49.269 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "contact": { 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "contact", 2024-05-20T21:32:49.270 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "description": { 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "description", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.271 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "device_url": { 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "device_url", 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.272 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "enabled": { 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "enabled", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.273 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.274 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "24", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "8", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "last_opt_revision": { 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "last_opt_revision", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.275 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "1", 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "leaderboard": { 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "leaderboard", 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.276 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "leaderboard_description": { 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "leaderboard_description", 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.277 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.278 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.279 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.280 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.281 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.282 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "organization": { 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "organization", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.283 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "proxy": { 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "proxy", 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.284 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.285 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "url": { 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "url", 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.286 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "test_orchestrator", 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.287 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.288 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.289 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.290 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.291 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.292 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.293 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "volumes", 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.294 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.295 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.296 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.297 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.298 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "max_concurrent_clones": { 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "max_concurrent_clones", 2024-05-20T21:32:49.299 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "4", 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "periodic_async_work": { 2024-05-20T21:32:49.300 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "periodic_async_work", 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Periodically check for async work", 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.301 INFO:teuthology.orchestra.run.smithi006.stdout: "snapshot_clone_delay": { 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snapshot_clone_delay", 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.302 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "snapshot_clone_no_wait": { 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "snapshot_clone_no_wait", 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "True", 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.303 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.304 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix", 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "can_run": true, 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "error_string": "", 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "module_options": { 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "discovery_interval": { 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "discovery_interval", 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "uint", 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.305 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "100", 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "identifier": { 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "identifier", 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.306 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "interval": { 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "interval", 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "secs", 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.307 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "60", 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "log_level": { 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_level", 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.308 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.309 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster": { 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster", 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.310 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_cluster_level": { 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_cluster_level", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "info", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [ 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "", 2024-05-20T21:32:49.311 INFO:teuthology.orchestra.run.smithi006.stdout: "critical", 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "debug", 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "error", 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "info", 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "warning" 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "log_to_file": { 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "log_to_file", 2024-05-20T21:32:49.312 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "bool", 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "False", 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "sqlite3_killpoint": { 2024-05-20T21:32:49.313 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "sqlite3_killpoint", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "dev", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 1, 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "0", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_host": { 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_host", 2024-05-20T21:32:49.314 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_port": { 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_port", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "int", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.315 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "10051", 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "zabbix_sender": { 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "zabbix_sender", 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "str", 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "level": "advanced", 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "flags": 0, 2024-05-20T21:32:49.316 INFO:teuthology.orchestra.run.smithi006.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "min": "", 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "max": "", 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "enum_allowed": [], 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "desc": "", 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "long_desc": "", 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "tags": [], 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "see_also": [] 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "services": { 2024-05-20T21:32:49.317 INFO:teuthology.orchestra.run.smithi006.stdout: "dashboard": "https://172.21.15.6:8443/" 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "always_on_modules": { 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "octopus": [ 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "balancer", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "crash", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "devicehealth", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "orchestrator", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "pg_autoscaler", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "progress", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_support", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "status", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "telemetry", 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "volumes" 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.318 INFO:teuthology.orchestra.run.smithi006.stdout: "pacific": [ 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "balancer", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "crash", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "devicehealth", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "orchestrator", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "pg_autoscaler", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "progress", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_support", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "status", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "telemetry", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "volumes" 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "quincy": [ 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "balancer", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "crash", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "devicehealth", 2024-05-20T21:32:49.319 INFO:teuthology.orchestra.run.smithi006.stdout: "orchestrator", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "pg_autoscaler", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "progress", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_support", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "status", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "telemetry", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "volumes" 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "reef": [ 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "balancer", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "crash", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "devicehealth", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "orchestrator", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "pg_autoscaler", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "progress", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_support", 2024-05-20T21:32:49.320 INFO:teuthology.orchestra.run.smithi006.stdout: "status", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "telemetry", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "volumes" 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: ], 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "squid": [ 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "balancer", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "crash", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "devicehealth", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "orchestrator", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "pg_autoscaler", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "progress", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "rbd_support", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "status", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "telemetry", 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: "volumes" 2024-05-20T21:32:49.321 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: "last_failure_osd_epoch": 3, 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: "active_clients": [ 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "devicehealth", 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:0", 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 741189197 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.322 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "libcephsqlite", 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:0", 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1073245686 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "rbd_support", 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-05-20T21:32:49.323 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:0", 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 1970818684 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: "name": "volumes", 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: "addrvec": [ 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: { 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: "type": "v2", 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: "addr": "172.21.15.6:0", 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: "nonce": 86515175 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout: ] 2024-05-20T21:32:49.324 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:32:49.326 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:47 smithi042 ceph-mon[36332]: pgmap v948: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:49.326 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:47 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2257382445' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:32:49.326 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:47 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/4091982453' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:32:49.326 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:48 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3701909947' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-20T21:32:49.326 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:47 smithi062 ceph-mon[36640]: pgmap v948: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:49.326 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:47 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2257382445' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:32:49.326 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:47 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/4091982453' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:32:49.326 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:48 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3701909947' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-20T21:32:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fef340b27e0 msgr2=0x7fef340b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fef340b27e0 0x7fef340b4ca0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fef3c031500 tx=0x7fef3c005a20 comp rx=0 tx=0).stop 2024-05-20T21:32:49.327 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef50108ff0 msgr2=0x7fef5019f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef50108ff0 0x7fef5019f230 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fef4000e9c0 tx=0x7fef4000ee80 comp rx=0 tx=0).stop 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 shutdown_connections 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fef340b27e0 0x7fef340b4ca0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef5010ab50 0x7fef501a6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fef5010a190 0x7fef5019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 --2- 172.21.15.6:0/3701909947 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fef50108ff0 0x7fef5019f230 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.855+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 >> 172.21.15.6:0/3701909947 conn(0x7fef50077f40 msgr2=0x7fef5010d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.856+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 shutdown_connections 2024-05-20T21:32:49.328 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:32:47.856+0000 7fef4fe00640 1 -- 172.21.15.6:0/3701909947 wait complete. 2024-05-20T21:32:49.387 DEBUG:tasks.check_counter:Getting stats from a 2024-05-20T21:32:49.388 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-20T21:32:49.388 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:47 smithi006 ceph-mon[31422]: pgmap v948: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:49.388 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:47 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2257382445' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-20T21:32:49.388 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:47 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/4091982453' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-20T21:32:49.388 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:48 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3701909947' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-20T21:32:49.855 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:50.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:49 smithi062 ceph-mon[36640]: pgmap v949: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:32:50.087 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:49 smithi006 ceph-mon[31422]: pgmap v949: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:32:50.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:49 smithi042 ceph-mon[36332]: pgmap v949: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:32:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:51 smithi062 ceph-mon[36640]: pgmap v950: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:32:52.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:51 smithi042 ceph-mon[36332]: pgmap v950: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:32:52.133 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:51 smithi006 ceph-mon[31422]: pgmap v950: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 342, 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 339, 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 549200, 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 209536, 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 0, 2024-05-20T21:32:52.354 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.119178334, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.053943476, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.041249437, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.015620923, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 338, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.032218250, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000095320 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:52.355 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 549200, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 209536 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 1, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 259, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 160, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 124192, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 3, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.046843648, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.038015487, 2024-05-20T21:32:52.356 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.002921064, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 257, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.024304640, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000094570 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 124192 2024-05-20T21:32:52.357 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 4, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 4, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 2992, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 448, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 2, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.001427264, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.000064391, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.001292719, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 3, 2024-05-20T21:32:52.358 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.001836446, 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000612148 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "cct": { 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "total_workers": 0, 2024-05-20T21:32:52.359 INFO:teuthology.orchestra.run.smithi006.stdout: "unhealthy_workers": 0 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "mempool": { 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:52.360 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:52.361 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_items": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:52.362 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_anon_bytes": 151029, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_anon_items": 31, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_bytes": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_items": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_bytes": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_items": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:52.363 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "pgmap_items": 0, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_co_bytes": 928, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_co_items": 2, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_1_items": 0, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_2_items": 0 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "val": 0, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "max": 104857600, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "get_started": 0, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "get": 343, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "get_sum": 500814, 2024-05-20T21:32:52.364 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_success": 343, 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "take": 0, 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "take_sum": 0, 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "put": 343, 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "put_sum": 500814, 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "wait": { 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:52.365 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:32:53.201 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-05-20T21:32:53.202 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-05-20T21:32:53.202 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-05-20T21:32:53.202 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-05-20T21:32:53.202 DEBUG:tasks.check_counter:Getting stats from d 2024-05-20T21:32:53.202 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-20T21:32:53.672 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:54.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:53 smithi062 ceph-mon[36640]: pgmap v951: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:54.050 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:53 smithi006 ceph-mon[31422]: pgmap v951: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:53 smithi042 ceph-mon[36332]: pgmap v951: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:32:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:55 smithi042 ceph-mon[36332]: pgmap v952: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:56.125 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:55 smithi006 ceph-mon[31422]: pgmap v952: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:56.126 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:32:56.126 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:56.126 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 349, 2024-05-20T21:32:56.126 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 346, 2024-05-20T21:32:56.127 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 551104, 2024-05-20T21:32:56.127 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 214016, 2024-05-20T21:32:56.127 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:56.127 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 0, 2024-05-20T21:32:56.127 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.128145759, 2024-05-20T21:32:56.127 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.056037696, 2024-05-20T21:32:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.055241688, 2024-05-20T21:32:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.015813314, 2024-05-20T21:32:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 345, 2024-05-20T21:32:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.033515485, 2024-05-20T21:32:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000097146 2024-05-20T21:32:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.128 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 551104, 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 214016 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:56.129 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 2, 2024-05-20T21:32:56.130 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 265, 2024-05-20T21:32:56.130 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:32:56.130 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 204208, 2024-05-20T21:32:56.130 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 4, 2024-05-20T21:32:56.130 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 2, 2024-05-20T21:32:56.130 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.050486406, 2024-05-20T21:32:56.130 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.039737487, 2024-05-20T21:32:56.131 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.004223818, 2024-05-20T21:32:56.131 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:56.131 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:56.131 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 263, 2024-05-20T21:32:56.131 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.026805685, 2024-05-20T21:32:56.131 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000101922 2024-05-20T21:32:56.132 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.132 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:56.132 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:56.132 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:56.132 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 204208 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 4, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 4, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 2992, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 448, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 2, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 1, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.001488723, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.000049110, 2024-05-20T21:32:56.133 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.001310086, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 3, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.001891507, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000630502 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:32:56.134 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "cct": { 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "total_workers": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "unhealthy_workers": 0 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "mempool": { 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:56.135 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:56.136 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_items": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:56.137 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_anon_bytes": 150766, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_anon_items": 31, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_bytes": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_items": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_bytes": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_items": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:56.138 INFO:teuthology.orchestra.run.smithi006.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "pgmap_items": 0, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_co_bytes": 928, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_co_items": 2, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_1_items": 0, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_2_items": 0 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "val": 0, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "max": 104857600, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "get_started": 0, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "get": 351, 2024-05-20T21:32:56.139 INFO:teuthology.orchestra.run.smithi006.stdout: "get_sum": 501751, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_success": 351, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "take": 0, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "take_sum": 0, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "put": 351, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "put_sum": 501751, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "wait": { 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:56.140 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:32:56.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:55 smithi062 ceph-mon[36640]: pgmap v952: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:32:56.991 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-20T21:32:56.992 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-20T21:32:56.992 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-20T21:32:56.992 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-20T21:32:56.992 DEBUG:tasks.check_counter:Getting stats from g 2024-05-20T21:32:56.993 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-20T21:32:57.468 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:32:57.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:57 smithi006 ceph-mon[31422]: pgmap v953: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:57 smithi042 ceph-mon[36332]: pgmap v953: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:58.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:57 smithi062 ceph-mon[36640]: pgmap v953: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:32:59.812 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:32:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:32:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 2172, 2024-05-20T21:32:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 1718, 2024-05-20T21:32:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 513948, 2024-05-20T21:32:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 1274382, 2024-05-20T21:32:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 74, 2024-05-20T21:32:59.812 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 4, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.352827522, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.138861956, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.213075716, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.011801820, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 1718, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.135092128, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000078633 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 3659, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.001382261, 2024-05-20T21:32:59.813 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000377 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 42, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 302, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 13268, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 593050, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 14, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 6, 2024-05-20T21:32:59.814 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.092836787, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.064804293, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.020998433, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.000290688, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 299, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.045519604, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000152239 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 32, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000026319, 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000822 2024-05-20T21:32:59.815 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 4736, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 536480 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 471, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 461, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 618158, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 252718, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 7, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 5, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.127249652, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.046537530, 2024-05-20T21:32:59.816 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.069684413, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.016057058, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 460, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.053077054, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000115384 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 153, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000100778, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000658 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 589744, 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 217472 2024-05-20T21:32:59.817 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "cct": { 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "total_workers": 1, 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "unhealthy_workers": 0 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "finisher-MDSRank": { 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "queue_len": 0, 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "complete_latency": { 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 46, 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.002877168, 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000062547 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.818 INFO:teuthology.orchestra.run.smithi006.stdout: "finisher-PurgeQueue": { 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "queue_len": 0, 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "complete_latency": { 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 2, 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000006074, 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000003037 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "mds": { 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "request": 4, 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "reply": 2, 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "reply_latency": { 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 2, 2024-05-20T21:32:59.819 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000644947, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000322473 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "slow_reply": 0, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "forward": 2, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_fetch_complete": 0, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_fetch_keys": 0, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_commit": 11, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_split": 0, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_merge": 0, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "inodes": 16, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "inodes_top": 0, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "inodes_bottom": 16, 2024-05-20T21:32:59.820 INFO:teuthology.orchestra.run.smithi006.stdout: "inodes_pin_tail": 0, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "inodes_pinned": 13, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "inodes_expired": 4, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "inodes_with_caps": 1, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "caps": 1, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "subtrees": 3, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "traverse": 43, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "traverse_hit": 35, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "traverse_forward": 1, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "traverse_discover": 6, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "traverse_remote_ino": 0, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "traverse_lock": 0, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "load_cent": 0, 2024-05-20T21:32:59.821 INFO:teuthology.orchestra.run.smithi006.stdout: "q": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "exported": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "exported_inodes": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "imported": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "imported_inodes": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "openino_dir_fetch": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "openino_peer_discover": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "root_rfiles": 4, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "root_rbytes": 234, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "root_rsnaps": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_set_tag": 0, 2024-05-20T21:32:59.822 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "scrub_file_inodes": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_cap_op_revoke": 1, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "handle_client_caps": 1, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:32:59.823 INFO:teuthology.orchestra.run.smithi006.stdout: "handle_client_cap_release": 0, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "process_request_cap_release": 1 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_cache": { 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_update": 0, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_update_receipt": 15, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_try_discover": 10, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_send_discover": 12, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "dir_handle_discover": 0, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "num_strays": 0, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "num_strays_delayed": 0, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "strays_created": 0, 2024-05-20T21:32:59.824 INFO:teuthology.orchestra.run.smithi006.stdout: "strays_enqueued": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "strays_reintegrated": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "strays_migrated": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "num_recovering_processing": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "recovery_started": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "recovery_completed": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "ireq_quiesce_path": 14, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "ireq_quiesce_inode": 82, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "ireq_exportdir": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "ireq_flush": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:32:59.825 INFO:teuthology.orchestra.run.smithi006.stdout: "ireq_fragstats": 0, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "ireq_inodestats": 0 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_log": { 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "evlrg": 0, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "evadd": 5, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "evex": 0, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "evtrm": 0, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "ev": 5, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "evexg": 0, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "evexd": 0, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "segadd": 2, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "segex": 0, 2024-05-20T21:32:59.826 INFO:teuthology.orchestra.run.smithi006.stdout: "segtrm": 0, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "seg": 2, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "segmjr": 2, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "segexg": 0, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "segexd": 0, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "expos": 4194304, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "wrpos": 4195734, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "rdpos": 0, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "jlat": { 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 4, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.008675391, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.002168847 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: "replayed": 0 2024-05-20T21:32:59.827 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_mem": { 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "ino": 20, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "ino+": 22, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "ino-": 2, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "dir": 19, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "dir+": 22, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "dir-": 3, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "dn": 16, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "dn+": 20, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "dn-": 4, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "cap": 1, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "cap+": 2, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "cap-": 1, 2024-05-20T21:32:59.828 INFO:teuthology.orchestra.run.smithi006.stdout: "rss": 51584, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "heap": 223608 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_server": { 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "dispatch_client_request": 5, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "dispatch_server_request": 0, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "handle_client_request": 4, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "handle_client_session": 18, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "handle_peer_request": 82, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "req_create_latency": { 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.829 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "req_getattr_latency": { 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 1, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000448395, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000448395 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "req_getfilelock_latency": { 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "req_link_latency": { 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.830 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "req_lookup_latency": { 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "req_lookuphash_latency": { 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "req_lookupino_latency": { 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 1, 2024-05-20T21:32:59.831 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000196552, 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000196552 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "req_lookupname_latency": { 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "req_lookupparent_latency": { 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "req_lookupsnap_latency": { 2024-05-20T21:32:59.832 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: "req_lssnap_latency": { 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: "req_mkdir_latency": { 2024-05-20T21:32:59.833 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: "req_mknod_latency": { 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.834 INFO:teuthology.orchestra.run.smithi006.stdout: "req_mksnap_latency": { 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "req_open_latency": { 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "req_readdir_latency": { 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.835 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "req_rename_latency": { 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "req_renamesnap_latency": { 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "req_snapdiff_latency": { 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.836 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "req_rmdir_latency": { 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "req_rmsnap_latency": { 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "req_rmxattr_latency": { 2024-05-20T21:32:59.837 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "req_setattr_latency": { 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "req_setdirlayout_latency": { 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.838 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "req_setfilelock_latency": { 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "req_setlayout_latency": { 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "req_setxattr_latency": { 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.839 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "req_symlink_latency": { 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "req_unlink_latency": { 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:32:59.840 INFO:teuthology.orchestra.run.smithi006.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "req_getvxattr_latency": { 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_sessions": { 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "session_count": 1, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "session_add": 2, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "session_remove": 1, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "sessions_open": 1, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "sessions_stale": 0, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "total_load": 1, 2024-05-20T21:32:59.841 INFO:teuthology.orchestra.run.smithi006.stdout: "average_load": 1, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "avg_session_uptime": 1025, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "mdthresh_evicted": 0 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "mempool": { 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bloom_filter_items": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:32:59.842 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_extent_items": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_blob_items": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:32:59.843 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_txc_items": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_items": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_bytes": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_items": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_anon_bytes": 248085, 2024-05-20T21:32:59.844 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_anon_items": 86, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_meta_items": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_bytes": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_items": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_mapbl_items": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_pglog_items": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_bytes": 8104, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_items": 170, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:32:59.845 INFO:teuthology.orchestra.run.smithi006.stdout: "pgmap_bytes": 0, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "pgmap_items": 0, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_co_bytes": 81421, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_co_items": 340, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_1_bytes": 0, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_1_items": 0, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_2_bytes": 0, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_2_items": 0 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "objecter": { 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "op_active": 0, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "op_laggy": 0, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "op_send": 40, 2024-05-20T21:32:59.846 INFO:teuthology.orchestra.run.smithi006.stdout: "op_send_bytes": 11732, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "op_resend": 27, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "op_reply": 40, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "op_latency": { 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 40, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.244997440, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.006124936 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "op_inflight": 0, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "oplen_avg": { 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 40, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 62 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "op": 40, 2024-05-20T21:32:59.847 INFO:teuthology.orchestra.run.smithi006.stdout: "op_r": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "op_w": 40, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "op_rmw": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "op_pg": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_stat": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_create": 10, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_read": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_write": 4, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_writefull": 7, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_writesame": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_append": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_zero": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_truncate": 0, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_delete": 6, 2024-05-20T21:32:59.848 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_mapext": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_sparse_read": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_clonerange": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_getxattr": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_setxattr": 20, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_rmxattr": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_call": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_watch": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_notify": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_pgls": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:32:59.849 INFO:teuthology.orchestra.run.smithi006.stdout: "osdop_other": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "linger_active": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "linger_send": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "linger_resend": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "linger_ping": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "poolop_active": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "poolop_send": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "poolop_resend": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "poolstat_active": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "poolstat_send": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "poolstat_resend": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "statfs_active": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "statfs_send": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "statfs_resend": 0, 2024-05-20T21:32:59.850 INFO:teuthology.orchestra.run.smithi006.stdout: "command_active": 0, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "command_send": 0, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "command_resend": 0, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "map_epoch": 83, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "map_full": 0, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "map_inc": 4, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_sessions": 9, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_session_open": 12, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_session_close": 3, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_laggy": 0, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "omap_wr": 14, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "omap_rd": 0, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "omap_del": 1 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.851 INFO:teuthology.orchestra.run.smithi006.stdout: "oft": { 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "omap_total_objs": 1, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "omap_total_updates": 0, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "omap_total_removes": 0 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "osd-slow-ops": { 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "slow_ops_count": 89 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "purge_queue": { 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "pq_executing_ops": 0, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "pq_executing": 0, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "pq_executing_high_water": 0, 2024-05-20T21:32:59.852 INFO:teuthology.orchestra.run.smithi006.stdout: "pq_executed_ops": 0, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "pq_executed": 0, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "pq_item_in_journal": 0 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "val": 0, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "max": 104857600, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "get_started": 0, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "get": 2681, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "get_sum": 881343, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_success": 2681, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "take": 0, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "take_sum": 0, 2024-05-20T21:32:59.853 INFO:teuthology.orchestra.run.smithi006.stdout: "put": 2681, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "put_sum": 881343, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "wait": { 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "throttle-objecter_bytes": { 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "val": 0, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "max": 104857600, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "get_started": 0, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "get": 0, 2024-05-20T21:32:59.854 INFO:teuthology.orchestra.run.smithi006.stdout: "get_sum": 0, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "take": 40, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "take_sum": 11732, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "put": 40, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "put_sum": 11732, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "wait": { 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "throttle-objecter_ops": { 2024-05-20T21:32:59.855 INFO:teuthology.orchestra.run.smithi006.stdout: "val": 0, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "max": 1024, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "get_started": 0, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "get": 0, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "get_sum": 0, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "take": 40, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "take_sum": 40, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "put": 40, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "put_sum": 40, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "wait": { 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.856 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "val": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "max": 3758096384, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "get_started": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "get": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "get_sum": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_success": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "take": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "take_sum": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "put": 0, 2024-05-20T21:32:59.857 INFO:teuthology.orchestra.run.smithi006.stdout: "put_sum": 0, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "wait": { 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "throttle-write_buf_throttle-0x56405f136460": { 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "val": 0, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "max": 3758096384, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "get_started": 0, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "get": 5, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "get_sum": 1430, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_fail": 0, 2024-05-20T21:32:59.858 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_success": 5, 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: "take": 0, 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: "take_sum": 0, 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: "put": 4, 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: "put_sum": 1430, 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: "wait": { 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:32:59.859 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:33:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:32:59 smithi042 ceph-mon[36332]: pgmap v954: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:32:59 smithi006 ceph-mon[31422]: pgmap v954: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:00.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:32:59 smithi062 ceph-mon[36640]: pgmap v954: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:00.809 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-05-20T21:33:00.809 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-05-20T21:33:00.809 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-05-20T21:33:00.809 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=15 2024-05-20T21:33:00.809 DEBUG:tasks.check_counter:Getting stats from j 2024-05-20T21:33:00.810 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-20T21:33:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:00 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:33:01.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:00 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:33:01.277 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:01.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:00 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-20T21:33:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:01 smithi042 ceph-mon[36332]: pgmap v955: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:33:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:33:02.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:01 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:33:02.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:01 smithi006 ceph-mon[31422]: pgmap v955: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:02.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:33:02.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:33:02.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:01 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:33:02.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:01 smithi062 ceph-mon[36640]: pgmap v955: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:02.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-20T21:33:02.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-20T21:33:02.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:01 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' 2024-05-20T21:33:03.078 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:02 smithi006 ceph-mon[31422]: pgmap v956: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:03.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:02 smithi042 ceph-mon[36332]: pgmap v956: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:03.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:02 smithi062 ceph-mon[36640]: pgmap v956: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:03.701 INFO:teuthology.orchestra.run.smithi006.stdout:{ 2024-05-20T21:33:03.701 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:03.701 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 4, 2024-05-20T21:33:03.701 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 4, 2024-05-20T21:33:03.701 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 2992, 2024-05-20T21:33:03.701 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 448, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 4, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 0, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.004639480, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.000063894, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.001249255, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 3, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.001577944, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000525981 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:33:03.702 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 353, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 350, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 552192, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 216576, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 2, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 1, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.124833467, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.058458599, 2024-05-20T21:33:03.703 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.047416219, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.016251712, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 349, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.034474248, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000098780 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 552192, 2024-05-20T21:33:03.704 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 216576 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_messages": 2, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages": 268, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_bytes": 204736, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_created_connections": 4, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_active_connections": 2, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_total_time": 0.055554600, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_send_time": 0.043418736, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_recv_time": 0.005675462, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:03.705 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 266, 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.027823009, 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000104597 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.706 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "msgr_send_encrypted_bytes": 204736 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "cct": { 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "total_workers": 0, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "unhealthy_workers": 0 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "mempool": { 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:03.707 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:03.708 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_items": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:03.709 INFO:teuthology.orchestra.run.smithi006.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_anon_bytes": 150766, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_anon_items": 31, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_bytes": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_items": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_bytes": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_items": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:03.710 INFO:teuthology.orchestra.run.smithi006.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "pgmap_items": 0, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_co_bytes": 928, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "mds_co_items": 2, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_1_items": 0, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "unittest_2_items": 0 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: }, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "val": 0, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "max": 104857600, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "get_started": 0, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "get": 355, 2024-05-20T21:33:03.711 INFO:teuthology.orchestra.run.smithi006.stdout: "get_sum": 502271, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "get_or_fail_success": 355, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "take": 0, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "take_sum": 0, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "put": 355, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "put_sum": 502271, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "wait": { 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "avgcount": 0, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "sum": 0.000000000, 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: "avgtime": 0.000000000 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout: } 2024-05-20T21:33:03.712 INFO:teuthology.orchestra.run.smithi006.stdout:} 2024-05-20T21:33:04.459 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-20T21:33:04.459 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-20T21:33:04.459 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-20T21:33:04.460 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-20T21:33:04.460 DEBUG:tasks.check_counter:Getting stats from b 2024-05-20T21:33:04.460 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-20T21:33:04.719 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:33:06.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:05 smithi062 ceph-mon[36640]: pgmap v957: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:06.087 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:05 smithi042 ceph-mon[36332]: pgmap v957: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:06.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:05 smithi006 ceph-mon[31422]: pgmap v957: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 5790, 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 6239, 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1361185, 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 14677589, 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 408, 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 5, 2024-05-20T21:33:06.496 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.650494510, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.192333160, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.281114714, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.116574774, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 6237, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.514737478, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000082529 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3964, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.001056147, 2024-05-20T21:33:06.497 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000266 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 3568, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 4893, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 1712631, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 1997977, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 13, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 5, 2024-05-20T21:33:06.498 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.448379233, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.156133951, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.210324351, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.095438650, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 4893, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 1.273302951, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000260229 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3201, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.001361218, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000425 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.499 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 668928, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 283184 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 2322, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 3033, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 698057, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 1525569, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 8, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 6, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.251843477, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.090443459, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.103303996, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.050352427, 2024-05-20T21:33:06.500 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3031, 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.965740149, 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000318620 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3464, 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000990616, 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000285 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 548080 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-05-20T21:33:06.501 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 1, 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-MDSRank": { 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 6745, 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 1.998188570, 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000296247 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.502 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-PurgeQueue": { 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 24, 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000705231, 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000029384 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "request": 659, 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "reply": 659, 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "reply_latency": { 2024-05-20T21:33:06.503 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 659, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 3.434888998, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.005212274 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_reply": 0, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "forward": 0, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_complete": 0, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_keys": 0, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_commit": 470, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_split": 0, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_merge": 0, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes": 24, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_top": 2, 2024-05-20T21:33:06.504 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_bottom": 22, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pin_tail": 0, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pinned": 15, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_expired": 0, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_with_caps": 2, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "caps": 2, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "subtrees": 2, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse": 739, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_hit": 729, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_forward": 0, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_discover": 0, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_remote_ino": 0, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_lock": 0, 2024-05-20T21:33:06.505 INFO:teuthology.orchestra.run.smithi042.stdout: "load_cent": 6, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "q": 0, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "exported": 0, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "exported_inodes": 0, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "imported": 0, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "imported_inodes": 0, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_dir_fetch": 0, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_backtrace_fetch": 427, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_peer_discover": 0, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rfiles": 4, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rbytes": 234, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rsnaps": 0, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_fetch": 427, 2024-05-20T21:33:06.506 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_set_tag": 0, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_inodes": 275, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_base_inodes": 31, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dirfrag_rstats": 244, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_file_inodes": 152, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_revoke": 640, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_grant": 659, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_trunc": 599, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:33:06.507 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps": 750, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps_dirty": 709, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_cap_release": 2, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "process_request_cap_release": 626 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_cache": { 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update": 11, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update_receipt": 0, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_try_discover": 0, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_send_discover": 0, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_handle_discover": 24, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays": 0, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_delayed": 0, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:33:06.508 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_created": 3, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_enqueued": 3, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_reintegrated": 0, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_migrated": 0, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_processing": 0, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_started": 0, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_completed": 0, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_path": 14, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_inode": 189, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_enqueue_scrub": 31, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_exportdir": 0, 2024-05-20T21:33:06.509 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_flush": 0, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragstats": 0, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_inodestats": 0 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_log": { 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "evlrg": 0, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "evadd": 2512, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "evex": 2506, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "evtrm": 2506, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "ev": 6, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "evexg": 0, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "evexd": 24, 2024-05-20T21:33:06.510 INFO:teuthology.orchestra.run.smithi042.stdout: "segadd": 76, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "segex": 75, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "segtrm": 75, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "seg": 1, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "segmjr": 1, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "segexg": 0, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "segexd": 1, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "expos": 12246352, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "wrpos": 12255332, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "rdpos": 0, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "jlat": { 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2495, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 5.653772488, 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.002266041 2024-05-20T21:33:06.511 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "replayed": 0 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_mem": { 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 23, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "ino+": 57, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "ino-": 34, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "dir": 18, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "dir+": 20, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "dir-": 2, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "dn": 24, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "dn+": 29, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "dn-": 5, 2024-05-20T21:33:06.512 INFO:teuthology.orchestra.run.smithi042.stdout: "cap": 2, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "cap+": 17, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "cap-": 15, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "rss": 58076, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "heap": 231800 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_server": { 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_client_request": 1881, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_server_request": 164, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_request": 659, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_session": 20, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_peer_request": 328, 2024-05-20T21:33:06.513 INFO:teuthology.orchestra.run.smithi042.stdout: "req_create_latency": { 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 16, 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.010344375, 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000646523 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getattr_latency": { 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 16, 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.004706104, 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000294131 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getfilelock_latency": { 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.514 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "req_link_latency": { 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookup_latency": { 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.001347787, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000449262 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookuphash_latency": { 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.515 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupino_latency": { 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000206136, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000206136 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupname_latency": { 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupparent_latency": { 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.516 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupsnap_latency": { 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lssnap_latency": { 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.517 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.518 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.518 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.518 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mkdir_latency": { 2024-05-20T21:33:06.518 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 8, 2024-05-20T21:33:06.518 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.013924704, 2024-05-20T21:33:06.518 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001740588 2024-05-20T21:33:06.518 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.518 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mknod_latency": { 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mksnap_latency": { 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "req_open_latency": { 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000464987, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000464987 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "req_readdir_latency": { 2024-05-20T21:33:06.519 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.004427051, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.002213525 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rename_latency": { 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.002355821, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001177910 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "req_renamesnap_latency": { 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "req_snapdiff_latency": { 2024-05-20T21:33:06.520 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmdir_latency": { 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 2, 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.013834962, 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.006917481 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmsnap_latency": { 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.521 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmxattr_latency": { 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setattr_latency": { 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 600, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 3.359823574, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.005599705 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setdirlayout_latency": { 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.522 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setfilelock_latency": { 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setlayout_latency": { 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.523 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setxattr_latency": { 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 7, 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.021550236, 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.003078605 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "req_symlink_latency": { 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "req_unlink_latency": { 2024-05-20T21:33:06.524 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1, 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.001903261, 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.001903261 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getvxattr_latency": { 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.525 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_sessions": { 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "session_count": 1, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "session_add": 2, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "session_remove": 1, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_open": 1, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_stale": 0, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "total_load": 79, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "average_load": 79, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "avg_session_uptime": 1033, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "mdthresh_evicted": 0 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:06.526 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:06.527 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:06.528 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 302725, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 102, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-05-20T21:33:06.529 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 8104, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 170, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 95722, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 663, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:06.530 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "objecter": { 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "op_active": 0, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "op_laggy": 0, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send": 4993, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send_bytes": 8541987, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "op_resend": 31, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "op_reply": 4993, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "op_latency": { 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 4993, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 31.490744657, 2024-05-20T21:33:06.531 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.006306978 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "op_inflight": 0, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "oplen_avg": { 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 4993, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 5973 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "op": 4993, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "op_r": 491, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "op_w": 4502, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "op_rmw": 0, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "op_pg": 0, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_stat": 450, 2024-05-20T21:33:06.532 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_create": 27, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_read": 33, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_write": 2497, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writefull": 234, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writesame": 0, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_append": 0, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_zero": 0, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_truncate": 0, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_delete": 517, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_mapext": 0, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_sparse_read": 0, 2024-05-20T21:33:06.533 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_clonerange": 0, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_getxattr": 458, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_setxattr": 54, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_rmxattr": 0, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_call": 0, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_watch": 0, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_notify": 0, 2024-05-20T21:33:06.534 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_other": 599, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_active": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_send": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_resend": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_ping": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_active": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_send": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_resend": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_active": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_send": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_resend": 0, 2024-05-20T21:33:06.535 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_active": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_send": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_resend": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "command_active": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "command_send": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "command_resend": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "map_epoch": 83, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "map_full": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "map_inc": 4, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_sessions": 12, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_open": 12, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_close": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_laggy": 0, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_wr": 1091, 2024-05-20T21:33:06.536 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_rd": 0, 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_del": 13 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "oft": { 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_objs": 1, 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_updates": 0, 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_removes": 0 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "osd-slow-ops": { 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_ops_count": 343 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "purge_queue": { 2024-05-20T21:33:06.537 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops": 0, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops_high_water": 2, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing": 0, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_high_water": 2, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed_ops": 3, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed": 3, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_item_in_journal": 0 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 11676, 2024-05-20T21:33:06.538 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 2727489, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 11676, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 11676, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 2727489, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.539 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_bytes": { 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 4993, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 8542290, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 4993, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 8542290, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.540 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_ops": { 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 1024, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 4993, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 4993, 2024-05-20T21:33:06.541 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 4993, 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 4993, 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-05-20T21:33:06.542 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 3, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 303, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 3, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 2, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 303, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.543 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle-0x55d1b6ae8460": { 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 2512, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 8061028, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 2512, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 2495, 2024-05-20T21:33:06.544 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 8061028, 2024-05-20T21:33:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.545 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:06.545 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-05-20T21:33:07.171 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-05-20T21:33:07.171 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-05-20T21:33:07.172 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=11 2024-05-20T21:33:07.172 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-05-20T21:33:07.172 DEBUG:tasks.check_counter:Getting stats from e 2024-05-20T21:33:07.172 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-20T21:33:07.425 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:33:08.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:07 smithi062 ceph-mon[36640]: pgmap v958: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:08.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:07 smithi042 ceph-mon[36332]: pgmap v958: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:08.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:07 smithi006 ceph-mon[31422]: pgmap v958: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:09.245 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 352, 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 349, 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 551920, 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 215936, 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.060783028, 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.023444179, 2024-05-20T21:33:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.022469117, 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.010020953, 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 348, 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.019755562, 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000056768 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.247 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 551920, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 215936 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 2, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 267, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 204560, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 2, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.017469178, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.013030637, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.001112357, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:33:09.248 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 265, 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.018824237, 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000071034 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 204560 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.249 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 4, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 4, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 2992, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 448, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.000770323, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000042643, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000701250, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3, 2024-05-20T21:33:09.250 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000789039, 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000263013 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-05-20T21:33:09.251 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:09.252 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:09.253 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148721, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 30, 2024-05-20T21:33:09.254 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-05-20T21:33:09.255 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 354, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 502141, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:09.256 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 354, 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 354, 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 502141, 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:09.257 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-05-20T21:33:09.913 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.e 2024-05-20T21:33:09.913 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.e 2024-05-20T21:33:09.913 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.e 2024-05-20T21:33:09.913 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.e 2024-05-20T21:33:09.913 DEBUG:tasks.check_counter:Getting stats from h 2024-05-20T21:33:09.914 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-20T21:33:10.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:09 smithi062 ceph-mon[36640]: pgmap v959: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:10.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:09 smithi042 ceph-mon[36332]: pgmap v959: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:10.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:09 smithi006 ceph-mon[31422]: pgmap v959: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:10.160 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:33:11.954 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:11 smithi042 ceph-mon[36332]: pgmap v960: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:11.954 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-05-20T21:33:11.954 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:11.954 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 1258, 2024-05-20T21:33:11.954 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 1258, 2024-05-20T21:33:11.954 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 333251, 2024-05-20T21:33:11.954 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 399284, 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 7, 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 2, 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.117433682, 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.047930554, 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.027624414, 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.029039516, 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1257, 2024-05-20T21:33:11.955 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.049816987, 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000039631 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 1146, 2024-05-20T21:33:11.956 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 1410, 2024-05-20T21:33:11.957 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 281852, 2024-05-20T21:33:11.957 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 902643, 2024-05-20T21:33:11.957 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 5, 2024-05-20T21:33:11.957 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 4, 2024-05-20T21:33:11.957 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.125165228, 2024-05-20T21:33:11.957 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.044403617, 2024-05-20T21:33:11.957 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.025618356, 2024-05-20T21:33:11.957 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.041055141, 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1408, 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.060301579, 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000042827 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.958 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 538528 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 1610, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 1605, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 994816, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 613680, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 3, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 2, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.218517410, 2024-05-20T21:33:11.959 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.070043217, 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.064941841, 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.064239977, 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 1604, 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.093701853, 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000058417 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.960 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 575488, 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 216816 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 1, 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-MDSRank": { 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-05-20T21:33:11.961 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 6139, 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.186737521, 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000030418 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: "finisher-PurgeQueue": { 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: "queue_len": 0, 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: "complete_latency": { 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:11.962 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "request": 0, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "reply": 0, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "reply_latency": { 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_reply": 0, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "forward": 0, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_complete": 0, 2024-05-20T21:33:11.963 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_fetch_keys": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_commit": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_split": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_merge": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_top": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_bottom": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pin_tail": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_pinned": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_expired": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "inodes_with_caps": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "caps": 0, 2024-05-20T21:33:11.964 INFO:teuthology.orchestra.run.smithi042.stdout: "subtrees": 1, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_hit": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_forward": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_discover": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_remote_ino": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "traverse_lock": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "load_cent": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "q": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "exported": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "exported_inodes": 0, 2024-05-20T21:33:11.965 INFO:teuthology.orchestra.run.smithi042.stdout: "imported": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "imported_inodes": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_dir_fetch": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "openino_peer_discover": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rfiles": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rbytes": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "root_rsnaps": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_set_tag": 0, 2024-05-20T21:33:11.966 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "scrub_file_inodes": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_revoke": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:33:11.967 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps": 0, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_cap_release": 0, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "process_request_cap_release": 0 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_cache": { 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update": 0, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_update_receipt": 0, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_try_discover": 0, 2024-05-20T21:33:11.968 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_send_discover": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "dir_handle_discover": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_delayed": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_created": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_enqueued": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_reintegrated": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "strays_migrated": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_processing": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:33:11.969 INFO:teuthology.orchestra.run.smithi042.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_started": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "recovery_completed": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_path": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_quiesce_inode": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_exportdir": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_flush": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_fragstats": 0, 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ireq_inodestats": 0 2024-05-20T21:33:11.970 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_log": { 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "evlrg": 0, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "evadd": 0, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "evex": 0, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "evtrm": 0, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "ev": 4, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "evexg": 0, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "evexd": 0, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "segadd": 0, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "segex": 0, 2024-05-20T21:33:11.971 INFO:teuthology.orchestra.run.smithi042.stdout: "segtrm": 0, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "seg": 2, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "segmjr": 2, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "segexg": 0, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "segexd": 0, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "expos": 4194304, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "wrpos": 4195424, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "rdpos": 4195283, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "jlat": { 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.972 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "replayed": 4 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_mem": { 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "ino": 3, 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "ino+": 3, 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "ino-": 0, 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "dir": 1, 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "dir+": 1, 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "dir-": 0, 2024-05-20T21:33:11.973 INFO:teuthology.orchestra.run.smithi042.stdout: "dn": 0, 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "dn+": 0, 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "dn-": 0, 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "cap": 0, 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "cap+": 0, 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "cap-": 0, 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "rss": 52664, 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "heap": 215416 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_server": { 2024-05-20T21:33:11.974 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_client_request": 0, 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "dispatch_server_request": 0, 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_request": 0, 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_client_session": 0, 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "handle_peer_request": 0, 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "req_create_latency": { 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.975 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getattr_latency": { 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getfilelock_latency": { 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "req_link_latency": { 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.976 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookup_latency": { 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookuphash_latency": { 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.977 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupino_latency": { 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupname_latency": { 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.978 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupparent_latency": { 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lookupsnap_latency": { 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "req_lssnap_latency": { 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.979 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.980 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.980 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.980 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mkdir_latency": { 2024-05-20T21:33:11.980 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mknod_latency": { 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.981 INFO:teuthology.orchestra.run.smithi042.stdout: "req_mksnap_latency": { 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: "req_open_latency": { 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.982 INFO:teuthology.orchestra.run.smithi042.stdout: "req_readdir_latency": { 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rename_latency": { 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "req_renamesnap_latency": { 2024-05-20T21:33:11.983 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "req_snapdiff_latency": { 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmdir_latency": { 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.984 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmsnap_latency": { 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "req_rmxattr_latency": { 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setattr_latency": { 2024-05-20T21:33:11.985 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setdirlayout_latency": { 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setfilelock_latency": { 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.986 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setlayout_latency": { 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "req_setxattr_latency": { 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.987 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "req_symlink_latency": { 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "req_unlink_latency": { 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.988 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "req_getvxattr_latency": { 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_sessions": { 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "session_count": 0, 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "session_add": 1, 2024-05-20T21:33:11.989 INFO:teuthology.orchestra.run.smithi042.stdout: "session_remove": 1, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_open": 1, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "sessions_stale": 0, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "total_load": 0, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "average_load": 0, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "avg_session_uptime": 1600, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "mdthresh_evicted": 0 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:11.990 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:11.991 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:11.992 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:11.993 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 190224, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 54, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 8104, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 170, 2024-05-20T21:33:11.994 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 8512, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 13, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.995 INFO:teuthology.orchestra.run.smithi042.stdout: "objecter": { 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "op_active": 0, 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "op_laggy": 0, 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send": 3647, 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "op_send_bytes": 21, 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "op_resend": 3, 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "op_reply": 3647, 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "op_latency": { 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3647, 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 2.553979193, 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000700295 2024-05-20T21:33:11.996 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "op_inflight": 0, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "oplen_avg": { 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3647, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 3648 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "op": 3647, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "op_r": 3647, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "op_w": 0, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "op_rmw": 0, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "op_pg": 0, 2024-05-20T21:33:11.997 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_stat": 2391, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_create": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_read": 1254, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_write": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writefull": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_writesame": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_append": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_zero": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_truncate": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_delete": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_mapext": 0, 2024-05-20T21:33:11.998 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_sparse_read": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_clonerange": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_getxattr": 1, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_setxattr": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_rmxattr": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_call": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_watch": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_notify": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:33:11.999 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "osdop_other": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_active": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_send": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_resend": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "linger_ping": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_active": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_send": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "poolop_resend": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_active": 0, 2024-05-20T21:33:12.000 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_send": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "poolstat_resend": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_active": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_send": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "statfs_resend": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "command_active": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "command_send": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "command_resend": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "map_epoch": 83, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "map_full": 0, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "map_inc": 4, 2024-05-20T21:33:12.001 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_sessions": 5, 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_open": 6, 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_session_close": 1, 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_laggy": 0, 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_wr": 0, 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_rd": 2, 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_del": 0 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "oft": { 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_objs": 0, 2024-05-20T21:33:12.002 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_updates": 0, 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: "omap_total_removes": 0 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: "osd-slow-ops": { 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: "slow_ops_count": 0 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: "purge_queue": { 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops": 0, 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:33:12.003 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing": 0, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executing_high_water": 0, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed_ops": 0, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_executed": 0, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "pq_item_in_journal": 0 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 4010, 2024-05-20T21:33:12.004 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 1227349, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 4010, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 4010, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1227349, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:12.005 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_bytes": { 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 3647, 2024-05-20T21:33:12.006 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 1125, 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 3647, 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 1125, 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-objecter_ops": { 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:12.007 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 1024, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 3647, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 3647, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 3647, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 3647, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:12.008 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-05-20T21:33:12.009 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 0, 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 0, 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-write_buf_throttle-0x5620fbd6a6e0": { 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 3758096384, 2024-05-20T21:33:12.010 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:12.011 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:12.012 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:12.012 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-05-20T21:33:12.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:11 smithi062 ceph-mon[36640]: pgmap v960: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:12.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:11 smithi006 ceph-mon[31422]: pgmap v960: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:12.720 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-05-20T21:33:12.721 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-05-20T21:33:12.721 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-05-20T21:33:12.721 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-05-20T21:33:12.721 DEBUG:tasks.check_counter:Getting stats from k 2024-05-20T21:33:12.721 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-20T21:33:12.968 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.b/config 2024-05-20T21:33:14.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:13 smithi062 ceph-mon[36640]: pgmap v961: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:14.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:13 smithi042 ceph-mon[36332]: pgmap v961: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:14.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:13 smithi006 ceph-mon[31422]: pgmap v961: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:14.789 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-05-20T21:33:14.789 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:14.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 357, 2024-05-20T21:33:14.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 354, 2024-05-20T21:33:14.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 553280, 2024-05-20T21:33:14.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 219136, 2024-05-20T21:33:14.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 4, 2024-05-20T21:33:14.790 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 0, 2024-05-20T21:33:14.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.062095972, 2024-05-20T21:33:14.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.024205869, 2024-05-20T21:33:14.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.022382111, 2024-05-20T21:33:14.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.010053522, 2024-05-20T21:33:14.791 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:14.791 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 353, 2024-05-20T21:33:14.791 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.020409091, 2024-05-20T21:33:14.791 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000057816 2024-05-20T21:33:14.792 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.792 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:14.792 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:14.792 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:14.792 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:14.792 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.793 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 553280, 2024-05-20T21:33:14.793 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 219136 2024-05-20T21:33:14.793 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.793 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:14.793 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 2, 2024-05-20T21:33:14.793 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 272, 2024-05-20T21:33:14.793 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:33:14.794 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 284400, 2024-05-20T21:33:14.794 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 5, 2024-05-20T21:33:14.794 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 2, 2024-05-20T21:33:14.794 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.018150851, 2024-05-20T21:33:14.794 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.013642949, 2024-05-20T21:33:14.794 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.001140763, 2024-05-20T21:33:14.795 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:33:14.795 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:14.795 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 270, 2024-05-20T21:33:14.795 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.018769929, 2024-05-20T21:33:14.795 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000069518 2024-05-20T21:33:14.795 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.795 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:14.796 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:14.796 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:14.796 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:14.796 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.796 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:33:14.796 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 284400 2024-05-20T21:33:14.796 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.797 INFO:teuthology.orchestra.run.smithi042.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:14.797 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_messages": 4, 2024-05-20T21:33:14.797 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages": 4, 2024-05-20T21:33:14.797 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_bytes": 2992, 2024-05-20T21:33:14.797 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_bytes": 448, 2024-05-20T21:33:14.797 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_created_connections": 2, 2024-05-20T21:33:14.798 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_active_connections": 1, 2024-05-20T21:33:14.798 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_total_time": 0.000639848, 2024-05-20T21:33:14.798 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_send_time": 0.000039364, 2024-05-20T21:33:14.798 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_recv_time": 0.000549842, 2024-05-20T21:33:14.798 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:33:14.798 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:14.798 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 3, 2024-05-20T21:33:14.799 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000754903, 2024-05-20T21:33:14.799 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000251634 2024-05-20T21:33:14.799 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.799 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:14.799 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:14.799 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:14.799 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:14.799 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.800 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:33:14.800 INFO:teuthology.orchestra.run.smithi042.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:33:14.800 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.800 INFO:teuthology.orchestra.run.smithi042.stdout: "cct": { 2024-05-20T21:33:14.800 INFO:teuthology.orchestra.run.smithi042.stdout: "total_workers": 0, 2024-05-20T21:33:14.800 INFO:teuthology.orchestra.run.smithi042.stdout: "unhealthy_workers": 0 2024-05-20T21:33:14.800 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.800 INFO:teuthology.orchestra.run.smithi042.stdout: "mempool": { 2024-05-20T21:33:14.801 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:14.801 INFO:teuthology.orchestra.run.smithi042.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:14.801 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:14.801 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:14.801 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:14.801 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:14.801 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:14.802 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:14.802 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:14.802 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:14.802 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:14.802 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:14.802 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:14.802 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:14.803 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:14.803 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:14.803 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:14.803 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:14.803 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:14.803 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:14.803 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:14.804 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:14.804 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:14.804 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:14.804 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:14.804 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:14.804 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:14.804 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:14.805 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:14.805 INFO:teuthology.orchestra.run.smithi042.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:14.805 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:14.805 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_items": 0, 2024-05-20T21:33:14.805 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:14.805 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:14.805 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:14.806 INFO:teuthology.orchestra.run.smithi042.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:14.806 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_bytes": 148704, 2024-05-20T21:33:14.806 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_anon_items": 29, 2024-05-20T21:33:14.806 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:14.806 INFO:teuthology.orchestra.run.smithi042.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:14.806 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_bytes": 0, 2024-05-20T21:33:14.806 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_items": 0, 2024-05-20T21:33:14.807 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:14.807 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:14.807 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:14.807 INFO:teuthology.orchestra.run.smithi042.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:14.807 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_bytes": 0, 2024-05-20T21:33:14.807 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_items": 0, 2024-05-20T21:33:14.807 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:14.808 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:14.808 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:14.808 INFO:teuthology.orchestra.run.smithi042.stdout: "pgmap_items": 0, 2024-05-20T21:33:14.808 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_bytes": 928, 2024-05-20T21:33:14.808 INFO:teuthology.orchestra.run.smithi042.stdout: "mds_co_items": 2, 2024-05-20T21:33:14.808 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:14.808 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_1_items": 0, 2024-05-20T21:33:14.809 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:14.809 INFO:teuthology.orchestra.run.smithi042.stdout: "unittest_2_items": 0 2024-05-20T21:33:14.809 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-05-20T21:33:14.809 INFO:teuthology.orchestra.run.smithi042.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:14.809 INFO:teuthology.orchestra.run.smithi042.stdout: "val": 0, 2024-05-20T21:33:14.809 INFO:teuthology.orchestra.run.smithi042.stdout: "max": 104857600, 2024-05-20T21:33:14.809 INFO:teuthology.orchestra.run.smithi042.stdout: "get_started": 0, 2024-05-20T21:33:14.810 INFO:teuthology.orchestra.run.smithi042.stdout: "get": 359, 2024-05-20T21:33:14.810 INFO:teuthology.orchestra.run.smithi042.stdout: "get_sum": 502791, 2024-05-20T21:33:14.810 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:14.810 INFO:teuthology.orchestra.run.smithi042.stdout: "get_or_fail_success": 359, 2024-05-20T21:33:14.810 INFO:teuthology.orchestra.run.smithi042.stdout: "take": 0, 2024-05-20T21:33:14.810 INFO:teuthology.orchestra.run.smithi042.stdout: "take_sum": 0, 2024-05-20T21:33:14.810 INFO:teuthology.orchestra.run.smithi042.stdout: "put": 359, 2024-05-20T21:33:14.811 INFO:teuthology.orchestra.run.smithi042.stdout: "put_sum": 502791, 2024-05-20T21:33:14.811 INFO:teuthology.orchestra.run.smithi042.stdout: "wait": { 2024-05-20T21:33:14.811 INFO:teuthology.orchestra.run.smithi042.stdout: "avgcount": 0, 2024-05-20T21:33:14.811 INFO:teuthology.orchestra.run.smithi042.stdout: "sum": 0.000000000, 2024-05-20T21:33:14.811 INFO:teuthology.orchestra.run.smithi042.stdout: "avgtime": 0.000000000 2024-05-20T21:33:14.811 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:14.811 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-05-20T21:33:14.812 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-05-20T21:33:15.651 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-05-20T21:33:15.651 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-05-20T21:33:15.651 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-05-20T21:33:15.651 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-05-20T21:33:15.651 DEBUG:tasks.check_counter:Getting stats from c 2024-05-20T21:33:15.651 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-20T21:33:15.873 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:15 smithi042 ceph-mon[36332]: pgmap v962: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:15.911 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:33:16.021 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:15 smithi062 ceph-mon[36640]: pgmap v962: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:16.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:15 smithi006 ceph-mon[31422]: pgmap v962: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:17.799 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 2745, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 2740, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 5481710, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 975116, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 5, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 1, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.318437011, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.101357325, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.095779301, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.091407823, 2024-05-20T21:33:17.800 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 2739, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.122282003, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000044644 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 576192, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 218272 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 491, 2024-05-20T21:33:17.801 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 757, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 121372, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 696382, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 5, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 4, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.068756210, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.030288389, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.012419469, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.017624466, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 755, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.039861989, 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000052797 2024-05-20T21:33:17.802 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 540496 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 1570, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 1570, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 4262882, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 498443, 2024-05-20T21:33:17.803 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 4, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 3, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.156204687, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.056973481, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.038321011, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.045681438, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 1569, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.060480649, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000038547 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.804 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "cct": { 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "total_workers": 1, 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "unhealthy_workers": 0 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "finisher-MDSRank": { 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "queue_len": 0, 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "complete_latency": { 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 7497, 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.222650684, 2024-05-20T21:33:17.805 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000029698 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: "finisher-PurgeQueue": { 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: "queue_len": 0, 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: "complete_latency": { 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": { 2024-05-20T21:33:17.806 INFO:teuthology.orchestra.run.smithi062.stdout: "request": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "reply": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "reply_latency": { 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "slow_reply": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "forward": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_fetch_complete": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_fetch_keys": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_commit": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_split": 0, 2024-05-20T21:33:17.807 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_merge": 0, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes": 17, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_top": 4, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_bottom": 13, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_pin_tail": 0, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_pinned": 6, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_expired": 0, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_with_caps": 0, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": 0, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "subtrees": 2, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse": 0, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_hit": 0, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_forward": 0, 2024-05-20T21:33:17.808 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_discover": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_remote_ino": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_lock": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "load_cent": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "q": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "exported": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "exported_inodes": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "imported": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "imported_inodes": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_dir_fetch": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_peer_discover": 0, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rfiles": 4, 2024-05-20T21:33:17.809 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rbytes": 234, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rsnaps": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_set_tag": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_file_inodes": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_revoke": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:33:17.810 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_caps": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_cap_release": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "process_request_cap_release": 0 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_cache": { 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_update": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_update_receipt": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_try_discover": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_send_discover": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_handle_discover": 0, 2024-05-20T21:33:17.811 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays_delayed": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_created": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_enqueued": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_reintegrated": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_migrated": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_processing": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "recovery_started": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "recovery_completed": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_quiesce_path": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_quiesce_inode": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_exportdir": 0, 2024-05-20T21:33:17.812 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_flush": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_fragstats": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_inodestats": 0 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_log": { 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "evlrg": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "evadd": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "evex": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "evtrm": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "ev": 2512, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "evexg": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "evexd": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "segadd": 0, 2024-05-20T21:33:17.813 INFO:teuthology.orchestra.run.smithi062.stdout: "segex": 0, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "segtrm": 0, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "seg": 2, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "segmjr": 75, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "segexg": 0, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "segexd": 0, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "expos": 12246352, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "wrpos": 12255332, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "rdpos": 12252835, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "jlat": { 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.814 INFO:teuthology.orchestra.run.smithi062.stdout: "replayed": 2512 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_mem": { 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "ino": 14, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "ino+": 17, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "ino-": 3, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "dir": 9, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "dir+": 11, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "dir-": 2, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "dn": 17, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "dn+": 19, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "dn-": 2, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "cap": 0, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "cap+": 0, 2024-05-20T21:33:17.815 INFO:teuthology.orchestra.run.smithi062.stdout: "cap-": 0, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "rss": 50872, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "heap": 215416 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_server": { 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "dispatch_client_request": 0, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "dispatch_server_request": 0, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_request": 0, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_session": 0, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_peer_request": 0, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "req_create_latency": { 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.816 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getattr_latency": { 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getfilelock_latency": { 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "req_link_latency": { 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.817 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookup_latency": { 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookuphash_latency": { 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupino_latency": { 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.818 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupname_latency": { 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupparent_latency": { 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupsnap_latency": { 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.819 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.820 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.820 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.820 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lssnap_latency": { 2024-05-20T21:33:17.820 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.820 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.820 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.820 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.820 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mkdir_latency": { 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mknod_latency": { 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mksnap_latency": { 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.821 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "req_open_latency": { 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "req_readdir_latency": { 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rename_latency": { 2024-05-20T21:33:17.822 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "req_renamesnap_latency": { 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "req_snapdiff_latency": { 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmdir_latency": { 2024-05-20T21:33:17.823 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmsnap_latency": { 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmxattr_latency": { 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.824 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setattr_latency": { 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setdirlayout_latency": { 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.825 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setfilelock_latency": { 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setlayout_latency": { 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setxattr_latency": { 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.826 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "req_symlink_latency": { 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "req_unlink_latency": { 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:33:17.827 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getvxattr_latency": { 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_sessions": { 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "session_count": 1, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "session_add": 2, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "session_remove": 1, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "sessions_open": 1, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "sessions_stale": 0, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "total_load": 0, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "average_load": 0, 2024-05-20T21:33:17.828 INFO:teuthology.orchestra.run.smithi062.stdout: "avg_session_uptime": 2698, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "mdthresh_evicted": 0 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "mempool": { 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:17.829 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:17.830 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_items": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_anon_bytes": 189361, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_anon_items": 50, 2024-05-20T21:33:17.831 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_bytes": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_items": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_bytes": 8104, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_items": 170, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "pgmap_items": 0, 2024-05-20T21:33:17.832 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_co_bytes": 54818, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_co_items": 257, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_1_items": 0, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_2_items": 0 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "objecter": { 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "op_active": 0, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "op_laggy": 0, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "op_send": 4436, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "op_send_bytes": 26, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "op_resend": 4, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "op_reply": 4436, 2024-05-20T21:33:17.833 INFO:teuthology.orchestra.run.smithi062.stdout: "op_latency": { 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 4436, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 2.089965600, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000471137 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "op_inflight": 0, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "oplen_avg": { 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 4436, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 4437 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "op": 4436, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "op_r": 4436, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "op_w": 0, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "op_rmw": 0, 2024-05-20T21:33:17.834 INFO:teuthology.orchestra.run.smithi062.stdout: "op_pg": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_stat": 2500, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_create": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_read": 1933, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_write": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_writefull": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_writesame": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_append": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_zero": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_truncate": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_delete": 0, 2024-05-20T21:33:17.835 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_mapext": 0, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_sparse_read": 0, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_clonerange": 0, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_getxattr": 2, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_setxattr": 0, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_rmxattr": 0, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_call": 0, 2024-05-20T21:33:17.836 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_watch": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_notify": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_pgls": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_other": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_active": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_send": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_resend": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_ping": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_active": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_send": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_resend": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_active": 0, 2024-05-20T21:33:17.837 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_send": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_resend": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_active": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_send": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_resend": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "command_active": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "command_send": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "command_resend": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "map_epoch": 83, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "map_full": 0, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "map_inc": 4, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_sessions": 5, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_session_open": 5, 2024-05-20T21:33:17.838 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_session_close": 0, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_laggy": 0, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_wr": 0, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_rd": 2, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_del": 0 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "oft": { 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_objs": 0, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_updates": 0, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_removes": 0 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "osd-slow-ops": { 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: "slow_ops_count": 0 2024-05-20T21:33:17.839 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "purge_queue": { 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_ops": 0, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing": 0, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_high_water": 0, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executed_ops": 0, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executed": 0, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_item_in_journal": 0 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 104857600, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:17.840 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 4802, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 9411964, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 4802, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 4802, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 9411964, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-objecter_bytes": { 2024-05-20T21:33:17.841 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 104857600, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 4436, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 8061038, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 4436, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 8061038, 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:17.842 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-objecter_ops": { 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 1024, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:17.843 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 4436, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 4436, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 4436, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 4436, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 3758096384, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:17.844 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 0, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 0, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-write_buf_throttle-0x558d67c1c6e0": { 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 3758096384, 2024-05-20T21:33:17.845 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.846 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:17.847 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-05-20T21:33:18.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:17 smithi062 ceph-mon[36640]: pgmap v963: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:18.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:17 smithi042 ceph-mon[36332]: pgmap v963: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:18.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:17 smithi006 ceph-mon[31422]: pgmap v963: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:18.604 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-20T21:33:18.604 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-20T21:33:18.604 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-20T21:33:18.604 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-05-20T21:33:18.604 DEBUG:tasks.check_counter:Getting stats from f 2024-05-20T21:33:18.605 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-20T21:33:18.866 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:33:19.993 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:19 smithi062 ceph-mon[36640]: pgmap v964: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:20.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:19 smithi042 ceph-mon[36332]: pgmap v964: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:20.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:19 smithi006 ceph-mon[31422]: pgmap v964: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:20.678 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-05-20T21:33:20.678 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:20.678 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 1623, 2024-05-20T21:33:20.678 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 1618, 2024-05-20T21:33:20.678 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 998992, 2024-05-20T21:33:20.678 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 618796, 2024-05-20T21:33:20.678 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 5, 2024-05-20T21:33:20.678 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 1, 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.222648393, 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.071518968, 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.065582371, 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.064905471, 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 1617, 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.092411345, 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000057149 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:20.679 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 576304, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 218752 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 8, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 273, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 3868, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 631850, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 5, 2024-05-20T21:33:20.680 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 3, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.015977769, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.011214404, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.001701385, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.000086607, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 272, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.017338122, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000063743 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.681 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 631152 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 2418, 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 2420, 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 617031, 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 768931, 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 5, 2024-05-20T21:33:20.682 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 3, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.187906839, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.060612953, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.047137162, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.065459103, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 2418, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.103019030, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000042605 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.683 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "cct": { 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "total_workers": 1, 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "unhealthy_workers": 0 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "finisher-MDSRank": { 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "queue_len": 0, 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "complete_latency": { 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 6196, 2024-05-20T21:33:20.684 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.192746228, 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000031108 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: "finisher-PurgeQueue": { 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: "queue_len": 0, 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: "complete_latency": { 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.685 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": { 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "request": 0, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "reply": 0, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "reply_latency": { 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "slow_reply": 0, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "forward": 0, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_fetch_complete": 0, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_fetch_keys": 0, 2024-05-20T21:33:20.686 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_commit": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_split": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_merge": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_top": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_bottom": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_pin_tail": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_pinned": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_expired": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_with_caps": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "subtrees": 1, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse": 0, 2024-05-20T21:33:20.687 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_hit": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_forward": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_discover": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_remote_ino": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_lock": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "load_cent": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "q": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "exported": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "exported_inodes": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "imported": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "imported_inodes": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_dir_fetch": 0, 2024-05-20T21:33:20.688 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_peer_discover": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rfiles": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rbytes": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rsnaps": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_set_tag": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:33:20.689 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_file_inodes": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_revoke": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_caps": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_cap_release": 0, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "process_request_cap_release": 0 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_cache": { 2024-05-20T21:33:20.690 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_update": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_update_receipt": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_try_discover": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_send_discover": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_handle_discover": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays_delayed": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_created": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_enqueued": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_reintegrated": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_migrated": 0, 2024-05-20T21:33:20.691 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_processing": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "recovery_started": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "recovery_completed": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_quiesce_path": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_quiesce_inode": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_exportdir": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_flush": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_fragstats": 0, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_inodestats": 0 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_log": { 2024-05-20T21:33:20.692 INFO:teuthology.orchestra.run.smithi062.stdout: "evlrg": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "evadd": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "evex": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "evtrm": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "ev": 5, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "evexg": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "evexd": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "segadd": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "segex": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "segtrm": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "seg": 2, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "segmjr": 2, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "segexg": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "segexd": 0, 2024-05-20T21:33:20.693 INFO:teuthology.orchestra.run.smithi062.stdout: "expos": 4194304, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "wrpos": 4195734, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "rdpos": 4195424, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "jlat": { 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "replayed": 5 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_mem": { 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "ino": 3, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "ino+": 3, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "ino-": 0, 2024-05-20T21:33:20.694 INFO:teuthology.orchestra.run.smithi062.stdout: "dir": 1, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "dir+": 1, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "dir-": 0, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "dn": 0, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "dn+": 0, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "dn-": 0, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "cap": 0, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "cap+": 0, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "cap-": 0, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "rss": 52812, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "heap": 215416 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_server": { 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "dispatch_client_request": 0, 2024-05-20T21:33:20.695 INFO:teuthology.orchestra.run.smithi062.stdout: "dispatch_server_request": 0, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_request": 0, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_session": 0, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_peer_request": 0, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "req_create_latency": { 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getattr_latency": { 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.696 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getfilelock_latency": { 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "req_link_latency": { 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookup_latency": { 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.697 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookuphash_latency": { 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupino_latency": { 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.698 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupname_latency": { 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupparent_latency": { 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupsnap_latency": { 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.699 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.700 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lssnap_latency": { 2024-05-20T21:33:20.700 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.700 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.700 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.700 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.700 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mkdir_latency": { 2024-05-20T21:33:20.700 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mknod_latency": { 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mksnap_latency": { 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.701 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "req_open_latency": { 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "req_readdir_latency": { 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rename_latency": { 2024-05-20T21:33:20.702 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "req_renamesnap_latency": { 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "req_snapdiff_latency": { 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmdir_latency": { 2024-05-20T21:33:20.703 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmsnap_latency": { 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmxattr_latency": { 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.704 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setattr_latency": { 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setdirlayout_latency": { 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setfilelock_latency": { 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.705 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setlayout_latency": { 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setxattr_latency": { 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "req_symlink_latency": { 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.706 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "req_unlink_latency": { 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getvxattr_latency": { 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.707 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_sessions": { 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "session_count": 1, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "session_add": 2, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "session_remove": 1, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "sessions_open": 1, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "sessions_stale": 0, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "total_load": 0, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "average_load": 0, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "avg_session_uptime": 2700, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "mdthresh_evicted": 0 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "mempool": { 2024-05-20T21:33:20.708 INFO:teuthology.orchestra.run.smithi062.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:20.709 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:20.710 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_items": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_anon_bytes": 182105, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_anon_items": 49, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:20.711 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_bytes": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_items": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_bytes": 8104, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_items": 170, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "pgmap_items": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_co_bytes": 8512, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_co_items": 13, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:20.712 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_1_items": 0, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_2_items": 0 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "objecter": { 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "op_active": 0, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "op_laggy": 0, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "op_send": 3678, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "op_send_bytes": 21, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "op_resend": 3, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "op_reply": 3678, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "op_latency": { 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 3678, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 1.937968150, 2024-05-20T21:33:20.713 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000526908 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "op_inflight": 0, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "oplen_avg": { 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 3678, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 3679 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "op": 3678, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "op_r": 3678, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "op_w": 0, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "op_rmw": 0, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "op_pg": 0, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_stat": 2411, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_create": 0, 2024-05-20T21:33:20.714 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_read": 1265, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_write": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_writefull": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_writesame": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_append": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_zero": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_truncate": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_delete": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_mapext": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_sparse_read": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_clonerange": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_getxattr": 1, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_setxattr": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:33:20.715 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_rmxattr": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_call": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_watch": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_notify": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_pgls": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_other": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_active": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_send": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_resend": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_ping": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_active": 0, 2024-05-20T21:33:20.716 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_send": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_resend": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_active": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_send": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_resend": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_active": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_send": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_resend": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "command_active": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "command_send": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "command_resend": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "map_epoch": 83, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "map_full": 0, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "map_inc": 4, 2024-05-20T21:33:20.717 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_sessions": 4, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_session_open": 5, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_session_close": 1, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_laggy": 0, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_wr": 0, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_rd": 2, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_del": 0 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "oft": { 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_objs": 0, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_updates": 0, 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_removes": 0 2024-05-20T21:33:20.718 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "osd-slow-ops": { 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "slow_ops_count": 0 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "purge_queue": { 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_ops": 0, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing": 0, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_high_water": 0, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executed_ops": 0, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executed": 0, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_item_in_journal": 0 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:20.719 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 104857600, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 4045, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 1233972, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 4045, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 4045, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 1233972, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.720 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-objecter_bytes": { 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 104857600, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 3678, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 1435, 2024-05-20T21:33:20.721 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 3678, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 1435, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-objecter_ops": { 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 1024, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:20.722 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 3678, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 3678, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 3678, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 3678, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:33:20.723 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 3758096384, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.724 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-write_buf_throttle-0x559e2cf3e6e0": { 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 3758096384, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 0, 2024-05-20T21:33:20.725 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:20.726 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:20.726 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:20.726 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:20.726 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.726 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:20.726 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-05-20T21:33:21.487 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-05-20T21:33:21.487 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-05-20T21:33:21.487 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-05-20T21:33:21.487 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-05-20T21:33:21.487 DEBUG:tasks.check_counter:Getting stats from i 2024-05-20T21:33:21.488 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-20T21:33:21.735 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:33:22.104 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:21 smithi062 ceph-mon[36640]: pgmap v965: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:22.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:21 smithi042 ceph-mon[36332]: pgmap v965: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:22.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:21 smithi006 ceph-mon[31422]: pgmap v965: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 2108, 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 1663, 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 507432, 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 327028, 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 8, 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 2, 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.165647849, 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.062745965, 2024-05-20T21:33:23.363 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.101888071, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.008461825, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 1664, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.108921975, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000065457 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 3634, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000893105, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000245 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 448 2024-05-20T21:33:23.364 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 119, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 300, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 34341, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 802083, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 34, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 3, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.030581328, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.012287611, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.015241055, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.000440187, 2024-05-20T21:33:23.365 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 299, 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.030897737, 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000103336 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 165, 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000036426, 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000220 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 472336 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.366 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 447, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 527, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 596835, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 998712, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 53, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 6, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.084106118, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.028218406, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.041277981, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.009404581, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 522, 2024-05-20T21:33:23.367 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.031926403, 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000061161 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 51, 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000006157, 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000120 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 589088, 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 461952 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "cct": { 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "total_workers": 1, 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: "unhealthy_workers": 0 2024-05-20T21:33:23.368 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: "finisher-MDSRank": { 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: "queue_len": 0, 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: "complete_latency": { 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 53, 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.001640069, 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000030944 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: "finisher-PurgeQueue": { 2024-05-20T21:33:23.369 INFO:teuthology.orchestra.run.smithi062.stdout: "queue_len": 0, 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "complete_latency": { 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 2, 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000009810, 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000004905 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "mds": { 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "request": 0, 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "reply": 0, 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "reply_latency": { 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.370 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "slow_reply": 0, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "forward": 0, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_fetch_complete": 0, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_fetch_keys": 0, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_commit": 11, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_split": 0, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_merge": 0, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes": 16, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_top": 0, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_bottom": 16, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_pin_tail": 0, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_pinned": 13, 2024-05-20T21:33:23.371 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_expired": 4, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "inodes_with_caps": 0, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "caps": 0, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "subtrees": 3, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse": 39, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_hit": 34, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_forward": 0, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_discover": 5, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_dir_fetch": 0, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_remote_ino": 0, 2024-05-20T21:33:23.372 INFO:teuthology.orchestra.run.smithi062.stdout: "traverse_lock": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "load_cent": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "q": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "exported": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "exported_inodes": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "imported": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "imported_inodes": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_dir_fetch": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_backtrace_fetch": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "openino_peer_discover": 0, 2024-05-20T21:33:23.373 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rfiles": 4, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rbytes": 234, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "root_rsnaps": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_backtrace_fetch": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_set_tag": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_backtrace_repaired": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_inotable_repaired": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dir_inodes": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dir_base_inodes": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_dirfrag_rstats": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "scrub_file_inodes": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_inode_file_caps": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_revoke": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_grant": 0, 2024-05-20T21:33:23.374 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_trunc": 0, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_caps": 0, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_caps_dirty": 0, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_cap_release": 0, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "process_request_cap_release": 0 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_cache": { 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_update": 0, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_update_receipt": 17, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_try_discover": 11, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_send_discover": 12, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "dir_handle_discover": 0, 2024-05-20T21:33:23.375 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays_delayed": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "num_strays_enqueuing": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_created": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_enqueued": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_reintegrated": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "strays_migrated": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_processing": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_enqueued": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "num_recovering_prioritized": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "recovery_started": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "recovery_completed": 0, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_quiesce_path": 14, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_quiesce_inode": 82, 2024-05-20T21:33:23.376 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_enqueue_scrub": 0, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_exportdir": 0, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_flush": 0, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_fragmentdir": 0, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_fragstats": 0, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "ireq_inodestats": 0 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_log": { 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "evlrg": 0, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "evadd": 4, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "evex": 0, 2024-05-20T21:33:23.377 INFO:teuthology.orchestra.run.smithi062.stdout: "evtrm": 0, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "ev": 4, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "evexg": 0, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "evexd": 0, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "segadd": 2, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "segex": 0, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "segtrm": 0, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "seg": 2, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "segmjr": 2, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "segexg": 0, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "segexd": 0, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "expos": 4194304, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "wrpos": 4195424, 2024-05-20T21:33:23.378 INFO:teuthology.orchestra.run.smithi062.stdout: "rdpos": 0, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "jlat": { 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 3, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.006532544, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.002177514 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "replayed": 0 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_mem": { 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "ino": 20, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "ino+": 22, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "ino-": 2, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "dir": 19, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "dir+": 23, 2024-05-20T21:33:23.379 INFO:teuthology.orchestra.run.smithi062.stdout: "dir-": 4, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "dn": 16, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "dn+": 20, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "dn-": 4, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "cap": 0, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "cap+": 0, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "cap-": 0, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "rss": 52716, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "heap": 223608 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_server": { 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "dispatch_client_request": 0, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "dispatch_server_request": 0, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_request": 0, 2024-05-20T21:33:23.380 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_client_session": 4, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "handle_peer_request": 82, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "req_create_latency": { 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getattr_latency": { 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getfilelock_latency": { 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.381 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "req_link_latency": { 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookup_latency": { 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.382 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookuphash_latency": { 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupino_latency": { 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.383 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupname_latency": { 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupparent_latency": { 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lookupsnap_latency": { 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.384 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.385 INFO:teuthology.orchestra.run.smithi062.stdout: "req_lssnap_latency": { 2024-05-20T21:33:23.385 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.385 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.385 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.385 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.385 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mkdir_latency": { 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mknod_latency": { 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "req_mksnap_latency": { 2024-05-20T21:33:23.386 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "req_open_latency": { 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "req_readdir_latency": { 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.387 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rename_latency": { 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "req_renamesnap_latency": { 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "req_snapdiff_latency": { 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.388 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmdir_latency": { 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmsnap_latency": { 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "req_rmxattr_latency": { 2024-05-20T21:33:23.389 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setattr_latency": { 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setdirlayout_latency": { 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.390 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setfilelock_latency": { 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setlayout_latency": { 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.391 INFO:teuthology.orchestra.run.smithi062.stdout: "req_setxattr_latency": { 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "req_symlink_latency": { 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "req_unlink_latency": { 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.392 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "cap_revoke_eviction": 0, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "cap_acquisition_throttle": 0, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "req_getvxattr_latency": { 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_sessions": { 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "session_count": 0, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "session_add": 1, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "session_remove": 1, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "sessions_open": 0, 2024-05-20T21:33:23.393 INFO:teuthology.orchestra.run.smithi062.stdout: "sessions_stale": 0, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "total_load": 0, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "average_load": 0, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "avg_session_uptime": 92, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "mdthresh_evicted": 0 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "mempool": { 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:23.394 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:23.395 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_items": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:23.396 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_anon_bytes": 222423, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_anon_items": 66, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_bytes": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_items": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_bytes": 8104, 2024-05-20T21:33:23.397 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_items": 170, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "pgmap_items": 0, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_co_bytes": 81013, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_co_items": 333, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_1_items": 0, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_2_items": 0 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "objecter": { 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "op_active": 0, 2024-05-20T21:33:23.398 INFO:teuthology.orchestra.run.smithi062.stdout: "op_laggy": 0, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "op_send": 38, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "op_send_bytes": 11332, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "op_resend": 29, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "op_reply": 38, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "op_latency": { 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 38, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.354994196, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.009341952 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "op_inflight": 0, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "oplen_avg": { 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 38, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 60 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.399 INFO:teuthology.orchestra.run.smithi062.stdout: "op": 38, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "op_r": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "op_w": 38, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "op_rmw": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "op_pg": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_stat": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_create": 10, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_read": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_write": 3, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_writefull": 6, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_writesame": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_append": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_zero": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_truncate": 0, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_delete": 6, 2024-05-20T21:33:23.400 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_mapext": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_sparse_read": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_clonerange": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_getxattr": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_setxattr": 20, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_cmpxattr": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_rmxattr": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_resetxattrs": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_call": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_watch": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_notify": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_src_cmpxattr": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_pgls": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_pgls_filter": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "osdop_other": 0, 2024-05-20T21:33:23.401 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_active": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_send": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_resend": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "linger_ping": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_active": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_send": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "poolop_resend": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_active": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_send": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "poolstat_resend": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_active": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_send": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "statfs_resend": 0, 2024-05-20T21:33:23.402 INFO:teuthology.orchestra.run.smithi062.stdout: "command_active": 0, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "command_send": 0, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "command_resend": 0, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "map_epoch": 83, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "map_full": 0, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "map_inc": 4, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_sessions": 8, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_session_open": 11, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_session_close": 3, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_laggy": 0, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_wr": 14, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_rd": 0, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_del": 1 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.403 INFO:teuthology.orchestra.run.smithi062.stdout: "oft": { 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_objs": 1, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_kv_pairs": 0, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_updates": 0, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "omap_total_removes": 0 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "osd-slow-ops": { 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "slow_ops_count": 89 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "purge_queue": { 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_ops": 0, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_ops_high_water": 0, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing": 0, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executing_high_water": 0, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executed_ops": 0, 2024-05-20T21:33:23.404 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_executed": 0, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "pq_item_in_journal": 0 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 104857600, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 2670, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 874932, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 2670, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 2670, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 874932, 2024-05-20T21:33:23.405 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-objecter_bytes": { 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 104857600, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:23.406 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 38, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 11332, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 38, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 11332, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-objecter_ops": { 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 1024, 2024-05-20T21:33:23.407 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 38, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 38, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 38, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 38, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.408 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-write_buf_throttle": { 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 3758096384, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 0, 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:23.409 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-write_buf_throttle-0x5567cfc84460": { 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 3758096384, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 4, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 1120, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 4, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:23.410 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 3, 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 1120, 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:23.411 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-05-20T21:33:24.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:23 smithi062 ceph-mon[36640]: pgmap v966: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:24.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:23 smithi042 ceph-mon[36332]: pgmap v966: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:24.136 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-20T21:33:24.137 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-05-20T21:33:24.137 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-05-20T21:33:24.137 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=17 2024-05-20T21:33:24.137 DEBUG:tasks.check_counter:Getting stats from l 2024-05-20T21:33:24.137 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-20T21:33:24.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:23 smithi006 ceph-mon[31422]: pgmap v966: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-20T21:33:24.381 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.c/config 2024-05-20T21:33:26.111 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:25 smithi062 ceph-mon[36640]: pgmap v967: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:26.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:25 smithi042 ceph-mon[36332]: pgmap v967: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-0": { 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 0, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 2, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 0, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 0, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 4, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 0, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.001318780, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.000000000, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.000296594, 2024-05-20T21:33:26.137 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.138 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 0 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-1": { 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 364, 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 359, 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 557088, 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 221504, 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 2, 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 1, 2024-05-20T21:33:26.139 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.058989254, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.023775004, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.021514356, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.009262340, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 359, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.021858554, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000060887 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:26.140 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 557088, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 221504 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "AsyncMessenger::Worker-2": { 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_messages": 2, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages": 274, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_bytes": 320, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_bytes": 205792, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_created_connections": 4, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_active_connections": 2, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_total_time": 0.019285863, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_send_time": 0.014488388, 2024-05-20T21:33:26.141 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_recv_time": 0.000865557, 2024-05-20T21:33:26.142 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-20T21:33:26.142 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_messages_queue_lat": { 2024-05-20T21:33:26.142 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 272, 2024-05-20T21:33:26.142 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.020093357, 2024-05-20T21:33:26.142 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000073872 2024-05-20T21:33:26.142 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.142 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_handle_ack_lat": { 2024-05-20T21:33:26.142 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "msgr_send_encrypted_bytes": 205792 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "cct": { 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "total_workers": 0, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "unhealthy_workers": 0 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "mempool": { 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "bloom_filter_bytes": 0, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "bloom_filter_items": 0, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_alloc_bytes": 0, 2024-05-20T21:33:26.143 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_alloc_items": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_data_bytes": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_data_items": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_onode_items": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_meta_items": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_other_bytes": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_other_items": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_cache_buffer_items": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_extent_bytes": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_extent_items": 0, 2024-05-20T21:33:26.144 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_blob_bytes": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_blob_items": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_shared_blob_items": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_inline_bl_items": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_fsck_bytes": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_fsck_items": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_txc_bytes": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_txc_items": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-20T21:33:26.145 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_deferred_items": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_bytes": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "bluestore_writing_items": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_bytes": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_items": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_reader_bytes": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_reader_items": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_writer_bytes": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "bluefs_file_writer_items": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_anon_bytes": 148682, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_anon_items": 29, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_meta_bytes": 0, 2024-05-20T21:33:26.146 INFO:teuthology.orchestra.run.smithi062.stdout: "buffer_meta_items": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_bytes": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_items": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_mapbl_bytes": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_mapbl_items": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_pglog_bytes": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osd_pglog_items": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_bytes": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_items": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_mapping_bytes": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "osdmap_mapping_items": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "pgmap_bytes": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "pgmap_items": 0, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_co_bytes": 928, 2024-05-20T21:33:26.147 INFO:teuthology.orchestra.run.smithi062.stdout: "mds_co_items": 2, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_1_bytes": 0, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_1_items": 0, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_2_bytes": 0, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "unittest_2_items": 0 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 0, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "max": 104857600, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "get_started": 0, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "get": 362, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "get_sum": 503181, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_fail": 0, 2024-05-20T21:33:26.148 INFO:teuthology.orchestra.run.smithi062.stdout: "get_or_fail_success": 362, 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: "take": 0, 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: "take_sum": 0, 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: "put": 362, 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: "put_sum": 503181, 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: "wait": { 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: "avgcount": 0, 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: "sum": 0.000000000, 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: "avgtime": 0.000000000 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-05-20T21:33:26.149 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-05-20T21:33:26.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:25 smithi006 ceph-mon[31422]: pgmap v967: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-05-20T21:33:26.786 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-05-20T21:33:26.786 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-05-20T21:33:26.786 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-05-20T21:33:26.786 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-05-20T21:33:26.786 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-05-20T21:33:26.799 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-20T21:33:26.800 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:33:26.800 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-20T21:33:26.864 DEBUG:teuthology.orchestra.run.smithi006:> set -ex 2024-05-20T21:33:26.864 DEBUG:teuthology.orchestra.run.smithi006:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-20T21:33:26.923 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-20T21:33:27.412 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:27.837 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:27 smithi006 ceph-mon[31422]: pgmap v968: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:28.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:27 smithi042 ceph-mon[36332]: pgmap v968: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:28.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:27 smithi062 ceph-mon[36640]: pgmap v968: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-20T21:33:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 -- 172.21.15.6:0/4074576345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ec81095d0 msgr2=0x7f9ec81099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 --2- 172.21.15.6:0/4074576345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ec81095d0 0x7f9ec81099b0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc009990 tx=0x7f9ebc009ca0 comp rx=0 tx=0).stop 2024-05-20T21:33:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 -- 172.21.15.6:0/4074576345 shutdown_connections 2024-05-20T21:33:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 --2- 172.21.15.6:0/4074576345 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec8103f80 0x7f9ec8110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 --2- 172.21.15.6:0/4074576345 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ec81095d0 0x7f9ec81099b0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 --2- 172.21.15.6:0/4074576345 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ec81035c0 0x7f9ec8103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 -- 172.21.15.6:0/4074576345 >> 172.21.15.6:0/4074576345 conn(0x7f9ec807a610 msgr2=0x7f9ec807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:29.873 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 -- 172.21.15.6:0/4074576345 shutdown_connections 2024-05-20T21:33:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.872+0000 7f9ed0000700 1 -- 172.21.15.6:0/4074576345 wait complete. 2024-05-20T21:33:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.873+0000 7f9ed0000700 1 Processor -- start 2024-05-20T21:33:29.874 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.873+0000 7f9ed0000700 1 -- start start 2024-05-20T21:33:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.873+0000 7f9ed0000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ec81035c0 0x7f9ec8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:29.875 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ed0000700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec8103f80 0x7f9ec8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ed0000700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ec81095d0 0x7f9ec80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ed0000700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec8113740 con 0x7f9ec81035c0 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ed0000700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec81135c0 con 0x7f9ec8103f80 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ed0000700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec81138c0 con 0x7f9ec81095d0 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ecd600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ec81035c0 0x7f9ec8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ecd600700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ec81035c0 0x7f9ec8075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:32966/0 (socket says 172.21.15.6:32966) 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ecd600700 1 -- 172.21.15.6:0/3063058843 learned_addr learned my addr 172.21.15.6:0/3063058843 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9eccc00700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec8103f80 0x7f9ec8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.874+0000 7f9ece000700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ec81095d0 0x7f9ec80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ecd600700 1 -- 172.21.15.6:0/3063058843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ec81095d0 msgr2=0x7f9ec80762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ecd600700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ec81095d0 0x7f9ec80762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ecd600700 1 -- 172.21.15.6:0/3063058843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec8103f80 msgr2=0x7f9ec8075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:29.876 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ecd600700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec8103f80 0x7f9ec8075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ecd600700 1 -- 172.21.15.6:0/3063058843 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec81a81a0 con 0x7f9ec81035c0 2024-05-20T21:33:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ecd600700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ec81035c0 0x7f9ec8075840 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc000c00 tx=0x7f9ebc00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ec6000700 1 -- 172.21.15.6:0/3063058843 <== mon.0 v2:172.21.15.6:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc027070 con 0x7f9ec81035c0 2024-05-20T21:33:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ec6000700 1 -- 172.21.15.6:0/3063058843 <== mon.0 v2:172.21.15.6:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ebc022470 con 0x7f9ec81035c0 2024-05-20T21:33:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ec6000700 1 -- 172.21.15.6:0/3063058843 <== mon.0 v2:172.21.15.6:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc017650 con 0x7f9ec81035c0 2024-05-20T21:33:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.875+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ec81a8430 con 0x7f9ec81035c0 2024-05-20T21:33:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.876+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ec81a8830 con 0x7f9ec81035c0 2024-05-20T21:33:29.877 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.877+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ec806a230 con 0x7f9ec81035c0 2024-05-20T21:33:29.879 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.879+0000 7f9ec6000700 1 -- 172.21.15.6:0/3063058843 <== mon.0 v2:172.21.15.6:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9ebc02a070 con 0x7f9ec81035c0 2024-05-20T21:33:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.882+0000 7f9ec6000700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9eb00b2900 0x7f9eb00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.882+0000 7f9ec6000700 1 -- 172.21.15.6:0/3063058843 <== mon.0 v2:172.21.15.6:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f9ebc0e33e0 con 0x7f9ec81035c0 2024-05-20T21:33:29.882 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.882+0000 7f9eccc00700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9eb00b2900 0x7f9eb00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:29.883 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.883+0000 7f9eccc00700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9eb00b2900 0x7f9eb00b4dc0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f9ec807ad70 tx=0x7f9eb4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:29.884 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:29.885+0000 7f9ec6000700 1 -- 172.21.15.6:0/3063058843 <== mon.0 v2:172.21.15.6:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9ebc013070 con 0x7f9ec81035c0 2024-05-20T21:33:30.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:29 smithi042 ceph-mon[36332]: pgmap v969: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:30.139 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:29 smithi006 ceph-mon[31422]: pgmap v969: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:30.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.139+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9ec802e560 con 0x7f9ec81035c0 2024-05-20T21:33:30.140 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.140+0000 7f9ec6000700 1 -- 172.21.15.6:0/3063058843 <== mon.0 v2:172.21.15.6:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v83) ==== 81+0+580 (secure 0 0 0) 0x7f9ebc0ab090 con 0x7f9ec81035c0 2024-05-20T21:33:30.140 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:0/329187741 2024-05-21T21:03:35.960794+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:0/3179615350 2024-05-21T21:03:35.960794+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6801/3534008588 2024-05-21T21:03:35.960794+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:0/4073761739 2024-05-21T21:03:35.960794+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6801/2968020495 2024-05-21T21:03:00.904030+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:0/1985036317 2024-05-21T21:03:00.904030+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:0/1043020172 2024-05-21T21:03:00.904030+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6800/2968020495 2024-05-21T21:03:00.904030+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:0/844987948 2024-05-21T21:03:00.904030+0000 2024-05-20T21:33:30.141 INFO:teuthology.orchestra.run.smithi006.stdout:172.21.15.6:6800/3534008588 2024-05-21T21:03:35.960794+0000 2024-05-20T21:33:30.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.144+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9eb00b2900 msgr2=0x7f9eb00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:30.144 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.144+0000 7f9ed0000700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9eb00b2900 0x7f9eb00b4dc0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f9ec807ad70 tx=0x7f9eb4009260 comp rx=0 tx=0).stop 2024-05-20T21:33:30.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.144+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ec81035c0 msgr2=0x7f9ec8075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:30.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.144+0000 7f9ed0000700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ec81035c0 0x7f9ec8075840 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc000c00 tx=0x7f9ebc00bfd0 comp rx=0 tx=0).stop 2024-05-20T21:33:30.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.145+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 shutdown_connections 2024-05-20T21:33:30.145 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.145+0000 7f9ed0000700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f9eb00b2900 0x7f9eb00b4dc0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:30.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.145+0000 7f9ed0000700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ec81095d0 0x7f9ec80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:30.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.145+0000 7f9ed0000700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f9ec81035c0 0x7f9ec8075840 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:30.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.145+0000 7f9ed0000700 1 --2- 172.21.15.6:0/3063058843 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f9ec8103f80 0x7f9ec8075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:30.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.145+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 >> 172.21.15.6:0/3063058843 conn(0x7f9ec807a610 msgr2=0x7f9ec81023c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:30.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.145+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 shutdown_connections 2024-05-20T21:33:30.146 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:30.145+0000 7f9ed0000700 1 -- 172.21.15.6:0/3063058843 wait complete. 2024-05-20T21:33:30.147 INFO:teuthology.orchestra.run.smithi006.stderr:listed 10 entries 2024-05-20T21:33:30.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:29 smithi062 ceph-mon[36640]: pgmap v969: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-20T21:33:31.040 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-05-20T21:33:31.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:33:31.040 DEBUG:teuthology.orchestra.run.smithi006:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-05-20T21:33:31.114 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:30 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3063058843' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-20T21:33:31.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:30 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3063058843' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-20T21:33:31.156 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi006.front.sepia.ceph.com 2024-05-20T21:33:31.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:33:31.156 DEBUG:teuthology.orchestra.run.smithi006:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-20T21:33:31.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:33:31.222 DEBUG:teuthology.orchestra.run.smithi006:> ip netns list 2024-05-20T21:33:31.261 INFO:teuthology.orchestra.run.smithi006.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-20T21:33:31.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:33:31.262 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-20T21:33:31.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:30 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3063058843' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-20T21:33:31.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-20T21:33:31.374 DEBUG:teuthology.orchestra.run.smithi006:> sudo ip link delete ceph-brx 2024-05-20T21:33:31.488 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-20T21:33:31.498 INFO:tasks.cephadm:Teardown begin 2024-05-20T21:33:31.498 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-20T21:33:31.499 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:33:31.937 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:32.088 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:31 smithi062 ceph-mon[36640]: pgmap v970: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:32.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:31 smithi006 ceph-mon[31422]: pgmap v970: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:32.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:31 smithi042 ceph-mon[36332]: pgmap v970: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-20T21:33:34.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:33 smithi042 ceph-mon[36332]: pgmap v971: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:33:34.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:33 smithi006 ceph-mon[31422]: pgmap v971: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:33:34.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:33 smithi062 ceph-mon[36640]: pgmap v971: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-20T21:33:34.355 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 -- 172.21.15.6:0/3844318622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff96c1088f0 msgr2=0x7ff96c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:34.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 --2- 172.21.15.6:0/3844318622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff96c1088f0 0x7ff96c110470 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7ff9640098f0 tx=0x7ff964009c00 comp rx=0 tx=0).stop 2024-05-20T21:33:34.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 -- 172.21.15.6:0/3844318622 shutdown_connections 2024-05-20T21:33:34.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 --2- 172.21.15.6:0/3844318622 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff96c1088f0 0x7ff96c110470 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 --2- 172.21.15.6:0/3844318622 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff96c1037f0 0x7ff96c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 --2- 172.21.15.6:0/3844318622 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff96c1041a0 0x7ff96c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 -- 172.21.15.6:0/3844318622 >> 172.21.15.6:0/3844318622 conn(0x7ff96c07a6a0 msgr2=0x7ff96c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:34.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 -- 172.21.15.6:0/3844318622 shutdown_connections 2024-05-20T21:33:34.356 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.355+0000 7ff972800700 1 -- 172.21.15.6:0/3844318622 wait complete. 2024-05-20T21:33:34.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.356+0000 7ff972800700 1 Processor -- start 2024-05-20T21:33:34.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.356+0000 7ff972800700 1 -- start start 2024-05-20T21:33:34.357 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff972800700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff96c1037f0 0x7ff96c10a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff972800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff96c1041a0 0x7ff96c10a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff972800700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff96c1088f0 0x7ff96c10af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff972800700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff96c113730 con 0x7ff96c1088f0 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff972800700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff96c1135b0 con 0x7ff96c1037f0 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff972800700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff96c1138b0 con 0x7ff96c1041a0 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff96c1037f0 0x7ff96c10a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96b400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff96c1037f0 0x7ff96c10a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:58926/0 (socket says 172.21.15.6:58926) 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96b400700 1 -- 172.21.15.6:0/3714846468 learned_addr learned my addr 172.21.15.6:0/3714846468 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff962a00700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff96c1041a0 0x7ff96c10a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96be00700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff96c1088f0 0x7ff96c10af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96b400700 1 -- 172.21.15.6:0/3714846468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff96c1041a0 msgr2=0x7ff96c10a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96b400700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff96c1041a0 0x7ff96c10a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.358 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96b400700 1 -- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff96c1088f0 msgr2=0x7ff96c10af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:34.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96b400700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff96c1088f0 0x7ff96c10af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.357+0000 7ff96b400700 1 -- 172.21.15.6:0/3714846468 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff96c1ac4b0 con 0x7ff96c1037f0 2024-05-20T21:33:34.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.358+0000 7ff96b400700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff96c1037f0 0x7ff96c10a480 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7ff95c00c0f0 tx=0x7ff95c00c400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:34.359 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.358+0000 7ff968c00700 1 -- 172.21.15.6:0/3714846468 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c0092e0 con 0x7ff96c1037f0 2024-05-20T21:33:34.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.358+0000 7ff968c00700 1 -- 172.21.15.6:0/3714846468 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff95c0075c0 con 0x7ff96c1037f0 2024-05-20T21:33:34.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.358+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff96c1ac740 con 0x7ff96c1037f0 2024-05-20T21:33:34.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.358+0000 7ff968c00700 1 -- 172.21.15.6:0/3714846468 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c0146e0 con 0x7ff96c1037f0 2024-05-20T21:33:34.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.358+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff96c1acc80 con 0x7ff96c1037f0 2024-05-20T21:33:34.360 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.359+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff96c104c80 con 0x7ff96c1037f0 2024-05-20T21:33:34.361 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.362+0000 7ff968c00700 1 -- 172.21.15.6:0/3714846468 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff95c01b020 con 0x7ff96c1037f0 2024-05-20T21:33:34.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.363+0000 7ff968c00700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9500b2880 0x7ff9500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:34.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.363+0000 7ff968c00700 1 -- 172.21.15.6:0/3714846468 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7ff95c0e26f0 con 0x7ff96c1037f0 2024-05-20T21:33:34.363 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.364+0000 7ff962a00700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9500b2880 0x7ff9500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:34.364 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.364+0000 7ff962a00700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9500b2880 0x7ff9500b4d40 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7ff96c10bc40 tx=0x7ff95400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:34.365 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.365+0000 7ff968c00700 1 -- 172.21.15.6:0/3714846468 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff95c010040 con 0x7ff96c1037f0 2024-05-20T21:33:34.654 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.653+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff96c06a230 con 0x7ff96c1037f0 2024-05-20T21:33:34.655 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.655+0000 7ff968c00700 1 -- 172.21.15.6:0/3714846468 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7ff96c06a230 con 0x7ff96c1037f0 2024-05-20T21:33:34.655 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:33:34.655 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:33:34.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9500b2880 msgr2=0x7ff9500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:34.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9500b2880 0x7ff9500b4d40 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7ff96c10bc40 tx=0x7ff95400b3c0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff96c1037f0 msgr2=0x7ff96c10a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:34.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff96c1037f0 0x7ff96c10a480 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7ff95c00c0f0 tx=0x7ff95c00c400 comp rx=0 tx=0).stop 2024-05-20T21:33:34.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 shutdown_connections 2024-05-20T21:33:34.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff9500b2880 0x7ff9500b4d40 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.658 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff96c1088f0 0x7ff96c10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff96c1037f0 0x7ff96c10a480 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 --2- 172.21.15.6:0/3714846468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff96c1041a0 0x7ff96c10a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:34.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 >> 172.21.15.6:0/3714846468 conn(0x7ff96c07a6a0 msgr2=0x7ff96c1019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:34.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.658+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 shutdown_connections 2024-05-20T21:33:34.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:34.659+0000 7ff972800700 1 -- 172.21.15.6:0/3714846468 wait complete. 2024-05-20T21:33:34.660 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:33:34.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:34 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3714846468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:33:35.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:34 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3714846468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:33:35.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:34 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3714846468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:33:35.764 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-20T21:33:36.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:35 smithi042 ceph-mon[36332]: pgmap v972: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:33:36.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:35 smithi006 ceph-mon[31422]: pgmap v972: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:33:36.233 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:36.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:35 smithi062 ceph-mon[36640]: pgmap v972: 97 pgs: 97 active+clean; 4.3 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:33:36.905 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:36 smithi006 ceph-mon[31422]: pgmap v973: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:33:37.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:36 smithi042 ceph-mon[36332]: pgmap v973: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:33:37.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:36 smithi062 ceph-mon[36640]: pgmap v973: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-20T21:33:38.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 -- 172.21.15.6:0/2371247385 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103460 msgr2=0x7f79481038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:38.659 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 --2- 172.21.15.6:0/2371247385 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103460 0x7f79481038e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f79300098f0 tx=0x7f7930009c00 comp rx=0 tx=0).stop 2024-05-20T21:33:38.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 -- 172.21.15.6:0/2371247385 shutdown_connections 2024-05-20T21:33:38.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 --2- 172.21.15.6:0/2371247385 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7948103e20 0x7f7948110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 --2- 172.21.15.6:0/2371247385 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f79481094f0 0x7f79481098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 --2- 172.21.15.6:0/2371247385 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103460 0x7f79481038e0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 -- 172.21.15.6:0/2371247385 >> 172.21.15.6:0/2371247385 conn(0x7f79480fef90 msgr2=0x7f79481013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:38.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 -- 172.21.15.6:0/2371247385 shutdown_connections 2024-05-20T21:33:38.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.658+0000 7f7947200700 1 -- 172.21.15.6:0/2371247385 wait complete. 2024-05-20T21:33:38.660 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.660+0000 7f7947200700 1 Processor -- start 2024-05-20T21:33:38.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.660+0000 7f7947200700 1 -- start start 2024-05-20T21:33:38.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.660+0000 7f7947200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7948103460 0x7f7948075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:38.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.660+0000 7f7947200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103e20 0x7f7948075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:38.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.660+0000 7f7947200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79481094f0 0x7f79480762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:38.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.660+0000 7f7947200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f7948113630 con 0x7f7948103460 2024-05-20T21:33:38.662 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f7947200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f79481134b0 con 0x7f7948103e20 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f7947200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f79481137b0 con 0x7f79481094f0 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f7945e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7948103460 0x7f7948075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f793fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103e20 0x7f7948075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f793fe00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103e20 0x7f7948075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:36284/0 (socket says 172.21.15.6:36284) 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f793fe00700 1 -- 172.21.15.6:0/172312025 learned_addr learned my addr 172.21.15.6:0/172312025 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f7945e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7948103460 0x7f7948075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41598/0 (socket says 172.21.15.6:41598) 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f7946800700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79481094f0 0x7f79480762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f793fe00700 1 -- 172.21.15.6:0/172312025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79481094f0 msgr2=0x7f79480762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f793fe00700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79481094f0 0x7f79480762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f793fe00700 1 -- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7948103460 msgr2=0x7f7948075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f793fe00700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7948103460 0x7f7948075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.661+0000 7f793fe00700 1 -- 172.21.15.6:0/172312025 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79481a80f0 con 0x7f7948103e20 2024-05-20T21:33:38.663 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.662+0000 7f793fe00700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103e20 0x7f7948075d80 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f793000f990 tx=0x7f793000f9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:38.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.662+0000 7f793ea00700 1 -- 172.21.15.6:0/172312025 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7930027070 con 0x7f7948103e20 2024-05-20T21:33:38.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.662+0000 7f793ea00700 1 -- 172.21.15.6:0/172312025 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79300055f0 con 0x7f7948103e20 2024-05-20T21:33:38.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.662+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79481a8380 con 0x7f7948103e20 2024-05-20T21:33:38.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.662+0000 7f793ea00700 1 -- 172.21.15.6:0/172312025 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7930004930 con 0x7f7948103e20 2024-05-20T21:33:38.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.662+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79481a87d0 con 0x7f7948103e20 2024-05-20T21:33:38.664 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.663+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f794806a230 con 0x7f7948103e20 2024-05-20T21:33:38.665 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.666+0000 7f793ea00700 1 -- 172.21.15.6:0/172312025 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f793002a070 con 0x7f7948103e20 2024-05-20T21:33:38.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.668+0000 7f793ea00700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f792c0b2880 0x7f792c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:38.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.668+0000 7f7945e00700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f792c0b2880 0x7f792c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:38.668 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.668+0000 7f793ea00700 1 -- 172.21.15.6:0/172312025 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f79300e3410 con 0x7f7948103e20 2024-05-20T21:33:38.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.669+0000 7f7945e00700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f792c0b2880 0x7f792c0b4d40 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f7938009750 tx=0x7f7938009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:38.669 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.669+0000 7f793ea00700 1 -- 172.21.15.6:0/172312025 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7930031070 con 0x7f7948103e20 2024-05-20T21:33:38.959 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.958+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f794802e560 con 0x7f7948103e20 2024-05-20T21:33:38.960 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.959+0000 7f793ea00700 1 -- 172.21.15.6:0/172312025 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11831 (secure 0 0 0) 0x7f7930013030 con 0x7f7948103e20 2024-05-20T21:33:38.960 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:33:38.960 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14367,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6835/603539882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6834","nonce":603539882},{"type":"v1","addr":"172.21.15.6:6835","nonce":603539882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6837/2736776066","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6836","nonce":2736776066},{"type":"v1","addr":"172.21.15.6:6837","nonce":2736776066}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.6:6841/102003936","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6840","nonce":102003936},{"type":"v1","addr":"172.21.15.6:6841","nonce":102003936}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6833/685143821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":685143821},{"type":"v1","addr":"172.21.15.42:6833","nonce":685143821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6833/528802990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":528802990},{"type":"v1","addr":"172.21.15.62:6833","nonce":528802990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/2261598838","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":2261598838},{"type":"v1","addr":"172.21.15.42:6835","nonce":2261598838}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-20T21:12:00.673417+0000","modified":"2024-05-20T21:15:52.456173+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24530,"mds_1":24529,"mds_2":24517},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.42:6837/44376656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6836","nonce":44376656},{"type":"v1","addr":"172.21.15.42:6837","nonce":44376656}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6835/1061308332","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":1061308332},{"type":"v1","addr":"172.21.15.62:6835","nonce":1061308332}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.62:6837/1607123152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":1607123152},{"type":"v1","addr":"172.21.15.62:6837","nonce":1607123152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.62:6839/1472655079","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6838","nonce":1472655079},{"type":"v1","addr":"172.21.15.62:6839","nonce":1472655079}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24529":{"gid":24529,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.6:6839/3608855680","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6838","nonce":3608855680},{"type":"v1","addr":"172.21.15.6:6839","nonce":3608855680}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.42:6839/4164936799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6838","nonce":4164936799},{"type":"v1","addr":"172.21.15.42:6839","nonce":4164936799}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24517,24529,24530]},"id":1}]} 2024-05-20T21:33:38.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f792c0b2880 msgr2=0x7f792c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:38.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f792c0b2880 0x7f792c0b4d40 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f7938009750 tx=0x7f7938009310 comp rx=0 tx=0).stop 2024-05-20T21:33:38.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103e20 msgr2=0x7f7948075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:38.963 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103e20 0x7f7948075d80 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f793000f990 tx=0x7f793000f9c0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 shutdown_connections 2024-05-20T21:33:38.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f792c0b2880 0x7f792c0b4d40 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f79481094f0 0x7f79480762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f7948103460 0x7f7948075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 --2- 172.21.15.6:0/172312025 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f7948103e20 0x7f7948075d80 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:38.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.963+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 >> 172.21.15.6:0/172312025 conn(0x7f79480fef90 msgr2=0x7f79480ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:38.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.964+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 shutdown_connections 2024-05-20T21:33:38.964 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:38.964+0000 7f7947200700 1 -- 172.21.15.6:0/172312025 wait complete. 2024-05-20T21:33:38.965 INFO:teuthology.orchestra.run.smithi006.stderr:dumped fsmap epoch 26 2024-05-20T21:33:39.855 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-20T21:33:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:39 smithi062 ceph-mon[36640]: pgmap v974: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:40.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:39 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/172312025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:33:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:39 smithi042 ceph-mon[36332]: pgmap v974: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:40.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:39 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/172312025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:33:40.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:39 smithi006 ceph-mon[31422]: pgmap v974: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:40.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:39 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/172312025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-20T21:33:40.325 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:41.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:41 smithi006 ceph-mon[31422]: pgmap v975: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:33:42.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:41 smithi062 ceph-mon[36640]: pgmap v975: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:33:42.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:41 smithi042 ceph-mon[36332]: pgmap v975: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-20T21:33:42.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 -- 172.21.15.6:0/2573456123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 msgr2=0x7f2db0112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:42.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2573456123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 0x7f2db0112630 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f2da8009f90 tx=0x7f2da800b330 comp rx=0 tx=0).stop 2024-05-20T21:33:42.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 -- 172.21.15.6:0/2573456123 shutdown_connections 2024-05-20T21:33:42.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2573456123 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 0x7f2db0112630 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2573456123 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2db010b760 0x7f2db010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2573456123 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2db0105760 0x7f2db0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 -- 172.21.15.6:0/2573456123 >> 172.21.15.6:0/2573456123 conn(0x7f2db0101250 msgr2=0x7f2db0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:42.566 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 -- 172.21.15.6:0/2573456123 shutdown_connections 2024-05-20T21:33:42.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.565+0000 7f2db6c00700 1 -- 172.21.15.6:0/2573456123 wait complete. 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.566+0000 7f2db6c00700 1 Processor -- start 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.567+0000 7f2db6c00700 1 -- start start 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.567+0000 7f2db6c00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2db0105760 0x7f2db019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.567+0000 7f2db6c00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 0x7f2db019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.567+0000 7f2db6c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2db010b760 0x7f2db01a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.567+0000 7f2db6c00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f2db0115990 con 0x7f2db010b760 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.567+0000 7f2db6c00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f2db0115810 con 0x7f2db0105760 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.567+0000 7f2db6c00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f2db0115b10 con 0x7f2db0106120 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2db4c00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2db010b760 0x7f2db01a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 0x7f2db019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:42.568 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 0x7f2db019c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37010/0 (socket says 172.21.15.6:37010) 2024-05-20T21:33:42.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 -- 172.21.15.6:0/2548219317 learned_addr learned my addr 172.21.15.6:0/2548219317 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:33:42.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2dafe00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2db0105760 0x7f2db019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:42.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 -- 172.21.15.6:0/2548219317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2db0105760 msgr2=0x7f2db019bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:42.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2db0105760 0x7f2db019bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 -- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2db010b760 msgr2=0x7f2db01a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:42.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2db010b760 0x7f2db01a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 -- 172.21.15.6:0/2548219317 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2db01a0db0 con 0x7f2db0106120 2024-05-20T21:33:42.570 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2db4c00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2db010b760 0x7f2db01a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:33:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.568+0000 7f2daf400700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 0x7f2db019c2e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c00e9a0 tx=0x7f2d9c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.569+0000 7f2dacc00700 1 -- 172.21.15.6:0/2548219317 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c00ca10 con 0x7f2db0106120 2024-05-20T21:33:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.569+0000 7f2dacc00700 1 -- 172.21.15.6:0/2548219317 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d9c00cbb0 con 0x7f2db0106120 2024-05-20T21:33:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.569+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2db01a10a0 con 0x7f2db0106120 2024-05-20T21:33:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.569+0000 7f2dacc00700 1 -- 172.21.15.6:0/2548219317 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c018680 con 0x7f2db0106120 2024-05-20T21:33:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.569+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2db01a8920 con 0x7f2db0106120 2024-05-20T21:33:42.571 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.570+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2db006a230 con 0x7f2db0106120 2024-05-20T21:33:42.573 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.573+0000 7f2dacc00700 1 -- 172.21.15.6:0/2548219317 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2d9c010430 con 0x7f2db0106120 2024-05-20T21:33:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.575+0000 7f2dacc00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d940b2900 0x7f2d940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.575+0000 7f2dacc00700 1 -- 172.21.15.6:0/2548219317 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f2d9c0e2740 con 0x7f2db0106120 2024-05-20T21:33:42.575 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.575+0000 7f2dafe00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d940b2900 0x7f2d940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:42.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.576+0000 7f2dacc00700 1 -- 172.21.15.6:0/2548219317 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2d9c0aa360 con 0x7f2db0106120 2024-05-20T21:33:42.576 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.576+0000 7f2dafe00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d940b2900 0x7f2d940b4dc0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f2da0009750 tx=0x7f2da0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:42.819 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.818+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2db002e560 con 0x7f2db0106120 2024-05-20T21:33:42.820 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.820+0000 7f2dacc00700 1 -- 172.21.15.6:0/2548219317 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22684 (secure 0 0 0) 0x7f2d9c0b23e0 con 0x7f2db0106120 2024-05-20T21:33:42.821 INFO:teuthology.orchestra.run.smithi006.stdout: 2024-05-20T21:33:42.822 INFO:teuthology.orchestra.run.smithi006.stdout:{"epoch":83,"fsid":"195522e4-16ec-11ef-bc9a-c7b262605968","created":"2024-05-20T21:02:18.347990+0000","modified":"2024-05-20T21:13:38.294670+0000","last_up_change":"2024-05-20T21:10:39.883149+0000","last_in_change":"2024-05-20T21:10:18.888873+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-20T21:06:24.142375+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-20T21:11:52.481859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-20T21:11:56.573954+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"5864c869-5c4a-4de6-b34a-afe86ce96ccb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6802","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6803","nonce":2314965361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6804","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6805","nonce":2314965361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6808","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6809","nonce":2314965361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6806","nonce":2314965361},{"type":"v1","addr":"172.21.15.6:6807","nonce":2314965361}]},"public_addr":"172.21.15.6:6803/2314965361","cluster_addr":"172.21.15.6:6805/2314965361","heartbeat_back_addr":"172.21.15.6:6809/2314965361","heartbeat_front_addr":"172.21.15.6:6807/2314965361","state":["exists","up"]},{"osd":1,"uuid":"38691fbb-953a-4f01-bef8-48ec5173e93e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6801","nonce":1502497864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6803","nonce":1502497864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6807","nonce":1502497864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1502497864},{"type":"v1","addr":"172.21.15.42:6805","nonce":1502497864}]},"public_addr":"172.21.15.42:6801/1502497864","cluster_addr":"172.21.15.42:6803/1502497864","heartbeat_back_addr":"172.21.15.42:6807/1502497864","heartbeat_front_addr":"172.21.15.42:6805/1502497864","state":["exists","up"]},{"osd":2,"uuid":"435a30ff-5d49-4ad6-ad22-61e1235ed7b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6801","nonce":1983656559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6803","nonce":1983656559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6807","nonce":1983656559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1983656559},{"type":"v1","addr":"172.21.15.62:6805","nonce":1983656559}]},"public_addr":"172.21.15.62:6801/1983656559","cluster_addr":"172.21.15.62:6803/1983656559","heartbeat_back_addr":"172.21.15.62:6807/1983656559","heartbeat_front_addr":"172.21.15.62:6805/1983656559","state":["exists","up"]},{"osd":3,"uuid":"9bd33a44-8c73-443a-98e7-8419e492d90d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6810","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6811","nonce":602565110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6812","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6813","nonce":602565110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6816","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6817","nonce":602565110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6814","nonce":602565110},{"type":"v1","addr":"172.21.15.6:6815","nonce":602565110}]},"public_addr":"172.21.15.6:6811/602565110","cluster_addr":"172.21.15.6:6813/602565110","heartbeat_back_addr":"172.21.15.6:6817/602565110","heartbeat_front_addr":"172.21.15.6:6815/602565110","state":["exists","up"]},{"osd":4,"uuid":"1f6bbced-ffb0-41f3-85da-b077d282e86b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6809","nonce":817426439}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6811","nonce":817426439}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6815","nonce":817426439}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":817426439},{"type":"v1","addr":"172.21.15.42:6813","nonce":817426439}]},"public_addr":"172.21.15.42:6809/817426439","cluster_addr":"172.21.15.42:6811/817426439","heartbeat_back_addr":"172.21.15.42:6815/817426439","heartbeat_front_addr":"172.21.15.42:6813/817426439","state":["exists","up"]},{"osd":5,"uuid":"d2dd73a0-fa7a-4722-8d71-a2fb40f14db1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6809","nonce":1931102292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6811","nonce":1931102292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6815","nonce":1931102292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":1931102292},{"type":"v1","addr":"172.21.15.62:6813","nonce":1931102292}]},"public_addr":"172.21.15.62:6809/1931102292","cluster_addr":"172.21.15.62:6811/1931102292","heartbeat_back_addr":"172.21.15.62:6815/1931102292","heartbeat_front_addr":"172.21.15.62:6813/1931102292","state":["exists","up"]},{"osd":6,"uuid":"b08f0228-b5d3-4e8f-bead-6b1134f3354b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6818","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6819","nonce":922931976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6820","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6821","nonce":922931976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6824","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6825","nonce":922931976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6822","nonce":922931976},{"type":"v1","addr":"172.21.15.6:6823","nonce":922931976}]},"public_addr":"172.21.15.6:6819/922931976","cluster_addr":"172.21.15.6:6821/922931976","heartbeat_back_addr":"172.21.15.6:6825/922931976","heartbeat_front_addr":"172.21.15.6:6823/922931976","state":["exists","up"]},{"osd":7,"uuid":"94cbc1f6-96df-40fe-aa48-60ad3c67741c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6817","nonce":3549848446}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6819","nonce":3549848446}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6823","nonce":3549848446}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":3549848446},{"type":"v1","addr":"172.21.15.42:6821","nonce":3549848446}]},"public_addr":"172.21.15.42:6817/3549848446","cluster_addr":"172.21.15.42:6819/3549848446","heartbeat_back_addr":"172.21.15.42:6823/3549848446","heartbeat_front_addr":"172.21.15.42:6821/3549848446","state":["exists","up"]},{"osd":8,"uuid":"20356327-3eb9-48ed-919a-7426b4a8e767","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6817","nonce":415434431}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6819","nonce":415434431}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6823","nonce":415434431}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":415434431},{"type":"v1","addr":"172.21.15.62:6821","nonce":415434431}]},"public_addr":"172.21.15.62:6817/415434431","cluster_addr":"172.21.15.62:6819/415434431","heartbeat_back_addr":"172.21.15.62:6823/415434431","heartbeat_front_addr":"172.21.15.62:6821/415434431","state":["exists","up"]},{"osd":9,"uuid":"5bfa6b1e-954a-42aa-b3c0-a82ad9bacc05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6826","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6827","nonce":4170437479}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6828","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6829","nonce":4170437479}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6832","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6833","nonce":4170437479}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.6:6830","nonce":4170437479},{"type":"v1","addr":"172.21.15.6:6831","nonce":4170437479}]},"public_addr":"172.21.15.6:6827/4170437479","cluster_addr":"172.21.15.6:6829/4170437479","heartbeat_back_addr":"172.21.15.6:6833/4170437479","heartbeat_front_addr":"172.21.15.6:6831/4170437479","state":["exists","up"]},{"osd":10,"uuid":"5421146c-f61a-4980-9dfa-6ac86de7c412","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6825","nonce":814658707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6827","nonce":814658707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6831","nonce":814658707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":814658707},{"type":"v1","addr":"172.21.15.42:6829","nonce":814658707}]},"public_addr":"172.21.15.42:6825/814658707","cluster_addr":"172.21.15.42:6827/814658707","heartbeat_back_addr":"172.21.15.42:6831/814658707","heartbeat_front_addr":"172.21.15.42:6829/814658707","state":["exists","up"]},{"osd":11,"uuid":"069d09cd-7cd3-469a-8409-ff383fb6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6825","nonce":480646321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6827","nonce":480646321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6831","nonce":480646321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":480646321},{"type":"v1","addr":"172.21.15.62:6829","nonce":480646321}]},"public_addr":"172.21.15.62:6825/480646321","cluster_addr":"172.21.15.62:6827/480646321","heartbeat_back_addr":"172.21.15.62:6831/480646321","heartbeat_front_addr":"172.21.15.62:6829/480646321","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:31.276916+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:05:56.675585+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:21.052373+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:06:53.757592+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:19.604875+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:07:44.299804+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:19.266728+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:08:45.287336+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:10.322709+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:09:44.748907+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:11.531353+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-20T21:10:37.077950+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":1}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.2","mappings":[{"from":1,"to":6}]},{"pgid":"3.5","mappings":[{"from":3,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":7}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.19","mappings":[{"from":3,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6}]},{"pgid":"3.2d","mappings":[{"from":6,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.6:0/329187741":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/3179615350":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/3534008588":"2024-05-21T21:03:35.960794+0000","172.21.15.6:0/4073761739":"2024-05-21T21:03:35.960794+0000","172.21.15.6:6801/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1985036317":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/1043020172":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/2968020495":"2024-05-21T21:03:00.904030+0000","172.21.15.6:0/844987948":"2024-05-21T21:03:00.904030+0000","172.21.15.6:6800/3534008588":"2024-05-21T21:03:35.960794+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-20T21:33:42.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d940b2900 msgr2=0x7f2d940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:42.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d940b2900 0x7f2d940b4dc0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f2da0009750 tx=0x7f2da0009310 comp rx=0 tx=0).stop 2024-05-20T21:33:42.823 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 msgr2=0x7f2db019c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:42.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 0x7f2db019c2e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c00e9a0 tx=0x7f2d9c00ecb0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 shutdown_connections 2024-05-20T21:33:42.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f2d940b2900 0x7f2d940b4dc0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f2db010b760 0x7f2db01a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f2db0105760 0x7f2db019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 --2- 172.21.15.6:0/2548219317 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2db0106120 0x7f2db019c2e0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:42.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 >> 172.21.15.6:0/2548219317 conn(0x7f2db0101250 msgr2=0x7f2db01017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:42.824 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.823+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 shutdown_connections 2024-05-20T21:33:42.825 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:42.824+0000 7f2db6c00700 1 -- 172.21.15.6:0/2548219317 wait complete. 2024-05-20T21:33:43.862 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs fail cephfs 2024-05-20T21:33:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:43 smithi062 ceph-mon[36640]: pgmap v976: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:44.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:43 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2548219317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:33:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:43 smithi042 ceph-mon[36332]: pgmap v976: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:44.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:43 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2548219317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:33:44.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:43 smithi006 ceph-mon[31422]: pgmap v976: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-20T21:33:44.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:43 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2548219317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-20T21:33:44.325 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:46.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:45 smithi062 ceph-mon[36640]: pgmap v977: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:33:46.079 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:45 smithi006 ceph-mon[31422]: pgmap v977: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:33:46.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:45 smithi042 ceph-mon[36332]: pgmap v977: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-20T21:33:46.642 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 -- 172.21.15.6:0/1760306141 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1037f0 msgr2=0x7f72cc103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:46.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 --2- 172.21.15.6:0/1760306141 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1037f0 0x7f72cc103bd0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f72bc0099c0 tx=0x7f72bc009cd0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 -- 172.21.15.6:0/1760306141 shutdown_connections 2024-05-20T21:33:46.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 --2- 172.21.15.6:0/1760306141 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72cc1088f0 0x7f72cc110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 --2- 172.21.15.6:0/1760306141 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1037f0 0x7f72cc103bd0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 --2- 172.21.15.6:0/1760306141 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72cc1041a0 0x7f72cc1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 -- 172.21.15.6:0/1760306141 >> 172.21.15.6:0/1760306141 conn(0x7f72cc07a6a0 msgr2=0x7f72cc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:46.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 -- 172.21.15.6:0/1760306141 shutdown_connections 2024-05-20T21:33:46.643 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.642+0000 7f72d1200700 1 -- 172.21.15.6:0/1760306141 wait complete. 2024-05-20T21:33:46.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.643+0000 7f72d1200700 1 Processor -- start 2024-05-20T21:33:46.644 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.643+0000 7f72d1200700 1 -- start start 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72d1200700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72cc1037f0 0x7f72cc075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72d1200700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1041a0 0x7f72cc075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72d1200700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72cc1088f0 0x7f72cc0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72d1200700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7f72cc113710 con 0x7f72cc1041a0 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72d1200700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7f72cc113590 con 0x7f72cc1037f0 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72d1200700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7f72cc113890 con 0x7f72cc1088f0 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72c1400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1041a0 0x7f72cc075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72ca800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72cc1088f0 0x7f72cc0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72c1400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1041a0 0x7f72cc075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:41620/0 (socket says 172.21.15.6:41620) 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72ca800700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72cc1088f0 0x7f72cc0762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:37026/0 (socket says 172.21.15.6:37026) 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72c1400700 1 -- 172.21.15.6:0/353740980 learned_addr learned my addr 172.21.15.6:0/353740980 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.644+0000 7f72c9e00700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72cc1037f0 0x7f72cc075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:46.645 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72ca800700 1 -- 172.21.15.6:0/353740980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72cc1037f0 msgr2=0x7f72cc075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:46.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72ca800700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72cc1037f0 0x7f72cc075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72ca800700 1 -- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1041a0 msgr2=0x7f72cc075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:46.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72ca800700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1041a0 0x7f72cc075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72ca800700 1 -- 172.21.15.6:0/353740980 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72cc1a8110 con 0x7f72cc1088f0 2024-05-20T21:33:46.646 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72c1400700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1041a0 0x7f72cc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:33:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72ca800700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72cc1088f0 0x7f72cc0762c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f72c400efc0 tx=0x7f72c400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72c3400700 1 -- 172.21.15.6:0/353740980 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c40092e0 con 0x7f72cc1088f0 2024-05-20T21:33:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72cc1a83a0 con 0x7f72cc1088f0 2024-05-20T21:33:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72c3400700 1 -- 172.21.15.6:0/353740980 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72c4004bb0 con 0x7f72cc1088f0 2024-05-20T21:33:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.645+0000 7f72c3400700 1 -- 172.21.15.6:0/353740980 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c4004020 con 0x7f72cc1088f0 2024-05-20T21:33:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.646+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72cc1a88e0 con 0x7f72cc1088f0 2024-05-20T21:33:46.647 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.647+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72cc10bb30 con 0x7f72cc1088f0 2024-05-20T21:33:46.649 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.649+0000 7f72c3400700 1 -- 172.21.15.6:0/353740980 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f72c401b030 con 0x7f72cc1088f0 2024-05-20T21:33:46.650 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.651+0000 7f72c3400700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72b00b2880 0x7f72b00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.651+0000 7f72c3400700 1 -- 172.21.15.6:0/353740980 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8385+0+0 (secure 0 0 0) 0x7f72c40e2710 con 0x7f72cc1088f0 2024-05-20T21:33:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.651+0000 7f72c9e00700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72b00b2880 0x7f72b00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:46.651 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.652+0000 7f72c9e00700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72b00b2880 0x7f72b00b4d40 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f72bc000c00 tx=0x7f72bc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:46.653 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.653+0000 7f72c3400700 1 -- 172.21.15.6:0/353740980 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f72c4022020 con 0x7f72cc1088f0 2024-05-20T21:33:46.939 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.938+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f72cc10b510 con 0x7f72cc1088f0 2024-05-20T21:33:46.950 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.950+0000 7f72c3400700 1 -- 172.21.15.6:0/353740980 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) ==== 161+0+0 (secure 0 0 0) 0x7f72c4010040 con 0x7f72cc1088f0 2024-05-20T21:33:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72b00b2880 msgr2=0x7f72b00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72b00b2880 0x7f72b00b4d40 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f72bc000c00 tx=0x7f72bc005fb0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72cc1088f0 msgr2=0x7f72cc0762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72cc1088f0 0x7f72cc0762c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f72c400efc0 tx=0x7f72c400c3a0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 shutdown_connections 2024-05-20T21:33:46.954 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7f72b00b2880 0x7f72b00b4d40 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72cc1088f0 0x7f72cc0762c0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7f72cc1037f0 0x7f72cc075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 --2- 172.21.15.6:0/353740980 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7f72cc1041a0 0x7f72cc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 >> 172.21.15.6:0/353740980 conn(0x7f72cc07a6a0 msgr2=0x7f72cc1017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 shutdown_connections 2024-05-20T21:33:46.955 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:46.954+0000 7f72d1200700 1 -- 172.21.15.6:0/353740980 wait complete. 2024-05-20T21:33:46.956 INFO:teuthology.orchestra.run.smithi006.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-20T21:33:47.289 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:33:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c[67376]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:47.289 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:33:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c[67376]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:47.289 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:33:46 smithi062 ceph-mds[67380]: -- 172.21.15.62:0/2458243475 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565360ca9a40 con 0x565360c7cc00 2024-05-20T21:33:47.289 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:33:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c[67376]: starting mds.c at 2024-05-20T21:33:47.289 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:33:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f[67068]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:47.289 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:33:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f[67068]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:47.290 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mds[67072]: -- 172.21.15.62:0/348574437 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5587ee83da40 con 0x5587ee810c00 2024-05-20T21:33:47.290 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:33:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f[67068]: starting mds.f at 2024-05-20T21:33:47.290 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:33:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i[67677]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:47.290 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:33:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i[67677]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:47.290 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mds[67681]: -- 172.21.15.62:0/3396230349 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563c23735a40 con 0x563c23708800 2024-05-20T21:33:47.290 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:33:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i[67677]: starting mds.i at 2024-05-20T21:33:47.373 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:33:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h[66469]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:47.374 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:33:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h[66469]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:47.374 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:33:46 smithi042 ceph-mds[66473]: -- 172.21.15.42:0/4201648748 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562492695a40 con 0x562492669000 2024-05-20T21:33:47.374 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:33:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h[66469]: starting mds.h at 2024-05-20T21:33:47.374 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:33:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:47.374 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:33:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:47.374 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:33:46 smithi042 ceph-mds[66788]: -- 172.21.15.42:0/3604618488 <== mon.2 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5629466d5a40 con 0x5629466a9000 2024-05-20T21:33:47.374 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:33:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: starting mds.b at 2024-05-20T21:33:47.376 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:46 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a[31418]: 2024-05-20T21:33:46.941+0000 7f708b800700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-20T21:33:47.376 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:33:47 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g[70669]: ignoring --setuser ceph since I am not root 2024-05-20T21:33:47.376 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:33:47 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g[70669]: ignoring --setgroup ceph since I am not root 2024-05-20T21:33:47.376 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mds[70674]: -- 172.21.15.6:0/3385888117 <== mon.1 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f25d559a40 con 0x55f25d52d000 2024-05-20T21:33:47.376 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:33:47 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g[70669]: starting mds.g at 2024-05-20T21:33:47.934 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-05-20T21:33:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mon[36640]: pgmap v978: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/353740980' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:48.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:48.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mon[36640]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-20T21:33:48.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mon[36640]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-20T21:33:48.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-20T21:33:48.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mon[36640]: osdmap e84: 12 total, 12 up, 12 in 2024-05-20T21:33:48.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:47 smithi062 ceph-mon[36640]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-20T21:33:48.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:47 smithi042 ceph-mon[36332]: pgmap v978: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:48.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:47 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/353740980' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:48.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:47 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:48.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:47 smithi042 ceph-mon[36332]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-20T21:33:48.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:47 smithi042 ceph-mon[36332]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-20T21:33:48.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:47 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-20T21:33:48.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:47 smithi042 ceph-mon[36332]: osdmap e84: 12 total, 12 up, 12 in 2024-05-20T21:33:48.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:47 smithi042 ceph-mon[36332]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-20T21:33:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mon[31422]: pgmap v978: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/353740980' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-20T21:33:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mon[31422]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-20T21:33:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mon[31422]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-20T21:33:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-20T21:33:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mon[31422]: osdmap e84: 12 total, 12 up, 12 in 2024-05-20T21:33:48.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:47 smithi006 ceph-mon[31422]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-20T21:33:48.413 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:49.089 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.42:6836/1559451647,v1:172.21.15.42:6838/1559451647] up:boot 2024-05-20T21:33:49.089 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.42:6837/2832292359,v1:172.21.15.42:6839/2832292359] up:boot 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.62:6834/433364908,v1:172.21.15.62:6835/433364908] up:boot 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.62:6836/667234,v1:172.21.15.62:6838/667234] up:boot 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.62:6837/3850516786,v1:172.21.15.62:6839/3850516786] up:boot 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: mds.? [v2:172.21.15.6:6838/2160510590,v1:172.21.15.6:6839/2160510590] up:boot 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:33:49.090 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:48 smithi006 ceph-mon[31422]: pgmap v980: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:49.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.42:6836/1559451647,v1:172.21.15.42:6838/1559451647] up:boot 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.42:6837/2832292359,v1:172.21.15.42:6839/2832292359] up:boot 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.62:6834/433364908,v1:172.21.15.62:6835/433364908] up:boot 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.62:6836/667234,v1:172.21.15.62:6838/667234] up:boot 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.62:6837/3850516786,v1:172.21.15.62:6839/3850516786] up:boot 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: mds.? [v2:172.21.15.6:6838/2160510590,v1:172.21.15.6:6839/2160510590] up:boot 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:33:49.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:33:49.290 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:33:49.290 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:48 smithi062 ceph-mon[36640]: pgmap v980: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.42:6836/1559451647,v1:172.21.15.42:6838/1559451647] up:boot 2024-05-20T21:33:49.373 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.42:6837/2832292359,v1:172.21.15.42:6839/2832292359] up:boot 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.62:6834/433364908,v1:172.21.15.62:6835/433364908] up:boot 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.62:6836/667234,v1:172.21.15.62:6838/667234] up:boot 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.62:6837/3850516786,v1:172.21.15.62:6839/3850516786] up:boot 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: mds.? [v2:172.21.15.6:6838/2160510590,v1:172.21.15.6:6839/2160510590] up:boot 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: from='mgr.14152 172.21.15.6:0/461828546' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-20T21:33:49.374 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:48 smithi042 ceph-mon[36332]: pgmap v980: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:50.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 -- 172.21.15.6:0/3053797486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff12010a780 msgr2=0x7ff12010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:50.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 --2- 172.21.15.6:0/3053797486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff12010a780 0x7ff12010e7d0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7ff10c009990 tx=0x7ff10c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 -- 172.21.15.6:0/3053797486 shutdown_connections 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 --2- 172.21.15.6:0/3053797486 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff12010eeb0 0x7ff120116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 --2- 172.21.15.6:0/3053797486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff120109dd0 0x7ff12010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 --2- 172.21.15.6:0/3053797486 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff12010a780 0x7ff12010e7d0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 -- 172.21.15.6:0/3053797486 >> 172.21.15.6:0/3053797486 conn(0x7ff120076d10 msgr2=0x7ff120108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 -- 172.21.15.6:0/3053797486 shutdown_connections 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.774+0000 7ff127e00700 1 -- 172.21.15.6:0/3053797486 wait complete. 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.775+0000 7ff127e00700 1 Processor -- start 2024-05-20T21:33:50.776 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff127e00700 1 -- start start 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff127e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff120109dd0 0x7ff1201a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff127e00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff12010a780 0x7ff1201a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff127e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff12010eeb0 0x7ff1201a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff127e00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7ff120119d80 con 0x7ff12010eeb0 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff127e00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7ff120119c00 con 0x7ff120109dd0 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff127e00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7ff120119f00 con 0x7ff12010a780 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff125e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff12010eeb0 0x7ff1201a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff124a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff12010a780 0x7ff1201a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff125e00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff12010eeb0 0x7ff1201a4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34322/0 (socket says 172.21.15.6:34322) 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff125e00700 1 -- 172.21.15.6:0/2754297878 learned_addr learned my addr 172.21.15.6:0/2754297878 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:33:50.778 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.776+0000 7ff125400700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff120109dd0 0x7ff1201a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.777+0000 7ff124a00700 1 -- 172.21.15.6:0/2754297878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff120109dd0 msgr2=0x7ff1201a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.777+0000 7ff124a00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff120109dd0 0x7ff1201a02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.777+0000 7ff124a00700 1 -- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff12010eeb0 msgr2=0x7ff1201a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.777+0000 7ff124a00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff12010eeb0 0x7ff1201a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.777+0000 7ff124a00700 1 -- 172.21.15.6:0/2754297878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1201a52b0 con 0x7ff12010a780 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.777+0000 7ff125e00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff12010eeb0 0x7ff1201a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.777+0000 7ff124a00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff12010a780 0x7ff1201a0830 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0098e0 tx=0x7ff10c0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.778+0000 7ff11e000700 1 -- 172.21.15.6:0/2754297878 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c027070 con 0x7ff12010a780 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.778+0000 7ff11e000700 1 -- 172.21.15.6:0/2754297878 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff10c00b610 con 0x7ff12010a780 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.778+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1201a5540 con 0x7ff12010a780 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.778+0000 7ff11e000700 1 -- 172.21.15.6:0/2754297878 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c0173f0 con 0x7ff12010a780 2024-05-20T21:33:50.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.778+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1201ace20 con 0x7ff12010a780 2024-05-20T21:33:50.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.779+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff12006a230 con 0x7ff12010a780 2024-05-20T21:33:50.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.781+0000 7ff11e000700 1 -- 172.21.15.6:0/2754297878 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff10c02a070 con 0x7ff12010a780 2024-05-20T21:33:50.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.783+0000 7ff11e000700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1080b2900 0x7ff1080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:50.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.783+0000 7ff11e000700 1 -- 172.21.15.6:0/2754297878 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8643+0+0 (secure 0 0 0) 0x7ff10c0e31e0 con 0x7ff12010a780 2024-05-20T21:33:50.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.783+0000 7ff125400700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1080b2900 0x7ff1080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:50.783 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.784+0000 7ff125400700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1080b2900 0x7ff1080b4dc0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff114009680 tx=0x7ff114009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:50.785 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:50.785+0000 7ff11e000700 1 -- 172.21.15.6:0/2754297878 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff10c013070 con 0x7ff12010a780 2024-05-20T21:33:51.077 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.077+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7ff1201a1600 con 0x7ff12010a780 2024-05-20T21:33:51.775 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.775+0000 7ff11e000700 1 -- 172.21.15.6:0/2754297878 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7ff10c0aadf0 con 0x7ff12010a780 2024-05-20T21:33:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1080b2900 msgr2=0x7ff1080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1080b2900 0x7ff1080b4dc0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff114009680 tx=0x7ff114009260 comp rx=0 tx=0).stop 2024-05-20T21:33:51.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff12010a780 msgr2=0x7ff1201a0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:51.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff12010a780 0x7ff1201a0830 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0098e0 tx=0x7ff10c0057c0 comp rx=0 tx=0).stop 2024-05-20T21:33:51.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 shutdown_connections 2024-05-20T21:33:51.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7ff1080b2900 0x7ff1080b4dc0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:51.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7ff12010eeb0 0x7ff1201a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:51.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7ff120109dd0 0x7ff1201a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:51.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 --2- 172.21.15.6:0/2754297878 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff12010a780 0x7ff1201a0830 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:51.780 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.779+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 >> 172.21.15.6:0/2754297878 conn(0x7ff120076d10 msgr2=0x7ff120110080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:51.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.780+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 shutdown_connections 2024-05-20T21:33:51.781 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:51.780+0000 7ff127e00700 1 -- 172.21.15.6:0/2754297878 wait complete. 2024-05-20T21:33:51.783 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:51 smithi042 ceph-mon[36332]: pgmap v981: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:51.784 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:51 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/2754297878' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:51.784 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:51 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:51 smithi062 ceph-mon[36640]: pgmap v981: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:52.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:51 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/2754297878' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:52.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:51 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:52.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:51 smithi006 ceph-mon[31422]: pgmap v981: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-20T21:33:52.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:51 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/2754297878' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:52.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:51 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-20T21:33:52.737 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-20T21:33:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:52 smithi062 ceph-mon[36640]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-20T21:33:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:52 smithi062 ceph-mon[36640]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-20T21:33:53.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:52 smithi062 ceph-mon[36640]: Cluster is now healthy 2024-05-20T21:33:53.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:52 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:33:53.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:52 smithi062 ceph-mon[36640]: fsmap 12 up:standby 2024-05-20T21:33:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:52 smithi042 ceph-mon[36332]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-20T21:33:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:52 smithi042 ceph-mon[36332]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-20T21:33:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:52 smithi042 ceph-mon[36332]: Cluster is now healthy 2024-05-20T21:33:53.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:52 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:33:53.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:52 smithi042 ceph-mon[36332]: fsmap 12 up:standby 2024-05-20T21:33:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:52 smithi006 ceph-mon[31422]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-20T21:33:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:52 smithi006 ceph-mon[31422]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-20T21:33:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:52 smithi006 ceph-mon[31422]: Cluster is now healthy 2024-05-20T21:33:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:52 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-20T21:33:53.158 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:52 smithi006 ceph-mon[31422]: fsmap 12 up:standby 2024-05-20T21:33:53.200 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:53.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:53 smithi006 ceph-mon[31422]: pgmap v982: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3 op/s 2024-05-20T21:33:54.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:53 smithi042 ceph-mon[36332]: pgmap v982: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3 op/s 2024-05-20T21:33:54.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:53 smithi062 ceph-mon[36640]: pgmap v982: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3 op/s 2024-05-20T21:33:55.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 -- 172.21.15.6:0/525103262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa18810e950 msgr2=0x7fa18810ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:55.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 --2- 172.21.15.6:0/525103262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa18810e950 0x7fa18810ed30 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fa17c009990 tx=0x7fa17c009ca0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.530 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 -- 172.21.15.6:0/525103262 shutdown_connections 2024-05-20T21:33:55.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 --2- 172.21.15.6:0/525103262 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa18810a440 0x7fa1881168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 --2- 172.21.15.6:0/525103262 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa18810e950 0x7fa18810ed30 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 --2- 172.21.15.6:0/525103262 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa188109a80 0x7fa188109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 -- 172.21.15.6:0/525103262 >> 172.21.15.6:0/525103262 conn(0x7fa1880792d0 msgr2=0x7fa188108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:55.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 -- 172.21.15.6:0/525103262 shutdown_connections 2024-05-20T21:33:55.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.530+0000 7fa18e400700 1 -- 172.21.15.6:0/525103262 wait complete. 2024-05-20T21:33:55.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.531+0000 7fa18e400700 1 Processor -- start 2024-05-20T21:33:55.531 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.532+0000 7fa18e400700 1 -- start start 2024-05-20T21:33:55.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.532+0000 7fa18e400700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188109a80 0x7fa1881a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:55.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.532+0000 7fa18e400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa18810a440 0x7fa1881a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:55.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.532+0000 7fa18e400700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa18810e950 0x7fa1881a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:55.532 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.532+0000 7fa18e400700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fa188119c10 con 0x7fa188109a80 2024-05-20T21:33:55.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.532+0000 7fa18e400700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fa188119a90 con 0x7fa18810a440 2024-05-20T21:33:55.533 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.532+0000 7fa18e400700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fa188119d90 con 0x7fa18810e950 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa187e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa18810a440 0x7fa1881a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa18d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188109a80 0x7fa1881a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa18da00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa18810e950 0x7fa1881a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa187e00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa18810a440 0x7fa1881a0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:39206/0 (socket says 172.21.15.6:39206) 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa18d000700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188109a80 0x7fa1881a01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.6:3300/0 says I am v2:172.21.15.6:34344/0 (socket says 172.21.15.6:34344) 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa187e00700 1 -- 172.21.15.6:0/3550986163 learned_addr learned my addr 172.21.15.6:0/3550986163 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa18da00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa18810e950 0x7fa1881a4ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.6:42758/0 (socket says 172.21.15.6:42758) 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa187e00700 1 -- 172.21.15.6:0/3550986163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa18810e950 msgr2=0x7fa1881a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa187e00700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa18810e950 0x7fa1881a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa187e00700 1 -- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188109a80 msgr2=0x7fa1881a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa187e00700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188109a80 0x7fa1881a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.534 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.533+0000 7fa187e00700 1 -- 172.21.15.6:0/3550986163 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1881a51f0 con 0x7fa18810a440 2024-05-20T21:33:55.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.534+0000 7fa187e00700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa18810a440 0x7fa1881a0720 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fa17400e9a0 tx=0x7fa17400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:55.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.534+0000 7fa185600700 1 -- 172.21.15.6:0/3550986163 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa17400ca10 con 0x7fa18810a440 2024-05-20T21:33:55.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.534+0000 7fa185600700 1 -- 172.21.15.6:0/3550986163 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa17400cbb0 con 0x7fa18810a440 2024-05-20T21:33:55.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.534+0000 7fa185600700 1 -- 172.21.15.6:0/3550986163 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa174018680 con 0x7fa18810a440 2024-05-20T21:33:55.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.534+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1881a54e0 con 0x7fa18810a440 2024-05-20T21:33:55.535 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.534+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1881acd60 con 0x7fa18810a440 2024-05-20T21:33:55.536 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.535+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa18806a230 con 0x7fa18810a440 2024-05-20T21:33:55.538 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.538+0000 7fa185600700 1 -- 172.21.15.6:0/3550986163 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa174010430 con 0x7fa18810a440 2024-05-20T21:33:55.539 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.539+0000 7fa185600700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1700b2900 0x7fa1700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:55.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.540+0000 7fa185600700 1 -- 172.21.15.6:0/3550986163 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8643+0+0 (secure 0 0 0) 0x7fa1740e28b0 con 0x7fa18810a440 2024-05-20T21:33:55.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.540+0000 7fa18d000700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1700b2900 0x7fa1700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:55.540 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.541+0000 7fa18d000700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1700b2900 0x7fa1700b4dc0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fa17c00b2e0 tx=0x7fa17c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:55.541 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.541+0000 7fa185600700 1 -- 172.21.15.6:0/3550986163 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa1740aa3d0 con 0x7fa18810a440 2024-05-20T21:33:55.779 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.778+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa18802e560 con 0x7fa18810a440 2024-05-20T21:33:55.802 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.801+0000 7fa185600700 1 -- 172.21.15.6:0/3550986163 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v85) ==== 181+0+0 (secure 0 0 0) 0x7fa1740a9cd0 con 0x7fa18810a440 2024-05-20T21:33:55.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1700b2900 msgr2=0x7fa1700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:55.807 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1700b2900 0x7fa1700b4dc0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fa17c00b2e0 tx=0x7fa17c005960 comp rx=0 tx=0).stop 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa18810a440 msgr2=0x7fa1881a0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa18810a440 0x7fa1881a0720 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fa17400e9a0 tx=0x7fa17400ecb0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 shutdown_connections 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fa1700b2900 0x7fa1700b4dc0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa18810e950 0x7fa1881a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fa188109a80 0x7fa1881a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 --2- 172.21.15.6:0/3550986163 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fa18810a440 0x7fa1881a0720 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 >> 172.21.15.6:0/3550986163 conn(0x7fa1880792d0 msgr2=0x7fa1880799f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:55.808 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.807+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 shutdown_connections 2024-05-20T21:33:55.809 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:55.808+0000 7fa18e400700 1 -- 172.21.15.6:0/3550986163 wait complete. 2024-05-20T21:33:55.810 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_metadata' removed 2024-05-20T21:33:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:55 smithi042 ceph-mon[36332]: pgmap v983: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-05-20T21:33:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:55 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3550986163' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:56.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:55 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:56.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:55 smithi006 ceph-mon[31422]: pgmap v983: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-05-20T21:33:56.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:55 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3550986163' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:56.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:55 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:56.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:55 smithi062 ceph-mon[36640]: pgmap v983: 97 pgs: 97 active+clean; 4.3 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-05-20T21:33:56.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:55 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3550986163' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:56.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:55 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:33:56.716 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634 shell --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-20T21:33:56.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:56 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:56.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:56 smithi006 ceph-mon[31422]: osdmap e85: 12 total, 12 up, 12 in 2024-05-20T21:33:57.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:56 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:57.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:56 smithi042 ceph-mon[36332]: osdmap e85: 12 total, 12 up, 12 in 2024-05-20T21:33:57.202 INFO:teuthology.orchestra.run.smithi006.stderr:Inferring config /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/mon.a/config 2024-05-20T21:33:57.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:56 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:33:57.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:56 smithi062 ceph-mon[36640]: osdmap e85: 12 total, 12 up, 12 in 2024-05-20T21:33:57.871 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:57 smithi006 ceph-mon[31422]: pgmap v985: 65 pgs: 65 active+clean; 577 KiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:58.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:57 smithi042 ceph-mon[36332]: pgmap v985: 65 pgs: 65 active+clean; 577 KiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:58.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:57 smithi062 ceph-mon[36640]: pgmap v985: 65 pgs: 65 active+clean; 577 KiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:33:59.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 -- 172.21.15.6:0/2470313750 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 msgr2=0x7fac14103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:59.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 --2- 172.21.15.6:0/2470313750 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 0x7fac14103bd0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fac080099c0 tx=0x7fac08009cd0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 -- 172.21.15.6:0/2470313750 shutdown_connections 2024-05-20T21:33:59.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 --2- 172.21.15.6:0/2470313750 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac141088f0 0x7fac14110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 --2- 172.21.15.6:0/2470313750 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 0x7fac14103bd0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.558 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 --2- 172.21.15.6:0/2470313750 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac141041a0 0x7fac141081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 -- 172.21.15.6:0/2470313750 >> 172.21.15.6:0/2470313750 conn(0x7fac1407a6a0 msgr2=0x7fac1407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:59.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 -- 172.21.15.6:0/2470313750 shutdown_connections 2024-05-20T21:33:59.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.557+0000 7fac1be00700 1 -- 172.21.15.6:0/2470313750 wait complete. 2024-05-20T21:33:59.559 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.559+0000 7fac1be00700 1 Processor -- start 2024-05-20T21:33:59.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.559+0000 7fac1be00700 1 -- start start 2024-05-20T21:33:59.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac1be00700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 0x7fac14075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:59.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac1be00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac141041a0 0x7fac14075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:59.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac1be00700 1 --2- >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac141088f0 0x7fac140762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:59.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac1be00700 1 -- --> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] -- mon_getmap magic: 0 -- 0x7fac14113710 con 0x7fac141088f0 2024-05-20T21:33:59.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac1be00700 1 -- --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_getmap magic: 0 -- 0x7fac14113590 con 0x7fac141037f0 2024-05-20T21:33:59.560 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac1be00700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 -- 0x7fac14113890 con 0x7fac141041a0 2024-05-20T21:33:59.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 0x7fac14075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:59.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19400700 1 --2- >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 0x7fac14075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.42:3300/0 says I am v2:172.21.15.6:48330/0 (socket says 172.21.15.6:48330) 2024-05-20T21:33:59.561 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac18a00700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac141041a0 0x7fac14075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19400700 1 -- 172.21.15.6:0/3655733376 learned_addr learned my addr 172.21.15.6:0/3655733376 (peer_addr_for_me v2:172.21.15.6:0/0) 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19e00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac141088f0 0x7fac140762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19400700 1 -- 172.21.15.6:0/3655733376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac141041a0 msgr2=0x7fac14075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19400700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac141041a0 0x7fac14075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19400700 1 -- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac141088f0 msgr2=0x7fac140762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19400700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac141088f0 0x7fac140762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19400700 1 -- 172.21.15.6:0/3655733376 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac141a80f0 con 0x7fac141037f0 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.560+0000 7fac19e00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac141088f0 0x7fac140762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.561+0000 7fac18a00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac141041a0 0x7fac14075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.561+0000 7fac19400700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 0x7fac14075840 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fac08005910 tx=0x7fac08004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.561+0000 7fac12000700 1 -- 172.21.15.6:0/3655733376 <== mon.2 v2:172.21.15.42:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac08026070 con 0x7fac141037f0 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.561+0000 7fac12000700 1 -- 172.21.15.6:0/3655733376 <== mon.2 v2:172.21.15.42:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac08003c70 con 0x7fac141037f0 2024-05-20T21:33:59.562 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.561+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac141a8380 con 0x7fac141037f0 2024-05-20T21:33:59.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.561+0000 7fac12000700 1 -- 172.21.15.6:0/3655733376 <== mon.2 v2:172.21.15.42:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0800fb50 con 0x7fac141037f0 2024-05-20T21:33:59.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.561+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac141a87d0 con 0x7fac141037f0 2024-05-20T21:33:59.563 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.563+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac1410bb30 con 0x7fac141037f0 2024-05-20T21:33:59.565 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.565+0000 7fac12000700 1 -- 172.21.15.6:0/3655733376 <== mon.2 v2:172.21.15.42:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fac08029070 con 0x7fac141037f0 2024-05-20T21:33:59.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.566+0000 7fac12000700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fabfc0b2880 0x7fabfc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-20T21:33:59.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.567+0000 7fac12000700 1 -- 172.21.15.6:0/3655733376 <== mon.2 v2:172.21.15.42:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8118+0+0 (secure 0 0 0) 0x7fac080e2d00 con 0x7fac141037f0 2024-05-20T21:33:59.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.567+0000 7fac18a00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fabfc0b2880 0x7fabfc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-20T21:33:59.567 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.568+0000 7fac18a00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fabfc0b2880 0x7fabfc0b4d40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fac141030b0 tx=0x7fac00009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-20T21:33:59.569 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.569+0000 7fac12000700 1 -- 172.21.15.6:0/3655733376 <== mon.2 v2:172.21.15.42:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fac08013070 con 0x7fac141037f0 2024-05-20T21:33:59.818 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.817+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 --> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fac1410b510 con 0x7fac141037f0 2024-05-20T21:33:59.833 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.833+0000 7fac12000700 1 -- 172.21.15.6:0/3655733376 <== mon.2 v2:172.21.15.42:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v86) ==== 169+0+0 (secure 0 0 0) 0x7fac080aaad0 con 0x7fac141037f0 2024-05-20T21:33:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.837+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fabfc0b2880 msgr2=0x7fabfc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.837+0000 7fac1be00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fabfc0b2880 0x7fabfc0b4d40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fac141030b0 tx=0x7fac00009260 comp rx=0 tx=0).stop 2024-05-20T21:33:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.837+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 msgr2=0x7fac14075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-20T21:33:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.837+0000 7fac1be00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 0x7fac14075840 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fac08005910 tx=0x7fac08004270 comp rx=0 tx=0).stop 2024-05-20T21:33:59.838 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.838+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 shutdown_connections 2024-05-20T21:33:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.838+0000 7fac1be00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:6800/1553260316,v1:172.21.15.6:6801/1553260316] conn(0x7fabfc0b2880 0x7fabfc0b4d40 secure :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fac141030b0 tx=0x7fac00009260 comp rx=0 tx=0).stop 2024-05-20T21:33:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.838+0000 7fac1be00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.6:3300/0,v1:172.21.15.6:6789/0] conn(0x7fac141088f0 0x7fac140762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.838+0000 7fac1be00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] conn(0x7fac141037f0 0x7fac14075840 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.838+0000 7fac1be00700 1 --2- 172.21.15.6:0/3655733376 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac141041a0 0x7fac14075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-20T21:33:59.839 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.838+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 >> 172.21.15.6:0/3655733376 conn(0x7fac1407a6a0 msgr2=0x7fac14101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-20T21:33:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.839+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 shutdown_connections 2024-05-20T21:33:59.840 INFO:teuthology.orchestra.run.smithi006.stderr:2024-05-20T21:33:59.839+0000 7fac1be00700 1 -- 172.21.15.6:0/3655733376 wait complete. 2024-05-20T21:33:59.842 INFO:teuthology.orchestra.run.smithi006.stderr:pool 'cephfs_data' removed 2024-05-20T21:34:00.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:59 smithi042 ceph-mon[36332]: pgmap v986: 65 pgs: 65 active+clean; 577 KiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:34:00.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:59 smithi042 ceph-mon[36332]: from='client.? 172.21.15.6:0/3655733376' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:34:00.124 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:33:59 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:34:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:59 smithi006 ceph-mon[31422]: pgmap v986: 65 pgs: 65 active+clean; 577 KiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:34:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:59 smithi006 ceph-mon[31422]: from='client.? 172.21.15.6:0/3655733376' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:34:00.159 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:33:59 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:34:00.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:59 smithi062 ceph-mon[36640]: pgmap v986: 65 pgs: 65 active+clean; 577 KiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-20T21:34:00.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:59 smithi062 ceph-mon[36640]: from='client.? 172.21.15.6:0/3655733376' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:34:00.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:33:59 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-20T21:34:00.701 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:34:00.782 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:34:00.817 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:34:00.852 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-20T21:34:00.852 DEBUG:teuthology.orchestra.run.smithi006:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-20T21:34:00.904 DEBUG:teuthology.orchestra.run.smithi042:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-20T21:34:00.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:00 smithi006 ceph-mon[31422]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:34:00.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:00 smithi006 ceph-mon[31422]: osdmap e86: 12 total, 12 up, 12 in 2024-05-20T21:34:00.921 DEBUG:teuthology.orchestra.run.smithi062:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-20T21:34:00.940 INFO:tasks.cephadm:Stopping all daemons... 2024-05-20T21:34:00.940 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-20T21:34:00.940 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a 2024-05-20T21:34:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:34:00 smithi042 ceph-mon[36332]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:34:01.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:34:00 smithi042 ceph-mon[36332]: osdmap e86: 12 total, 12 up, 12 in 2024-05-20T21:34:01.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:34:00 smithi062 ceph-mon[36640]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-20T21:34:01.288 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:34:00 smithi062 ceph-mon[36640]: osdmap e86: 12 total, 12 up, 12 in 2024-05-20T21:34:01.409 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:01 smithi006 systemd[1]: Stopping Ceph mon.a for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:01.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a[31418]: 2024-05-20T21:34:01.577+0000 7f7092600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:01.908 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a[31418]: 2024-05-20T21:34:01.577+0000 7f7092600700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-20T21:34:01.909 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:01 smithi006 podman[138987]: 2024-05-20 21:34:01.619329314 +0000 UTC m=+0.193102780 container died cf4bc5d1fa7aed38ce892508eeb327880014113930a699ef5c069bd081718e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:02 smithi006 podman[138987]: 2024-05-20 21:34:02.253847486 +0000 UTC m=+0.827620945 container cleanup cf4bc5d1fa7aed38ce892508eeb327880014113930a699ef5c069bd081718e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-20T21:34:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:02 smithi006 bash[138987]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a 2024-05-20T21:34:02.659 INFO:journalctl@ceph.mon.a.smithi006.stdout:May 20 21:34:02 smithi006 podman[139000]: 2024-05-20 21:34:02.463867555 +0000 UTC m=+0.829523811 container remove cf4bc5d1fa7aed38ce892508eeb327880014113930a699ef5c069bd081718e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-a, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:02.880 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.a.service' 2024-05-20T21:34:03.030 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:03.030 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-20T21:34:03.030 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-20T21:34:03.031 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.b 2024-05-20T21:34:03.340 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:34:03 smithi042 systemd[1]: Stopping Ceph mon.b for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:34:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-b[36324]: 2024-05-20T21:34:03.338+0000 7f8709d5a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:34:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-b[36324]: 2024-05-20T21:34:03.338+0000 7f8709d5a700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-20T21:34:03.623 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:34:03 smithi042 podman[72258]: 2024-05-20 21:34:03.564414761 +0000 UTC m=+0.326352603 container died 8adf3f17b4107e996dc37bdbc8817a59ad345721d51927da1bdb5d5520b87a88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-20T21:34:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:34:03 smithi042 podman[72258]: 2024-05-20 21:34:03.906273834 +0000 UTC m=+0.668211673 container cleanup 8adf3f17b4107e996dc37bdbc8817a59ad345721d51927da1bdb5d5520b87a88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-20T21:34:04.123 INFO:journalctl@ceph.mon.b.smithi042.stdout:May 20 21:34:03 smithi042 bash[72258]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-b 2024-05-20T21:34:04.355 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.b.service' 2024-05-20T21:34:04.399 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:04.400 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-20T21:34:04.400 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-20T21:34:04.400 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.c 2024-05-20T21:34:04.719 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:34:04 smithi062 systemd[1]: Stopping Ceph mon.c for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:34:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-c[36636]: 2024-05-20T21:34:04.719+0000 7fbe8685a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:34:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-c[36636]: 2024-05-20T21:34:04.719+0000 7fbe8685a700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-20T21:34:05.038 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:34:04 smithi062 podman[73836]: 2024-05-20 21:34:04.913017382 +0000 UTC m=+0.310703014 container died 8cebb3ca05fde416e7be4109f5ffd97410bbf4225864d65553c62c1f5509fc01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-20T21:34:05.528 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:34:05 smithi062 podman[73836]: 2024-05-20 21:34:05.294439594 +0000 UTC m=+0.692125213 container cleanup 8cebb3ca05fde416e7be4109f5ffd97410bbf4225864d65553c62c1f5509fc01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:05.528 INFO:journalctl@ceph.mon.c.smithi062.stdout:May 20 21:34:05 smithi062 bash[73836]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mon-c 2024-05-20T21:34:05.676 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mon.c.service' 2024-05-20T21:34:05.724 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:05.724 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-20T21:34:05.724 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-20T21:34:05.724 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.x 2024-05-20T21:34:06.158 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:34:05 smithi006 systemd[1]: Stopping Ceph mgr.x for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:06.782 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:34:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:34:06.435+0000 7f6c0d000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:06.782 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:34:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x[31663]: 2024-05-20T21:34:06.435+0000 7f6c0d000700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-20T21:34:06.785 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:34:06 smithi006 podman[139190]: 2024-05-20 21:34:06.54874172 +0000 UTC m=+0.341707729 container died c37736e19da131fc217cb3dc69271c9f0c99913d686eef0e000d321f2ea7c60e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:34:07.346 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:34:07 smithi006 podman[139190]: 2024-05-20 21:34:07.07627022 +0000 UTC m=+0.869236226 container cleanup c37736e19da131fc217cb3dc69271c9f0c99913d686eef0e000d321f2ea7c60e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-20T21:34:07.346 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:34:07 smithi006 bash[139190]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x 2024-05-20T21:34:07.658 INFO:journalctl@ceph.mgr.x.smithi006.stdout:May 20 21:34:07 smithi006 podman[139202]: 2024-05-20 21:34:07.344868662 +0000 UTC m=+0.778992218 container remove c37736e19da131fc217cb3dc69271c9f0c99913d686eef0e000d321f2ea7c60e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4ebd1d5361d457738957dc0455bba90102296634, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-20T21:34:07.953 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.x.service' 2024-05-20T21:34:08.071 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:08.071 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-20T21:34:08.072 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-20T21:34:08.072 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.y 2024-05-20T21:34:08.373 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:34:08 smithi042 systemd[1]: Stopping Ceph mgr.y for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:08.785 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:34:08 smithi042 podman[72383]: 2024-05-20 21:34:08.456856237 +0000 UTC m=+0.177564852 container died 5e546de7e96e1bf6a4b6255d7937a987484e97f183fe54fa65ac0bf72f999929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS) 2024-05-20T21:34:09.086 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:34:08 smithi042 podman[72383]: 2024-05-20 21:34:08.869167257 +0000 UTC m=+0.589875873 container cleanup 5e546de7e96e1bf6a4b6255d7937a987484e97f183fe54fa65ac0bf72f999929 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:09.086 INFO:journalctl@ceph.mgr.y.smithi042.stdout:May 20 21:34:08 smithi042 bash[72383]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-y 2024-05-20T21:34:09.313 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.y.service' 2024-05-20T21:34:09.347 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:09.348 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-20T21:34:09.348 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-20T21:34:09.348 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.z 2024-05-20T21:34:09.685 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:34:09 smithi062 systemd[1]: Stopping Ceph mgr.z for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:09.957 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:34:09 smithi062 podman[73958]: 2024-05-20 21:34:09.686324076 +0000 UTC m=+0.133107543 container died 7e567193d3623732f648e393376ee0b2b5a0b7d579543d3b6ae1c52b6c05d75c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:10.241 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:34:10 smithi062 podman[73958]: 2024-05-20 21:34:10.023837937 +0000 UTC m=+0.470621426 container cleanup 7e567193d3623732f648e393376ee0b2b5a0b7d579543d3b6ae1c52b6c05d75c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-20T21:34:10.241 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:34:10 smithi062 bash[73958]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z 2024-05-20T21:34:10.491 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:34:10 smithi062 podman[73972]: 2024-05-20 21:34:10.241744144 +0000 UTC m=+0.547055888 container remove 7e567193d3623732f648e393376ee0b2b5a0b7d579543d3b6ae1c52b6c05d75c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mgr-z, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:10.491 INFO:journalctl@ceph.mgr.z.smithi062.stdout:May 20 21:34:10 smithi062 systemd[1]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-05-20T21:34:10.504 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mgr.z.service' 2024-05-20T21:34:10.539 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:10.539 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-20T21:34:10.539 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-20T21:34:10.539 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.0 2024-05-20T21:34:10.909 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:10 smithi006 systemd[1]: Stopping Ceph osd.0 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:11.659 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:11 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0[43451]: 2024-05-20T21:34:11.162+0000 7fd842c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:11.659 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:11 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0[43451]: 2024-05-20T21:34:11.162+0000 7fd842c00700 -1 osd.0 86 *** Got signal Terminated *** 2024-05-20T21:34:11.659 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:11 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0[43451]: 2024-05-20T21:34:11.162+0000 7fd842c00700 -1 osd.0 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:16.909 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:16 smithi006 podman[139312]: 2024-05-20 21:34:16.604539863 +0000 UTC m=+5.584428595 container died 416de9c04e939e4d7e622640b9949422a2e5a3487c9c01c319cb329d999fac43 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:34:17.659 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:17 smithi006 podman[139312]: 2024-05-20 21:34:17.256985938 +0000 UTC m=+6.236874694 container cleanup 416de9c04e939e4d7e622640b9949422a2e5a3487c9c01c319cb329d999fac43 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-20T21:34:17.659 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:17 smithi006 bash[139312]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0 2024-05-20T21:34:17.659 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:17 smithi006 podman[139330]: 2024-05-20 21:34:17.433342512 +0000 UTC m=+0.814185627 container remove 416de9c04e939e4d7e622640b9949422a2e5a3487c9c01c319cb329d999fac43 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True) 2024-05-20T21:34:18.659 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:18 smithi006 podman[139418]: 2024-05-20 21:34:18.233035823 +0000 UTC m=+0.033503055 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:18.659 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:18 smithi006 podman[139418]: 2024-05-20 21:34:18.342483915 +0000 UTC m=+0.142951191 container create ee19f196cd47c0ab78bae486299d99615760136b00bb9498b8836ab2b77b17a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-20T21:34:19.159 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:18 smithi006 podman[139418]: 2024-05-20 21:34:18.662907394 +0000 UTC m=+0.463374680 container init ee19f196cd47c0ab78bae486299d99615760136b00bb9498b8836ab2b77b17a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:19.159 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:18 smithi006 podman[139418]: 2024-05-20 21:34:18.676739656 +0000 UTC m=+0.477206941 container start ee19f196cd47c0ab78bae486299d99615760136b00bb9498b8836ab2b77b17a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-20T21:34:19.159 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:18 smithi006 podman[139418]: 2024-05-20 21:34:18.79487513 +0000 UTC m=+0.595342389 container attach ee19f196cd47c0ab78bae486299d99615760136b00bb9498b8836ab2b77b17a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-05-20T21:34:19.514 INFO:journalctl@ceph.osd.0.smithi006.stdout:May 20 21:34:19 smithi006 podman[139418]: 2024-05-20 21:34:19.170395251 +0000 UTC m=+0.970862540 container died ee19f196cd47c0ab78bae486299d99615760136b00bb9498b8836ab2b77b17a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514) 2024-05-20T21:34:20.060 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.0.service' 2024-05-20T21:34:20.179 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:20.179 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-20T21:34:20.179 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-20T21:34:20.179 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.1 2024-05-20T21:34:20.489 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:20 smithi042 systemd[1]: Stopping Ceph osd.1 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:20.873 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1[40922]: 2024-05-20T21:34:20.489+0000 7f2b232c6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:20.873 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1[40922]: 2024-05-20T21:34:20.489+0000 7f2b232c6700 -1 osd.1 86 *** Got signal Terminated *** 2024-05-20T21:34:20.873 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1[40922]: 2024-05-20T21:34:20.489+0000 7f2b232c6700 -1 osd.1 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:26.250 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:25 smithi042 podman[72510]: 2024-05-20 21:34:25.966783113 +0000 UTC m=+5.583104986 container died d9d8f590d02c797c3f3cfb12baa5887ebdb384a6ed73b45b6ae1704782e97fde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-20T21:34:26.607 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:26 smithi042 podman[72510]: 2024-05-20 21:34:26.348213198 +0000 UTC m=+5.964535079 container cleanup d9d8f590d02c797c3f3cfb12baa5887ebdb384a6ed73b45b6ae1704782e97fde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-20T21:34:26.607 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:26 smithi042 bash[72510]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1 2024-05-20T21:34:26.873 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:26 smithi042 podman[72525]: 2024-05-20 21:34:26.60764295 +0000 UTC m=+0.640347062 container remove d9d8f590d02c797c3f3cfb12baa5887ebdb384a6ed73b45b6ae1704782e97fde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:27.302 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:26 smithi042 podman[72614]: 2024-05-20 21:34:26.885247714 +0000 UTC m=+0.017444256 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:27.302 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:27 smithi042 podman[72614]: 2024-05-20 21:34:27.02642438 +0000 UTC m=+0.158620941 container create 2e8b02181f680e15560dd408f6fa34123ab71c7979688eac7392d293b788ea82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:34:27.615 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:27 smithi042 podman[72614]: 2024-05-20 21:34:27.302891265 +0000 UTC m=+0.435087808 container init 2e8b02181f680e15560dd408f6fa34123ab71c7979688eac7392d293b788ea82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:34:27.616 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:27 smithi042 podman[72614]: 2024-05-20 21:34:27.306543016 +0000 UTC m=+0.438739561 container start 2e8b02181f680e15560dd408f6fa34123ab71c7979688eac7392d293b788ea82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-05-20T21:34:27.616 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:27 smithi042 podman[72614]: 2024-05-20 21:34:27.394610681 +0000 UTC m=+0.526807233 container attach 2e8b02181f680e15560dd408f6fa34123ab71c7979688eac7392d293b788ea82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-05-20T21:34:27.873 INFO:journalctl@ceph.osd.1.smithi042.stdout:May 20 21:34:27 smithi042 podman[72614]: 2024-05-20 21:34:27.617092455 +0000 UTC m=+0.749289005 container died 2e8b02181f680e15560dd408f6fa34123ab71c7979688eac7392d293b788ea82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-1-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:34:28.408 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.1.service' 2024-05-20T21:34:28.455 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:28.456 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-20T21:34:28.456 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-20T21:34:28.456 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.2 2024-05-20T21:34:28.744 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:28 smithi062 systemd[1]: Stopping Ceph osd.2 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:29.024 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2[41745]: 2024-05-20T21:34:28.743+0000 7f1c5f1e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:29.025 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2[41745]: 2024-05-20T21:34:28.743+0000 7f1c5f1e2700 -1 osd.2 86 *** Got signal Terminated *** 2024-05-20T21:34:29.025 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2[41745]: 2024-05-20T21:34:28.743+0000 7f1c5f1e2700 -1 osd.2 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:34.437 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:34 smithi062 podman[74081]: 2024-05-20 21:34:34.176758692 +0000 UTC m=+5.523483741 container died 2da99e850ccf36d9061e53fc8c32da6a70d63c40760ca93a94824f87c4d4c6d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS) 2024-05-20T21:34:34.788 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:34 smithi062 podman[74081]: 2024-05-20 21:34:34.535905819 +0000 UTC m=+5.882630873 container cleanup 2da99e850ccf36d9061e53fc8c32da6a70d63c40760ca93a94824f87c4d4c6d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True) 2024-05-20T21:34:34.788 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:34 smithi062 bash[74081]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2 2024-05-20T21:34:35.174 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:34 smithi062 podman[74108]: 2024-05-20 21:34:34.812178888 +0000 UTC m=+0.631037606 container remove 2da99e850ccf36d9061e53fc8c32da6a70d63c40760ca93a94824f87c4d4c6d7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-20T21:34:35.427 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:35 smithi062 podman[74202]: 2024-05-20 21:34:35.07825333 +0000 UTC m=+0.018168639 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:35.427 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:35 smithi062 podman[74202]: 2024-05-20 21:34:35.196365599 +0000 UTC m=+0.136280902 container create cfcfe07c30e9c5e79bac83224109b1d28b71899c5480e24c6494c45f62d8c463 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:35.427 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:35 smithi062 podman[74202]: 2024-05-20 21:34:35.424154005 +0000 UTC m=+0.364069301 container init cfcfe07c30e9c5e79bac83224109b1d28b71899c5480e24c6494c45f62d8c463 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:34:35.427 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:35 smithi062 podman[74202]: 2024-05-20 21:34:35.427629266 +0000 UTC m=+0.367544547 container start cfcfe07c30e9c5e79bac83224109b1d28b71899c5480e24c6494c45f62d8c463 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-20T21:34:35.734 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:35 smithi062 podman[74202]: 2024-05-20 21:34:35.523977763 +0000 UTC m=+0.463893049 container attach cfcfe07c30e9c5e79bac83224109b1d28b71899c5480e24c6494c45f62d8c463 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-05-20T21:34:36.026 INFO:journalctl@ceph.osd.2.smithi062.stdout:May 20 21:34:35 smithi062 podman[74202]: 2024-05-20 21:34:35.734874402 +0000 UTC m=+0.674789699 container died cfcfe07c30e9c5e79bac83224109b1d28b71899c5480e24c6494c45f62d8c463 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-2-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:36.316 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.2.service' 2024-05-20T21:34:36.358 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:36.358 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-20T21:34:36.358 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-20T21:34:36.358 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.3 2024-05-20T21:34:36.909 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:36 smithi006 systemd[1]: Stopping Ceph osd.3 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:37.409 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:36 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3[50366]: 2024-05-20T21:34:36.981+0000 7f35ae800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:37.409 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:36 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3[50366]: 2024-05-20T21:34:36.981+0000 7f35ae800700 -1 osd.3 86 *** Got signal Terminated *** 2024-05-20T21:34:37.409 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:36 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3[50366]: 2024-05-20T21:34:36.981+0000 7f35ae800700 -1 osd.3 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:37.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:37 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:37.350+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:37.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:37.509+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:37.909 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:37 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:37.586+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:38.340 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:38 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3[50366]: 2024-05-20T21:34:38.003+0000 7f35aa000700 -1 osd.3 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:14.575064+0000 front 2024-05-20T21:34:14.574757+0000 (oldest deadline 2024-05-20T21:34:37.474959+0000) 2024-05-20T21:34:38.341 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:37 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:37.987+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:38.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:38.380+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:38.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:38 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:38.461+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:38.908 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:38 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:38.621+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:39.277 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:38 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:38.951+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:39.278 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:39 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3[50366]: 2024-05-20T21:34:39.006+0000 7f35aa000700 -1 osd.3 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:14.575064+0000 front 2024-05-20T21:34:14.574757+0000 (oldest deadline 2024-05-20T21:34:37.474959+0000) 2024-05-20T21:34:39.725 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:39.459+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:39.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:39 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:39.363+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:39.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:39 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:39.523+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:39.909 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:39 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:39.653+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:40.408 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:40 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3[50366]: 2024-05-20T21:34:40.014+0000 7f35aa000700 -1 osd.3 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:14.575064+0000 front 2024-05-20T21:34:14.574757+0000 (oldest deadline 2024-05-20T21:34:37.474959+0000) 2024-05-20T21:34:40.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:39 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:39.949+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:40.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:40.380+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:40.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:40.480+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:40.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:40 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:40.477+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:40.900 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:40 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:40.639+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:41.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:40 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:40.900+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:41.159 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:41 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3[50366]: 2024-05-20T21:34:41.012+0000 7f35aa000700 -1 osd.3 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:14.575064+0000 front 2024-05-20T21:34:14.574757+0000 (oldest deadline 2024-05-20T21:34:37.474959+0000) 2024-05-20T21:34:41.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:41.345+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:41.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:41.456+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:41.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:41 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:41.508+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:42.158 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:41 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:41.677+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:42.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:41 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:41.878+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:42.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:42.358+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:42.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:42.470+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:42.806 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:42 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:42.634+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:42.807 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:42 smithi006 podman[139523]: 2024-05-20 21:34:42.492791991 +0000 UTC m=+5.698627587 container died 8325105ca81735f5f105476e570743e3d105fcfc56cce9953a86b1a22fee6749 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514) 2024-05-20T21:34:42.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:42 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:42.464+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:43.058 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:43 smithi006 podman[139523]: 2024-05-20 21:34:43.025795734 +0000 UTC m=+6.231631354 container cleanup 8325105ca81735f5f105476e570743e3d105fcfc56cce9953a86b1a22fee6749 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-20T21:34:43.058 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:43 smithi006 bash[139523]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3 2024-05-20T21:34:43.058 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:42 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:42.832+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:43.637 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:43 smithi006 podman[139553]: 2024-05-20 21:34:43.344260749 +0000 UTC m=+0.830940583 container remove 8325105ca81735f5f105476e570743e3d105fcfc56cce9953a86b1a22fee6749 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:43.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:43.397+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:43.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:43.446+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:43.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:43 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:43.449+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:43.908 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:43 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:43.637+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:43.908 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:43 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:43.870+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:44.583 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:44 smithi006 podman[139644]: 2024-05-20 21:34:44.143540875 +0000 UTC m=+0.038885444 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:44.583 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:44 smithi006 podman[139644]: 2024-05-20 21:34:44.286667372 +0000 UTC m=+0.182011984 container create 2519825546a3bb6fa0bdf19efeadedd4b59f26bd2bc79ee35f715666756f0f39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:44.583 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:44 smithi006 podman[139644]: 2024-05-20 21:34:44.582194544 +0000 UTC m=+0.477539159 container init 2519825546a3bb6fa0bdf19efeadedd4b59f26bd2bc79ee35f715666756f0f39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, io.buildah.version=1.33.5) 2024-05-20T21:34:44.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:44.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:44.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:44.431+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:44.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:44 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:44.452+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:44.883 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:44 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:44.651+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:44.884 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:44 smithi006 podman[139644]: 2024-05-20 21:34:44.594696567 +0000 UTC m=+0.490041129 container start 2519825546a3bb6fa0bdf19efeadedd4b59f26bd2bc79ee35f715666756f0f39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-05-20T21:34:44.884 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:44 smithi006 podman[139644]: 2024-05-20 21:34:44.714231118 +0000 UTC m=+0.609575764 container attach 2519825546a3bb6fa0bdf19efeadedd4b59f26bd2bc79ee35f715666756f0f39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:45.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:44 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:44.883+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:45.159 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:45 smithi006 podman[139644]: 2024-05-20 21:34:45.082764325 +0000 UTC m=+0.978108920 container died 2519825546a3bb6fa0bdf19efeadedd4b59f26bd2bc79ee35f715666756f0f39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-20T21:34:45.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:45.480+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:45.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:45.513+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:45.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:45 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:45.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:45.951 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:45 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:45.685+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:45.951 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:45 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:45.879+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:45.951 INFO:journalctl@ceph.osd.3.smithi006.stdout:May 20 21:34:45 smithi006 podman[139670]: 2024-05-20 21:34:45.917646403 +0000 UTC m=+0.812496855 container remove 2519825546a3bb6fa0bdf19efeadedd4b59f26bd2bc79ee35f715666756f0f39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:45.967 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.3.service' 2024-05-20T21:34:46.090 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:46.091 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-20T21:34:46.091 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-20T21:34:46.091 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.4 2024-05-20T21:34:46.373 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:46 smithi042 systemd[1]: Stopping Ceph osd.4 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:46.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:46.440+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:46.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:46.492+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:46.873 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4[47852]: 2024-05-20T21:34:46.392+0000 7f30cc4cd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:46.873 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4[47852]: 2024-05-20T21:34:46.392+0000 7f30cc4cd700 -1 osd.4 86 *** Got signal Terminated *** 2024-05-20T21:34:46.874 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4[47852]: 2024-05-20T21:34:46.392+0000 7f30cc4cd700 -1 osd.4 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:46.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:46.382+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:46.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:46 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:46.382+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:47.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:46 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:46.700+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:47.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:46 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:46.882+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:47.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:47.540+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:47.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:47.475+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:47.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:47.475+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:47.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:47 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:47.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:47.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:47 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:47.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:48.158 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:47 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:47.684+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:48.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:47 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:47.684+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:48.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:47 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:47.901+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:48.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:47 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:47.901+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:48.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:48 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:48.355+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:48.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:48 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:48.355+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:48.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:48.558+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:48.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:48.497+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:48.789 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:48.497+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:48.908 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:48 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:48.642+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:48.909 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:48 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:48.642+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:49.385 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:48 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:48.941+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:49.385 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:48 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:48.941+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:49.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:49 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:49.136+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:49.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:49 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:49.328+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:49.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:49 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:49.328+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:49.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:49.536+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:49.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:49.536+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:49.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:49.543+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:49.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:49.531+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:49.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:49.531+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:49.909 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:49 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:49.654+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:49.909 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:49 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:49.654+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:50.351 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:50 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:50.096+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:50.351 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:50 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4[47852]: 2024-05-20T21:34:50.291+0000 7f30c8ac1700 -1 osd.4 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.378510+0000 front 2024-05-20T21:34:25.378555+0000 (oldest deadline 2024-05-20T21:34:50.078711+0000) 2024-05-20T21:34:50.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:49 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:49.960+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:50.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:49 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:49.960+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:50.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:50 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:50.351+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:50.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:50 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:50.351+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:50.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:50.550+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:50.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:50.517+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:50.789 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:50.517+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:50.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:50.555+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:50.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:50.555+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:51.000 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:50 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:50.681+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:51.000 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:50 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:50.681+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:51.373 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:51 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4[47852]: 2024-05-20T21:34:51.301+0000 7f30c8ac1700 -1 osd.4 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.378510+0000 front 2024-05-20T21:34:25.378555+0000 (oldest deadline 2024-05-20T21:34:50.078711+0000) 2024-05-20T21:34:51.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:51 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:51.093+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:51.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:51 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:51.312+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:51.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:51 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:51.312+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:51.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:51 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:50.998+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:51.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:51 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:50.998+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:51.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:51 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:51.518+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:51.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:51 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:51.529+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:51.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:51 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:51.529+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:51.789 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:51 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:51.563+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:51.789 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:51 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:51.563+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:51.908 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:51 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:51.650+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:51.909 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:51 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:51.650+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:52.093 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:51 smithi042 podman[72730]: 2024-05-20 21:34:51.818349424 +0000 UTC m=+5.512064162 container stop e91639e994d973a331098389f8370c5162094c238028c4d56c27d80cff117048 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-20T21:34:52.093 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:51 smithi042 podman[72730]: 2024-05-20 21:34:51.818925225 +0000 UTC m=+5.512639980 container died e91639e994d973a331098389f8370c5162094c238028c4d56c27d80cff117048 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-20T21:34:52.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:52 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:52.127+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:52.373 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:52 smithi042 podman[72730]: 2024-05-20 21:34:52.184083224 +0000 UTC m=+5.877797963 container cleanup e91639e994d973a331098389f8370c5162094c238028c4d56c27d80cff117048 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:34:52.373 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:52 smithi042 bash[72730]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4 2024-05-20T21:34:52.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:52 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:52.313+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:52.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:52 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:52.313+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:52.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:52 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:52.004+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:52.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:52 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:52.004+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:52.810 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:52 smithi042 podman[72745]: 2024-05-20 21:34:52.477022069 +0000 UTC m=+0.646073172 container remove e91639e994d973a331098389f8370c5162094c238028c4d56c27d80cff117048 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-20T21:34:53.014 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:52 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:52.659+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:53.014 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:52 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:52.659+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:53.038 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:52 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:52.543+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:53.038 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:52 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:52.592+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:53.038 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:52 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:52.592+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:53.038 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:52 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:52.546+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:53.039 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:52 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:52.546+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:53.087 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:52 smithi042 podman[72834]: 2024-05-20 21:34:52.713734927 +0000 UTC m=+0.017663020 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:34:53.088 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:52 smithi042 podman[72834]: 2024-05-20 21:34:52.825048674 +0000 UTC m=+0.128976784 container create 70de797bdec58dce13b12da9d0885a2c0d233034e76f52f7402f0152779e5f1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:34:53.088 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:53 smithi042 podman[72834]: 2024-05-20 21:34:53.055469823 +0000 UTC m=+0.359397925 container init 70de797bdec58dce13b12da9d0885a2c0d233034e76f52f7402f0152779e5f1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-05-20T21:34:53.088 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:53 smithi042 podman[72834]: 2024-05-20 21:34:53.058972443 +0000 UTC m=+0.362900540 container start 70de797bdec58dce13b12da9d0885a2c0d233034e76f52f7402f0152779e5f1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-20T21:34:53.368 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:53 smithi042 podman[72834]: 2024-05-20 21:34:53.138441437 +0000 UTC m=+0.442369563 container attach 70de797bdec58dce13b12da9d0885a2c0d233034e76f52f7402f0152779e5f1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2024-05-20T21:34:53.368 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:53 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:53.308+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:53.368 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:53 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:53.308+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:53.368 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:53 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:53.087+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:53.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:53 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:53.013+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:53.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:53 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:53.013+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:53.623 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:53 smithi042 podman[72834]: 2024-05-20 21:34:53.36903486 +0000 UTC m=+0.672962956 container died 70de797bdec58dce13b12da9d0885a2c0d233034e76f52f7402f0152779e5f1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2) 2024-05-20T21:34:53.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:53 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:53.590+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:53.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:53 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:53.626+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:53.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:53 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:53.626+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:53.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:53 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:53.532+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:53.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:53 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:53.532+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:53.908 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:53 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:53.654+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:53.909 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:53 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:53.654+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:53.954 INFO:journalctl@ceph.osd.4.smithi042.stdout:May 20 21:34:53 smithi042 podman[72861]: 2024-05-20 21:34:53.942049634 +0000 UTC m=+0.567446191 container remove 70de797bdec58dce13b12da9d0885a2c0d233034e76f52f7402f0152779e5f1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-4-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-20T21:34:53.960 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.4.service' 2024-05-20T21:34:53.999 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:34:53.999 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-20T21:34:54.000 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-20T21:34:54.000 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.5 2024-05-20T21:34:54.288 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:54 smithi062 systemd[1]: Stopping Ceph osd.5 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:34:54.344 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:54 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:54.128+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:54.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:54 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:54.025+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:54.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:54 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:54.025+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:54.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:54 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:54.344+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:54.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:54 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:54.344+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:54.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:54.622+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:54.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:54.534+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:54.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:54.534+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:54.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:54.534+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:34:54.789 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:54.429+0000 7f6792f15700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:34:54.789 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:54.429+0000 7f6792f15700 -1 osd.5 86 *** Got signal Terminated *** 2024-05-20T21:34:54.789 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:54.429+0000 7f6792f15700 -1 osd.5 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:34:54.790 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:54.635+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:54.790 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:54 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:54.635+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:55.019 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:54 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:54.695+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:55.019 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:54 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:54.695+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:55.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:55 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:55.119+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:55.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:55.017+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:55.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:55.017+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:55.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:55 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:55.672+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:55.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:55 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:55.672+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:55.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:55 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:55.582+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:55.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:55 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:55.582+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:34:55.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:55 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:55.502+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:55.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:55 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:55.502+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:55.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:55 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:55.502+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:34:55.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:55 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:55.394+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:55.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:55 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:55.394+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:55.977 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:55.722+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:55.978 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:55.722+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:56.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:56 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:56.110+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:56.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:56 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:56.110+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:34:56.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:55.976+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:56.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:55.976+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:56.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:55 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:55.976+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:34:56.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:56 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:56.696+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:56.788 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:56 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:56.696+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:56.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:56 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:56.609+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:56.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:56 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:56.609+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:34:56.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:56 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:56.517+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:56.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:56 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:56.517+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:56.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:56 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:56.517+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:34:56.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:56 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:56.402+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:56.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:56 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:56.402+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:56.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:56 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:56.402+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:34:57.006 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:56 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:56.719+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:57.007 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:56 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:56.719+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:57.007 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:56 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:56.719+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:34:57.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:57 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:57.105+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:57.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:57 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:57.105+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:34:57.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:57 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:57.006+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:57.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:57 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:57.006+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:57.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:57 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:57.006+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:34:57.658 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:57 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:57.391+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:57.658 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:57 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:57.391+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:57.658 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:57 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:57.391+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:34:58.035 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:57 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:57.758+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:58.035 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:57 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:57.758+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:58.035 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:57 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:57.758+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:34:58.038 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:57 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:57.562+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:58.038 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:57 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:57.562+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:34:58.038 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:57 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:57.700+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:58.039 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:57 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:57.700+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:58.039 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:57 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:57.700+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.006394+0000 front 2024-05-20T21:34:32.006430+0000 (oldest deadline 2024-05-20T21:34:56.706612+0000) 2024-05-20T21:34:58.039 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:57 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:57.543+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:58.039 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:57 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:57.543+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:58.039 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:57 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:57.543+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:34:58.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:58 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:58.095+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:58.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:58 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:58.095+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:34:58.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:58.034+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:58.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:58.034+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:58.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:58.034+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:34:58.748 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:58.516+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:58.748 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:58.516+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:34:58.748 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:58.521+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:58.748 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:58.521+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:58.748 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:58.521+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:34:58.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:58 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:58.434+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:58.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:58 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:58.434+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:58.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:58 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:58.434+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:34:59.012 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:58.745+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:34:59.013 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:58.745+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:34:59.013 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:58.745+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:34:59.038 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:58.747+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.502680+0000 front 2024-05-20T21:34:13.502706+0000 (oldest deadline 2024-05-20T21:34:37.002686+0000) 2024-05-20T21:34:59.038 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:58.747+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:25.105142+0000 front 2024-05-20T21:34:25.105387+0000 (oldest deadline 2024-05-20T21:34:47.405163+0000) 2024-05-20T21:34:59.038 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:58 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5[48709]: 2024-05-20T21:34:58.747+0000 7f678b501700 -1 osd.5 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.006394+0000 front 2024-05-20T21:34:32.006430+0000 (oldest deadline 2024-05-20T21:34:56.706612+0000) 2024-05-20T21:34:59.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:59 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:59.077+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:34:59.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:34:59 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:34:59.077+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:34:59.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:59.011+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:34:59.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:59.012+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:34:59.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:34:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:34:59.012+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:34:59.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:59.529+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:34:59.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:34:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:34:59.529+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:34:59.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:59.488+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:34:59.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:59.488+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:34:59.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:34:59 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:34:59.488+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:34:59.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:59 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:59.420+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:34:59.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:59 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:59.420+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:34:59.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:34:59 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:34:59.420+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:00.018 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:59.718+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:00.018 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:59.718+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:00.019 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:34:59 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:34:59.718+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:00.282 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:59 smithi062 podman[74307]: 2024-05-20 21:34:59.892790514 +0000 UTC m=+5.688648062 container stop 638af74089752478d67030789ddf792ae8c44479ef2cbcef5a44788c8875d2ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-20T21:35:00.282 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:34:59 smithi062 podman[74307]: 2024-05-20 21:34:59.893313112 +0000 UTC m=+5.689170662 container died 638af74089752478d67030789ddf792ae8c44479ef2cbcef5a44788c8875d2ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-05-20T21:35:00.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:00 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:00.050+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:00.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:00 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:00.050+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:00.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:00 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:00.017+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:00.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:00 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:00.017+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:00.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:00 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:00.017+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:00.538 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:00 smithi062 podman[74307]: 2024-05-20 21:35:00.372382888 +0000 UTC m=+6.168240428 container cleanup 638af74089752478d67030789ddf792ae8c44479ef2cbcef5a44788c8875d2ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-05-20T21:35:00.538 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:00 smithi062 bash[74307]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5 2024-05-20T21:35:00.539 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:00 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:00.498+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:00.539 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:00 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:00.498+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:00.539 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:00 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:00.440+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:00.539 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:00 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:00.440+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:00.539 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:00 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:00.440+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:00.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:00 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:00.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:00.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:00 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:00.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:00.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:00 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:00.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:01.000 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:00 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:00.748+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:01.000 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:00 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:00.748+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:01.000 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:00 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:00.748+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:01.005 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:00 smithi062 podman[74334]: 2024-05-20 21:35:00.631938238 +0000 UTC m=+0.732155009 container remove 638af74089752478d67030789ddf792ae8c44479ef2cbcef5a44788c8875d2ec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, ceph=True) 2024-05-20T21:35:01.288 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:01 smithi062 podman[74428]: 2024-05-20 21:35:00.908881922 +0000 UTC m=+0.017724342 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:35:01.288 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:01 smithi062 podman[74428]: 2024-05-20 21:35:01.015974561 +0000 UTC m=+0.124816970 container create 88f34ddbf8afbc0b38151dfa503ed5696a8dad0928a6d72f862883fcb60a062a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-20T21:35:01.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:01 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:01.096+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:01.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:01 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:01.096+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:01.373 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:01 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:01.343+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:01.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:01 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:01.343+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:01.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:01 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:01.343+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:01.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:00.999+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:01.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:00.999+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:01.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:00.999+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:01.549 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:01 smithi062 podman[74428]: 2024-05-20 21:35:01.29332241 +0000 UTC m=+0.402164827 container init 88f34ddbf8afbc0b38151dfa503ed5696a8dad0928a6d72f862883fcb60a062a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-05-20T21:35:01.549 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:01 smithi062 podman[74428]: 2024-05-20 21:35:01.296522293 +0000 UTC m=+0.405364710 container start 88f34ddbf8afbc0b38151dfa503ed5696a8dad0928a6d72f862883fcb60a062a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-20T21:35:01.549 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:01 smithi062 podman[74428]: 2024-05-20 21:35:01.376829733 +0000 UTC m=+0.485672151 container attach 88f34ddbf8afbc0b38151dfa503ed5696a8dad0928a6d72f862883fcb60a062a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-20T21:35:01.549 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:01.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:01.549 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:01.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:01.549 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:01.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:02.013 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:01 smithi062 podman[74428]: 2024-05-20 21:35:01.598704012 +0000 UTC m=+0.707546430 container died 88f34ddbf8afbc0b38151dfa503ed5696a8dad0928a6d72f862883fcb60a062a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-20T21:35:02.013 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:01.549+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:02.013 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:01 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:01.549+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:02.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:01.765+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:02.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:01.765+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:02.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:01.765+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:02.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:01.956+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:02.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:01.956+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:02.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:01 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:01.956+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:02.263 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:02 smithi062 podman[74453]: 2024-05-20 21:35:02.247145132 +0000 UTC m=+0.642691761 container remove 88f34ddbf8afbc0b38151dfa503ed5696a8dad0928a6d72f862883fcb60a062a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:35:02.263 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:02 smithi062 systemd[1]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.5.service: Deactivated successfully. 2024-05-20T21:35:02.263 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:02 smithi062 systemd[1]: Stopped Ceph osd.5 for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:35:02.263 INFO:journalctl@ceph.osd.5.smithi062.stdout:May 20 21:35:02 smithi062 systemd[1]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.5.service: Consumed 20.049s CPU time. 2024-05-20T21:35:02.265 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.5.service' 2024-05-20T21:35:02.305 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:02.305 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-20T21:35:02.305 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-20T21:35:02.305 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.6 2024-05-20T21:35:02.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:02 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:02.078+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:02.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:02 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:02.078+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:02.520 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:02 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:02.437+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:02.520 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:02 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:02.437+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:02.520 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:02 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:02.437+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:02.659 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:02 smithi006 systemd[1]: Stopping Ceph osd.6 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:02.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:02 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:02.520+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:02.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:02 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:02.520+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:02.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:02 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:02.385+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:02.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:02 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:02.385+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:02.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:02 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:02.385+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:03.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:02.994+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:03.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:02.994+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:03.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:02.994+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:03.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:02.784+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:03.160 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:02.784+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:03.160 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:02.784+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:03.160 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:02.969+0000 7f14e7400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:03.160 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:02.969+0000 7f14e7400700 -1 osd.6 86 *** Got signal Terminated *** 2024-05-20T21:35:03.160 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:02.969+0000 7f14e7400700 -1 osd.6 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:35:03.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:03.116+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:03.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:03.116+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:03.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:03.360+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:03.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:03.360+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:03.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:03 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:03.360+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:03.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:03.476+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:03.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:03.476+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:03.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:03.403+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:03.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:03.403+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:03.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:03.403+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:03.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:03 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:03.403+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:04.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:03 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:03.759+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:04.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:03 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:03.759+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:04.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:03 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:03.759+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:04.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:03 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:03.975+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:04.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:03 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:03.975+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:04.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:03 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:03.975+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:04.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:04.110+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:04.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:04.110+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:04.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:04.474+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:04.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:04.474+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:04.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:04.434+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:04.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:04.434+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:04.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:04.434+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:04.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:04 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:04.434+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:04.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:04.399+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:04.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:04.399+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:04.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:04 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:04.399+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:05.158 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:04 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:04.807+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:05.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:04 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:04.807+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:05.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:04 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:04.807+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:05.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:04 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:04.962+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:05.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:04 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:04.962+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:05.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:04 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:04.962+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:05.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:05.159+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:05.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:05.159+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:05.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:05.370+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:05.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:05.370+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:05.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:05 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:05.370+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:05.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:05.504+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:05.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:05.504+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:05.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:05.504+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:05.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:05.441+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:05.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:05.441+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:05.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:05.441+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:05.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:05 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:05.441+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:06.061 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:05 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:05.770+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:06.061 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:05 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:05.770+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:06.061 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:05 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:05.770+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:06.061 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:05 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:05.770+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.269851+0000 front 2024-05-20T21:34:41.269792+0000 (oldest deadline 2024-05-20T21:35:05.369630+0000) 2024-05-20T21:35:06.061 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:05 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:05.971+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:06.061 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:05 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:05.971+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:06.062 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:05 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:05.971+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:06.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:06.194+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:06.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:06.194+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:06.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:06.347+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:06.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:06.347+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:06.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:06.347+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:06.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:06 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:06.347+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:06.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:06 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:06.531+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:06.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:06 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:06.531+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:06.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:06 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:06.531+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:06.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:06 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:06.472+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:06.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:06 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:06.472+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:06.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:06 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:06.472+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:06.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:06 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:06.472+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:07.099 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:06.728+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:07.099 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:06.728+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:07.099 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:06.728+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:07.099 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:06.728+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.269851+0000 front 2024-05-20T21:34:41.269792+0000 (oldest deadline 2024-05-20T21:35:05.369630+0000) 2024-05-20T21:35:07.099 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:06.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:07.099 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:06.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:07.099 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:06.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:07.100 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:06 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:06.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:07.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:07.155+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:07.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:07.155+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:07.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:07.155+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:07.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:07.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:07.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:07.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:07.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:07.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:07.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:07 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:07.387+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:07.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:07 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:07.487+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:07.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:07 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:07.487+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:07.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:07 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:07.487+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:07.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:07 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:07.516+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:07.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:07 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:07.516+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:07.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:07 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:07.516+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:07.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:07 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:07.516+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:08.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:07.761+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.662168+0000 front 2024-05-20T21:34:15.660887+0000 (oldest deadline 2024-05-20T21:34:36.761282+0000) 2024-05-20T21:35:08.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:07.761+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.666185+0000 front 2024-05-20T21:34:23.666266+0000 (oldest deadline 2024-05-20T21:34:47.166444+0000) 2024-05-20T21:35:08.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:07.761+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.468213+0000 front 2024-05-20T21:34:32.468130+0000 (oldest deadline 2024-05-20T21:34:55.967988+0000) 2024-05-20T21:35:08.159 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6[57056]: 2024-05-20T21:35:07.761+0000 7f14e2c00700 -1 osd.6 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.269851+0000 front 2024-05-20T21:34:41.269792+0000 (oldest deadline 2024-05-20T21:35:05.369630+0000) 2024-05-20T21:35:08.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:07.906+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:08.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:07.906+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:08.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:07.906+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:08.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:07 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:07.906+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:08.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:08.129+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:08.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:08.129+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:08.373 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:08.129+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:08.696 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:08.386+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:08.696 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:08.386+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:08.696 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:08.386+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:08.696 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:08 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:08.386+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:08.718 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:08 smithi006 podman[139748]: 2024-05-20 21:35:08.421567883 +0000 UTC m=+5.611443679 container died 76b45aa09fbdad31d0edfa881fd42405f14fb0211722eaf0f52f89464d2a5feb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD) 2024-05-20T21:35:08.782 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:08 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:08.506+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:08.782 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:08 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:08.506+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:08.783 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:08 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:08.506+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:08.783 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:08 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:08.532+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:08.783 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:08 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:08.532+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:08.783 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:08 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:08.532+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:08.783 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:08 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:08.532+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:08.987 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:08 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:08.897+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:08.987 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:08 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:08.897+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:08.988 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:08 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:08.897+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:08.988 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:08 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:08.897+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:09.409 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:08 smithi006 podman[139748]: 2024-05-20 21:35:08.986680289 +0000 UTC m=+6.176556122 container cleanup 76b45aa09fbdad31d0edfa881fd42405f14fb0211722eaf0f52f89464d2a5feb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-05-20T21:35:09.409 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:08 smithi006 bash[139748]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6 2024-05-20T21:35:09.409 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:09 smithi006 podman[139775]: 2024-05-20 21:35:09.229760399 +0000 UTC m=+0.795498304 container remove 76b45aa09fbdad31d0edfa881fd42405f14fb0211722eaf0f52f89464d2a5feb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-20T21:35:09.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:09 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:09.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:09.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:09 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:09.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:09.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:09 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:09.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:09.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:09 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:09.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:09.624 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:09 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:09.138+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:09.624 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:09 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:09.138+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:09.624 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:09 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:09.138+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:09.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:09 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:09.499+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:09.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:09 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:09.499+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:09.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:09 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:09.499+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:09.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:09 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:09.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:09.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:09 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:09.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:09.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:09 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:09.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:09.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:09 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:09.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:10.175 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:09 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:09.912+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:10.175 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:09 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:09.912+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:10.175 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:09 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:09.912+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:10.176 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:09 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:09.912+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:10.501 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:10 smithi006 podman[139869]: 2024-05-20 21:35:10.084906273 +0000 UTC m=+0.044308225 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:35:10.501 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:10 smithi006 podman[139869]: 2024-05-20 21:35:10.188775165 +0000 UTC m=+0.148177114 container create 877a0149ea8a9ced4f4445ac0c6fdf92e410a8abfc7c5c1fab5fd48c9a7c710b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:35:10.501 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:10 smithi006 podman[139869]: 2024-05-20 21:35:10.500771068 +0000 UTC m=+0.460173064 container init 877a0149ea8a9ced4f4445ac0c6fdf92e410a8abfc7c5c1fab5fd48c9a7c710b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-05-20T21:35:10.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:10 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:10.155+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:10.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:10 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:10.155+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:10.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:10 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:10.155+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:10.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:10 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:10.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:10.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:10 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:10.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:10.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:10 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:10.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:10.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:10 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:10.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:10.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:10 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:10.505+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:10.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:10 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:10.505+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:10.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:10 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:10.505+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:10.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:10 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:10.451+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:10.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:10 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:10.451+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:10.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:10 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:10.451+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:10.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:10 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:10.451+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:10.908 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:10 smithi006 podman[139869]: 2024-05-20 21:35:10.512632633 +0000 UTC m=+0.472034558 container start 877a0149ea8a9ced4f4445ac0c6fdf92e410a8abfc7c5c1fab5fd48c9a7c710b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-20T21:35:10.909 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:10 smithi006 podman[139869]: 2024-05-20 21:35:10.591409281 +0000 UTC m=+0.550811240 container attach 877a0149ea8a9ced4f4445ac0c6fdf92e410a8abfc7c5c1fab5fd48c9a7c710b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-20T21:35:11.332 INFO:journalctl@ceph.osd.6.smithi006.stdout:May 20 21:35:10 smithi006 podman[139869]: 2024-05-20 21:35:10.988453885 +0000 UTC m=+0.947855844 container died 877a0149ea8a9ced4f4445ac0c6fdf92e410a8abfc7c5c1fab5fd48c9a7c710b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-20T21:35:11.332 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:10 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:10.943+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:11.332 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:10 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:10.943+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:11.332 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:10 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:10.943+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:11.332 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:10 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:10.943+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:11.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:11 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:11.135+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:11.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:11 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:11.135+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:11.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:11 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:11.135+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:11.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:11 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:11.335+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:11.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:11 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:11.335+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:11.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:11 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:11.335+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:11.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:11 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:11.335+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:11.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:11.508+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:11.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:11.508+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:11.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:11.508+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:11.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:11.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:11.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:11.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:11.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:11.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:11.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:11 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:11.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:11.829 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.6.service' 2024-05-20T21:35:11.950 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:11.950 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-20T21:35:11.950 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-20T21:35:11.950 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.7 2024-05-20T21:35:12.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:11 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:11.952+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:12.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:11 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:11.952+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:12.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:11 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:11.952+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:12.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:11 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:11.952+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:12.286 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:12 smithi042 systemd[1]: Stopping Ceph osd.7 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:12.286 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:12.098+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:12.286 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:12.098+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:12.286 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:12.098+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:12.286 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:12.285+0000 7fec80df8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:12.286 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:12.285+0000 7fec80df8700 -1 osd.7 86 *** Got signal Terminated *** 2024-05-20T21:35:12.286 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:12.285+0000 7fec80df8700 -1 osd.7 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:35:12.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:12.330+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:12.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:12.330+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:12.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:12.330+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:12.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:12 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:12.330+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:12.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:12 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:12.521+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:12.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:12 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:12.521+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:12.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:12 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:12.521+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:12.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:12 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:12.521+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:12.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:12 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:12.500+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:12.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:12 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:12.500+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:12.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:12 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:12.500+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:12.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:12 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:12.500+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:13.327 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:13.055+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:13.327 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:13.055+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:13.327 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:13.055+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:13.327 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:13.055+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:46.255799+0000 front 2024-05-20T21:34:46.255734+0000 (oldest deadline 2024-05-20T21:35:12.155984+0000) 2024-05-20T21:35:13.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:12 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:12.948+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:13.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:12 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:12.948+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:13.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:12 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:12.948+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:13.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:12 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:12.948+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:13.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:13.327+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:13.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:13.327+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:13.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:13.327+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:13.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:13.327+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:13.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:13 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:13.475+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:13.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:13 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:13.475+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:13.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:13 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:13.475+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:13.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:13 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:13.475+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:13.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:13 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:13.476+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:13.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:13 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:13.476+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:13.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:13 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:13.476+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:13.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:13 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:13.476+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:14.373 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:14.296+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:14.373 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:14.296+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:14.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:14.296+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:14.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:14.296+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:14.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:14.296+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:14.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:14.068+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:14.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:14.068+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:14.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:14.068+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:14.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:14 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:14.068+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:46.255799+0000 front 2024-05-20T21:34:46.255734+0000 (oldest deadline 2024-05-20T21:35:12.155984+0000) 2024-05-20T21:35:14.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:13 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:13.980+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:14.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:13 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:13.980+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:14.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:13 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:13.980+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:14.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:13 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:13.980+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:14.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:14.457+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:14.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:14.457+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:14.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:14.457+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:14.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:14.457+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:14.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:14.494+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:14.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:14.494+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:14.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:14.494+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:14.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:14.494+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:14.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:14 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:14.494+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:15.373 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:15.326+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:15.373 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:15.326+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:15.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:15.326+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:15.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:15.326+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:15.374 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:15.326+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:15.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:15.086+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:15.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:15.086+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:15.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:15.086+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:15.374 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:15 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:15.086+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:46.255799+0000 front 2024-05-20T21:34:46.255734+0000 (oldest deadline 2024-05-20T21:35:12.155984+0000) 2024-05-20T21:35:15.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:14 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:14.935+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:15.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:14 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:14.935+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:15.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:14 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:14.935+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:15.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:14 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:14.935+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:15.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:14 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:14.935+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:15.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:15.469+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:15.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:15.469+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:15.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:15.469+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:15.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:15.469+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:15.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:15.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:15.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:15.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:15.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:15.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:15.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:15.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:15.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:15 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:15.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:16.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:15 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:15.890+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:16.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:15 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:15.890+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:16.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:15 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:15.890+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:16.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:15 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:15.890+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:16.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:15 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:15.890+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:16.351 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:16.047+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:16.352 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:16.047+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:16.352 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:16.047+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:16.352 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:16.047+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:46.255799+0000 front 2024-05-20T21:34:46.255734+0000 (oldest deadline 2024-05-20T21:35:12.155984+0000) 2024-05-20T21:35:16.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:16.352+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:16.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:16.352+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:16.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:16.352+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:16.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:16.352+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:16.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:16.352+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:16.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:16.450+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:16.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:16.450+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:16.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:16.450+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:16.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:16.450+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:16.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:16.440+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:16.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:16.440+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:16.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:16.440+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:16.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:16.440+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:16.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:16 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:16.440+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:17.364 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:17.087+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.551816+0000 front 2024-05-20T21:34:23.551877+0000 (oldest deadline 2024-05-20T21:34:48.251989+0000) 2024-05-20T21:35:17.364 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:17.087+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:31.053766+0000 front 2024-05-20T21:34:31.053804+0000 (oldest deadline 2024-05-20T21:34:55.753858+0000) 2024-05-20T21:35:17.364 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:17.087+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.555641+0000 front 2024-05-20T21:34:41.555592+0000 (oldest deadline 2024-05-20T21:35:06.255433+0000) 2024-05-20T21:35:17.364 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7[54696]: 2024-05-20T21:35:17.087+0000 7fec7d3ec700 -1 osd.7 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:46.255799+0000 front 2024-05-20T21:34:46.255734+0000 (oldest deadline 2024-05-20T21:35:12.155984+0000) 2024-05-20T21:35:17.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:16 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:16.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:17.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:16 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:16.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:17.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:16 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:16.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:17.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:16 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:16.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:17.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:16 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:16.938+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:17.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:17.364+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:17.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:17.364+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:17.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:17.364+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:17.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:17.364+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:17.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:17 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:17.364+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:17.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:17.405+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:17.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:17.405+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:17.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:17.405+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:17.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:17.405+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:17.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:17.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:17.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:17.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:17.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:17.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:17.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:17.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:17.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:17 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:17.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:18.061 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:17 smithi042 podman[72953]: 2024-05-20 21:35:17.740058137 +0000 UTC m=+5.582794564 container stop 3b226ef4cb5d8c1b449fa9db795795dc9b250650f02d6effdbd884ac6a6e4e36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-20T21:35:18.061 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:17 smithi042 podman[72953]: 2024-05-20 21:35:17.765771586 +0000 UTC m=+5.608508041 container died 3b226ef4cb5d8c1b449fa9db795795dc9b250650f02d6effdbd884ac6a6e4e36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-05-20T21:35:18.361 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:18 smithi042 podman[72953]: 2024-05-20 21:35:18.160816086 +0000 UTC m=+6.003552549 container cleanup 3b226ef4cb5d8c1b449fa9db795795dc9b250650f02d6effdbd884ac6a6e4e36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514) 2024-05-20T21:35:18.361 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:18 smithi042 bash[72953]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7 2024-05-20T21:35:18.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:17 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:17.970+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:18.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:17 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:17.970+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:18.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:17 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:17.970+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:18.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:17 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:17.970+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:18.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:17 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:17.970+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:18.623 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:18 smithi042 podman[72969]: 2024-05-20 21:35:18.361802463 +0000 UTC m=+0.610967652 container remove 3b226ef4cb5d8c1b449fa9db795795dc9b250650f02d6effdbd884ac6a6e4e36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-20T21:35:18.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:18 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:18.404+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:18.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:18 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:18.404+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:18.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:18 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:18.404+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:18.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:18 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:18.404+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:18.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:18 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:18.404+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:18.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:18.419+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:18.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:18.419+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:18.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:18.419+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:18.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:18.419+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:18.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:18.503+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:18.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:18.503+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:18.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:18.503+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:18.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:18.503+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:18.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:18 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:18.503+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:19.081 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:18 smithi042 podman[73059]: 2024-05-20 21:35:18.787583849 +0000 UTC m=+0.108733472 container create b681cb29ffa783168cfa99a26493bf6755233953c7d2bbae28acce737ecbf2d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-20T21:35:19.081 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:18 smithi042 podman[73059]: 2024-05-20 21:35:18.696524598 +0000 UTC m=+0.017674191 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:35:19.081 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:18 smithi042 podman[73059]: 2024-05-20 21:35:18.982281428 +0000 UTC m=+0.303431016 container init b681cb29ffa783168cfa99a26493bf6755233953c7d2bbae28acce737ecbf2d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:35:19.081 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:18 smithi042 podman[73059]: 2024-05-20 21:35:18.985663887 +0000 UTC m=+0.306813474 container start b681cb29ffa783168cfa99a26493bf6755233953c7d2bbae28acce737ecbf2d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:35:19.081 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:19 smithi042 podman[73059]: 2024-05-20 21:35:19.081699207 +0000 UTC m=+0.402848793 container attach b681cb29ffa783168cfa99a26493bf6755233953c7d2bbae28acce737ecbf2d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=) 2024-05-20T21:35:19.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:18 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:18.945+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:19.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:18 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:18.945+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:19.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:18 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:18.945+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:19.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:18 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:18.945+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:19.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:18 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:18.945+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:19.367 INFO:journalctl@ceph.osd.7.smithi042.stdout:May 20 21:35:19 smithi042 podman[73059]: 2024-05-20 21:35:19.297385814 +0000 UTC m=+0.618535394 container died b681cb29ffa783168cfa99a26493bf6755233953c7d2bbae28acce737ecbf2d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:35:19.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:19 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:19.366+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:19.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:19 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:19.366+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:19.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:19 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:19.366+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:19.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:19 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:19.366+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:19.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:19 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:19.366+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:19.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:19.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:19.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:19.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:19.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:19.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:19.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:19.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:19.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:19.497+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:19.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:19.497+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:19.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:19.497+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:19.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:19.497+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:19.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:19 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:19.497+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:20.028 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.7.service' 2024-05-20T21:35:20.074 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:20.074 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-20T21:35:20.074 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-20T21:35:20.075 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.8 2024-05-20T21:35:20.382 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:20 smithi062 systemd[1]: Stopping Ceph osd.8 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:20.382 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:20.351+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:20.382 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:20.351+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:20.383 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:20.351+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:20.383 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:20.351+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:20.383 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:20.382+0000 7fd18c6ba700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:20.383 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:20.382+0000 7fd18c6ba700 -1 osd.8 86 *** Got signal Terminated *** 2024-05-20T21:35:20.383 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:20.382+0000 7fd18c6ba700 -1 osd.8 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:35:20.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:19 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:19.933+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:20.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:19 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:19.933+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:20.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:19 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:19.933+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:20.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:19 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:19.933+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:20.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:19 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:19.933+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:20.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:20.336+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:20.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:20.336+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:20.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:20.336+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:20.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:20.336+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:20.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:20.336+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:20.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:20.336+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:20.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:20.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:20.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:20.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:20.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:20.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:20.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:20.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:20.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:20 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:20.450+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:21.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:20 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:20.900+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:21.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:20 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:20.900+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:21.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:20 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:20.900+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:21.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:20 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:20.900+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:21.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:20 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:20.900+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:21.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:21 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:21.317+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:21.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:21 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:21.317+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:21.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:21 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:21.317+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:21.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:21 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:21.317+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:21.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:21 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:21.317+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:21.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:21 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:21.317+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:21.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:21.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:21.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:21.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:21.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:21.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:21.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:21.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:21.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:21.482+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:21.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:21.364+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:21.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:21.364+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:21.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:21.364+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:21.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:21.364+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:21.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:21 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:21.364+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.586249+0000 front 2024-05-20T21:34:54.586306+0000 (oldest deadline 2024-05-20T21:35:20.486294+0000) 2024-05-20T21:35:22.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:21 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:21.856+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:22.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:21 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:21.856+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:22.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:21 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:21.856+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:22.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:21 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:21.856+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:22.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:21 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:21.856+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:22.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:22 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:22.349+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:22.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:22 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:22.349+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:22.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:22 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:22.349+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:22.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:22 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:22.349+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:22.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:22 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:22.349+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:22.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:22 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:22.349+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:22.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:22.436+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:22.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:22.436+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:22.436+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:22.436+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:22.436+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:22.436+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:22.367+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:22.367+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:22.367+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:22.367+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:22.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:22 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:22.367+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.586249+0000 front 2024-05-20T21:34:54.586306+0000 (oldest deadline 2024-05-20T21:35:20.486294+0000) 2024-05-20T21:35:23.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:22 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:22.823+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:23.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:22 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:22.823+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:23.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:22 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:22.823+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:23.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:22 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:22.823+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:23.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:22 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:22.823+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:23.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:22 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:22.823+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:23.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:23.411+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:23.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:23.411+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:23.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:23.411+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:23.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:23.411+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:23.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:23.411+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.586249+0000 front 2024-05-20T21:34:54.586306+0000 (oldest deadline 2024-05-20T21:35:20.486294+0000) 2024-05-20T21:35:23.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:23.390+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:23.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:23.390+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:23.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:23.390+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:23.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:23.390+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:23.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:23.390+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:23.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:23 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:23.390+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:23.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:23 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:23.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:23.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:23 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:23.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:23.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:23 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:23.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:23.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:23 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:23.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:23.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:23 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:23.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:23.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:23 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:23.377+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:24.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:23 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:23.872+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:24.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:23 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:23.872+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:24.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:23 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:23.872+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:24.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:23 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:23.872+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:24.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:23 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:23.872+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:24.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:23 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:23.872+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:24.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:24.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:24.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:24.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:24.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:24.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:24.370+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.586249+0000 front 2024-05-20T21:34:54.586306+0000 (oldest deadline 2024-05-20T21:35:20.486294+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:24.357+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:24.357+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:24.357+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:24.357+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:24.357+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:24.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:24 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:24.357+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:24.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:24 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:24.376+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:24.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:24 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:24.376+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:24.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:24 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:24.376+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:24.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:24 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:24.376+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:24.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:24 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:24.376+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:24.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:24 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:24.376+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:25.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:24 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:24.889+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:25.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:24 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:24.889+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:25.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:24 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:24.889+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:25.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:24 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:24.889+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:25.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:24 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:24.889+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:25.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:24 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:24.889+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:25.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:25 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:25.354+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:25.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:25 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:25.354+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:25.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:25 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:25.354+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:25.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:25 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:25.354+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:25.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:25 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:25.354+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:25.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:25 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:25.354+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:25.746 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:25.354+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.980112+0000 front 2024-05-20T21:34:23.980223+0000 (oldest deadline 2024-05-20T21:34:48.580824+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:25.354+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.681612+0000 front 2024-05-20T21:34:32.681756+0000 (oldest deadline 2024-05-20T21:34:54.981706+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:25.354+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:38.884047+0000 front 2024-05-20T21:34:38.884025+0000 (oldest deadline 2024-05-20T21:35:04.783845+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:25.354+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:47.084993+0000 front 2024-05-20T21:34:47.085197+0000 (oldest deadline 2024-05-20T21:35:12.384914+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8[55213]: 2024-05-20T21:35:25.354+0000 7fd184ca6700 -1 osd.8 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.586249+0000 front 2024-05-20T21:34:54.586306+0000 (oldest deadline 2024-05-20T21:35:20.486294+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:25.344+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:25.344+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:25.344+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:25.344+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:25.344+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:25.747 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:25 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:25.344+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:26.008 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:25 smithi062 podman[74532]: 2024-05-20 21:35:25.747291751 +0000 UTC m=+5.468922526 container died 2f221e43f369a716589b2c69bad51e68535ad10c5346ace7f07e93891ce40439 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-20T21:35:26.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:25 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:25.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:26.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:25 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:25.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:26.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:25 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:25.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:26.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:25 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:25.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:26.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:25 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:25.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:26.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:25 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:25.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:26.288 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:26 smithi062 podman[74532]: 2024-05-20 21:35:26.099427117 +0000 UTC m=+5.821057886 container cleanup 2f221e43f369a716589b2c69bad51e68535ad10c5346ace7f07e93891ce40439 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-20T21:35:26.288 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:26 smithi062 bash[74532]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8 2024-05-20T21:35:26.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:26 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:26.340+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:26.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:26 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:26.340+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:26.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:26 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:26.340+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:26.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:26 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:26.340+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:26.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:26 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:26.340+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:26.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:26 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:26.340+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:26.788 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:26 smithi062 podman[74550]: 2024-05-20 21:35:26.500715504 +0000 UTC m=+0.753809932 container remove 2f221e43f369a716589b2c69bad51e68535ad10c5346ace7f07e93891ce40439 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-20T21:35:26.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:26 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:26.330+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:26.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:26 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:26.330+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:26.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:26 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:26.330+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:26.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:26 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:26.330+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:26.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:26 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:26.330+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:26.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:26 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:26.330+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:27.136 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:26 smithi062 podman[74639]: 2024-05-20 21:35:26.884826915 +0000 UTC m=+0.108065523 container create 3dc82aa3f4c84166f0782916f83e481191cfb3fbd1ea72860279ecfb8bfaf77d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-20T21:35:27.137 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:26 smithi062 podman[74639]: 2024-05-20 21:35:26.79449042 +0000 UTC m=+0.017728993 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:35:27.137 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:27 smithi062 podman[74639]: 2024-05-20 21:35:27.13754435 +0000 UTC m=+0.360782918 container init 3dc82aa3f4c84166f0782916f83e481191cfb3fbd1ea72860279ecfb8bfaf77d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240514, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:35:27.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:26.865+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:27.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:26.865+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:27.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:26.865+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:27.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:26.865+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:27.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:26.865+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:27.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:26 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:26.865+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:27.419 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:27 smithi062 podman[74639]: 2024-05-20 21:35:27.1410809 +0000 UTC m=+0.364319468 container start 3dc82aa3f4c84166f0782916f83e481191cfb3fbd1ea72860279ecfb8bfaf77d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:27.419 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:27 smithi062 podman[74639]: 2024-05-20 21:35:27.220679274 +0000 UTC m=+0.443917858 container attach 3dc82aa3f4c84166f0782916f83e481191cfb3fbd1ea72860279ecfb8bfaf77d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-20T21:35:27.420 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:27 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:27.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:27.420 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:27 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:27.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:27.420 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:27 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:27.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:27.420 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:27 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:27.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:27.420 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:27 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:27.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:27.420 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:27 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:27.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:27.748 INFO:journalctl@ceph.osd.8.smithi062.stdout:May 20 21:35:27 smithi062 podman[74639]: 2024-05-20 21:35:27.461873129 +0000 UTC m=+0.685111697 container died 3dc82aa3f4c84166f0782916f83e481191cfb3fbd1ea72860279ecfb8bfaf77d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-20T21:35:27.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:27 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:27.380+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:27.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:27 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:27.380+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:27.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:27 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:27.380+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:27.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:27 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:27.380+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:27.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:27 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:27.380+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:27.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:27 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:27.380+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:28.040 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.8.service' 2024-05-20T21:35:28.079 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:28.079 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-20T21:35:28.079 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-20T21:35:28.079 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.9 2024-05-20T21:35:28.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:27.844+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:28.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:27.844+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:28.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:27.844+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:28.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:27.844+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:28.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:27.844+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:28.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:27 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:27.844+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:28.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:28 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:28.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:28.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:28 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:28.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:28.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:28 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:28.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:28.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:28 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:28.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:28.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:28 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:28.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:28.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:28 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:28.373+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:28.659 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 systemd[1]: Stopping Ceph osd.9 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:28.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:28.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:28.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:28.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:28.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:28.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:28.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:28.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:28.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:28.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:28.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:28 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:28.369+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:29.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.713+0000 7f63d0200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.713+0000 7f63d0200700 -1 osd.9 86 *** Got signal Terminated *** 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.713+0000 7f63d0200700 -1 osd.9 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:29.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:28 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:28.866+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:06.516926+0000 front 2024-05-20T21:35:06.517192+0000 (oldest deadline 2024-05-20T21:35:28.816728+0000) 2024-05-20T21:35:29.782 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:29 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:29.382+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:29.782 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:29 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:29.382+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:29.783 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:29 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:29.382+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:29.783 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:29 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:29.382+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:29.783 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:29 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:29.382+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:29.783 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:29 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:29.382+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:29.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:29 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:29.417+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:29.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:29 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:29.417+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:29.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:29 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:29.417+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:29.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:29 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:29.417+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:29.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:29 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:29.417+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:29.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:29 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:29.417+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:30.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:29.894+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:30.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:29.894+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:30.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:29.894+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:30.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:29.894+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:30.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:29.894+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:30.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:29.894+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:30.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:29 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:29.894+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:06.516926+0000 front 2024-05-20T21:35:06.517192+0000 (oldest deadline 2024-05-20T21:35:28.816728+0000) 2024-05-20T21:35:30.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:30 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:30.454+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:30.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:30 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:30.454+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:30.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:30 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:30.454+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:30.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:30 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:30.454+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:30.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:30 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:30.454+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:30.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:30 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:30.454+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:30.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:30 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:30.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:30.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:30 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:30.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:30.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:30 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:30.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:30.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:30 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:30.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:30.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:30 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:30.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:30.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:30 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:30.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:31.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:30.930+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:31.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:30.930+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:31.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:30.930+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:31.409 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:30.930+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:31.410 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:30.930+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:31.410 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:30.930+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:31.410 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:30 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:30.930+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:06.516926+0000 front 2024-05-20T21:35:06.517192+0000 (oldest deadline 2024-05-20T21:35:28.816728+0000) 2024-05-20T21:35:31.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:31 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:31.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:31.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:31 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:31.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:31.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:31 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:31.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:31.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:31 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:31.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:31.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:31 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:31.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:31.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:31 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:31.463+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:31.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:31 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:31.462+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:31.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:31 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:31.462+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:31.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:31 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:31.462+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:31.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:31 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:31.462+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:31.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:31 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:31.462+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:31.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:31 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:31.462+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:32.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:31.903+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:32.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:31.903+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:32.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:31.903+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:32.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:31.903+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:32.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:31.903+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:32.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:31.903+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:32.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:31 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:31.903+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:06.516926+0000 front 2024-05-20T21:35:06.517192+0000 (oldest deadline 2024-05-20T21:35:28.816728+0000) 2024-05-20T21:35:32.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:32 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:32.418+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:32.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:32 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:32.418+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:32.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:32 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:32.418+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:32.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:32 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:32.418+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:32.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:32 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:32.418+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:32.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:32 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:32.418+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:32.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:32 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:32.445+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:32.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:32 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:32.445+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:32.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:32 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:32.445+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:32.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:32 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:32.445+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:32.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:32 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:32.445+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:32.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:32 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:32.445+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:32.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:32 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:32.445+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:33.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:32.861+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:13.499212+0000 front 2024-05-20T21:34:13.499917+0000 (oldest deadline 2024-05-20T21:34:37.599423+0000) 2024-05-20T21:35:33.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:32.861+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:22.301710+0000 front 2024-05-20T21:34:22.301569+0000 (oldest deadline 2024-05-20T21:34:46.902991+0000) 2024-05-20T21:35:33.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:32.861+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:32.706240+0000 front 2024-05-20T21:34:32.706176+0000 (oldest deadline 2024-05-20T21:34:55.606424+0000) 2024-05-20T21:35:33.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:32.861+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:41.410427+0000 front 2024-05-20T21:34:41.410461+0000 (oldest deadline 2024-05-20T21:35:06.110275+0000) 2024-05-20T21:35:33.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:32.861+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.713215+0000 front 2024-05-20T21:34:50.713053+0000 (oldest deadline 2024-05-20T21:35:14.812993+0000) 2024-05-20T21:35:33.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:32.861+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:57.715149+0000 front 2024-05-20T21:34:57.715093+0000 (oldest deadline 2024-05-20T21:35:22.415212+0000) 2024-05-20T21:35:33.160 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:32 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9[64074]: 2024-05-20T21:35:32.861+0000 7f63c6a00700 -1 osd.9 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:06.516926+0000 front 2024-05-20T21:35:06.517192+0000 (oldest deadline 2024-05-20T21:35:28.816728+0000) 2024-05-20T21:35:33.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:33 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:33.402+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:33.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:33 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:33.402+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:33.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:33 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:33.402+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:33.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:33 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:33.402+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:33.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:33 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:33.402+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:33.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:33 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:33.402+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:33.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:33 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:33.476+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:33.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:33 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:33.476+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:33.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:33 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:33.476+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:33.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:33 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:33.476+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:33.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:33 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:33.476+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:33.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:33 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:33.476+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:33.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:33 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:33.476+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:34.552 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:34 smithi006 podman[139976]: 2024-05-20 21:35:34.225846582 +0000 UTC m=+5.698243865 container died 96c8d5449a6bbcb0cf80b98f8a72e378b32d96890e7297b3752b5e92981f6276 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=) 2024-05-20T21:35:34.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:34 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:34.371+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:34.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:34 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:34.371+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:34.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:34 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:34.371+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:34.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:34 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:34.371+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:34.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:34 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:34.371+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:34.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:34 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:34.371+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:34.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:34 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:34.470+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:34.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:34 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:34.470+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:34.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:34 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:34.470+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:34.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:34 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:34.470+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:34.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:34 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:34.470+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:34.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:34 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:34.470+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:34.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:34 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:34.470+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:34.909 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:34 smithi006 podman[139976]: 2024-05-20 21:35:34.755532342 +0000 UTC m=+6.227929672 container cleanup 96c8d5449a6bbcb0cf80b98f8a72e378b32d96890e7297b3752b5e92981f6276 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-20T21:35:34.909 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:34 smithi006 bash[139976]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9 2024-05-20T21:35:35.408 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:34 smithi006 podman[139994]: 2024-05-20 21:35:34.965206589 +0000 UTC m=+0.727698268 container remove 96c8d5449a6bbcb0cf80b98f8a72e378b32d96890e7297b3752b5e92981f6276 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514) 2024-05-20T21:35:35.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:35 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:35.355+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:35.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:35 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:35.355+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:35.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:35 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:35.355+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:35.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:35 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:35.355+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:35.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:35 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:35.355+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:35.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:35 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:35.355+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:35.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:35 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:35.478+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:35.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:35 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:35.478+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:35.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:35 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:35.478+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:35.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:35 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:35.478+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:35.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:35 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:35.478+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:35.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:35 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:35.478+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:35.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:35 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:35.478+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:36.158 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:35 smithi006 podman[140084]: 2024-05-20 21:35:35.771895914 +0000 UTC m=+0.038238260 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:35:36.159 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:35 smithi006 podman[140084]: 2024-05-20 21:35:35.924612392 +0000 UTC m=+0.190954792 container create 2a5f23ac3397bddd16185dfac032cbef709b76cb2d0b6e1a59c0beef75903e29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-20T21:35:36.445 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:36 smithi006 podman[140084]: 2024-05-20 21:35:36.18775775 +0000 UTC m=+0.454100164 container init 2a5f23ac3397bddd16185dfac032cbef709b76cb2d0b6e1a59c0beef75903e29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:35:36.445 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:36 smithi006 podman[140084]: 2024-05-20 21:35:36.198308648 +0000 UTC m=+0.464651024 container start 2a5f23ac3397bddd16185dfac032cbef709b76cb2d0b6e1a59c0beef75903e29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-20T21:35:36.445 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:36 smithi006 podman[140084]: 2024-05-20 21:35:36.285277192 +0000 UTC m=+0.551619610 container attach 2a5f23ac3397bddd16185dfac032cbef709b76cb2d0b6e1a59c0beef75903e29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:35:36.766 INFO:journalctl@ceph.osd.9.smithi006.stdout:May 20 21:35:36 smithi006 podman[140084]: 2024-05-20 21:35:36.679545786 +0000 UTC m=+0.945888140 container died 2a5f23ac3397bddd16185dfac032cbef709b76cb2d0b6e1a59c0beef75903e29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-20T21:35:36.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:36 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:36.333+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:36.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:36 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:36.333+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:36.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:36 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:36.333+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:36.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:36 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:36.333+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:36.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:36 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:36.333+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:36.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:36 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:36.333+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:36.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:36 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:36.471+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:36.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:36 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:36.471+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:36.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:36 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:36.471+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:36.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:36 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:36.471+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:36.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:36 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:36.471+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:36.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:36 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:36.471+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:36.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:36 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:36.471+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:37.559 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.9.service' 2024-05-20T21:35:37.656 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:37.656 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-20T21:35:37.656 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-20T21:35:37.656 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.10 2024-05-20T21:35:37.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:37 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:37.345+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:37.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:37 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:37.345+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:37.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:37 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:37.345+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:37.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:37 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:37.345+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:37.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:37 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:37.345+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:37.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:37 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:37.345+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:37.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.480+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:37.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.480+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:37.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.480+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:37.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.480+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:37.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.480+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:37.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.480+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:37.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.480+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:37.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 systemd[1]: Stopping Ceph osd.10 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:38.373 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.970+0000 7fef208aa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:38.373 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.970+0000 7fef208aa700 -1 osd.10 86 *** Got signal Terminated *** 2024-05-20T21:35:38.373 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:37 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:37.970+0000 7fef208aa700 -1 osd.10 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:35:38.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:38.308+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:38.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:38.308+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:38.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:38.308+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:38.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:38.308+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:38.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:38.308+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:38.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:38 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:38.308+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:38.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:38 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:38.504+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:38.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:38 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:38.504+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:38.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:38 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:38.504+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:38.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:38 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:38.504+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:38.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:38 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:38.504+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:38.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:38 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:38.504+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:38.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:38 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:38.504+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:39.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:39.502+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:39.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:39.502+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:39.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:39.502+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:39.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:39.502+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:39.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:39.502+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:39.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:39.502+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:39.624 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:39 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:39.502+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:39.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:39 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:39.315+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:39.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:39 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:39.315+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:39.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:39 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:39.315+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:39.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:39 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:39.315+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:39.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:39 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:39.315+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:39.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:39 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:39.315+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:40.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:40.340+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:40.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:40.340+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:40.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:40.340+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:40.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:40.340+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:40.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:40.340+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:40.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:40.340+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:40.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:40.340+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:40.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:40 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:40.456+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:40.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:40 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:40.456+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:40.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:40 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:40.456+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:40.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:40 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:40.456+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:40.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:40 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:40.456+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:40.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:40 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:40.456+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:40.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:40 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:40.456+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:41.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:41.379+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:41.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:41.379+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:41.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:41.379+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:41.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:41.379+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:41.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:41.379+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:41.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:41.379+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:41.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:41 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:41.379+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:41.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:41 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:41.448+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:41.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:41 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:41.448+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:41.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:41 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:41.448+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:41.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:41 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:41.448+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:41.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:41 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:41.448+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:41.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:41 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:41.448+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:41.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:41 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:41.448+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:42.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:42.401+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:42.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:42.401+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:42.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:42.401+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:42.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:42.401+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:42.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:42.401+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:42.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:42.401+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:42.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:42 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:42.401+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:42.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:42 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:42.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:11.725964+0000 front 2024-05-20T21:34:11.726235+0000 (oldest deadline 2024-05-20T21:34:37.025884+0000) 2024-05-20T21:35:42.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:42 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:42.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.928643+0000 front 2024-05-20T21:34:23.928693+0000 (oldest deadline 2024-05-20T21:34:46.228948+0000) 2024-05-20T21:35:42.873 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:42 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:42.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:33.230423+0000 front 2024-05-20T21:34:33.230443+0000 (oldest deadline 2024-05-20T21:34:56.130262+0000) 2024-05-20T21:35:42.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:42 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:42.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:39.532346+0000 front 2024-05-20T21:34:39.532609+0000 (oldest deadline 2024-05-20T21:35:05.431997+0000) 2024-05-20T21:35:42.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:42 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:42.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:50.632997+0000 front 2024-05-20T21:34:50.633031+0000 (oldest deadline 2024-05-20T21:35:14.133112+0000) 2024-05-20T21:35:42.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:42 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:42.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:54.133745+0000 front 2024-05-20T21:34:54.133708+0000 (oldest deadline 2024-05-20T21:35:19.934086+0000) 2024-05-20T21:35:42.874 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:42 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10[61438]: 2024-05-20T21:35:42.411+0000 7fef1ce9e700 -1 osd.10 86 heartbeat_check: no reply from 172.21.15.6:6822 osd.6 since back 2024-05-20T21:35:05.135661+0000 front 2024-05-20T21:35:05.135684+0000 (oldest deadline 2024-05-20T21:35:31.535941+0000) 2024-05-20T21:35:43.623 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:43 smithi042 podman[73175]: 2024-05-20 21:35:43.301005196 +0000 UTC m=+5.440966974 container died 18f48c588b52fb74452b7b999b93bf3c3e59fa0527fd2e71d5f5cad68bd75055 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD) 2024-05-20T21:35:43.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:43.409+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:43.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:43.409+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:43.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:43.409+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:43.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:43.409+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:43.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:43.409+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:43.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:43.409+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:43.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:43 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:43.409+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:44.126 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:43 smithi042 podman[73175]: 2024-05-20 21:35:43.628757931 +0000 UTC m=+5.768719711 container cleanup 18f48c588b52fb74452b7b999b93bf3c3e59fa0527fd2e71d5f5cad68bd75055 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-20T21:35:44.126 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:43 smithi042 bash[73175]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10 2024-05-20T21:35:44.126 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:43 smithi042 podman[73192]: 2024-05-20 21:35:43.838190706 +0000 UTC m=+0.530442929 container remove 18f48c588b52fb74452b7b999b93bf3c3e59fa0527fd2e71d5f5cad68bd75055 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-20T21:35:44.510 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:44 smithi042 podman[73280]: 2024-05-20 21:35:44.162290791 +0000 UTC m=+0.017832698 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:35:44.511 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:44 smithi042 podman[73280]: 2024-05-20 21:35:44.272218821 +0000 UTC m=+0.127760716 container create f02e7c6ac89938d7cd73c69cadbe17c368e2f203a8ddd00b2a14f59db507f334 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-20T21:35:44.511 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:44 smithi042 podman[73280]: 2024-05-20 21:35:44.507856539 +0000 UTC m=+0.363398434 container init f02e7c6ac89938d7cd73c69cadbe17c368e2f203a8ddd00b2a14f59db507f334 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-20T21:35:44.511 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:44 smithi042 podman[73280]: 2024-05-20 21:35:44.511060083 +0000 UTC m=+0.366602167 container start f02e7c6ac89938d7cd73c69cadbe17c368e2f203a8ddd00b2a14f59db507f334 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2) 2024-05-20T21:35:44.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:44.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:44.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:44.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:44.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:44.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:44.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:44.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:44.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:44.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:44.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:44.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:44.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:44 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:44.458+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:44.811 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:44 smithi042 podman[73280]: 2024-05-20 21:35:44.599643258 +0000 UTC m=+0.455185166 container attach f02e7c6ac89938d7cd73c69cadbe17c368e2f203a8ddd00b2a14f59db507f334 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True) 2024-05-20T21:35:45.123 INFO:journalctl@ceph.osd.10.smithi042.stdout:May 20 21:35:44 smithi042 podman[73280]: 2024-05-20 21:35:44.812569657 +0000 UTC m=+0.668111571 container died f02e7c6ac89938d7cd73c69cadbe17c368e2f203a8ddd00b2a14f59db507f334 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:45.317 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.10.service' 2024-05-20T21:35:45.355 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:45.356 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-20T21:35:45.356 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-20T21:35:45.356 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.11 2024-05-20T21:35:45.762 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 systemd[1]: Stopping Ceph osd.11 for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:45.762 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:45.762 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:45.762 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:45.762 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:45.762 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:45.763 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:45.763 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.469+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:45.763 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.758+0000 7fa1d4b57700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:45.763 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.758+0000 7fa1d4b57700 -1 osd.11 86 *** Got signal Terminated *** 2024-05-20T21:35:45.763 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:45 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:45.758+0000 7fa1d4b57700 -1 osd.11 86 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-20T21:35:46.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:46.501+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:46.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:46.501+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:46.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:46.501+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:46.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:46.501+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:46.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:46.501+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:46.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:46.501+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:46.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:46 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:46.501+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:47.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:47.486+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:47.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:47.486+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:47.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:47.486+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:47.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:47.486+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:47.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:47.486+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:47.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:47.486+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:47.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:47.486+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:47.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:47 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:47.486+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6820 osd.8 since back 2024-05-20T21:35:24.162746+0000 front 2024-05-20T21:35:24.162781+0000 (oldest deadline 2024-05-20T21:35:47.062806+0000) 2024-05-20T21:35:48.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:48.459+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:48.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:48.459+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:48.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:48.459+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:48.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:48.459+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:48.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:48.459+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:48.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:48.459+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:48.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:48.459+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:48.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:48 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:48.459+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6820 osd.8 since back 2024-05-20T21:35:24.162746+0000 front 2024-05-20T21:35:24.162781+0000 (oldest deadline 2024-05-20T21:35:47.062806+0000) 2024-05-20T21:35:49.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:49.420+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:49.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:49.420+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:49.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:49.420+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:49.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:49.420+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:49.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:49.420+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:49.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:49.420+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:49.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:49.420+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:49.790 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:49 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:49.420+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6820 osd.8 since back 2024-05-20T21:35:24.162746+0000 front 2024-05-20T21:35:24.162781+0000 (oldest deadline 2024-05-20T21:35:47.062806+0000) 2024-05-20T21:35:50.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:50.425+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6806 osd.0 since back 2024-05-20T21:34:15.250736+0000 front 2024-05-20T21:34:15.250882+0000 (oldest deadline 2024-05-20T21:34:39.251489+0000) 2024-05-20T21:35:50.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:50.425+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6804 osd.1 since back 2024-05-20T21:34:23.952735+0000 front 2024-05-20T21:34:23.952660+0000 (oldest deadline 2024-05-20T21:34:48.652477+0000) 2024-05-20T21:35:50.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:50.425+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6804 osd.2 since back 2024-05-20T21:34:29.153143+0000 front 2024-05-20T21:34:29.153429+0000 (oldest deadline 2024-05-20T21:34:54.453335+0000) 2024-05-20T21:35:50.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:50.425+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.6:6814 osd.3 since back 2024-05-20T21:34:37.354590+0000 front 2024-05-20T21:34:37.354517+0000 (oldest deadline 2024-05-20T21:35:02.654485+0000) 2024-05-20T21:35:50.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:50.425+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6812 osd.4 since back 2024-05-20T21:34:49.056200+0000 front 2024-05-20T21:34:49.056176+0000 (oldest deadline 2024-05-20T21:35:14.356131+0000) 2024-05-20T21:35:50.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:50.425+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6812 osd.5 since back 2024-05-20T21:34:58.357388+0000 front 2024-05-20T21:34:58.357350+0000 (oldest deadline 2024-05-20T21:35:21.857501+0000) 2024-05-20T21:35:50.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:50.425+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.42:6820 osd.7 since back 2024-05-20T21:35:14.861218+0000 front 2024-05-20T21:35:14.861265+0000 (oldest deadline 2024-05-20T21:35:39.561199+0000) 2024-05-20T21:35:50.789 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:50 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11[62229]: 2024-05-20T21:35:50.425+0000 7fa1cd143700 -1 osd.11 86 heartbeat_check: no reply from 172.21.15.62:6820 osd.8 since back 2024-05-20T21:35:24.162746+0000 front 2024-05-20T21:35:24.162781+0000 (oldest deadline 2024-05-20T21:35:47.062806+0000) 2024-05-20T21:35:51.493 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:51 smithi062 podman[74758]: 2024-05-20 21:35:51.208499635 +0000 UTC m=+5.652036840 container died aa33b01c0750450d36c71b8c5d0ff0d6d07842e5a874773db8c4db93ee2cff27 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-20T21:35:51.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:51 smithi062 podman[74758]: 2024-05-20 21:35:51.592853197 +0000 UTC m=+6.036390446 container cleanup aa33b01c0750450d36c71b8c5d0ff0d6d07842e5a874773db8c4db93ee2cff27 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, GIT_BRANCH=HEAD) 2024-05-20T21:35:51.788 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:51 smithi062 bash[74758]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11 2024-05-20T21:35:52.168 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:51 smithi062 podman[74774]: 2024-05-20 21:35:51.835597348 +0000 UTC m=+0.618678991 container remove aa33b01c0750450d36c71b8c5d0ff0d6d07842e5a874773db8c4db93ee2cff27 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, ceph=True) 2024-05-20T21:35:52.454 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:52 smithi062 podman[74862]: 2024-05-20 21:35:52.071793012 +0000 UTC m=+0.017657653 image pull 559f9f2978373b56e1ed37e8f2207b076e9eb3d6ccfe36983da65ed32ed7d489 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3 2024-05-20T21:35:52.454 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:52 smithi062 podman[74862]: 2024-05-20 21:35:52.211350188 +0000 UTC m=+0.157214863 container create 33663a9100488397a986e8a67be6cdd0a9e74b65ea168f015fb9ae04e642ff3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-20T21:35:52.454 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:52 smithi062 podman[74862]: 2024-05-20 21:35:52.455303238 +0000 UTC m=+0.401167871 container init 33663a9100488397a986e8a67be6cdd0a9e74b65ea168f015fb9ae04e642ff3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-20T21:35:52.766 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:52 smithi062 podman[74862]: 2024-05-20 21:35:52.458730419 +0000 UTC m=+0.404595055 container start 33663a9100488397a986e8a67be6cdd0a9e74b65ea168f015fb9ae04e642ff3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-20T21:35:52.766 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:52 smithi062 podman[74862]: 2024-05-20 21:35:52.538807547 +0000 UTC m=+0.484672219 container attach 33663a9100488397a986e8a67be6cdd0a9e74b65ea168f015fb9ae04e642ff3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240514, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-20T21:35:53.038 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:52 smithi062 podman[74862]: 2024-05-20 21:35:52.767451091 +0000 UTC m=+0.713315727 container died 33663a9100488397a986e8a67be6cdd0a9e74b65ea168f015fb9ae04e642ff3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-20T21:35:53.275 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.11.service' 2024-05-20T21:35:53.300 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:53 smithi062 podman[74889]: 2024-05-20 21:35:53.258484938 +0000 UTC m=+0.485094746 container remove 33663a9100488397a986e8a67be6cdd0a9e74b65ea168f015fb9ae04e642ff3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-osd-11-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-05-20T21:35:53.300 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:53 smithi062 systemd[1]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.11.service: Deactivated successfully. 2024-05-20T21:35:53.300 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:53 smithi062 systemd[1]: Stopped Ceph osd.11 for 195522e4-16ec-11ef-bc9a-c7b262605968. 2024-05-20T21:35:53.300 INFO:journalctl@ceph.osd.11.smithi062.stdout:May 20 21:35:53 smithi062 systemd[1]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968@osd.11.service: Consumed 11.689s CPU time. 2024-05-20T21:35:53.313 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:53.313 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-20T21:35:53.313 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-20T21:35:53.313 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.a 2024-05-20T21:35:53.659 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:35:53 smithi006 systemd[1]: Stopping Ceph mds.a for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:54.159 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:35:53 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a[71062]: 2024-05-20T21:35:53.897+0000 7faa4ec00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:54.159 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:35:53 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a[71062]: 2024-05-20T21:35:53.897+0000 7faa4ec00700 -1 mds.a *** got signal Terminated *** 2024-05-20T21:35:56.947 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:35:56 smithi006 podman[140200]: 2024-05-20 21:35:56.667678688 +0000 UTC m=+2.891877104 container died f3983fb2e16b30bffe66380fb07d740c1d64bba2f228a62cc8a6b26fb08356ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-20T21:35:57.199 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:35:57 smithi006 podman[140200]: 2024-05-20 21:35:57.173821083 +0000 UTC m=+3.398019493 container cleanup f3983fb2e16b30bffe66380fb07d740c1d64bba2f228a62cc8a6b26fb08356ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514) 2024-05-20T21:35:57.199 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:35:57 smithi006 bash[140200]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a 2024-05-20T21:35:57.658 INFO:journalctl@ceph.mds.a.smithi006.stdout:May 20 21:35:57 smithi006 podman[140214]: 2024-05-20 21:35:57.383723757 +0000 UTC m=+0.702330294 container remove f3983fb2e16b30bffe66380fb07d740c1d64bba2f228a62cc8a6b26fb08356ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-a, org.label-schema.build-date=20240514, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-20T21:35:57.906 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.a.service' 2024-05-20T21:35:58.021 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:35:58.022 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-20T21:35:58.022 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-20T21:35:58.022 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.d 2024-05-20T21:35:58.409 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:35:58 smithi006 systemd[1]: Stopping Ceph mds.d for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:35:59.159 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:35:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d[69883]: 2024-05-20T21:35:58.659+0000 7febd4c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:35:59.159 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:35:58 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d[69883]: 2024-05-20T21:35:58.659+0000 7febd4c00700 -1 mds.d *** got signal Terminated *** 2024-05-20T21:36:00.849 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:36:00 smithi006 podman[140319]: 2024-05-20 21:36:00.562383397 +0000 UTC m=+2.055670459 container died fa133b7dcda955bcf2dda367f951a95a91bfce589e1ddc5bf58d15b4fe9c2cd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-05-20T21:36:01.380 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:36:01 smithi006 podman[140319]: 2024-05-20 21:36:01.111377938 +0000 UTC m=+2.604664977 container cleanup fa133b7dcda955bcf2dda367f951a95a91bfce589e1ddc5bf58d15b4fe9c2cd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:36:01.380 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:36:01 smithi006 bash[140319]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d 2024-05-20T21:36:01.658 INFO:journalctl@ceph.mds.d.smithi006.stdout:May 20 21:36:01 smithi006 podman[140331]: 2024-05-20 21:36:01.379817925 +0000 UTC m=+0.803462481 container remove fa133b7dcda955bcf2dda367f951a95a91bfce589e1ddc5bf58d15b4fe9c2cd2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-d, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=) 2024-05-20T21:36:01.851 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.d.service' 2024-05-20T21:36:01.961 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:01.962 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-20T21:36:01.962 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-20T21:36:01.962 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.g 2024-05-20T21:36:02.408 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:36:02 smithi006 systemd[1]: Stopping Ceph mds.g for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:02.908 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:36:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g[70669]: 2024-05-20T21:36:02.580+0000 7f6236200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:02.909 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:36:02 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g[70669]: 2024-05-20T21:36:02.580+0000 7f6236200700 -1 mds.g *** got signal Terminated *** 2024-05-20T21:36:06.909 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:36:06 smithi006 podman[140438]: 2024-05-20 21:36:06.604023397 +0000 UTC m=+4.153237209 container died 4f227d6c9b533f02920960b4fb41da41ffff7cf31499d54c3d65fe2152dc7453 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-20T21:36:07.408 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:36:07 smithi006 podman[140438]: 2024-05-20 21:36:07.10724732 +0000 UTC m=+4.656461129 container cleanup 4f227d6c9b533f02920960b4fb41da41ffff7cf31499d54c3d65fe2152dc7453 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-20T21:36:07.409 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:36:07 smithi006 bash[140438]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g 2024-05-20T21:36:07.874 INFO:journalctl@ceph.mds.g.smithi006.stdout:May 20 21:36:07 smithi006 podman[140452]: 2024-05-20 21:36:07.408502116 +0000 UTC m=+0.786780953 container remove 4f227d6c9b533f02920960b4fb41da41ffff7cf31499d54c3d65fe2152dc7453 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-g, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-20T21:36:07.906 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.g.service' 2024-05-20T21:36:08.022 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:08.022 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-20T21:36:08.023 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-20T21:36:08.023 DEBUG:teuthology.orchestra.run.smithi006:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.j 2024-05-20T21:36:08.601 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:36:08 smithi006 systemd[1]: Stopping Ceph mds.j for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:08.908 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:36:08 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j[69436]: 2024-05-20T21:36:08.600+0000 7f6c30e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:08.909 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:36:08 smithi006 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j[69436]: 2024-05-20T21:36:08.600+0000 7f6c30e00700 -1 mds.j *** got signal Terminated *** 2024-05-20T21:36:12.159 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:36:11 smithi006 podman[140558]: 2024-05-20 21:36:11.68555289 +0000 UTC m=+3.230830254 container died 780f0e62f070906e293ab3e036c131492ab60f7c5be693fa114716585469692e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:36:12.530 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:36:12 smithi006 podman[140558]: 2024-05-20 21:36:12.369103382 +0000 UTC m=+3.914380739 container cleanup 780f0e62f070906e293ab3e036c131492ab60f7c5be693fa114716585469692e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD) 2024-05-20T21:36:12.530 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:36:12 smithi006 bash[140558]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j 2024-05-20T21:36:12.908 INFO:journalctl@ceph.mds.j.smithi006.stdout:May 20 21:36:12 smithi006 podman[140582]: 2024-05-20 21:36:12.52840125 +0000 UTC m=+0.825612249 container remove 780f0e62f070906e293ab3e036c131492ab60f7c5be693fa114716585469692e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-20T21:36:13.048 DEBUG:teuthology.orchestra.run.smithi006:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.j.service' 2024-05-20T21:36:13.159 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:13.159 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-20T21:36:13.159 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-20T21:36:13.159 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.b 2024-05-20T21:36:13.470 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:36:13 smithi042 systemd[1]: Stopping Ceph mds.b for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:13.746 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:36:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: 2024-05-20T21:36:13.469+0000 7f0ef4a59700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:13.746 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:36:13 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b[66784]: 2024-05-20T21:36:13.469+0000 7f0ef4a59700 -1 mds.b *** got signal Terminated *** 2024-05-20T21:36:15.295 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:36:15 smithi042 podman[73387]: 2024-05-20 21:36:15.017261091 +0000 UTC m=+1.649658733 container died 17dff96c3a34acd9a7e8e3202b86c72f3da714af01568470de324cef8c3df249 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-20T21:36:15.623 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:36:15 smithi042 podman[73387]: 2024-05-20 21:36:15.394866138 +0000 UTC m=+2.027263771 container cleanup 17dff96c3a34acd9a7e8e3202b86c72f3da714af01568470de324cef8c3df249 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-05-20T21:36:15.623 INFO:journalctl@ceph.mds.b.smithi042.stdout:May 20 21:36:15 smithi042 bash[73387]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-b 2024-05-20T21:36:15.782 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.b.service' 2024-05-20T21:36:15.817 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:15.817 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-20T21:36:15.818 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-20T21:36:15.818 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.e 2024-05-20T21:36:16.373 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:36:15 smithi042 systemd[1]: Stopping Ceph mds.e for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:16.373 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:36:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e[66166]: 2024-05-20T21:36:16.155+0000 7febd3861700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:16.373 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:36:16 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e[66166]: 2024-05-20T21:36:16.155+0000 7febd3861700 -1 mds.e *** got signal Terminated *** 2024-05-20T21:36:19.799 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:36:19 smithi042 podman[73520]: 2024-05-20 21:36:19.460332991 +0000 UTC m=+3.401302882 container died b9249489e0ee1284fa5a50f0c4810c9e68f08f4a6fdb13aa25484d09df137c4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.schema-version=1.0) 2024-05-20T21:36:19.799 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:36:19 smithi042 podman[73520]: 2024-05-20 21:36:19.799509834 +0000 UTC m=+3.740479743 container cleanup b9249489e0ee1284fa5a50f0c4810c9e68f08f4a6fdb13aa25484d09df137c4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-20T21:36:20.123 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:36:19 smithi042 bash[73520]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e 2024-05-20T21:36:20.123 INFO:journalctl@ceph.mds.e.smithi042.stdout:May 20 21:36:19 smithi042 podman[73534]: 2024-05-20 21:36:19.990988352 +0000 UTC m=+0.525295534 container remove b9249489e0ee1284fa5a50f0c4810c9e68f08f4a6fdb13aa25484d09df137c4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:36:20.219 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.e.service' 2024-05-20T21:36:20.253 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:20.253 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-20T21:36:20.253 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-20T21:36:20.253 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.h 2024-05-20T21:36:20.577 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:36:20 smithi042 systemd[1]: Stopping Ceph mds.h for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:20.873 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:36:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h[66469]: 2024-05-20T21:36:20.576+0000 7f7d5fe76700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:20.873 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:36:20 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h[66469]: 2024-05-20T21:36:20.576+0000 7f7d5fe76700 -1 mds.h *** got signal Terminated *** 2024-05-20T21:36:23.293 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:36:23 smithi042 podman[73641]: 2024-05-20 21:36:23.018967422 +0000 UTC m=+2.541534958 container died 2c91cb90cd69e62ecf5581d46f7dcdc23d0f390334e2ec2de75b4f6b861be435 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:36:23.623 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:36:23 smithi042 podman[73641]: 2024-05-20 21:36:23.393382583 +0000 UTC m=+2.915950118 container cleanup 2c91cb90cd69e62ecf5581d46f7dcdc23d0f390334e2ec2de75b4f6b861be435 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD) 2024-05-20T21:36:23.623 INFO:journalctl@ceph.mds.h.smithi042.stdout:May 20 21:36:23 smithi042 bash[73641]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-h 2024-05-20T21:36:23.815 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.h.service' 2024-05-20T21:36:23.848 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:23.848 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-20T21:36:23.849 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-20T21:36:23.849 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.k 2024-05-20T21:36:24.191 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:36:23 smithi042 systemd[1]: Stopping Ceph mds.k for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:24.191 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:36:24 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k[65847]: 2024-05-20T21:36:24.163+0000 7f57481f1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:24.191 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:36:24 smithi042 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k[65847]: 2024-05-20T21:36:24.163+0000 7f57481f1700 -1 mds.k *** got signal Terminated *** 2024-05-20T21:36:26.446 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:36:26 smithi042 podman[73763]: 2024-05-20 21:36:26.14727304 +0000 UTC m=+2.076056301 container died 86adeb127f21152c83870eedfd6f5ef110fd98dcf8d51f91f0be206891bc6676 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS) 2024-05-20T21:36:26.814 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:36:26 smithi042 podman[73763]: 2024-05-20 21:36:26.446733869 +0000 UTC m=+2.375517127 container cleanup 86adeb127f21152c83870eedfd6f5ef110fd98dcf8d51f91f0be206891bc6676 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux ) 2024-05-20T21:36:26.814 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:36:26 smithi042 bash[73763]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k 2024-05-20T21:36:26.815 INFO:journalctl@ceph.mds.k.smithi042.stdout:May 20 21:36:26 smithi042 podman[73776]: 2024-05-20 21:36:26.614477913 +0000 UTC m=+0.462708237 container remove 86adeb127f21152c83870eedfd6f5ef110fd98dcf8d51f91f0be206891bc6676 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-k, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-4ebd1d5) 2024-05-20T21:36:26.846 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.k.service' 2024-05-20T21:36:26.877 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:26.877 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-20T21:36:26.877 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-20T21:36:26.878 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.c 2024-05-20T21:36:27.225 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:36:26 smithi062 systemd[1]: Stopping Ceph mds.c for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:27.538 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:36:27 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c[67376]: 2024-05-20T21:36:27.224+0000 7f4bc956c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:27.538 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:36:27 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c[67376]: 2024-05-20T21:36:27.224+0000 7f4bc956c700 -1 mds.c *** got signal Terminated *** 2024-05-20T21:36:31.283 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:36:31 smithi062 podman[74969]: 2024-05-20 21:36:31.016027207 +0000 UTC m=+3.934688129 container died 313ce6084f52fa51bafe2f238329e58a827b37f299a9771be5e5ccbb4888ec73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS) 2024-05-20T21:36:31.538 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:36:31 smithi062 podman[74969]: 2024-05-20 21:36:31.36672889 +0000 UTC m=+4.285389794 container cleanup 313ce6084f52fa51bafe2f238329e58a827b37f299a9771be5e5ccbb4888ec73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-20T21:36:31.538 INFO:journalctl@ceph.mds.c.smithi062.stdout:May 20 21:36:31 smithi062 bash[74969]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-c 2024-05-20T21:36:31.808 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.c.service' 2024-05-20T21:36:31.843 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:31.843 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-20T21:36:31.843 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-20T21:36:31.844 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.f 2024-05-20T21:36:32.178 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:36:31 smithi062 systemd[1]: Stopping Ceph mds.f for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:32.538 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:36:32 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f[67068]: 2024-05-20T21:36:32.178+0000 7f1c4880d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:32.538 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:36:32 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f[67068]: 2024-05-20T21:36:32.178+0000 7f1c4880d700 -1 mds.f *** got signal Terminated *** 2024-05-20T21:36:35.286 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:36:35 smithi062 podman[75102]: 2024-05-20 21:36:35.02921623 +0000 UTC m=+2.955980786 container died 8bb328cad4438ef65c26ac00a57ee79a2235129c156ecd80bdcc1e7e6b35a023 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.build-date=20240514) 2024-05-20T21:36:35.286 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:36:35 smithi062 podman[75102]: 2024-05-20 21:36:35.287019235 +0000 UTC m=+3.213783846 container cleanup 8bb328cad4438ef65c26ac00a57ee79a2235129c156ecd80bdcc1e7e6b35a023 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-20T21:36:35.538 INFO:journalctl@ceph.mds.f.smithi062.stdout:May 20 21:36:35 smithi062 bash[75102]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-f 2024-05-20T21:36:35.727 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.f.service' 2024-05-20T21:36:35.761 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:35.761 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-20T21:36:35.761 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-20T21:36:35.761 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.i 2024-05-20T21:36:36.090 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:36:35 smithi062 systemd[1]: Stopping Ceph mds.i for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:36.538 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:36:36 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i[67677]: 2024-05-20T21:36:36.089+0000 7fb9d84ab700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:36.538 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:36:36 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i[67677]: 2024-05-20T21:36:36.089+0000 7fb9d84ab700 -1 mds.i *** got signal Terminated *** 2024-05-20T21:36:39.288 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:36:39 smithi062 podman[75222]: 2024-05-20 21:36:39.03254777 +0000 UTC m=+3.041154749 container died fb995f828036c11ceda891b297c2b32324393f9904654b316e96f7a885777699 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-05-20T21:36:39.674 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:36:39 smithi062 podman[75222]: 2024-05-20 21:36:39.457186284 +0000 UTC m=+3.465793262 container cleanup fb995f828036c11ceda891b297c2b32324393f9904654b316e96f7a885777699 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-4ebd1d5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True) 2024-05-20T21:36:39.675 INFO:journalctl@ceph.mds.i.smithi062.stdout:May 20 21:36:39 smithi062 bash[75222]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-i 2024-05-20T21:36:39.892 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.i.service' 2024-05-20T21:36:39.925 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:39.925 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-20T21:36:39.926 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-20T21:36:39.926 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.l 2024-05-20T21:36:40.243 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:36:40 smithi062 systemd[1]: Stopping Ceph mds.l for 195522e4-16ec-11ef-bc9a-c7b262605968... 2024-05-20T21:36:40.538 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:36:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l[66766]: 2024-05-20T21:36:40.243+0000 7fb81b802700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-20T21:36:40.539 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:36:40 smithi062 ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l[66766]: 2024-05-20T21:36:40.243+0000 7fb81b802700 -1 mds.l *** got signal Terminated *** 2024-05-20T21:36:43.310 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:36:43 smithi062 podman[75343]: 2024-05-20 21:36:43.054629719 +0000 UTC m=+2.905452258 container died 4e3f748395678c60bf54625dcd54a651b03d1c9a9755b0cbcb55a265f975363a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-4ebd1d5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-20T21:36:43.310 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:36:43 smithi062 podman[75343]: 2024-05-20 21:36:43.311238494 +0000 UTC m=+3.162061031 container cleanup 4e3f748395678c60bf54625dcd54a651b03d1c9a9755b0cbcb55a265f975363a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2eb2a5f16dc82fc2fb58caa939fa48240b0c05b2a3ce0f75aa77a9d2415604e3, name=ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-4ebd1d5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-20T21:36:43.586 INFO:journalctl@ceph.mds.l.smithi062.stdout:May 20 21:36:43 smithi062 bash[75343]: ceph-195522e4-16ec-11ef-bc9a-c7b262605968-mds-l 2024-05-20T21:36:43.731 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-195522e4-16ec-11ef-bc9a-c7b262605968@mds.l.service' 2024-05-20T21:36:43.763 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-20T21:36:43.763 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-20T21:36:43.764 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-20T21:36:44.094 INFO:teuthology.orchestra.run.smithi006.stdout:Deleting cluster with fsid: 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:49.199 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-20T21:36:49.399 INFO:teuthology.orchestra.run.smithi042.stdout:Deleting cluster with fsid: 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:51.953 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-20T21:36:52.152 INFO:teuthology.orchestra.run.smithi062.stdout:Deleting cluster with fsid: 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:36:54.537 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:36:54.634 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:36:54.667 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-20T21:36:54.694 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-20T21:36:54.696 DEBUG:teuthology.misc:Transferring archived files from smithi006:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi006/crash 2024-05-20T21:36:54.697 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash -- . 2024-05-20T21:36:54.805 INFO:teuthology.orchestra.run.smithi006.stderr:tar: /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-20T21:36:54.805 INFO:teuthology.orchestra.run.smithi006.stderr:tar: Error is not recoverable: exiting now 2024-05-20T21:36:54.810 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi042/crash 2024-05-20T21:36:54.811 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash -- . 2024-05-20T21:36:54.853 INFO:teuthology.orchestra.run.smithi042.stderr:tar: /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-20T21:36:54.853 INFO:teuthology.orchestra.run.smithi042.stderr:tar: Error is not recoverable: exiting now 2024-05-20T21:36:54.855 DEBUG:teuthology.misc:Transferring archived files from smithi062:/var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi062/crash 2024-05-20T21:36:54.856 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash -- . 2024-05-20T21:36:54.899 INFO:teuthology.orchestra.run.smithi062.stderr:tar: /var/lib/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-20T21:36:54.900 INFO:teuthology.orchestra.run.smithi062.stderr:tar: Error is not recoverable: exiting now 2024-05-20T21:36:54.901 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-20T21:36:54.902 DEBUG:teuthology.orchestra.run.smithi006:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-20T21:36:55.014 INFO:tasks.cephadm:Compressing logs... 2024-05-20T21:36:55.015 DEBUG:teuthology.orchestra.run.smithi006:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-20T21:36:55.019 DEBUG:teuthology.orchestra.run.smithi042:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-20T21:36:55.021 DEBUG:teuthology.orchestra.run.smithi062:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-20T21:36:55.046 INFO:teuthology.orchestra.run.smithi062.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log 2024-05-20T21:36:55.046 INFO:teuthology.orchestra.run.smithi062.stderr:: No such file or directory 2024-05-20T21:36:55.046 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.2.log 2024-05-20T21:36:55.047 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.f.log 2024-05-20T21:36:55.047 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-20T21:36:55.047 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.5.log 2024-05-20T21:36:55.047 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.c.log 2024-05-20T21:36:55.047 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log: /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.c.log 2024-05-20T21:36:55.049 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.z.log 2024-05-20T21:36:55.049 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.i.log 2024-05-20T21:36:55.049 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.z.log: 88.0% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-20T21:36:55.049 INFO:teuthology.orchestra.run.smithi062.stderr: 90.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-20T21:36:55.052 INFO:teuthology.orchestra.run.smithi042.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log 2024-05-20T21:36:55.052 INFO:teuthology.orchestra.run.smithi042.stderr:: No such file or directory 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.7.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.b.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.4.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.1.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.y.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.h.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.10.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr: 90.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.h.log: 88.0% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.e.log 2024-05-20T21:36:55.053 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log: 83.1% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-20T21:36:55.054 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-20T21:36:55.056 INFO:teuthology.orchestra.run.smithi062.stderr: 93.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.z.log.gz 2024-05-20T21:36:55.056 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-20T21:36:55.058 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.11.log 2024-05-20T21:36:55.058 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.8.log 2024-05-20T21:36:55.058 INFO:teuthology.orchestra.run.smithi062.stderr: 83.1% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-20T21:36:55.059 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.e.log: 93.3% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.y.log.gz 2024-05-20T21:36:55.061 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.b.log 2024-05-20T21:36:55.061 INFO:teuthology.orchestra.run.smithi042.stderr: 94.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.e.log.gz/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log: 2024-05-20T21:36:55.061 INFO:teuthology.orchestra.run.smithi042.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.k.log 2024-05-20T21:36:55.070 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-20T21:36:55.073 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-20T21:36:55.075 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.k.log: 91.0% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-20T21:36:55.076 INFO:teuthology.orchestra.run.smithi006.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-05-20T21:36:55.078 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log 2024-05-20T21:36:55.079 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-20T21:36:55.080 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.g.log 2024-05-20T21:36:55.081 INFO:teuthology.orchestra.run.smithi042.stderr: 94.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.k.log.gz 2024-05-20T21:36:55.082 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.j.log 2024-05-20T21:36:55.083 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.3.log 2024-05-20T21:36:55.083 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.l.log 2024-05-20T21:36:55.084 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.j.log: 90.2% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-20T21:36:55.084 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.0.log 2024-05-20T21:36:55.085 INFO:teuthology.orchestra.run.smithi006.stderr: 88.0% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-20T21:36:55.086 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.x.log 2024-05-20T21:36:55.086 INFO:teuthology.orchestra.run.smithi042.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-20T21:36:55.087 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.3.log: /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.a.log 2024-05-20T21:36:55.089 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.6.log 2024-05-20T21:36:55.090 INFO:teuthology.orchestra.run.smithi006.stderr: 94.3% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.j.log.gz 2024-05-20T21:36:55.090 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-20T21:36:55.090 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-20T21:36:55.091 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.a.log 2024-05-20T21:36:55.093 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.6.log: /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log: 83.2% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-20T21:36:55.094 INFO:teuthology.orchestra.run.smithi006.stderr:gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-20T21:36:55.096 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.a.log: /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.d.log 2024-05-20T21:36:55.101 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.9.log 2024-05-20T21:36:55.103 INFO:teuthology.orchestra.run.smithi006.stderr: 94.4%gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-20T21:36:55.103 INFO:teuthology.orchestra.run.smithi006.stderr: -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.a.log.gz 2024-05-20T21:36:55.106 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% 94.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.l.log.gz 2024-05-20T21:36:55.111 INFO:teuthology.orchestra.run.smithi062.stderr: 91.0% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-20T21:36:55.112 INFO:teuthology.orchestra.run.smithi062.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-20T21:36:55.118 INFO:teuthology.orchestra.run.smithi006.stderr:/var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.9.log: /var/log/ceph/cephadm.log: 94.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.d.log.gz 2024-05-20T21:36:55.125 INFO:teuthology.orchestra.run.smithi006.stderr: 90.9% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-20T21:36:55.128 INFO:teuthology.orchestra.run.smithi042.stderr: 94.6% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.h.log.gz 2024-05-20T21:36:55.140 INFO:teuthology.orchestra.run.smithi006.stderr: 94.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-20T21:36:55.141 INFO:teuthology.orchestra.run.smithi062.stderr: 94.8% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.f.log.gz 2024-05-20T21:36:55.190 INFO:teuthology.orchestra.run.smithi062.stderr: 93.1% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.i.log.gz 2024-05-20T21:36:55.240 INFO:teuthology.orchestra.run.smithi006.stderr: 92.8% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.g.log.gz 2024-05-20T21:36:55.292 INFO:teuthology.orchestra.run.smithi062.stderr: 94.1% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.c.log.gz 2024-05-20T21:36:55.491 INFO:teuthology.orchestra.run.smithi006.stderr: 90.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mgr.x.log.gz 2024-05-20T21:36:55.644 INFO:teuthology.orchestra.run.smithi062.stderr: 91.5% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.c.log.gz 2024-05-20T21:36:55.799 INFO:teuthology.orchestra.run.smithi042.stderr: 91.6% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.b.log.gz 2024-05-20T21:36:55.813 INFO:teuthology.orchestra.run.smithi062.stderr: 92.7% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.11.log.gz 2024-05-20T21:36:55.841 INFO:teuthology.orchestra.run.smithi042.stderr: 92.1% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.4.log.gz 2024-05-20T21:36:55.843 INFO:teuthology.orchestra.run.smithi062.stderr: 92.5% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.8.log.gz 2024-05-20T21:36:55.890 INFO:teuthology.orchestra.run.smithi006.stderr: 92.5% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.0.log.gz 2024-05-20T21:36:55.939 INFO:teuthology.orchestra.run.smithi006.stderr: 92.3% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.3.log.gz 2024-05-20T21:36:55.947 INFO:teuthology.orchestra.run.smithi062.stderr: 92.6% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.2.log.gz 2024-05-20T21:36:55.976 INFO:teuthology.orchestra.run.smithi006.stderr: 92.4% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.6.log.gz 2024-05-20T21:36:56.020 INFO:teuthology.orchestra.run.smithi006.stderr: 92.2% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.9.log.gz 2024-05-20T21:36:56.085 INFO:teuthology.orchestra.run.smithi042.stderr: 92.7% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.7.log.gz 2024-05-20T21:36:56.099 INFO:teuthology.orchestra.run.smithi042.stderr: 92.6% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.1.log.gz 2024-05-20T21:36:56.589 INFO:teuthology.orchestra.run.smithi006.stderr: 90.2% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mon.a.log.gz 2024-05-20T21:36:56.593 INFO:teuthology.orchestra.run.smithi006.stderr: 2024-05-20T21:36:56.593 INFO:teuthology.orchestra.run.smithi006.stderr:real 0m1.542s 2024-05-20T21:36:56.593 INFO:teuthology.orchestra.run.smithi006.stderr:user 0m5.148s 2024-05-20T21:36:56.594 INFO:teuthology.orchestra.run.smithi006.stderr:sys 0m0.508s 2024-05-20T21:36:56.653 INFO:teuthology.orchestra.run.smithi042.stderr: 93.2% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.10.log.gz 2024-05-20T21:36:56.680 INFO:teuthology.orchestra.run.smithi062.stderr: 93.0% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-osd.5.log.gz 2024-05-20T21:36:56.682 INFO:teuthology.orchestra.run.smithi062.stderr: 2024-05-20T21:36:56.682 INFO:teuthology.orchestra.run.smithi062.stderr:real 0m1.647s 2024-05-20T21:36:56.682 INFO:teuthology.orchestra.run.smithi062.stderr:user 0m4.988s 2024-05-20T21:36:56.682 INFO:teuthology.orchestra.run.smithi062.stderr:sys 0m0.179s 2024-05-20T21:36:56.968 INFO:teuthology.orchestra.run.smithi042.stderr: 93.0% -- replaced with /var/log/ceph/195522e4-16ec-11ef-bc9a-c7b262605968/ceph-mds.b.log.gz 2024-05-20T21:36:56.970 INFO:teuthology.orchestra.run.smithi042.stderr: 2024-05-20T21:36:56.970 INFO:teuthology.orchestra.run.smithi042.stderr:real 0m1.934s 2024-05-20T21:36:56.970 INFO:teuthology.orchestra.run.smithi042.stderr:user 0m7.047s 2024-05-20T21:36:56.970 INFO:teuthology.orchestra.run.smithi042.stderr:sys 0m0.230s 2024-05-20T21:36:56.970 INFO:tasks.cephadm:Archiving logs... 2024-05-20T21:36:56.971 DEBUG:teuthology.misc:Transferring archived files from smithi006:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi006/log 2024-05-20T21:36:56.972 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-20T21:36:57.733 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi042/log 2024-05-20T21:36:57.734 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-20T21:36:58.626 DEBUG:teuthology.misc:Transferring archived files from smithi062:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi062/log 2024-05-20T21:36:58.627 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-20T21:36:59.290 INFO:tasks.cephadm:Removing cluster... 2024-05-20T21:36:59.290 DEBUG:teuthology.orchestra.run.smithi006:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 --force 2024-05-20T21:36:59.626 INFO:teuthology.orchestra.run.smithi006.stdout:Deleting cluster with fsid: 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:37:00.212 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 --force 2024-05-20T21:37:00.416 INFO:teuthology.orchestra.run.smithi042.stdout:Deleting cluster with fsid: 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:37:00.820 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 195522e4-16ec-11ef-bc9a-c7b262605968 --force 2024-05-20T21:37:01.022 INFO:teuthology.orchestra.run.smithi062.stdout:Deleting cluster with fsid: 195522e4-16ec-11ef-bc9a-c7b262605968 2024-05-20T21:37:01.295 INFO:tasks.cephadm:Removing cephadm ... 2024-05-20T21:37:01.296 DEBUG:teuthology.orchestra.run.smithi006:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-20T21:37:01.358 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-20T21:37:01.375 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-20T21:37:01.390 INFO:tasks.cephadm:Teardown complete 2024-05-20T21:37:01.391 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-20T21:37:01.403 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-20T21:37:01.403 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-20T21:37:01.411 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-20T21:37:01.417 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-20T21:37:01.563 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-20T21:37:01.573 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-20T21:37:01.573 DEBUG:teuthology.orchestra.run.smithi006:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T21:37:01.581 DEBUG:teuthology.orchestra.run.smithi042:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T21:37:01.583 DEBUG:teuthology.orchestra.run.smithi062:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T21:37:01.595 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-05-20T21:37:01.597 INFO:teuthology.orchestra.run.smithi062.stderr:bash: line 1: ntpq: command not found 2024-05-20T21:37:01.600 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T21:37:01.600 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-05-20T21:37:01.600 INFO:teuthology.orchestra.run.smithi042.stdout:^* hv01.front.sepia.ceph.com 3 7 377 87 +1087us[+1089us] +/- 65ms 2024-05-20T21:37:01.600 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 21 -701us[ -701us] +/- 64ms 2024-05-20T21:37:01.600 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 88 -521us[ -520us] +/- 62ms 2024-05-20T21:37:01.600 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T21:37:01.601 INFO:teuthology.orchestra.run.smithi062.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T21:37:01.601 INFO:teuthology.orchestra.run.smithi062.stdout:=============================================================================== 2024-05-20T21:37:01.601 INFO:teuthology.orchestra.run.smithi062.stdout:^* hv01.front.sepia.ceph.com 3 6 377 21 +1103us[+1103us] +/- 66ms 2024-05-20T21:37:01.601 INFO:teuthology.orchestra.run.smithi062.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 21 -671us[ -671us] +/- 64ms 2024-05-20T21:37:01.601 INFO:teuthology.orchestra.run.smithi062.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 -493us[ -493us] +/- 63ms 2024-05-20T21:37:01.601 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T21:37:01.631 INFO:teuthology.orchestra.run.smithi006.stderr:bash: line 1: ntpq: command not found 2024-05-20T21:37:01.640 INFO:teuthology.orchestra.run.smithi006.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T21:37:01.640 INFO:teuthology.orchestra.run.smithi006.stdout:=============================================================================== 2024-05-20T21:37:01.640 INFO:teuthology.orchestra.run.smithi006.stdout:^* hv01.front.sepia.ceph.com 3 6 377 22 +1153us[+1156us] +/- 66ms 2024-05-20T21:37:01.641 INFO:teuthology.orchestra.run.smithi006.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 23 -633us[ -631us] +/- 64ms 2024-05-20T21:37:01.641 INFO:teuthology.orchestra.run.smithi006.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 -436us[ -436us] +/- 63ms 2024-05-20T21:37:01.641 INFO:teuthology.orchestra.run.smithi006.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T21:37:01.642 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-20T21:37:01.653 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-20T21:37:01.653 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-20T21:37:01.663 DEBUG:teuthology.orchestra.run.smithi006:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-20T21:37:01.863 DEBUG:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-20T21:37:01.932 DEBUG:teuthology.orchestra.run.smithi062:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-20T21:37:02.001 DEBUG:teuthology.orchestra.run.smithi006:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T21:37:02.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:37:02.101 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T21:37:02.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:37:02.130 DEBUG:teuthology.orchestra.run.smithi062:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T21:37:02.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:37:02.158 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-20T21:37:02.169 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-20T21:37:02.179 INFO:teuthology.task.internal:Duration was 2671.011654 seconds 2024-05-20T21:37:02.180 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-20T21:37:02.189 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-20T21:37:02.190 DEBUG:teuthology.orchestra.run.smithi006:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-20T21:37:02.197 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-20T21:37:02.200 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-20T21:37:02.237 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T21:37:02.238 INFO:teuthology.orchestra.run.smithi062.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T21:37:02.345 INFO:teuthology.orchestra.run.smithi006.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T21:37:02.664 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-20T21:37:02.664 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi006.front.sepia.ceph.com 2024-05-20T21:37:02.664 DEBUG:teuthology.orchestra.run.smithi006:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-20T21:37:02.745 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi042.front.sepia.ceph.com 2024-05-20T21:37:02.745 DEBUG:teuthology.orchestra.run.smithi042:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-20T21:37:02.773 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi062.front.sepia.ceph.com 2024-05-20T21:37:02.774 DEBUG:teuthology.orchestra.run.smithi062:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-20T21:37:02.809 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-20T21:37:02.810 DEBUG:teuthology.orchestra.run.smithi006:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-20T21:37:02.816 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-20T21:37:02.818 DEBUG:teuthology.orchestra.run.smithi062:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-20T21:37:02.901 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-20T21:37:02.902 DEBUG:teuthology.orchestra.run.smithi006:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-20T21:37:02.908 DEBUG:teuthology.orchestra.run.smithi042:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-20T21:37:02.911 DEBUG:teuthology.orchestra.run.smithi062:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-20T21:37:04.796 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-20T21:37:04.809 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-20T21:37:04.810 DEBUG:teuthology.orchestra.run.smithi006:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-20T21:37:04.893 DEBUG:teuthology.orchestra.run.smithi042:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-20T21:37:04.923 DEBUG:teuthology.orchestra.run.smithi062:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-20T21:37:04.953 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-20T21:37:04.965 DEBUG:teuthology.orchestra.run.smithi006:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:37:04.973 DEBUG:teuthology.orchestra.run.smithi042:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:37:04.975 DEBUG:teuthology.orchestra.run.smithi062:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:37:05.000 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = core 2024-05-20T21:37:05.020 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = core 2024-05-20T21:37:05.068 INFO:teuthology.orchestra.run.smithi006.stdout:kernel.core_pattern = core 2024-05-20T21:37:05.114 DEBUG:teuthology.orchestra.run.smithi006:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:37:05.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:37:05.164 DEBUG:teuthology.orchestra.run.smithi042:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:37:05.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:37:05.182 DEBUG:teuthology.orchestra.run.smithi062:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-20T21:37:05.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T21:37:05.199 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-20T21:37:05.210 INFO:teuthology.task.internal:Transferring archived files... 2024-05-20T21:37:05.211 DEBUG:teuthology.misc:Transferring archived files from smithi006:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi006 2024-05-20T21:37:05.211 DEBUG:teuthology.orchestra.run.smithi006:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-20T21:37:05.350 DEBUG:teuthology.misc:Transferring archived files from smithi042:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi042 2024-05-20T21:37:05.350 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-20T21:37:05.393 DEBUG:teuthology.misc:Transferring archived files from smithi062:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_18:42:22-fs-wip-lusov-quiesce-distro-default-smithi/7715993/remote/smithi062 2024-05-20T21:37:05.393 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-20T21:37:05.435 INFO:teuthology.task.internal:Removing archive directory... 2024-05-20T21:37:05.436 DEBUG:teuthology.orchestra.run.smithi006:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-20T21:37:05.444 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-20T21:37:05.447 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-20T21:37:05.499 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-20T21:37:05.512 INFO:teuthology.task.internal:Not uploading archives. 2024-05-20T21:37:05.512 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-20T21:37:05.523 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-20T21:37:05.524 DEBUG:teuthology.orchestra.run.smithi006:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-20T21:37:05.530 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-20T21:37:05.532 DEBUG:teuthology.orchestra.run.smithi062:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-20T21:37:05.547 INFO:teuthology.orchestra.run.smithi042.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 20 21:37 /home/ubuntu/cephtest 2024-05-20T21:37:05.549 INFO:teuthology.orchestra.run.smithi062.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 20 21:37 /home/ubuntu/cephtest 2024-05-20T21:37:05.579 INFO:teuthology.orchestra.run.smithi006.stdout: 393249 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 20 21:37 /home/ubuntu/cephtest 2024-05-20T21:37:05.582 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-20T21:37:05.597 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-20T21:37:05.637 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 0fe9556839d28e65b29a64cc05a26a6884e8775d description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} duration: 2671.0116543769836 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-05-20T21:37:05.637 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-20T21:37:05.717 INFO:teuthology.run:pass